[ 491.375396] env[62353]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=62353) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 491.375752] env[62353]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=62353) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 491.375877] env[62353]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=62353) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 491.376210] env[62353]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 491.471025] env[62353]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=62353) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 491.481545] env[62353]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=62353) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 492.081784] env[62353]: INFO nova.virt.driver [None req-3c4715c4-8a62-4f71-ad5a-c31e72753221 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 492.152721] env[62353]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 492.152876] env[62353]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 492.152977] env[62353]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=62353) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 495.242156] env[62353]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-c8b33ecd-ffee-4a5e-a0e4-3d32287de294 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 495.258627] env[62353]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=62353) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 495.258803] env[62353]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-cda1d36b-7ed9-4a30-96cd-04ffcda586be {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 495.290847] env[62353]: INFO oslo_vmware.api [-] Successfully established new session; session ID is 253aa. [ 495.291026] env[62353]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.138s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 495.291528] env[62353]: INFO nova.virt.vmwareapi.driver [None req-3c4715c4-8a62-4f71-ad5a-c31e72753221 None None] VMware vCenter version: 7.0.3 [ 495.295573] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5b6cef3-57e6-4ad7-ae72-b82b36194dcd {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 495.313171] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67c48004-f8b2-4851-a0f0-7d8154398688 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 495.319094] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66bafe7b-8009-4062-9bc0-01239efc7376 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 495.325918] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e69835d9-ca5c-48c4-b7de-cf6e66002a75 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 495.339244] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02ba9043-5e05-4a3c-836f-56998d23d954 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 495.345078] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a93734f0-6a7f-4e93-931f-58f3adf60b69 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 495.375034] env[62353]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-d1f30a56-607b-48e0-b558-66dfdfbf2897 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 495.379885] env[62353]: DEBUG nova.virt.vmwareapi.driver [None req-3c4715c4-8a62-4f71-ad5a-c31e72753221 None None] Extension org.openstack.compute already exists. {{(pid=62353) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 495.382541] env[62353]: INFO nova.compute.provider_config [None req-3c4715c4-8a62-4f71-ad5a-c31e72753221 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 495.885997] env[62353]: DEBUG nova.context [None req-3c4715c4-8a62-4f71-ad5a-c31e72753221 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),5e2c1568-463f-4c82-9613-e5a3ef95cfa0(cell1) {{(pid=62353) load_cells /opt/stack/nova/nova/context.py:464}} [ 495.888120] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 495.888352] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 495.889068] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 495.889499] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] Acquiring lock "5e2c1568-463f-4c82-9613-e5a3ef95cfa0" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 495.889689] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] Lock "5e2c1568-463f-4c82-9613-e5a3ef95cfa0" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 495.890716] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] Lock "5e2c1568-463f-4c82-9613-e5a3ef95cfa0" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 495.911566] env[62353]: INFO dbcounter [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] Registered counter for database nova_cell0 [ 495.919615] env[62353]: INFO dbcounter [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] Registered counter for database nova_cell1 [ 495.922905] env[62353]: DEBUG oslo_db.sqlalchemy.engines [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=62353) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:395}} [ 495.923272] env[62353]: DEBUG oslo_db.sqlalchemy.engines [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=62353) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:395}} [ 495.928147] env[62353]: ERROR nova.db.main.api [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 495.928147] env[62353]: result = function(*args, **kwargs) [ 495.928147] env[62353]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 495.928147] env[62353]: return func(*args, **kwargs) [ 495.928147] env[62353]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 495.928147] env[62353]: result = fn(*args, **kwargs) [ 495.928147] env[62353]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 495.928147] env[62353]: return f(*args, **kwargs) [ 495.928147] env[62353]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 495.928147] env[62353]: return db.service_get_minimum_version(context, binaries) [ 495.928147] env[62353]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 495.928147] env[62353]: _check_db_access() [ 495.928147] env[62353]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 495.928147] env[62353]: stacktrace = ''.join(traceback.format_stack()) [ 495.928147] env[62353]: [ 495.928941] env[62353]: ERROR nova.db.main.api [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 495.928941] env[62353]: result = function(*args, **kwargs) [ 495.928941] env[62353]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 495.928941] env[62353]: return func(*args, **kwargs) [ 495.928941] env[62353]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 495.928941] env[62353]: result = fn(*args, **kwargs) [ 495.928941] env[62353]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 495.928941] env[62353]: return f(*args, **kwargs) [ 495.928941] env[62353]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 495.928941] env[62353]: return db.service_get_minimum_version(context, binaries) [ 495.928941] env[62353]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 495.928941] env[62353]: _check_db_access() [ 495.928941] env[62353]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 495.928941] env[62353]: stacktrace = ''.join(traceback.format_stack()) [ 495.928941] env[62353]: [ 495.929345] env[62353]: WARNING nova.objects.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 495.929470] env[62353]: WARNING nova.objects.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] Failed to get minimum service version for cell 5e2c1568-463f-4c82-9613-e5a3ef95cfa0 [ 495.929907] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] Acquiring lock "singleton_lock" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 495.930082] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] Acquired lock "singleton_lock" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 495.930327] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] Releasing lock "singleton_lock" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 495.930653] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] Full set of CONF: {{(pid=62353) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:363}} [ 495.930798] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] ******************************************************************************** {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 495.930928] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] Configuration options gathered from: {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 495.931078] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 495.931273] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 495.931399] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] ================================================================================ {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 495.931607] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] allow_resize_to_same_host = True {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.931783] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] arq_binding_timeout = 300 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.931913] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] backdoor_port = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.932051] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] backdoor_socket = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.932224] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] block_device_allocate_retries = 60 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.932386] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] block_device_allocate_retries_interval = 3 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.932555] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] cert = self.pem {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.932784] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.932938] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] compute_monitors = [] {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.933123] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] config_dir = [] {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.933323] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] config_drive_format = iso9660 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.933538] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.933835] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] config_source = [] {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.934024] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] console_host = devstack {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.934240] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] control_exchange = nova {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.934372] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] cpu_allocation_ratio = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.934537] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] daemon = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.934711] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] debug = True {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.934873] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] default_access_ip_network_name = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.935054] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] default_availability_zone = nova {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.935219] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] default_ephemeral_format = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.935382] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] default_green_pool_size = 1000 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.935650] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.935801] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] default_schedule_zone = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.935960] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] disk_allocation_ratio = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.936142] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] enable_new_services = True {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.936323] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] enabled_apis = ['osapi_compute'] {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.936489] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] enabled_ssl_apis = [] {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.936650] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] flat_injected = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.936820] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] force_config_drive = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.936970] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] force_raw_images = True {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.937157] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] graceful_shutdown_timeout = 5 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.937374] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] heal_instance_info_cache_interval = 60 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.937552] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] host = cpu-1 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.937732] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.937899] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] initial_disk_allocation_ratio = 1.0 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.938075] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] initial_ram_allocation_ratio = 1.0 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.938305] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.938474] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] instance_build_timeout = 0 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.938635] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] instance_delete_interval = 300 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.938804] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] instance_format = [instance: %(uuid)s] {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.939051] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] instance_name_template = instance-%08x {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.939239] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] instance_usage_audit = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.939416] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] instance_usage_audit_period = month {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.939584] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.939752] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] instances_path = /opt/stack/data/nova/instances {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.939922] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] internal_service_availability_zone = internal {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.940102] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] key = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.940269] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] live_migration_retry_count = 30 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.940442] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] log_color = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.940631] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] log_config_append = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.940821] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.940988] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] log_dir = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.941180] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] log_file = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.941294] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] log_options = True {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.941457] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] log_rotate_interval = 1 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.941629] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] log_rotate_interval_type = days {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.941798] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] log_rotation_type = none {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.941928] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.942070] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.942248] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.942415] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.942542] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.942737] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] long_rpc_timeout = 1800 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.942908] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] max_concurrent_builds = 10 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.943085] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] max_concurrent_live_migrations = 1 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.943249] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] max_concurrent_snapshots = 5 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.943409] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] max_local_block_devices = 3 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.943570] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] max_logfile_count = 30 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.943732] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] max_logfile_size_mb = 200 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.943894] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] maximum_instance_delete_attempts = 5 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.944074] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] metadata_listen = 0.0.0.0 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.944247] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] metadata_listen_port = 8775 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.944417] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] metadata_workers = 2 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.944582] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] migrate_max_retries = -1 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.944762] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] mkisofs_cmd = genisoimage {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.944971] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] my_block_storage_ip = 10.180.1.21 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.945118] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] my_ip = 10.180.1.21 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.945328] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.945496] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] network_allocate_retries = 0 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.945676] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.945846] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] osapi_compute_listen = 0.0.0.0 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.946014] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] osapi_compute_listen_port = 8774 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.946187] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] osapi_compute_unique_server_name_scope = {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.946360] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] osapi_compute_workers = 2 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.946524] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] password_length = 12 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.946685] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] periodic_enable = True {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.946846] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] periodic_fuzzy_delay = 60 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.947028] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] pointer_model = usbtablet {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.947204] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] preallocate_images = none {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.947367] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] publish_errors = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.947497] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] pybasedir = /opt/stack/nova {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.947652] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] ram_allocation_ratio = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.947813] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] rate_limit_burst = 0 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.947983] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] rate_limit_except_level = CRITICAL {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.948161] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] rate_limit_interval = 0 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.948322] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] reboot_timeout = 0 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.948480] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] reclaim_instance_interval = 0 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.948637] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] record = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.948805] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] reimage_timeout_per_gb = 60 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.948974] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] report_interval = 120 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.949153] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] rescue_timeout = 0 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.949318] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] reserved_host_cpus = 0 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.949481] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] reserved_host_disk_mb = 0 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.949641] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] reserved_host_memory_mb = 512 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.949801] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] reserved_huge_pages = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.949960] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] resize_confirm_window = 0 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.950131] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] resize_fs_using_block_device = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.950289] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] resume_guests_state_on_host_boot = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.950456] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.950644] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] rpc_response_timeout = 60 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.950809] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] run_external_periodic_tasks = True {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.950980] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] running_deleted_instance_action = reap {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.951161] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] running_deleted_instance_poll_interval = 1800 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.951323] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] running_deleted_instance_timeout = 0 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.951484] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] scheduler_instance_sync_interval = 120 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.951652] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] service_down_time = 720 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.951821] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] servicegroup_driver = db {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.951975] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] shell_completion = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.952150] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] shelved_offload_time = 0 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.952312] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] shelved_poll_interval = 3600 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.952476] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] shutdown_timeout = 0 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.952636] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] source_is_ipv6 = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.952826] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] ssl_only = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.953100] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.953281] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] sync_power_state_interval = 600 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.953450] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] sync_power_state_pool_size = 1000 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.953622] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] syslog_log_facility = LOG_USER {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.953797] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] tempdir = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.953979] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] timeout_nbd = 10 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.954170] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] transport_url = **** {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.954337] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] update_resources_interval = 0 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.954497] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] use_cow_images = True {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.954658] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] use_journal = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.954816] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] use_json = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.954974] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] use_rootwrap_daemon = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.955147] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] use_stderr = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.955306] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] use_syslog = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.955462] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] vcpu_pin_set = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.955628] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] vif_plugging_is_fatal = True {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.955797] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] vif_plugging_timeout = 300 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.955963] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] virt_mkfs = [] {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.956139] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] volume_usage_poll_interval = 0 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.956304] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] watch_log_file = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.956473] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] web = /usr/share/spice-html5 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 495.956661] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.956833] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.957010] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.957188] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] oslo_concurrency.disable_process_locking = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.957785] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.957988] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.958183] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.958365] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.958542] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.958716] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.958907] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] api.auth_strategy = keystone {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.959092] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] api.compute_link_prefix = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.959279] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.959463] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] api.dhcp_domain = novalocal {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.959636] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] api.enable_instance_password = True {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.959804] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] api.glance_link_prefix = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.959978] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.960170] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.960337] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] api.instance_list_per_project_cells = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.960500] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] api.list_records_by_skipping_down_cells = True {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.960695] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] api.local_metadata_per_cell = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.960879] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] api.max_limit = 1000 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.961067] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] api.metadata_cache_expiration = 15 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.961251] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] api.neutron_default_tenant_id = default {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.961428] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] api.response_validation = warn {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.961601] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] api.use_neutron_default_nets = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.961776] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.961944] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.962133] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.962314] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.962489] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] api.vendordata_dynamic_targets = [] {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.962670] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] api.vendordata_jsonfile_path = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.962871] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.963154] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] cache.backend = dogpile.cache.memcached {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.963263] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] cache.backend_argument = **** {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.963429] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] cache.backend_expiration_time = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.963603] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] cache.config_prefix = cache.oslo {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.963779] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] cache.dead_timeout = 60.0 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.963950] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] cache.debug_cache_backend = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.964128] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] cache.enable_retry_client = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.964297] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] cache.enable_socket_keepalive = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.964473] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] cache.enabled = True {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.964641] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] cache.enforce_fips_mode = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.964811] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] cache.expiration_time = 600 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.964980] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] cache.hashclient_retry_attempts = 2 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.965165] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] cache.hashclient_retry_delay = 1.0 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.965337] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] cache.memcache_dead_retry = 300 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.965501] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] cache.memcache_password = **** {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.965670] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.965835] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.966007] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] cache.memcache_pool_maxsize = 10 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.966182] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.966348] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] cache.memcache_sasl_enabled = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.966527] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.966698] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] cache.memcache_socket_timeout = 1.0 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.966863] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] cache.memcache_username = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.967044] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] cache.proxies = [] {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.967222] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] cache.redis_db = 0 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.967387] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] cache.redis_password = **** {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.967562] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] cache.redis_sentinel_service_name = mymaster {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.967743] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.967920] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] cache.redis_server = localhost:6379 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.968104] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] cache.redis_socket_timeout = 1.0 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.968272] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] cache.redis_username = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.968443] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] cache.retry_attempts = 2 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.968612] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] cache.retry_delay = 0.0 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.968781] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] cache.socket_keepalive_count = 1 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.968948] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] cache.socket_keepalive_idle = 1 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.969127] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] cache.socket_keepalive_interval = 1 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.969292] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] cache.tls_allowed_ciphers = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.969453] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] cache.tls_cafile = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.969614] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] cache.tls_certfile = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.969777] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] cache.tls_enabled = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.969940] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] cache.tls_keyfile = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.970124] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] cinder.auth_section = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.970304] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] cinder.auth_type = password {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.970470] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] cinder.cafile = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.970671] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] cinder.catalog_info = volumev3::publicURL {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.970848] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] cinder.certfile = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.971042] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] cinder.collect_timing = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.971217] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] cinder.cross_az_attach = True {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.971381] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] cinder.debug = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.971546] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] cinder.endpoint_template = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.971711] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] cinder.http_retries = 3 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.971879] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] cinder.insecure = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.972052] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] cinder.keyfile = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.972233] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] cinder.os_region_name = RegionOne {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.972399] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] cinder.split_loggers = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.972560] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] cinder.timeout = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.972764] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.972939] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] compute.cpu_dedicated_set = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.973113] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] compute.cpu_shared_set = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.973285] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] compute.image_type_exclude_list = [] {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.973448] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.973615] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] compute.max_concurrent_disk_ops = 0 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.973779] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] compute.max_disk_devices_to_attach = -1 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.973944] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.974128] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.974299] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] compute.resource_provider_association_refresh = 300 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.974463] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.974627] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] compute.shutdown_retry_interval = 10 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.974810] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.974992] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] conductor.workers = 2 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.975188] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] console.allowed_origins = [] {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.975351] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] console.ssl_ciphers = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.975523] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] console.ssl_minimum_version = default {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.975692] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] consoleauth.enforce_session_timeout = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.975865] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] consoleauth.token_ttl = 600 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.976050] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] cyborg.cafile = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.976216] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] cyborg.certfile = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.976382] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] cyborg.collect_timing = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.976541] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] cyborg.connect_retries = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.976700] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] cyborg.connect_retry_delay = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.976860] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] cyborg.endpoint_override = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.977033] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] cyborg.insecure = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.977197] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] cyborg.keyfile = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.977359] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] cyborg.max_version = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.977517] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] cyborg.min_version = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.977675] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] cyborg.region_name = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.977833] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] cyborg.retriable_status_codes = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.977992] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] cyborg.service_name = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.978179] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] cyborg.service_type = accelerator {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.978342] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] cyborg.split_loggers = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.978503] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] cyborg.status_code_retries = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.978661] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] cyborg.status_code_retry_delay = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.978821] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] cyborg.timeout = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.979015] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.979180] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] cyborg.version = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.979355] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] database.asyncio_connection = **** {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.979518] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] database.asyncio_slave_connection = **** {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.979694] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] database.backend = sqlalchemy {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.979869] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] database.connection = **** {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.980053] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] database.connection_debug = 0 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.980233] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] database.connection_parameters = {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.980403] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] database.connection_recycle_time = 3600 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.980580] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] database.connection_trace = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.980764] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] database.db_inc_retry_interval = True {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.980935] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] database.db_max_retries = 20 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.981117] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] database.db_max_retry_interval = 10 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.981287] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] database.db_retry_interval = 1 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.981455] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] database.max_overflow = 50 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.981620] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] database.max_pool_size = 5 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.981785] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] database.max_retries = 10 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.981959] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.982135] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] database.mysql_wsrep_sync_wait = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.982298] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] database.pool_timeout = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.982465] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] database.retry_interval = 10 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.982623] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] database.slave_connection = **** {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.982810] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] database.sqlite_synchronous = True {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.982979] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] database.use_db_reconnect = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.983165] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] api_database.asyncio_connection = **** {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.983329] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] api_database.asyncio_slave_connection = **** {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.983503] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] api_database.backend = sqlalchemy {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.983675] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] api_database.connection = **** {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.983843] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] api_database.connection_debug = 0 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.984026] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] api_database.connection_parameters = {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.984199] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] api_database.connection_recycle_time = 3600 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.984365] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] api_database.connection_trace = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.984528] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] api_database.db_inc_retry_interval = True {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.984696] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] api_database.db_max_retries = 20 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.984866] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] api_database.db_max_retry_interval = 10 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.985045] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] api_database.db_retry_interval = 1 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.985218] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] api_database.max_overflow = 50 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.985382] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] api_database.max_pool_size = 5 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.985548] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] api_database.max_retries = 10 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.985721] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.985890] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.986064] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] api_database.pool_timeout = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.986235] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] api_database.retry_interval = 10 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.986397] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] api_database.slave_connection = **** {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.986561] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] api_database.sqlite_synchronous = True {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.986740] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] devices.enabled_mdev_types = [] {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.986923] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.987112] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] ephemeral_storage_encryption.default_format = luks {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.987281] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] ephemeral_storage_encryption.enabled = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.987448] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.987621] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] glance.api_servers = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.987792] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] glance.cafile = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.987961] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] glance.certfile = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.988144] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] glance.collect_timing = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.988308] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] glance.connect_retries = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.988468] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] glance.connect_retry_delay = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.988633] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] glance.debug = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.988801] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] glance.default_trusted_certificate_ids = [] {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.988968] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] glance.enable_certificate_validation = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.989147] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] glance.enable_rbd_download = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.989311] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] glance.endpoint_override = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.989477] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] glance.insecure = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.989642] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] glance.keyfile = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.989804] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] glance.max_version = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.989965] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] glance.min_version = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.990147] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] glance.num_retries = 3 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.990323] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] glance.rbd_ceph_conf = {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.990493] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] glance.rbd_connect_timeout = 5 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.990691] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] glance.rbd_pool = {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.990872] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] glance.rbd_user = {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.991054] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] glance.region_name = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.991221] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] glance.retriable_status_codes = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.991381] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] glance.service_name = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.991552] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] glance.service_type = image {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.991716] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] glance.split_loggers = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.991880] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] glance.status_code_retries = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.992053] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] glance.status_code_retry_delay = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.992218] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] glance.timeout = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.992401] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.992568] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] glance.verify_glance_signatures = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.992754] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] glance.version = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.992933] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] guestfs.debug = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.993119] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] manila.auth_section = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.993286] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] manila.auth_type = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.993448] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] manila.cafile = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.993608] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] manila.certfile = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.993772] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] manila.collect_timing = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.993941] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] manila.connect_retries = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.994106] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] manila.connect_retry_delay = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.994266] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] manila.endpoint_override = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.994428] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] manila.insecure = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.994586] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] manila.keyfile = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.994746] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] manila.max_version = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.994905] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] manila.min_version = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.995083] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] manila.region_name = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.995249] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] manila.retriable_status_codes = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.995412] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] manila.service_name = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.995584] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] manila.service_type = shared-file-system {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.995754] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] manila.share_apply_policy_timeout = 10 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.995923] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] manila.split_loggers = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.996096] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] manila.status_code_retries = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.996261] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] manila.status_code_retry_delay = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.996426] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] manila.timeout = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.996608] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.996771] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] manila.version = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.996942] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] mks.enabled = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.997310] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.997509] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] image_cache.manager_interval = 2400 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.997686] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] image_cache.precache_concurrency = 1 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.997865] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] image_cache.remove_unused_base_images = True {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.998056] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.998232] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.998414] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] image_cache.subdirectory_name = _base {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.998596] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] ironic.api_max_retries = 60 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.998768] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] ironic.api_retry_interval = 2 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.998934] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] ironic.auth_section = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.999113] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] ironic.auth_type = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.999281] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] ironic.cafile = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.999442] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] ironic.certfile = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.999606] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] ironic.collect_timing = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.999773] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] ironic.conductor_group = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 495.999937] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] ironic.connect_retries = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.000111] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] ironic.connect_retry_delay = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.000276] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] ironic.endpoint_override = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.000439] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] ironic.insecure = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.000617] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] ironic.keyfile = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.000791] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] ironic.max_version = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.000956] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] ironic.min_version = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.001139] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] ironic.peer_list = [] {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.001302] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] ironic.region_name = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.001461] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] ironic.retriable_status_codes = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.001627] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] ironic.serial_console_state_timeout = 10 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.001788] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] ironic.service_name = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.001963] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] ironic.service_type = baremetal {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.002138] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] ironic.shard = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.002306] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] ironic.split_loggers = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.002470] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] ironic.status_code_retries = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.002630] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] ironic.status_code_retry_delay = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.002818] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] ironic.timeout = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.003017] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.003184] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] ironic.version = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.003370] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.003548] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] key_manager.fixed_key = **** {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.003735] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.003933] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] barbican.barbican_api_version = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.004116] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] barbican.barbican_endpoint = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.004297] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] barbican.barbican_endpoint_type = public {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.004461] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] barbican.barbican_region_name = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.004621] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] barbican.cafile = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.004785] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] barbican.certfile = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.004953] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] barbican.collect_timing = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.005128] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] barbican.insecure = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.005291] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] barbican.keyfile = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.005458] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] barbican.number_of_retries = 60 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.005621] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] barbican.retry_delay = 1 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.005785] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] barbican.send_service_user_token = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.005950] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] barbican.split_loggers = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.006124] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] barbican.timeout = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.006290] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] barbican.verify_ssl = True {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.006449] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] barbican.verify_ssl_path = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.006616] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] barbican_service_user.auth_section = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.006780] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] barbican_service_user.auth_type = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.006944] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] barbican_service_user.cafile = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.007118] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] barbican_service_user.certfile = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.007285] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] barbican_service_user.collect_timing = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.007447] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] barbican_service_user.insecure = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.007604] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] barbican_service_user.keyfile = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.007766] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] barbican_service_user.split_loggers = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.007928] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] barbican_service_user.timeout = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.008107] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] vault.approle_role_id = **** {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.008270] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] vault.approle_secret_id = **** {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.008438] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] vault.kv_mountpoint = secret {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.008600] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] vault.kv_path = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.008766] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] vault.kv_version = 2 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.008931] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] vault.namespace = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.009102] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] vault.root_token_id = **** {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.009266] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] vault.ssl_ca_crt_file = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.009436] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] vault.timeout = 60.0 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.009601] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] vault.use_ssl = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.009773] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.009948] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] keystone.cafile = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.010125] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] keystone.certfile = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.010292] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] keystone.collect_timing = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.010454] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] keystone.connect_retries = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.010638] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] keystone.connect_retry_delay = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.010816] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] keystone.endpoint_override = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.010983] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] keystone.insecure = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.011160] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] keystone.keyfile = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.011321] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] keystone.max_version = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.011480] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] keystone.min_version = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.011640] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] keystone.region_name = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.011802] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] keystone.retriable_status_codes = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.011966] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] keystone.service_name = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.012154] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] keystone.service_type = identity {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.012322] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] keystone.split_loggers = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.012484] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] keystone.status_code_retries = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.012646] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] keystone.status_code_retry_delay = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.012837] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] keystone.timeout = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.013038] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.013210] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] keystone.version = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.013404] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] libvirt.ceph_mount_options = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.013706] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.013918] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] libvirt.connection_uri = {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.014105] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] libvirt.cpu_mode = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.014281] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] libvirt.cpu_model_extra_flags = [] {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.014457] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] libvirt.cpu_models = [] {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.014635] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] libvirt.cpu_power_governor_high = performance {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.014810] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] libvirt.cpu_power_governor_low = powersave {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.014978] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] libvirt.cpu_power_management = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.015168] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.015345] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] libvirt.device_detach_attempts = 8 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.015515] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] libvirt.device_detach_timeout = 20 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.015685] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] libvirt.disk_cachemodes = [] {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.015850] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] libvirt.disk_prefix = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.016026] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] libvirt.enabled_perf_events = [] {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.016199] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] libvirt.file_backed_memory = 0 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.016367] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] libvirt.gid_maps = [] {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.016529] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] libvirt.hw_disk_discard = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.016690] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] libvirt.hw_machine_type = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.016865] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] libvirt.images_rbd_ceph_conf = {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.017044] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.017216] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.017389] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] libvirt.images_rbd_glance_store_name = {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.017559] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] libvirt.images_rbd_pool = rbd {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.017731] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] libvirt.images_type = default {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.017894] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] libvirt.images_volume_group = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.018066] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] libvirt.inject_key = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.018236] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] libvirt.inject_partition = -2 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.018397] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] libvirt.inject_password = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.018560] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] libvirt.iscsi_iface = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.018721] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] libvirt.iser_use_multipath = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.018887] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] libvirt.live_migration_bandwidth = 0 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.019062] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.019230] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] libvirt.live_migration_downtime = 500 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.019395] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.019557] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.019719] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] libvirt.live_migration_inbound_addr = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.019885] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.020057] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] libvirt.live_migration_permit_post_copy = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.020221] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] libvirt.live_migration_scheme = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.020392] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] libvirt.live_migration_timeout_action = abort {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.020561] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] libvirt.live_migration_tunnelled = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.020748] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] libvirt.live_migration_uri = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.020916] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] libvirt.live_migration_with_native_tls = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.021097] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] libvirt.max_queues = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.021266] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.021509] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.021676] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] libvirt.nfs_mount_options = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.021973] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.022171] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.022341] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] libvirt.num_iser_scan_tries = 5 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.022506] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] libvirt.num_memory_encrypted_guests = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.022690] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.022868] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] libvirt.num_pcie_ports = 0 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.023053] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] libvirt.num_volume_scan_tries = 5 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.023223] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] libvirt.pmem_namespaces = [] {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.023384] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] libvirt.quobyte_client_cfg = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.023680] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.023860] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] libvirt.rbd_connect_timeout = 5 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.024043] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.024213] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.024374] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] libvirt.rbd_secret_uuid = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.024532] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] libvirt.rbd_user = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.024694] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.024869] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] libvirt.remote_filesystem_transport = ssh {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.025039] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] libvirt.rescue_image_id = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.025201] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] libvirt.rescue_kernel_id = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.025356] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] libvirt.rescue_ramdisk_id = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.025522] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.025679] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] libvirt.rx_queue_size = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.025846] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] libvirt.smbfs_mount_options = {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.026152] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.026340] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] libvirt.snapshot_compression = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.026506] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] libvirt.snapshot_image_format = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.026739] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.026910] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] libvirt.sparse_logical_volumes = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.027088] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] libvirt.swtpm_enabled = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.027263] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] libvirt.swtpm_group = tss {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.027537] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] libvirt.swtpm_user = tss {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.027598] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] libvirt.sysinfo_serial = unique {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.027758] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] libvirt.tb_cache_size = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.027918] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] libvirt.tx_queue_size = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.028097] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] libvirt.uid_maps = [] {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.028265] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] libvirt.use_virtio_for_bridges = True {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.028438] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] libvirt.virt_type = kvm {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.028607] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] libvirt.volume_clear = zero {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.028773] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] libvirt.volume_clear_size = 0 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.028939] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] libvirt.volume_use_multipath = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.029117] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] libvirt.vzstorage_cache_path = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.029291] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.029458] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] libvirt.vzstorage_mount_group = qemu {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.029622] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] libvirt.vzstorage_mount_opts = [] {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.029791] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.030094] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.030375] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] libvirt.vzstorage_mount_user = stack {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.030440] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.030631] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] neutron.auth_section = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.030818] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] neutron.auth_type = password {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.030981] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] neutron.cafile = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.031158] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] neutron.certfile = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.031323] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] neutron.collect_timing = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.031483] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] neutron.connect_retries = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.031640] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] neutron.connect_retry_delay = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.031812] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] neutron.default_floating_pool = public {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.031976] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] neutron.endpoint_override = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.032154] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] neutron.extension_sync_interval = 600 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.032318] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] neutron.http_retries = 3 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.032478] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] neutron.insecure = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.032635] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] neutron.keyfile = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.032826] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] neutron.max_version = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.033018] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.033186] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] neutron.min_version = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.033355] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] neutron.ovs_bridge = br-int {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.033520] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] neutron.physnets = [] {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.033720] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] neutron.region_name = RegionOne {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.033908] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] neutron.retriable_status_codes = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.034098] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] neutron.service_metadata_proxy = True {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.034265] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] neutron.service_name = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.034434] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] neutron.service_type = network {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.034594] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] neutron.split_loggers = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.034755] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] neutron.status_code_retries = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.034914] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] neutron.status_code_retry_delay = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.035084] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] neutron.timeout = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.035270] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.035429] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] neutron.version = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.035600] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] notifications.bdms_in_notifications = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.035777] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] notifications.default_level = INFO {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.035942] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] notifications.include_share_mapping = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.036131] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] notifications.notification_format = unversioned {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.036296] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] notifications.notify_on_state_change = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.036470] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.036643] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] pci.alias = [] {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.036815] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] pci.device_spec = [] {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.036983] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] pci.report_in_placement = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.037173] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] placement.auth_section = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.037346] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] placement.auth_type = password {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.037515] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.037673] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] placement.cafile = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.037831] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] placement.certfile = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.037991] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] placement.collect_timing = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.038162] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] placement.connect_retries = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.038318] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] placement.connect_retry_delay = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.038474] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] placement.default_domain_id = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.038628] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] placement.default_domain_name = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.038784] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] placement.domain_id = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.038940] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] placement.domain_name = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.039108] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] placement.endpoint_override = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.039268] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] placement.insecure = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.039423] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] placement.keyfile = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.039578] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] placement.max_version = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.039731] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] placement.min_version = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.039896] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] placement.password = **** {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.040072] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] placement.project_domain_id = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.040240] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] placement.project_domain_name = Default {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.040403] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] placement.project_id = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.040584] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] placement.project_name = service {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.040772] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] placement.region_name = RegionOne {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.040939] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] placement.retriable_status_codes = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.041116] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] placement.service_name = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.041288] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] placement.service_type = placement {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.041448] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] placement.split_loggers = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.041609] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] placement.status_code_retries = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.041768] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] placement.status_code_retry_delay = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.041926] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] placement.system_scope = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.042093] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] placement.timeout = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.042253] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] placement.trust_id = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.042409] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] placement.user_domain_id = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.042573] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] placement.user_domain_name = Default {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.042768] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] placement.user_id = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.042949] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] placement.username = nova {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.043146] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.043307] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] placement.version = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.043552] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] quota.cores = 20 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.043741] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] quota.count_usage_from_placement = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.043914] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.044099] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] quota.injected_file_content_bytes = 10240 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.044269] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] quota.injected_file_path_length = 255 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.044436] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] quota.injected_files = 5 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.044600] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] quota.instances = 10 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.044763] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] quota.key_pairs = 100 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.044931] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] quota.metadata_items = 128 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.045110] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] quota.ram = 51200 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.045277] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] quota.recheck_quota = True {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.045445] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] quota.server_group_members = 10 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.045610] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] quota.server_groups = 10 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.045841] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] quota.unified_limits_resource_list = ['servers'] {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.046037] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] quota.unified_limits_resource_strategy = require {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.046222] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.046386] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.046544] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] scheduler.image_metadata_prefilter = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.046705] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.046869] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] scheduler.max_attempts = 3 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.047043] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] scheduler.max_placement_results = 1000 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.047211] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.047372] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] scheduler.query_placement_for_image_type_support = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.047532] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.047705] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] scheduler.workers = 2 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.047881] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.048065] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.048248] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.048418] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.048581] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.048744] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.048905] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.049104] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.049282] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] filter_scheduler.host_subset_size = 1 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.049447] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.049605] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.049764] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.049929] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] filter_scheduler.isolated_hosts = [] {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.050102] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] filter_scheduler.isolated_images = [] {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.050279] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.050440] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.050624] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.050803] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] filter_scheduler.pci_in_placement = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.050968] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.051147] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.051311] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.051469] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.051629] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.051789] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.051948] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] filter_scheduler.track_instance_changes = True {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.052136] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.052308] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] metrics.required = True {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.052472] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] metrics.weight_multiplier = 1.0 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.052632] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.052823] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] metrics.weight_setting = [] {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.053159] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.053336] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] serial_console.enabled = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.053510] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] serial_console.port_range = 10000:20000 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.053696] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.053883] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.054070] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] serial_console.serialproxy_port = 6083 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.054245] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] service_user.auth_section = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.054419] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] service_user.auth_type = password {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.054580] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] service_user.cafile = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.054740] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] service_user.certfile = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.054902] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] service_user.collect_timing = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.055074] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] service_user.insecure = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.055235] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] service_user.keyfile = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.055404] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] service_user.send_service_user_token = True {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.055563] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] service_user.split_loggers = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.055720] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] service_user.timeout = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.055889] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] spice.agent_enabled = True {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.056064] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] spice.enabled = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.056369] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.056570] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.056739] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] spice.html5proxy_port = 6082 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.056901] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] spice.image_compression = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.057073] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] spice.jpeg_compression = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.057233] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] spice.playback_compression = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.057394] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] spice.require_secure = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.057561] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] spice.server_listen = 127.0.0.1 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.057729] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.057919] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] spice.streaming_mode = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.058096] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] spice.zlib_compression = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.058266] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] upgrade_levels.baseapi = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.058438] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] upgrade_levels.compute = auto {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.058596] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] upgrade_levels.conductor = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.058751] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] upgrade_levels.scheduler = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.058920] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] vendordata_dynamic_auth.auth_section = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.059090] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] vendordata_dynamic_auth.auth_type = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.059252] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] vendordata_dynamic_auth.cafile = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.059410] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] vendordata_dynamic_auth.certfile = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.059570] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.059727] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] vendordata_dynamic_auth.insecure = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.059885] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] vendordata_dynamic_auth.keyfile = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.060056] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.060215] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] vendordata_dynamic_auth.timeout = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.060387] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] vmware.api_retry_count = 10 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.060550] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] vmware.ca_file = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.060829] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] vmware.cache_prefix = devstack-image-cache {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.060919] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] vmware.cluster_name = testcl1 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.061135] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] vmware.connection_pool_size = 10 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.061363] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] vmware.console_delay_seconds = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.061409] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] vmware.datastore_regex = ^datastore.* {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.061621] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.061818] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] vmware.host_password = **** {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.061983] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] vmware.host_port = 443 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.062169] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] vmware.host_username = administrator@vsphere.local {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.062340] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] vmware.insecure = True {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.062503] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] vmware.integration_bridge = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.062694] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] vmware.maximum_objects = 100 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.062859] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] vmware.pbm_default_policy = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.063032] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] vmware.pbm_enabled = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.063196] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] vmware.pbm_wsdl_location = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.063365] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.063522] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] vmware.serial_port_proxy_uri = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.063679] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] vmware.serial_port_service_uri = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.063843] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] vmware.task_poll_interval = 0.5 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.064014] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] vmware.use_linked_clone = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.064189] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] vmware.vnc_keymap = en-us {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.064357] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] vmware.vnc_port = 5900 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.064523] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] vmware.vnc_port_total = 10000 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.064709] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] vnc.auth_schemes = ['none'] {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.064884] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] vnc.enabled = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.065192] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.065380] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.065556] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] vnc.novncproxy_port = 6080 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.065743] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] vnc.server_listen = 127.0.0.1 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.065928] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.066104] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] vnc.vencrypt_ca_certs = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.066265] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] vnc.vencrypt_client_cert = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.066424] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] vnc.vencrypt_client_key = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.066594] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.066757] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] workarounds.disable_deep_image_inspection = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.066919] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.067092] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.067256] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.067415] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] workarounds.disable_rootwrap = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.067576] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] workarounds.enable_numa_live_migration = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.067733] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.067892] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.068082] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.068252] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] workarounds.libvirt_disable_apic = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.068410] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.068574] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.068733] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.068897] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.069069] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.069230] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.069387] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.069541] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.069698] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.069864] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.070063] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.070238] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] wsgi.client_socket_timeout = 900 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.070404] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] wsgi.default_pool_size = 1000 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.070578] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] wsgi.keep_alive = True {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.070763] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] wsgi.max_header_line = 16384 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.070932] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] wsgi.secure_proxy_ssl_header = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.071107] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] wsgi.ssl_ca_file = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.071269] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] wsgi.ssl_cert_file = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.071429] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] wsgi.ssl_key_file = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.071593] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] wsgi.tcp_keepidle = 600 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.071771] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.071936] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] zvm.ca_file = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.072108] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] zvm.cloud_connector_url = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.072414] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.072591] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] zvm.reachable_timeout = 300 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.072796] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.072983] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.073177] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] profiler.connection_string = messaging:// {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.073347] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] profiler.enabled = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.073515] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] profiler.es_doc_type = notification {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.073684] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] profiler.es_scroll_size = 10000 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.073851] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] profiler.es_scroll_time = 2m {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.074019] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] profiler.filter_error_trace = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.074189] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] profiler.hmac_keys = **** {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.074357] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] profiler.sentinel_service_name = mymaster {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.074523] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] profiler.socket_timeout = 0.1 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.074684] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] profiler.trace_requests = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.074843] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] profiler.trace_sqlalchemy = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.075029] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] profiler_jaeger.process_tags = {} {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.075190] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] profiler_jaeger.service_name_prefix = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.075354] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] profiler_otlp.service_name_prefix = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.075517] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] remote_debug.host = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.075674] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] remote_debug.port = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.075850] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.076049] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.076224] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.076388] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.076549] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.076711] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.076874] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.077050] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.077218] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.077393] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.077553] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.077725] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.077897] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.078076] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.078251] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.078414] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.078581] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.078753] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.078921] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.079098] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.079269] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.079435] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.079597] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.079761] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.079926] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.080099] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.080267] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.080429] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.080610] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.080791] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] oslo_messaging_rabbit.ssl = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.080968] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.081154] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.081318] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.081488] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.081657] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] oslo_messaging_rabbit.ssl_version = {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.081820] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.082013] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.082191] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] oslo_messaging_notifications.retry = -1 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.082368] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.082539] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] oslo_messaging_notifications.transport_url = **** {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.082730] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] oslo_limit.auth_section = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.082903] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] oslo_limit.auth_type = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.083078] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] oslo_limit.cafile = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.083239] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] oslo_limit.certfile = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.083401] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] oslo_limit.collect_timing = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.083564] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] oslo_limit.connect_retries = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.083718] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] oslo_limit.connect_retry_delay = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.083873] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] oslo_limit.endpoint_id = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.084055] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] oslo_limit.endpoint_interface = publicURL {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.084219] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] oslo_limit.endpoint_override = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.084377] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] oslo_limit.endpoint_region_name = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.084535] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] oslo_limit.endpoint_service_name = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.084691] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] oslo_limit.endpoint_service_type = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.084851] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] oslo_limit.insecure = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.085022] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] oslo_limit.keyfile = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.085182] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] oslo_limit.max_version = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.085339] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] oslo_limit.min_version = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.085494] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] oslo_limit.region_name = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.085649] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] oslo_limit.retriable_status_codes = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.085806] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] oslo_limit.service_name = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.085964] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] oslo_limit.service_type = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.086138] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] oslo_limit.split_loggers = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.086296] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] oslo_limit.status_code_retries = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.086451] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] oslo_limit.status_code_retry_delay = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.086607] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] oslo_limit.timeout = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.086763] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] oslo_limit.valid_interfaces = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.086920] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] oslo_limit.version = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.087097] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] oslo_reports.file_event_handler = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.087265] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.087425] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] oslo_reports.log_dir = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.087596] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.087758] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.087931] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.088123] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.088295] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.088460] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.088631] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.088792] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] vif_plug_ovs_privileged.group = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.088954] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.089133] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.089301] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.089461] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] vif_plug_ovs_privileged.user = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.089632] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] os_vif_linux_bridge.flat_interface = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.089812] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.089988] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.090174] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.090346] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.090520] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.090715] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.090886] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.091087] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.091261] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] os_vif_ovs.isolate_vif = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.091430] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.091598] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.091767] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.091938] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] os_vif_ovs.ovsdb_interface = native {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.092112] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] os_vif_ovs.per_port_bridge = False {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.092285] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] privsep_osbrick.capabilities = [21] {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.092444] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] privsep_osbrick.group = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.092601] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] privsep_osbrick.helper_command = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.092786] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.092961] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.093138] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] privsep_osbrick.user = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.093312] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.093468] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] nova_sys_admin.group = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.093623] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] nova_sys_admin.helper_command = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.093788] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.093951] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.094131] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] nova_sys_admin.user = None {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.094264] env[62353]: DEBUG oslo_service.service [None req-4b332754-89a5-478e-b8bf-71587dbc9021 None None] ******************************************************************************** {{(pid=62353) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 496.094693] env[62353]: INFO nova.service [-] Starting compute node (version 0.0.1) [ 496.598513] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-3105198c-418e-40e9-bc5c-c876e482fcb6 None None] Getting list of instances from cluster (obj){ [ 496.598513] env[62353]: value = "domain-c8" [ 496.598513] env[62353]: _type = "ClusterComputeResource" [ 496.598513] env[62353]: } {{(pid=62353) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 496.599751] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b5dc488-698d-4295-a70c-29d7a2954d3d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 496.608363] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-3105198c-418e-40e9-bc5c-c876e482fcb6 None None] Got total of 0 instances {{(pid=62353) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 496.608936] env[62353]: WARNING nova.virt.vmwareapi.driver [None req-3105198c-418e-40e9-bc5c-c876e482fcb6 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 496.609428] env[62353]: INFO nova.virt.node [None req-3105198c-418e-40e9-bc5c-c876e482fcb6 None None] Generated node identity 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 [ 496.609664] env[62353]: INFO nova.virt.node [None req-3105198c-418e-40e9-bc5c-c876e482fcb6 None None] Wrote node identity 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 to /opt/stack/data/n-cpu-1/compute_id [ 497.112292] env[62353]: WARNING nova.compute.manager [None req-3105198c-418e-40e9-bc5c-c876e482fcb6 None None] Compute nodes ['7ed3af4c-f85e-4a4b-a365-13d128b6ab14'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 498.117979] env[62353]: INFO nova.compute.manager [None req-3105198c-418e-40e9-bc5c-c876e482fcb6 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 499.123261] env[62353]: WARNING nova.compute.manager [None req-3105198c-418e-40e9-bc5c-c876e482fcb6 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 499.123629] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3105198c-418e-40e9-bc5c-c876e482fcb6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 499.123763] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3105198c-418e-40e9-bc5c-c876e482fcb6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 499.123926] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3105198c-418e-40e9-bc5c-c876e482fcb6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 499.124101] env[62353]: DEBUG nova.compute.resource_tracker [None req-3105198c-418e-40e9-bc5c-c876e482fcb6 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62353) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 499.125015] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5864c06-1cd8-454b-979e-da412f67f8a6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 499.132783] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d841bced-f2e8-4adf-92f3-544471ffe6f9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 499.147063] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a59fbdf0-63bf-42fb-9699-50b38965352c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 499.153313] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aba1d2e-190e-4b12-966e-9758e5761097 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 499.181112] env[62353]: DEBUG nova.compute.resource_tracker [None req-3105198c-418e-40e9-bc5c-c876e482fcb6 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181231MB free_disk=155GB free_vcpus=48 pci_devices=None {{(pid=62353) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 499.181248] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3105198c-418e-40e9-bc5c-c876e482fcb6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 499.181432] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3105198c-418e-40e9-bc5c-c876e482fcb6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 499.684180] env[62353]: WARNING nova.compute.resource_tracker [None req-3105198c-418e-40e9-bc5c-c876e482fcb6 None None] No compute node record for cpu-1:7ed3af4c-f85e-4a4b-a365-13d128b6ab14: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 could not be found. [ 500.188725] env[62353]: INFO nova.compute.resource_tracker [None req-3105198c-418e-40e9-bc5c-c876e482fcb6 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 [ 501.696515] env[62353]: DEBUG nova.compute.resource_tracker [None req-3105198c-418e-40e9-bc5c-c876e482fcb6 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62353) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 501.696868] env[62353]: DEBUG nova.compute.resource_tracker [None req-3105198c-418e-40e9-bc5c-c876e482fcb6 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62353) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 501.849297] env[62353]: INFO nova.scheduler.client.report [None req-3105198c-418e-40e9-bc5c-c876e482fcb6 None None] [req-f37a508d-d3bb-4ef8-8c23-d2da171468c2] Created resource provider record via placement API for resource provider with UUID 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 501.863504] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96908218-e531-4f58-bf5a-0345fe624fae {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 501.871042] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fd03cb5-7af2-4f39-ba45-6bef84fbb1bd {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 501.900791] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcef1d11-ecba-4768-9820-605f49a147ce {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 501.907717] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9dc46a8-464c-4608-8feb-bb990cb42646 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 501.920319] env[62353]: DEBUG nova.compute.provider_tree [None req-3105198c-418e-40e9-bc5c-c876e482fcb6 None None] Updating inventory in ProviderTree for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 502.453736] env[62353]: DEBUG nova.scheduler.client.report [None req-3105198c-418e-40e9-bc5c-c876e482fcb6 None None] Updated inventory for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 502.454088] env[62353]: DEBUG nova.compute.provider_tree [None req-3105198c-418e-40e9-bc5c-c876e482fcb6 None None] Updating resource provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 generation from 0 to 1 during operation: update_inventory {{(pid=62353) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 502.454284] env[62353]: DEBUG nova.compute.provider_tree [None req-3105198c-418e-40e9-bc5c-c876e482fcb6 None None] Updating inventory in ProviderTree for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 502.506405] env[62353]: DEBUG nova.compute.provider_tree [None req-3105198c-418e-40e9-bc5c-c876e482fcb6 None None] Updating resource provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 generation from 1 to 2 during operation: update_traits {{(pid=62353) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 503.010531] env[62353]: DEBUG nova.compute.resource_tracker [None req-3105198c-418e-40e9-bc5c-c876e482fcb6 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62353) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 503.010916] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3105198c-418e-40e9-bc5c-c876e482fcb6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.829s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 503.010965] env[62353]: DEBUG nova.service [None req-3105198c-418e-40e9-bc5c-c876e482fcb6 None None] Creating RPC server for service compute {{(pid=62353) start /opt/stack/nova/nova/service.py:186}} [ 503.024371] env[62353]: DEBUG nova.service [None req-3105198c-418e-40e9-bc5c-c876e482fcb6 None None] Join ServiceGroup membership for this service compute {{(pid=62353) start /opt/stack/nova/nova/service.py:203}} [ 503.024547] env[62353]: DEBUG nova.servicegroup.drivers.db [None req-3105198c-418e-40e9-bc5c-c876e482fcb6 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=62353) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 527.026854] env[62353]: DEBUG oslo_service.periodic_task [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Running periodic task ComputeManager._sync_power_states {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 527.530172] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Getting list of instances from cluster (obj){ [ 527.530172] env[62353]: value = "domain-c8" [ 527.530172] env[62353]: _type = "ClusterComputeResource" [ 527.530172] env[62353]: } {{(pid=62353) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 527.531491] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e66fb3d-3305-4373-a4cf-6665c0b6dda5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 527.540266] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Got total of 0 instances {{(pid=62353) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 527.540481] env[62353]: DEBUG oslo_service.periodic_task [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 527.540760] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Getting list of instances from cluster (obj){ [ 527.540760] env[62353]: value = "domain-c8" [ 527.540760] env[62353]: _type = "ClusterComputeResource" [ 527.540760] env[62353]: } {{(pid=62353) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 527.541602] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-035dafac-f0a4-4fb0-8dd4-8e7dde8d6bdf {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 527.548609] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Got total of 0 instances {{(pid=62353) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 545.617034] env[62353]: DEBUG oslo_concurrency.lockutils [None req-256d0cb0-5a45-4ad5-bf17-03f774901ba6 tempest-ServerDiagnosticsTest-70966863 tempest-ServerDiagnosticsTest-70966863-project-member] Acquiring lock "b108ff18-5515-4884-bd5d-a4a245c18a0e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 545.617034] env[62353]: DEBUG oslo_concurrency.lockutils [None req-256d0cb0-5a45-4ad5-bf17-03f774901ba6 tempest-ServerDiagnosticsTest-70966863 tempest-ServerDiagnosticsTest-70966863-project-member] Lock "b108ff18-5515-4884-bd5d-a4a245c18a0e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 546.120171] env[62353]: DEBUG nova.compute.manager [None req-256d0cb0-5a45-4ad5-bf17-03f774901ba6 tempest-ServerDiagnosticsTest-70966863 tempest-ServerDiagnosticsTest-70966863-project-member] [instance: b108ff18-5515-4884-bd5d-a4a245c18a0e] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 546.441145] env[62353]: DEBUG oslo_concurrency.lockutils [None req-21cbbc35-28a0-4d33-82d8-7fa222252e55 tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] Acquiring lock "82afd7a0-a514-4eac-9bcf-e2ed22e1e04b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 546.441754] env[62353]: DEBUG oslo_concurrency.lockutils [None req-21cbbc35-28a0-4d33-82d8-7fa222252e55 tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] Lock "82afd7a0-a514-4eac-9bcf-e2ed22e1e04b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 546.658230] env[62353]: DEBUG oslo_concurrency.lockutils [None req-256d0cb0-5a45-4ad5-bf17-03f774901ba6 tempest-ServerDiagnosticsTest-70966863 tempest-ServerDiagnosticsTest-70966863-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 546.658732] env[62353]: DEBUG oslo_concurrency.lockutils [None req-256d0cb0-5a45-4ad5-bf17-03f774901ba6 tempest-ServerDiagnosticsTest-70966863 tempest-ServerDiagnosticsTest-70966863-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 546.661291] env[62353]: INFO nova.compute.claims [None req-256d0cb0-5a45-4ad5-bf17-03f774901ba6 tempest-ServerDiagnosticsTest-70966863 tempest-ServerDiagnosticsTest-70966863-project-member] [instance: b108ff18-5515-4884-bd5d-a4a245c18a0e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 546.945772] env[62353]: DEBUG nova.compute.manager [None req-21cbbc35-28a0-4d33-82d8-7fa222252e55 tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] [instance: 82afd7a0-a514-4eac-9bcf-e2ed22e1e04b] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 547.485695] env[62353]: DEBUG oslo_concurrency.lockutils [None req-21cbbc35-28a0-4d33-82d8-7fa222252e55 tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 547.493869] env[62353]: DEBUG oslo_concurrency.lockutils [None req-bb7b893b-a805-449a-9f3a-87335afbed73 tempest-ServerExternalEventsTest-1456212372 tempest-ServerExternalEventsTest-1456212372-project-member] Acquiring lock "71d6a2a4-8c9f-45a6-bb5b-add707aa11f8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 547.494158] env[62353]: DEBUG oslo_concurrency.lockutils [None req-bb7b893b-a805-449a-9f3a-87335afbed73 tempest-ServerExternalEventsTest-1456212372 tempest-ServerExternalEventsTest-1456212372-project-member] Lock "71d6a2a4-8c9f-45a6-bb5b-add707aa11f8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 547.743227] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-576fa594-51a2-47f3-b763-03f8a845692c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.751300] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2901e7ce-aa69-4128-9d6d-22bca3c9d608 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.783918] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-695d0708-c22b-49a1-9348-e0f41e9a6b5c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.791541] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38f76300-305a-4c63-80d5-961103051521 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.806403] env[62353]: DEBUG nova.compute.provider_tree [None req-256d0cb0-5a45-4ad5-bf17-03f774901ba6 tempest-ServerDiagnosticsTest-70966863 tempest-ServerDiagnosticsTest-70966863-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 547.998276] env[62353]: DEBUG nova.compute.manager [None req-bb7b893b-a805-449a-9f3a-87335afbed73 tempest-ServerExternalEventsTest-1456212372 tempest-ServerExternalEventsTest-1456212372-project-member] [instance: 71d6a2a4-8c9f-45a6-bb5b-add707aa11f8] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 548.314156] env[62353]: DEBUG nova.scheduler.client.report [None req-256d0cb0-5a45-4ad5-bf17-03f774901ba6 tempest-ServerDiagnosticsTest-70966863 tempest-ServerDiagnosticsTest-70966863-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 548.528743] env[62353]: DEBUG oslo_concurrency.lockutils [None req-bb7b893b-a805-449a-9f3a-87335afbed73 tempest-ServerExternalEventsTest-1456212372 tempest-ServerExternalEventsTest-1456212372-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 548.822594] env[62353]: DEBUG oslo_concurrency.lockutils [None req-256d0cb0-5a45-4ad5-bf17-03f774901ba6 tempest-ServerDiagnosticsTest-70966863 tempest-ServerDiagnosticsTest-70966863-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.162s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 548.822594] env[62353]: DEBUG nova.compute.manager [None req-256d0cb0-5a45-4ad5-bf17-03f774901ba6 tempest-ServerDiagnosticsTest-70966863 tempest-ServerDiagnosticsTest-70966863-project-member] [instance: b108ff18-5515-4884-bd5d-a4a245c18a0e] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 548.825168] env[62353]: DEBUG oslo_concurrency.lockutils [None req-21cbbc35-28a0-4d33-82d8-7fa222252e55 tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.340s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 548.826672] env[62353]: INFO nova.compute.claims [None req-21cbbc35-28a0-4d33-82d8-7fa222252e55 tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] [instance: 82afd7a0-a514-4eac-9bcf-e2ed22e1e04b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 549.335365] env[62353]: DEBUG nova.compute.utils [None req-256d0cb0-5a45-4ad5-bf17-03f774901ba6 tempest-ServerDiagnosticsTest-70966863 tempest-ServerDiagnosticsTest-70966863-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 549.336978] env[62353]: DEBUG nova.compute.manager [None req-256d0cb0-5a45-4ad5-bf17-03f774901ba6 tempest-ServerDiagnosticsTest-70966863 tempest-ServerDiagnosticsTest-70966863-project-member] [instance: b108ff18-5515-4884-bd5d-a4a245c18a0e] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 549.338370] env[62353]: DEBUG nova.network.neutron [None req-256d0cb0-5a45-4ad5-bf17-03f774901ba6 tempest-ServerDiagnosticsTest-70966863 tempest-ServerDiagnosticsTest-70966863-project-member] [instance: b108ff18-5515-4884-bd5d-a4a245c18a0e] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 549.850944] env[62353]: DEBUG nova.compute.manager [None req-256d0cb0-5a45-4ad5-bf17-03f774901ba6 tempest-ServerDiagnosticsTest-70966863 tempest-ServerDiagnosticsTest-70966863-project-member] [instance: b108ff18-5515-4884-bd5d-a4a245c18a0e] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 549.854652] env[62353]: DEBUG oslo_concurrency.lockutils [None req-332ffcf1-492d-4cee-8fe5-8f40940768dc tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Acquiring lock "8b313bab-8370-47c5-a03b-c809dc96fd21" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 549.854734] env[62353]: DEBUG oslo_concurrency.lockutils [None req-332ffcf1-492d-4cee-8fe5-8f40940768dc tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Lock "8b313bab-8370-47c5-a03b-c809dc96fd21" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 549.944680] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6aeef34-5c30-4c4d-b674-921b1ce95eb6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.952852] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2fd9c43-a0e4-4164-8c42-2008a5d7c411 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.986481] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cee8115f-4439-467c-b1cc-8e787345e936 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.996608] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c8c100c-30f9-48cd-ae13-5b15ff951fe7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.013521] env[62353]: DEBUG nova.compute.provider_tree [None req-21cbbc35-28a0-4d33-82d8-7fa222252e55 tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 550.095895] env[62353]: DEBUG nova.policy [None req-256d0cb0-5a45-4ad5-bf17-03f774901ba6 tempest-ServerDiagnosticsTest-70966863 tempest-ServerDiagnosticsTest-70966863-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd52b656f9f77496d8dba878fe738fb77', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c53bdd55b400494d81f4099a42a26100', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:192}} [ 550.365941] env[62353]: DEBUG nova.compute.manager [None req-332ffcf1-492d-4cee-8fe5-8f40940768dc tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: 8b313bab-8370-47c5-a03b-c809dc96fd21] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 550.517504] env[62353]: DEBUG nova.scheduler.client.report [None req-21cbbc35-28a0-4d33-82d8-7fa222252e55 tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 550.871453] env[62353]: DEBUG nova.compute.manager [None req-256d0cb0-5a45-4ad5-bf17-03f774901ba6 tempest-ServerDiagnosticsTest-70966863 tempest-ServerDiagnosticsTest-70966863-project-member] [instance: b108ff18-5515-4884-bd5d-a4a245c18a0e] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 550.909663] env[62353]: DEBUG oslo_concurrency.lockutils [None req-332ffcf1-492d-4cee-8fe5-8f40940768dc tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 550.922624] env[62353]: DEBUG nova.virt.hardware [None req-256d0cb0-5a45-4ad5-bf17-03f774901ba6 tempest-ServerDiagnosticsTest-70966863 tempest-ServerDiagnosticsTest-70966863-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T12:38:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T12:38:15Z,direct_url=,disk_format='vmdk',id=06f909ae-e8dc-43b4-abf7-c7ed85db9bbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0a3f88790a594523a818b8c00f6862e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T12:38:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 550.922624] env[62353]: DEBUG nova.virt.hardware [None req-256d0cb0-5a45-4ad5-bf17-03f774901ba6 tempest-ServerDiagnosticsTest-70966863 tempest-ServerDiagnosticsTest-70966863-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 550.922624] env[62353]: DEBUG nova.virt.hardware [None req-256d0cb0-5a45-4ad5-bf17-03f774901ba6 tempest-ServerDiagnosticsTest-70966863 tempest-ServerDiagnosticsTest-70966863-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 550.922624] env[62353]: DEBUG nova.virt.hardware [None req-256d0cb0-5a45-4ad5-bf17-03f774901ba6 tempest-ServerDiagnosticsTest-70966863 tempest-ServerDiagnosticsTest-70966863-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 550.923272] env[62353]: DEBUG nova.virt.hardware [None req-256d0cb0-5a45-4ad5-bf17-03f774901ba6 tempest-ServerDiagnosticsTest-70966863 tempest-ServerDiagnosticsTest-70966863-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 550.923272] env[62353]: DEBUG nova.virt.hardware [None req-256d0cb0-5a45-4ad5-bf17-03f774901ba6 tempest-ServerDiagnosticsTest-70966863 tempest-ServerDiagnosticsTest-70966863-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 550.923272] env[62353]: DEBUG nova.virt.hardware [None req-256d0cb0-5a45-4ad5-bf17-03f774901ba6 tempest-ServerDiagnosticsTest-70966863 tempest-ServerDiagnosticsTest-70966863-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 550.923272] env[62353]: DEBUG nova.virt.hardware [None req-256d0cb0-5a45-4ad5-bf17-03f774901ba6 tempest-ServerDiagnosticsTest-70966863 tempest-ServerDiagnosticsTest-70966863-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 550.923272] env[62353]: DEBUG nova.virt.hardware [None req-256d0cb0-5a45-4ad5-bf17-03f774901ba6 tempest-ServerDiagnosticsTest-70966863 tempest-ServerDiagnosticsTest-70966863-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 550.923437] env[62353]: DEBUG nova.virt.hardware [None req-256d0cb0-5a45-4ad5-bf17-03f774901ba6 tempest-ServerDiagnosticsTest-70966863 tempest-ServerDiagnosticsTest-70966863-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 550.923437] env[62353]: DEBUG nova.virt.hardware [None req-256d0cb0-5a45-4ad5-bf17-03f774901ba6 tempest-ServerDiagnosticsTest-70966863 tempest-ServerDiagnosticsTest-70966863-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 550.927754] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fae7651e-5312-4b41-9574-8c7f78069b03 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.937281] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-176578d1-3927-4906-979c-8ca82e929373 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.960911] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75fd6b10-8bc9-4b62-bf10-960926fb9498 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.027466] env[62353]: DEBUG oslo_concurrency.lockutils [None req-21cbbc35-28a0-4d33-82d8-7fa222252e55 tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.202s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 551.028307] env[62353]: DEBUG nova.compute.manager [None req-21cbbc35-28a0-4d33-82d8-7fa222252e55 tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] [instance: 82afd7a0-a514-4eac-9bcf-e2ed22e1e04b] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 551.035597] env[62353]: DEBUG oslo_concurrency.lockutils [None req-bb7b893b-a805-449a-9f3a-87335afbed73 tempest-ServerExternalEventsTest-1456212372 tempest-ServerExternalEventsTest-1456212372-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.507s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 551.037100] env[62353]: INFO nova.compute.claims [None req-bb7b893b-a805-449a-9f3a-87335afbed73 tempest-ServerExternalEventsTest-1456212372 tempest-ServerExternalEventsTest-1456212372-project-member] [instance: 71d6a2a4-8c9f-45a6-bb5b-add707aa11f8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 551.532687] env[62353]: DEBUG oslo_service.periodic_task [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 551.533080] env[62353]: DEBUG oslo_service.periodic_task [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 551.533242] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Starting heal instance info cache {{(pid=62353) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 551.533358] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Rebuilding the list of instances to heal {{(pid=62353) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10449}} [ 551.546793] env[62353]: DEBUG nova.compute.utils [None req-21cbbc35-28a0-4d33-82d8-7fa222252e55 tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 551.550229] env[62353]: DEBUG nova.compute.manager [None req-21cbbc35-28a0-4d33-82d8-7fa222252e55 tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] [instance: 82afd7a0-a514-4eac-9bcf-e2ed22e1e04b] Not allocating networking since 'none' was specified. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 552.039746] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] [instance: b108ff18-5515-4884-bd5d-a4a245c18a0e] Skipping network cache update for instance because it is Building. {{(pid=62353) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 552.040013] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] [instance: 82afd7a0-a514-4eac-9bcf-e2ed22e1e04b] Skipping network cache update for instance because it is Building. {{(pid=62353) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 552.040085] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] [instance: 71d6a2a4-8c9f-45a6-bb5b-add707aa11f8] Skipping network cache update for instance because it is Building. {{(pid=62353) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 552.040169] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Didn't find any instances for network info cache update. {{(pid=62353) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10531}} [ 552.040368] env[62353]: DEBUG oslo_service.periodic_task [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 552.040607] env[62353]: DEBUG oslo_service.periodic_task [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 552.040817] env[62353]: DEBUG oslo_service.periodic_task [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 552.040984] env[62353]: DEBUG oslo_service.periodic_task [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 552.041181] env[62353]: DEBUG oslo_service.periodic_task [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 552.041405] env[62353]: DEBUG oslo_service.periodic_task [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 552.041547] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62353) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 552.041681] env[62353]: DEBUG oslo_service.periodic_task [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 552.052275] env[62353]: DEBUG nova.compute.manager [None req-21cbbc35-28a0-4d33-82d8-7fa222252e55 tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] [instance: 82afd7a0-a514-4eac-9bcf-e2ed22e1e04b] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 552.113566] env[62353]: DEBUG nova.network.neutron [None req-256d0cb0-5a45-4ad5-bf17-03f774901ba6 tempest-ServerDiagnosticsTest-70966863 tempest-ServerDiagnosticsTest-70966863-project-member] [instance: b108ff18-5515-4884-bd5d-a4a245c18a0e] Successfully created port: 4c0ec121-206e-472f-b777-6d94d184f177 {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 552.184029] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4327969a-1bcc-4cb9-82a2-03bc2feb3c46 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.196028] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-968dc628-c7de-4e3c-b0ba-cac286a63bd4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.242711] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ab922ac-bb6c-4914-bae5-8379ac29deea {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.248056] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-740e9738-8cc0-4d0c-bdcd-02d11df67901 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.261968] env[62353]: DEBUG nova.compute.provider_tree [None req-bb7b893b-a805-449a-9f3a-87335afbed73 tempest-ServerExternalEventsTest-1456212372 tempest-ServerExternalEventsTest-1456212372-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 552.550177] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 552.764592] env[62353]: DEBUG nova.scheduler.client.report [None req-bb7b893b-a805-449a-9f3a-87335afbed73 tempest-ServerExternalEventsTest-1456212372 tempest-ServerExternalEventsTest-1456212372-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 553.066995] env[62353]: DEBUG nova.compute.manager [None req-21cbbc35-28a0-4d33-82d8-7fa222252e55 tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] [instance: 82afd7a0-a514-4eac-9bcf-e2ed22e1e04b] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 553.146178] env[62353]: DEBUG nova.virt.hardware [None req-21cbbc35-28a0-4d33-82d8-7fa222252e55 tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T12:38:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T12:38:15Z,direct_url=,disk_format='vmdk',id=06f909ae-e8dc-43b4-abf7-c7ed85db9bbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0a3f88790a594523a818b8c00f6862e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T12:38:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 553.146178] env[62353]: DEBUG nova.virt.hardware [None req-21cbbc35-28a0-4d33-82d8-7fa222252e55 tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 553.146178] env[62353]: DEBUG nova.virt.hardware [None req-21cbbc35-28a0-4d33-82d8-7fa222252e55 tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 553.146178] env[62353]: DEBUG nova.virt.hardware [None req-21cbbc35-28a0-4d33-82d8-7fa222252e55 tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 553.146976] env[62353]: DEBUG nova.virt.hardware [None req-21cbbc35-28a0-4d33-82d8-7fa222252e55 tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 553.146976] env[62353]: DEBUG nova.virt.hardware [None req-21cbbc35-28a0-4d33-82d8-7fa222252e55 tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 553.146976] env[62353]: DEBUG nova.virt.hardware [None req-21cbbc35-28a0-4d33-82d8-7fa222252e55 tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 553.146976] env[62353]: DEBUG nova.virt.hardware [None req-21cbbc35-28a0-4d33-82d8-7fa222252e55 tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 553.146976] env[62353]: DEBUG nova.virt.hardware [None req-21cbbc35-28a0-4d33-82d8-7fa222252e55 tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 553.147346] env[62353]: DEBUG nova.virt.hardware [None req-21cbbc35-28a0-4d33-82d8-7fa222252e55 tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 553.147346] env[62353]: DEBUG nova.virt.hardware [None req-21cbbc35-28a0-4d33-82d8-7fa222252e55 tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 553.147346] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9725f17e-f8ce-425d-83ac-7ddc6f261f7c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.155243] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddbd5717-7336-404b-81d0-5c3834a39477 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.172366] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-21cbbc35-28a0-4d33-82d8-7fa222252e55 tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] [instance: 82afd7a0-a514-4eac-9bcf-e2ed22e1e04b] Instance VIF info [] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 553.184576] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-21cbbc35-28a0-4d33-82d8-7fa222252e55 tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 553.184874] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ab23bdd0-aca4-4074-8099-a70b9744eba4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.200803] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-21cbbc35-28a0-4d33-82d8-7fa222252e55 tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] Created folder: OpenStack in parent group-v4. [ 553.200991] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-21cbbc35-28a0-4d33-82d8-7fa222252e55 tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] Creating folder: Project (45337196a0904a7cad64b98af4d434a4). Parent ref: group-v481456. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 553.201236] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5d97ebfb-87ac-41a4-8739-10f582d4e42b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.210244] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-21cbbc35-28a0-4d33-82d8-7fa222252e55 tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] Created folder: Project (45337196a0904a7cad64b98af4d434a4) in parent group-v481456. [ 553.210453] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-21cbbc35-28a0-4d33-82d8-7fa222252e55 tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] Creating folder: Instances. Parent ref: group-v481457. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 553.210708] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c1a3a07e-6fa8-4d61-978f-b8a6832d0708 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.222269] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-21cbbc35-28a0-4d33-82d8-7fa222252e55 tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] Created folder: Instances in parent group-v481457. [ 553.222555] env[62353]: DEBUG oslo.service.loopingcall [None req-21cbbc35-28a0-4d33-82d8-7fa222252e55 tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 553.222802] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82afd7a0-a514-4eac-9bcf-e2ed22e1e04b] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 553.227285] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5ad1b6d3-5a58-48cb-ad9f-2ebe23d5ff5d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.245732] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 553.245732] env[62353]: value = "task-2371690" [ 553.245732] env[62353]: _type = "Task" [ 553.245732] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 553.261864] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2371690, 'name': CreateVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 553.267551] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1586de49-8a17-432e-a739-bb2d889f8c63 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Acquiring lock "70b6d86f-10bd-471f-8655-e961c4208751" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 553.267551] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1586de49-8a17-432e-a739-bb2d889f8c63 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Lock "70b6d86f-10bd-471f-8655-e961c4208751" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 553.269448] env[62353]: DEBUG oslo_concurrency.lockutils [None req-bb7b893b-a805-449a-9f3a-87335afbed73 tempest-ServerExternalEventsTest-1456212372 tempest-ServerExternalEventsTest-1456212372-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.234s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 553.269993] env[62353]: DEBUG nova.compute.manager [None req-bb7b893b-a805-449a-9f3a-87335afbed73 tempest-ServerExternalEventsTest-1456212372 tempest-ServerExternalEventsTest-1456212372-project-member] [instance: 71d6a2a4-8c9f-45a6-bb5b-add707aa11f8] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 553.272629] env[62353]: DEBUG oslo_concurrency.lockutils [None req-332ffcf1-492d-4cee-8fe5-8f40940768dc tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.364s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 553.274189] env[62353]: INFO nova.compute.claims [None req-332ffcf1-492d-4cee-8fe5-8f40940768dc tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: 8b313bab-8370-47c5-a03b-c809dc96fd21] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 553.757514] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2371690, 'name': CreateVM_Task} progress is 99%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 553.773210] env[62353]: DEBUG nova.compute.manager [None req-1586de49-8a17-432e-a739-bb2d889f8c63 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] [instance: 70b6d86f-10bd-471f-8655-e961c4208751] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 553.781513] env[62353]: DEBUG nova.compute.utils [None req-bb7b893b-a805-449a-9f3a-87335afbed73 tempest-ServerExternalEventsTest-1456212372 tempest-ServerExternalEventsTest-1456212372-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 553.785545] env[62353]: DEBUG nova.compute.manager [None req-bb7b893b-a805-449a-9f3a-87335afbed73 tempest-ServerExternalEventsTest-1456212372 tempest-ServerExternalEventsTest-1456212372-project-member] [instance: 71d6a2a4-8c9f-45a6-bb5b-add707aa11f8] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 553.785795] env[62353]: DEBUG nova.network.neutron [None req-bb7b893b-a805-449a-9f3a-87335afbed73 tempest-ServerExternalEventsTest-1456212372 tempest-ServerExternalEventsTest-1456212372-project-member] [instance: 71d6a2a4-8c9f-45a6-bb5b-add707aa11f8] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 553.948851] env[62353]: DEBUG nova.policy [None req-bb7b893b-a805-449a-9f3a-87335afbed73 tempest-ServerExternalEventsTest-1456212372 tempest-ServerExternalEventsTest-1456212372-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '886ca4e2092d4662a58dfb7af65e4a95', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd2db919a6e124ad782419f1c3df685b3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:192}} [ 554.263751] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2371690, 'name': CreateVM_Task} progress is 99%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 554.286924] env[62353]: DEBUG nova.compute.manager [None req-bb7b893b-a805-449a-9f3a-87335afbed73 tempest-ServerExternalEventsTest-1456212372 tempest-ServerExternalEventsTest-1456212372-project-member] [instance: 71d6a2a4-8c9f-45a6-bb5b-add707aa11f8] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 554.337833] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1586de49-8a17-432e-a739-bb2d889f8c63 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 554.401507] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96bb77ab-ab45-4790-8c80-b9d0bfc9a804 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.410672] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98047dc7-8d00-445f-8b9b-95275bbb8ae5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.452125] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b9d078b-e75e-4e11-8d12-f6e102fb977f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.459546] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-164e8e25-69e0-4c6a-94b7-3136e0e36c9a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.475279] env[62353]: DEBUG nova.compute.provider_tree [None req-332ffcf1-492d-4cee-8fe5-8f40940768dc tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 554.759569] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2371690, 'name': CreateVM_Task, 'duration_secs': 1.259248} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 554.760777] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82afd7a0-a514-4eac-9bcf-e2ed22e1e04b] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 554.761955] env[62353]: DEBUG oslo_vmware.service [None req-21cbbc35-28a0-4d33-82d8-7fa222252e55 tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80172233-28be-42da-bef5-4bbf4ec829c2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.768674] env[62353]: DEBUG oslo_concurrency.lockutils [None req-21cbbc35-28a0-4d33-82d8-7fa222252e55 tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 554.768940] env[62353]: DEBUG oslo_concurrency.lockutils [None req-21cbbc35-28a0-4d33-82d8-7fa222252e55 tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] Acquired lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 554.769523] env[62353]: DEBUG oslo_concurrency.lockutils [None req-21cbbc35-28a0-4d33-82d8-7fa222252e55 tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 554.769792] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4cc66ab-bcb8-4b04-8766-5bb7d8eb5a33 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.775659] env[62353]: DEBUG oslo_vmware.api [None req-21cbbc35-28a0-4d33-82d8-7fa222252e55 tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] Waiting for the task: (returnval){ [ 554.775659] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52b85a6b-3c51-bd0f-f67d-6f6c649d9bc7" [ 554.775659] env[62353]: _type = "Task" [ 554.775659] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 554.788723] env[62353]: DEBUG oslo_vmware.api [None req-21cbbc35-28a0-4d33-82d8-7fa222252e55 tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52b85a6b-3c51-bd0f-f67d-6f6c649d9bc7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 554.980194] env[62353]: DEBUG nova.scheduler.client.report [None req-332ffcf1-492d-4cee-8fe5-8f40940768dc tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 555.287833] env[62353]: DEBUG oslo_concurrency.lockutils [None req-21cbbc35-28a0-4d33-82d8-7fa222252e55 tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] Releasing lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 555.292285] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-21cbbc35-28a0-4d33-82d8-7fa222252e55 tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] [instance: 82afd7a0-a514-4eac-9bcf-e2ed22e1e04b] Processing image 06f909ae-e8dc-43b4-abf7-c7ed85db9bbd {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 555.292285] env[62353]: DEBUG oslo_concurrency.lockutils [None req-21cbbc35-28a0-4d33-82d8-7fa222252e55 tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 555.292285] env[62353]: DEBUG oslo_concurrency.lockutils [None req-21cbbc35-28a0-4d33-82d8-7fa222252e55 tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] Acquired lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.292285] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-21cbbc35-28a0-4d33-82d8-7fa222252e55 tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 555.292285] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e5eb7572-0ab0-42a0-8ee6-6e9040188ea4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.298900] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-21cbbc35-28a0-4d33-82d8-7fa222252e55 tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 555.299195] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-21cbbc35-28a0-4d33-82d8-7fa222252e55 tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 555.300442] env[62353]: DEBUG nova.compute.manager [None req-bb7b893b-a805-449a-9f3a-87335afbed73 tempest-ServerExternalEventsTest-1456212372 tempest-ServerExternalEventsTest-1456212372-project-member] [instance: 71d6a2a4-8c9f-45a6-bb5b-add707aa11f8] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 555.304339] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d3476ee-0e41-4f6f-8e18-42dbeef27ba6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.316107] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd2c2f36-f12c-4039-8390-c9229f43aa7a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.327388] env[62353]: DEBUG oslo_vmware.api [None req-21cbbc35-28a0-4d33-82d8-7fa222252e55 tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] Waiting for the task: (returnval){ [ 555.327388] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]525ddb92-6d02-6fb3-f704-9cbdd9848690" [ 555.327388] env[62353]: _type = "Task" [ 555.327388] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 555.335331] env[62353]: DEBUG oslo_vmware.api [None req-21cbbc35-28a0-4d33-82d8-7fa222252e55 tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]525ddb92-6d02-6fb3-f704-9cbdd9848690, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 555.360918] env[62353]: DEBUG nova.virt.hardware [None req-bb7b893b-a805-449a-9f3a-87335afbed73 tempest-ServerExternalEventsTest-1456212372 tempest-ServerExternalEventsTest-1456212372-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T12:38:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T12:38:15Z,direct_url=,disk_format='vmdk',id=06f909ae-e8dc-43b4-abf7-c7ed85db9bbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0a3f88790a594523a818b8c00f6862e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T12:38:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 555.361190] env[62353]: DEBUG nova.virt.hardware [None req-bb7b893b-a805-449a-9f3a-87335afbed73 tempest-ServerExternalEventsTest-1456212372 tempest-ServerExternalEventsTest-1456212372-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 555.361342] env[62353]: DEBUG nova.virt.hardware [None req-bb7b893b-a805-449a-9f3a-87335afbed73 tempest-ServerExternalEventsTest-1456212372 tempest-ServerExternalEventsTest-1456212372-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 555.361518] env[62353]: DEBUG nova.virt.hardware [None req-bb7b893b-a805-449a-9f3a-87335afbed73 tempest-ServerExternalEventsTest-1456212372 tempest-ServerExternalEventsTest-1456212372-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 555.361660] env[62353]: DEBUG nova.virt.hardware [None req-bb7b893b-a805-449a-9f3a-87335afbed73 tempest-ServerExternalEventsTest-1456212372 tempest-ServerExternalEventsTest-1456212372-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 555.361800] env[62353]: DEBUG nova.virt.hardware [None req-bb7b893b-a805-449a-9f3a-87335afbed73 tempest-ServerExternalEventsTest-1456212372 tempest-ServerExternalEventsTest-1456212372-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 555.362010] env[62353]: DEBUG nova.virt.hardware [None req-bb7b893b-a805-449a-9f3a-87335afbed73 tempest-ServerExternalEventsTest-1456212372 tempest-ServerExternalEventsTest-1456212372-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 555.362175] env[62353]: DEBUG nova.virt.hardware [None req-bb7b893b-a805-449a-9f3a-87335afbed73 tempest-ServerExternalEventsTest-1456212372 tempest-ServerExternalEventsTest-1456212372-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 555.362434] env[62353]: DEBUG nova.virt.hardware [None req-bb7b893b-a805-449a-9f3a-87335afbed73 tempest-ServerExternalEventsTest-1456212372 tempest-ServerExternalEventsTest-1456212372-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 555.362622] env[62353]: DEBUG nova.virt.hardware [None req-bb7b893b-a805-449a-9f3a-87335afbed73 tempest-ServerExternalEventsTest-1456212372 tempest-ServerExternalEventsTest-1456212372-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 555.362807] env[62353]: DEBUG nova.virt.hardware [None req-bb7b893b-a805-449a-9f3a-87335afbed73 tempest-ServerExternalEventsTest-1456212372 tempest-ServerExternalEventsTest-1456212372-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 555.363692] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dca69178-af56-42b3-b6c1-7d03c9ee5c84 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.375110] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-864eeec6-c97a-401a-9904-bb7e12ba7357 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.489994] env[62353]: DEBUG oslo_concurrency.lockutils [None req-332ffcf1-492d-4cee-8fe5-8f40940768dc tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.217s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 555.490787] env[62353]: DEBUG nova.compute.manager [None req-332ffcf1-492d-4cee-8fe5-8f40940768dc tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: 8b313bab-8370-47c5-a03b-c809dc96fd21] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 555.493741] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 2.945s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 555.493997] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 555.495256] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62353) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 555.495605] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1586de49-8a17-432e-a739-bb2d889f8c63 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.158s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 555.498267] env[62353]: INFO nova.compute.claims [None req-1586de49-8a17-432e-a739-bb2d889f8c63 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] [instance: 70b6d86f-10bd-471f-8655-e961c4208751] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 555.502465] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee4871fe-f1da-45fa-a17e-cc672b0919be {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.517684] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3fce09f-c953-44de-b771-f5b9c9bb664e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.544022] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b96fa89a-b61e-4352-984e-369cb1cce724 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.553866] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cd9835e-42a6-4b2f-ac86-10811b91c434 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.585947] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181257MB free_disk=155GB free_vcpus=48 pci_devices=None {{(pid=62353) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 555.586329] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 555.587275] env[62353]: DEBUG nova.network.neutron [None req-bb7b893b-a805-449a-9f3a-87335afbed73 tempest-ServerExternalEventsTest-1456212372 tempest-ServerExternalEventsTest-1456212372-project-member] [instance: 71d6a2a4-8c9f-45a6-bb5b-add707aa11f8] Successfully created port: 791615fc-6689-4b88-b684-f94dfbbdabf4 {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 555.842020] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-21cbbc35-28a0-4d33-82d8-7fa222252e55 tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] [instance: 82afd7a0-a514-4eac-9bcf-e2ed22e1e04b] Preparing fetch location {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 555.842020] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-21cbbc35-28a0-4d33-82d8-7fa222252e55 tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] Creating directory with path [datastore2] vmware_temp/9f18a083-559f-421d-b0a5-8cbde62a65a7/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 555.842020] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9d42aa7b-7ad7-4e9f-a5ee-03d744e0386e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.855859] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-21cbbc35-28a0-4d33-82d8-7fa222252e55 tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] Created directory with path [datastore2] vmware_temp/9f18a083-559f-421d-b0a5-8cbde62a65a7/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 555.855859] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-21cbbc35-28a0-4d33-82d8-7fa222252e55 tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] [instance: 82afd7a0-a514-4eac-9bcf-e2ed22e1e04b] Fetch image to [datastore2] vmware_temp/9f18a083-559f-421d-b0a5-8cbde62a65a7/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/tmp-sparse.vmdk {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 555.855859] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-21cbbc35-28a0-4d33-82d8-7fa222252e55 tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] [instance: 82afd7a0-a514-4eac-9bcf-e2ed22e1e04b] Downloading image file data 06f909ae-e8dc-43b4-abf7-c7ed85db9bbd to [datastore2] vmware_temp/9f18a083-559f-421d-b0a5-8cbde62a65a7/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/tmp-sparse.vmdk on the data store datastore2 {{(pid=62353) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 555.857144] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5626d75-707b-4a38-86d8-4c0cfa76cbb2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.867027] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50677c28-5a6e-4d96-aa15-d6852adb91dc {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.888877] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e35677bf-df4b-40d7-b172-1fe823ba3caa {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.924130] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c513c062-ae1f-42b0-8513-e1303a1221e8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.930565] env[62353]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-c8e56ddd-435c-4e69-968a-c8195c0d0542 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.963022] env[62353]: DEBUG nova.virt.vmwareapi.images [None req-21cbbc35-28a0-4d33-82d8-7fa222252e55 tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] [instance: 82afd7a0-a514-4eac-9bcf-e2ed22e1e04b] Downloading image file data 06f909ae-e8dc-43b4-abf7-c7ed85db9bbd to the data store datastore2 {{(pid=62353) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 556.006570] env[62353]: DEBUG nova.compute.utils [None req-332ffcf1-492d-4cee-8fe5-8f40940768dc tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 556.008504] env[62353]: DEBUG nova.compute.manager [None req-332ffcf1-492d-4cee-8fe5-8f40940768dc tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: 8b313bab-8370-47c5-a03b-c809dc96fd21] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 556.008681] env[62353]: DEBUG nova.network.neutron [None req-332ffcf1-492d-4cee-8fe5-8f40940768dc tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: 8b313bab-8370-47c5-a03b-c809dc96fd21] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 556.074458] env[62353]: DEBUG nova.policy [None req-332ffcf1-492d-4cee-8fe5-8f40940768dc tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '82c6391b4f014ebcaea1a762d3644bd2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd154d2686c9e43b4b2a7a9ec6a5a795c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:192}} [ 556.077936] env[62353]: DEBUG oslo_vmware.rw_handles [None req-21cbbc35-28a0-4d33-82d8-7fa222252e55 tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/9f18a083-559f-421d-b0a5-8cbde62a65a7/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=62353) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 556.512616] env[62353]: DEBUG nova.compute.manager [None req-332ffcf1-492d-4cee-8fe5-8f40940768dc tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: 8b313bab-8370-47c5-a03b-c809dc96fd21] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 556.728445] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c758767-c1f2-420b-9b1f-86c9df35a776 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.741405] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fd6af02-8a2a-4439-b046-6ec9f5d81e69 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.785993] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4a9e855-d552-4cf6-80a7-4086e5c190f3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.792159] env[62353]: DEBUG oslo_vmware.rw_handles [None req-21cbbc35-28a0-4d33-82d8-7fa222252e55 tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] Completed reading data from the image iterator. {{(pid=62353) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 556.792334] env[62353]: DEBUG oslo_vmware.rw_handles [None req-21cbbc35-28a0-4d33-82d8-7fa222252e55 tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] Closing write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/9f18a083-559f-421d-b0a5-8cbde62a65a7/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=62353) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 556.793803] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49aa060f-0106-4079-9f02-84be2caf3e74 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.809344] env[62353]: DEBUG nova.compute.provider_tree [None req-1586de49-8a17-432e-a739-bb2d889f8c63 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 556.933164] env[62353]: DEBUG nova.virt.vmwareapi.images [None req-21cbbc35-28a0-4d33-82d8-7fa222252e55 tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] [instance: 82afd7a0-a514-4eac-9bcf-e2ed22e1e04b] Downloaded image file data 06f909ae-e8dc-43b4-abf7-c7ed85db9bbd to vmware_temp/9f18a083-559f-421d-b0a5-8cbde62a65a7/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/tmp-sparse.vmdk on the data store datastore2 {{(pid=62353) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 556.935030] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-21cbbc35-28a0-4d33-82d8-7fa222252e55 tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] [instance: 82afd7a0-a514-4eac-9bcf-e2ed22e1e04b] Caching image {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 556.935168] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-21cbbc35-28a0-4d33-82d8-7fa222252e55 tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] Copying Virtual Disk [datastore2] vmware_temp/9f18a083-559f-421d-b0a5-8cbde62a65a7/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/tmp-sparse.vmdk to [datastore2] vmware_temp/9f18a083-559f-421d-b0a5-8cbde62a65a7/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 556.935462] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e81544d8-0284-4002-83e1-9b8304755884 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.944323] env[62353]: DEBUG oslo_vmware.api [None req-21cbbc35-28a0-4d33-82d8-7fa222252e55 tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] Waiting for the task: (returnval){ [ 556.944323] env[62353]: value = "task-2371691" [ 556.944323] env[62353]: _type = "Task" [ 556.944323] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 556.952104] env[62353]: DEBUG oslo_vmware.api [None req-21cbbc35-28a0-4d33-82d8-7fa222252e55 tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] Task: {'id': task-2371691, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 557.110798] env[62353]: DEBUG nova.network.neutron [None req-256d0cb0-5a45-4ad5-bf17-03f774901ba6 tempest-ServerDiagnosticsTest-70966863 tempest-ServerDiagnosticsTest-70966863-project-member] [instance: b108ff18-5515-4884-bd5d-a4a245c18a0e] Successfully updated port: 4c0ec121-206e-472f-b777-6d94d184f177 {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 557.314292] env[62353]: DEBUG nova.scheduler.client.report [None req-1586de49-8a17-432e-a739-bb2d889f8c63 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 557.455401] env[62353]: DEBUG oslo_vmware.api [None req-21cbbc35-28a0-4d33-82d8-7fa222252e55 tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] Task: {'id': task-2371691, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 557.612458] env[62353]: DEBUG oslo_concurrency.lockutils [None req-256d0cb0-5a45-4ad5-bf17-03f774901ba6 tempest-ServerDiagnosticsTest-70966863 tempest-ServerDiagnosticsTest-70966863-project-member] Acquiring lock "refresh_cache-b108ff18-5515-4884-bd5d-a4a245c18a0e" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 557.612722] env[62353]: DEBUG oslo_concurrency.lockutils [None req-256d0cb0-5a45-4ad5-bf17-03f774901ba6 tempest-ServerDiagnosticsTest-70966863 tempest-ServerDiagnosticsTest-70966863-project-member] Acquired lock "refresh_cache-b108ff18-5515-4884-bd5d-a4a245c18a0e" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.612792] env[62353]: DEBUG nova.network.neutron [None req-256d0cb0-5a45-4ad5-bf17-03f774901ba6 tempest-ServerDiagnosticsTest-70966863 tempest-ServerDiagnosticsTest-70966863-project-member] [instance: b108ff18-5515-4884-bd5d-a4a245c18a0e] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 557.820059] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1586de49-8a17-432e-a739-bb2d889f8c63 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.324s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 557.820663] env[62353]: DEBUG nova.compute.manager [None req-1586de49-8a17-432e-a739-bb2d889f8c63 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] [instance: 70b6d86f-10bd-471f-8655-e961c4208751] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 557.823301] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 2.237s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 557.960418] env[62353]: DEBUG oslo_vmware.api [None req-21cbbc35-28a0-4d33-82d8-7fa222252e55 tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] Task: {'id': task-2371691, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.68175} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 557.960888] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-21cbbc35-28a0-4d33-82d8-7fa222252e55 tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] Copied Virtual Disk [datastore2] vmware_temp/9f18a083-559f-421d-b0a5-8cbde62a65a7/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/tmp-sparse.vmdk to [datastore2] vmware_temp/9f18a083-559f-421d-b0a5-8cbde62a65a7/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 557.961271] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-21cbbc35-28a0-4d33-82d8-7fa222252e55 tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] Deleting the datastore file [datastore2] vmware_temp/9f18a083-559f-421d-b0a5-8cbde62a65a7/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/tmp-sparse.vmdk {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 557.964020] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-95728d09-c717-4776-91c2-cf5b9ec0f3bb {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.968712] env[62353]: DEBUG oslo_vmware.api [None req-21cbbc35-28a0-4d33-82d8-7fa222252e55 tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] Waiting for the task: (returnval){ [ 557.968712] env[62353]: value = "task-2371692" [ 557.968712] env[62353]: _type = "Task" [ 557.968712] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 557.977367] env[62353]: DEBUG oslo_vmware.api [None req-21cbbc35-28a0-4d33-82d8-7fa222252e55 tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] Task: {'id': task-2371692, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 558.031883] env[62353]: DEBUG nova.compute.manager [None req-332ffcf1-492d-4cee-8fe5-8f40940768dc tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: 8b313bab-8370-47c5-a03b-c809dc96fd21] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 558.037726] env[62353]: DEBUG nova.network.neutron [None req-332ffcf1-492d-4cee-8fe5-8f40940768dc tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: 8b313bab-8370-47c5-a03b-c809dc96fd21] Successfully created port: 18f3993c-1c06-47f4-8a45-7574febb936a {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 558.087310] env[62353]: DEBUG nova.virt.hardware [None req-332ffcf1-492d-4cee-8fe5-8f40940768dc tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T12:38:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T12:38:15Z,direct_url=,disk_format='vmdk',id=06f909ae-e8dc-43b4-abf7-c7ed85db9bbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0a3f88790a594523a818b8c00f6862e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T12:38:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 558.088636] env[62353]: DEBUG nova.virt.hardware [None req-332ffcf1-492d-4cee-8fe5-8f40940768dc tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 558.088636] env[62353]: DEBUG nova.virt.hardware [None req-332ffcf1-492d-4cee-8fe5-8f40940768dc tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 558.088636] env[62353]: DEBUG nova.virt.hardware [None req-332ffcf1-492d-4cee-8fe5-8f40940768dc tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 558.088636] env[62353]: DEBUG nova.virt.hardware [None req-332ffcf1-492d-4cee-8fe5-8f40940768dc tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 558.088636] env[62353]: DEBUG nova.virt.hardware [None req-332ffcf1-492d-4cee-8fe5-8f40940768dc tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 558.089127] env[62353]: DEBUG nova.virt.hardware [None req-332ffcf1-492d-4cee-8fe5-8f40940768dc tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 558.089418] env[62353]: DEBUG nova.virt.hardware [None req-332ffcf1-492d-4cee-8fe5-8f40940768dc tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 558.090135] env[62353]: DEBUG nova.virt.hardware [None req-332ffcf1-492d-4cee-8fe5-8f40940768dc tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 558.090135] env[62353]: DEBUG nova.virt.hardware [None req-332ffcf1-492d-4cee-8fe5-8f40940768dc tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 558.090135] env[62353]: DEBUG nova.virt.hardware [None req-332ffcf1-492d-4cee-8fe5-8f40940768dc tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 558.091208] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e8ab6b3-d94e-42c4-851f-19d762f5ca19 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.103997] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51d629f4-6f4d-4472-9b2b-701035eaaf40 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.126846] env[62353]: DEBUG oslo_concurrency.lockutils [None req-21c846da-342b-4458-8d59-9d5cff1bad32 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Acquiring lock "2e9731d0-ef1b-44f2-a457-d21a99bfa2bf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 558.126970] env[62353]: DEBUG oslo_concurrency.lockutils [None req-21c846da-342b-4458-8d59-9d5cff1bad32 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Lock "2e9731d0-ef1b-44f2-a457-d21a99bfa2bf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 558.203977] env[62353]: DEBUG nova.network.neutron [None req-256d0cb0-5a45-4ad5-bf17-03f774901ba6 tempest-ServerDiagnosticsTest-70966863 tempest-ServerDiagnosticsTest-70966863-project-member] [instance: b108ff18-5515-4884-bd5d-a4a245c18a0e] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 558.327976] env[62353]: DEBUG nova.compute.utils [None req-1586de49-8a17-432e-a739-bb2d889f8c63 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 558.337824] env[62353]: DEBUG nova.compute.manager [None req-1586de49-8a17-432e-a739-bb2d889f8c63 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] [instance: 70b6d86f-10bd-471f-8655-e961c4208751] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 558.337824] env[62353]: DEBUG nova.network.neutron [None req-1586de49-8a17-432e-a739-bb2d889f8c63 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] [instance: 70b6d86f-10bd-471f-8655-e961c4208751] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 558.479706] env[62353]: DEBUG oslo_vmware.api [None req-21cbbc35-28a0-4d33-82d8-7fa222252e55 tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] Task: {'id': task-2371692, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.024753} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 558.479952] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-21cbbc35-28a0-4d33-82d8-7fa222252e55 tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 558.480686] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-21cbbc35-28a0-4d33-82d8-7fa222252e55 tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] Moving file from [datastore2] vmware_temp/9f18a083-559f-421d-b0a5-8cbde62a65a7/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd to [datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd. {{(pid=62353) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 558.480988] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-75a9287d-f8d1-42ff-9c5b-d7f1587a5461 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.494339] env[62353]: DEBUG oslo_vmware.api [None req-21cbbc35-28a0-4d33-82d8-7fa222252e55 tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] Waiting for the task: (returnval){ [ 558.494339] env[62353]: value = "task-2371693" [ 558.494339] env[62353]: _type = "Task" [ 558.494339] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 558.503351] env[62353]: DEBUG oslo_vmware.api [None req-21cbbc35-28a0-4d33-82d8-7fa222252e55 tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] Task: {'id': task-2371693, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 558.506712] env[62353]: DEBUG nova.policy [None req-1586de49-8a17-432e-a739-bb2d889f8c63 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dc3a210866ec40f5bf8bdf9c42749b53', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2bd217769000452c92f8523df9d4f6cf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:192}} [ 558.629582] env[62353]: DEBUG nova.compute.manager [None req-21c846da-342b-4458-8d59-9d5cff1bad32 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] [instance: 2e9731d0-ef1b-44f2-a457-d21a99bfa2bf] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 558.641987] env[62353]: DEBUG nova.network.neutron [None req-256d0cb0-5a45-4ad5-bf17-03f774901ba6 tempest-ServerDiagnosticsTest-70966863 tempest-ServerDiagnosticsTest-70966863-project-member] [instance: b108ff18-5515-4884-bd5d-a4a245c18a0e] Updating instance_info_cache with network_info: [{"id": "4c0ec121-206e-472f-b777-6d94d184f177", "address": "fa:16:3e:af:b8:98", "network": {"id": "2be634d9-365a-4258-9bd8-c03318d42ac3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.191", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0a3f88790a594523a818b8c00f6862e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c0ec121-20", "ovs_interfaceid": "4c0ec121-206e-472f-b777-6d94d184f177", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 558.838682] env[62353]: DEBUG nova.compute.manager [None req-1586de49-8a17-432e-a739-bb2d889f8c63 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] [instance: 70b6d86f-10bd-471f-8655-e961c4208751] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 558.899843] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Instance b108ff18-5515-4884-bd5d-a4a245c18a0e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 558.900025] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Instance 82afd7a0-a514-4eac-9bcf-e2ed22e1e04b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 558.900225] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Instance 71d6a2a4-8c9f-45a6-bb5b-add707aa11f8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 558.900360] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Instance 8b313bab-8370-47c5-a03b-c809dc96fd21 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 558.900476] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Instance 70b6d86f-10bd-471f-8655-e961c4208751 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 559.015491] env[62353]: DEBUG oslo_vmware.api [None req-21cbbc35-28a0-4d33-82d8-7fa222252e55 tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] Task: {'id': task-2371693, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.031716} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 559.015491] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-21cbbc35-28a0-4d33-82d8-7fa222252e55 tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] File moved {{(pid=62353) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 559.015491] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-21cbbc35-28a0-4d33-82d8-7fa222252e55 tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] [instance: 82afd7a0-a514-4eac-9bcf-e2ed22e1e04b] Cleaning up location [datastore2] vmware_temp/9f18a083-559f-421d-b0a5-8cbde62a65a7 {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 559.015491] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-21cbbc35-28a0-4d33-82d8-7fa222252e55 tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] Deleting the datastore file [datastore2] vmware_temp/9f18a083-559f-421d-b0a5-8cbde62a65a7 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 559.015491] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2430eefb-8e26-4217-afec-2242c8536550 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.020593] env[62353]: DEBUG oslo_vmware.api [None req-21cbbc35-28a0-4d33-82d8-7fa222252e55 tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] Waiting for the task: (returnval){ [ 559.020593] env[62353]: value = "task-2371694" [ 559.020593] env[62353]: _type = "Task" [ 559.020593] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 559.032406] env[62353]: DEBUG oslo_vmware.api [None req-21cbbc35-28a0-4d33-82d8-7fa222252e55 tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] Task: {'id': task-2371694, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.149582] env[62353]: DEBUG oslo_concurrency.lockutils [None req-256d0cb0-5a45-4ad5-bf17-03f774901ba6 tempest-ServerDiagnosticsTest-70966863 tempest-ServerDiagnosticsTest-70966863-project-member] Releasing lock "refresh_cache-b108ff18-5515-4884-bd5d-a4a245c18a0e" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 559.152602] env[62353]: DEBUG nova.compute.manager [None req-256d0cb0-5a45-4ad5-bf17-03f774901ba6 tempest-ServerDiagnosticsTest-70966863 tempest-ServerDiagnosticsTest-70966863-project-member] [instance: b108ff18-5515-4884-bd5d-a4a245c18a0e] Instance network_info: |[{"id": "4c0ec121-206e-472f-b777-6d94d184f177", "address": "fa:16:3e:af:b8:98", "network": {"id": "2be634d9-365a-4258-9bd8-c03318d42ac3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.191", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0a3f88790a594523a818b8c00f6862e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c0ec121-20", "ovs_interfaceid": "4c0ec121-206e-472f-b777-6d94d184f177", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 559.153254] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-256d0cb0-5a45-4ad5-bf17-03f774901ba6 tempest-ServerDiagnosticsTest-70966863 tempest-ServerDiagnosticsTest-70966863-project-member] [instance: b108ff18-5515-4884-bd5d-a4a245c18a0e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:af:b8:98', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ec46b14d-3310-4f2b-96c1-f53ee47d3759', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4c0ec121-206e-472f-b777-6d94d184f177', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 559.163204] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-256d0cb0-5a45-4ad5-bf17-03f774901ba6 tempest-ServerDiagnosticsTest-70966863 tempest-ServerDiagnosticsTest-70966863-project-member] Creating folder: Project (c53bdd55b400494d81f4099a42a26100). Parent ref: group-v481456. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 559.163572] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-54e64fab-c3ea-4f99-be1e-2bc9f83a71d5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.174702] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-256d0cb0-5a45-4ad5-bf17-03f774901ba6 tempest-ServerDiagnosticsTest-70966863 tempest-ServerDiagnosticsTest-70966863-project-member] Created folder: Project (c53bdd55b400494d81f4099a42a26100) in parent group-v481456. [ 559.174885] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-256d0cb0-5a45-4ad5-bf17-03f774901ba6 tempest-ServerDiagnosticsTest-70966863 tempest-ServerDiagnosticsTest-70966863-project-member] Creating folder: Instances. Parent ref: group-v481460. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 559.175180] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a6583c33-c297-451c-8754-8e35284bf203 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.184216] env[62353]: DEBUG oslo_concurrency.lockutils [None req-21c846da-342b-4458-8d59-9d5cff1bad32 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 559.189835] env[62353]: DEBUG nova.compute.manager [req-7e6235da-224f-4e02-8d50-c67e3d4fb2ae req-243cdbbe-145f-4efe-b8f5-a1b04a2534fe service nova] [instance: b108ff18-5515-4884-bd5d-a4a245c18a0e] Received event network-vif-plugged-4c0ec121-206e-472f-b777-6d94d184f177 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 559.190146] env[62353]: DEBUG oslo_concurrency.lockutils [req-7e6235da-224f-4e02-8d50-c67e3d4fb2ae req-243cdbbe-145f-4efe-b8f5-a1b04a2534fe service nova] Acquiring lock "b108ff18-5515-4884-bd5d-a4a245c18a0e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 559.190217] env[62353]: DEBUG oslo_concurrency.lockutils [req-7e6235da-224f-4e02-8d50-c67e3d4fb2ae req-243cdbbe-145f-4efe-b8f5-a1b04a2534fe service nova] Lock "b108ff18-5515-4884-bd5d-a4a245c18a0e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 559.190360] env[62353]: DEBUG oslo_concurrency.lockutils [req-7e6235da-224f-4e02-8d50-c67e3d4fb2ae req-243cdbbe-145f-4efe-b8f5-a1b04a2534fe service nova] Lock "b108ff18-5515-4884-bd5d-a4a245c18a0e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 559.192638] env[62353]: DEBUG nova.compute.manager [req-7e6235da-224f-4e02-8d50-c67e3d4fb2ae req-243cdbbe-145f-4efe-b8f5-a1b04a2534fe service nova] [instance: b108ff18-5515-4884-bd5d-a4a245c18a0e] No waiting events found dispatching network-vif-plugged-4c0ec121-206e-472f-b777-6d94d184f177 {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 559.192638] env[62353]: WARNING nova.compute.manager [req-7e6235da-224f-4e02-8d50-c67e3d4fb2ae req-243cdbbe-145f-4efe-b8f5-a1b04a2534fe service nova] [instance: b108ff18-5515-4884-bd5d-a4a245c18a0e] Received unexpected event network-vif-plugged-4c0ec121-206e-472f-b777-6d94d184f177 for instance with vm_state building and task_state spawning. [ 559.195618] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-256d0cb0-5a45-4ad5-bf17-03f774901ba6 tempest-ServerDiagnosticsTest-70966863 tempest-ServerDiagnosticsTest-70966863-project-member] Created folder: Instances in parent group-v481460. [ 559.195855] env[62353]: DEBUG oslo.service.loopingcall [None req-256d0cb0-5a45-4ad5-bf17-03f774901ba6 tempest-ServerDiagnosticsTest-70966863 tempest-ServerDiagnosticsTest-70966863-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 559.196043] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b108ff18-5515-4884-bd5d-a4a245c18a0e] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 559.196256] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-02a9a90c-6265-4989-8a32-8ffe3824f8e7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.218765] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 559.218765] env[62353]: value = "task-2371697" [ 559.218765] env[62353]: _type = "Task" [ 559.218765] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 559.227676] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2371697, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.408541] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Instance 2e9731d0-ef1b-44f2-a457-d21a99bfa2bf has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 559.408953] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Total usable vcpus: 48, total allocated vcpus: 5 {{(pid=62353) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 559.409068] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1472MB phys_disk=200GB used_disk=5GB total_vcpus=48 used_vcpus=5 pci_stats=[] {{(pid=62353) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 559.542449] env[62353]: DEBUG oslo_vmware.api [None req-21cbbc35-28a0-4d33-82d8-7fa222252e55 tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] Task: {'id': task-2371694, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.044426} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 559.542449] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-21cbbc35-28a0-4d33-82d8-7fa222252e55 tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 559.542738] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91eb0ff7-fe06-4c56-b5a5-6cb4a76851a9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.549127] env[62353]: DEBUG oslo_vmware.api [None req-21cbbc35-28a0-4d33-82d8-7fa222252e55 tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] Waiting for the task: (returnval){ [ 559.549127] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5287c61d-ff85-0b95-9d73-12ca0ad24473" [ 559.549127] env[62353]: _type = "Task" [ 559.549127] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 559.561390] env[62353]: DEBUG oslo_vmware.api [None req-21cbbc35-28a0-4d33-82d8-7fa222252e55 tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5287c61d-ff85-0b95-9d73-12ca0ad24473, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.571728] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fdc855c-e8f3-4b2b-81de-3ecc82db0964 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.580259] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4fe3f90-3ee2-458a-8474-669905247e4c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.615687] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d742df33-9796-4f5f-a131-1613d38cf677 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.622118] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86f02716-fec2-4cf9-9269-331c20b07719 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.637559] env[62353]: DEBUG nova.compute.provider_tree [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 559.730979] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2371697, 'name': CreateVM_Task, 'duration_secs': 0.35193} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 559.732017] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b108ff18-5515-4884-bd5d-a4a245c18a0e] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 559.747635] env[62353]: DEBUG oslo_concurrency.lockutils [None req-256d0cb0-5a45-4ad5-bf17-03f774901ba6 tempest-ServerDiagnosticsTest-70966863 tempest-ServerDiagnosticsTest-70966863-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 559.747818] env[62353]: DEBUG oslo_concurrency.lockutils [None req-256d0cb0-5a45-4ad5-bf17-03f774901ba6 tempest-ServerDiagnosticsTest-70966863 tempest-ServerDiagnosticsTest-70966863-project-member] Acquired lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.748215] env[62353]: DEBUG oslo_concurrency.lockutils [None req-256d0cb0-5a45-4ad5-bf17-03f774901ba6 tempest-ServerDiagnosticsTest-70966863 tempest-ServerDiagnosticsTest-70966863-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 559.748469] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b57accc-cafa-4455-a6c8-fff6b2f06fc1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.753926] env[62353]: DEBUG oslo_vmware.api [None req-256d0cb0-5a45-4ad5-bf17-03f774901ba6 tempest-ServerDiagnosticsTest-70966863 tempest-ServerDiagnosticsTest-70966863-project-member] Waiting for the task: (returnval){ [ 559.753926] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52d63a2b-a2b6-89b2-d286-d6efae97fa63" [ 559.753926] env[62353]: _type = "Task" [ 559.753926] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 559.762850] env[62353]: DEBUG oslo_vmware.api [None req-256d0cb0-5a45-4ad5-bf17-03f774901ba6 tempest-ServerDiagnosticsTest-70966863 tempest-ServerDiagnosticsTest-70966863-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52d63a2b-a2b6-89b2-d286-d6efae97fa63, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.853834] env[62353]: DEBUG nova.compute.manager [None req-1586de49-8a17-432e-a739-bb2d889f8c63 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] [instance: 70b6d86f-10bd-471f-8655-e961c4208751] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 559.880999] env[62353]: DEBUG nova.network.neutron [None req-bb7b893b-a805-449a-9f3a-87335afbed73 tempest-ServerExternalEventsTest-1456212372 tempest-ServerExternalEventsTest-1456212372-project-member] [instance: 71d6a2a4-8c9f-45a6-bb5b-add707aa11f8] Successfully updated port: 791615fc-6689-4b88-b684-f94dfbbdabf4 {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 559.916349] env[62353]: DEBUG nova.virt.hardware [None req-1586de49-8a17-432e-a739-bb2d889f8c63 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T12:38:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T12:38:15Z,direct_url=,disk_format='vmdk',id=06f909ae-e8dc-43b4-abf7-c7ed85db9bbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0a3f88790a594523a818b8c00f6862e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T12:38:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 559.916733] env[62353]: DEBUG nova.virt.hardware [None req-1586de49-8a17-432e-a739-bb2d889f8c63 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 559.916910] env[62353]: DEBUG nova.virt.hardware [None req-1586de49-8a17-432e-a739-bb2d889f8c63 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 559.917113] env[62353]: DEBUG nova.virt.hardware [None req-1586de49-8a17-432e-a739-bb2d889f8c63 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 559.917281] env[62353]: DEBUG nova.virt.hardware [None req-1586de49-8a17-432e-a739-bb2d889f8c63 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 559.917434] env[62353]: DEBUG nova.virt.hardware [None req-1586de49-8a17-432e-a739-bb2d889f8c63 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 559.917607] env[62353]: DEBUG nova.virt.hardware [None req-1586de49-8a17-432e-a739-bb2d889f8c63 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 559.917759] env[62353]: DEBUG nova.virt.hardware [None req-1586de49-8a17-432e-a739-bb2d889f8c63 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 559.917913] env[62353]: DEBUG nova.virt.hardware [None req-1586de49-8a17-432e-a739-bb2d889f8c63 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 559.918097] env[62353]: DEBUG nova.virt.hardware [None req-1586de49-8a17-432e-a739-bb2d889f8c63 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 559.918269] env[62353]: DEBUG nova.virt.hardware [None req-1586de49-8a17-432e-a739-bb2d889f8c63 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 559.920057] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e4a070b-0661-49a5-b9b6-dec1a956e1bc {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.940157] env[62353]: DEBUG oslo_concurrency.lockutils [None req-00699f88-c5c8-45b9-8993-854f12e3f45f tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Acquiring lock "672a184e-5e10-4fc3-a967-9b9cdd014ed2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 559.940363] env[62353]: DEBUG oslo_concurrency.lockutils [None req-00699f88-c5c8-45b9-8993-854f12e3f45f tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Lock "672a184e-5e10-4fc3-a967-9b9cdd014ed2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 559.953439] env[62353]: DEBUG nova.network.neutron [None req-1586de49-8a17-432e-a739-bb2d889f8c63 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] [instance: 70b6d86f-10bd-471f-8655-e961c4208751] Successfully created port: 3fac9f25-ef69-4394-ac71-608c65991d13 {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 559.957169] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3078d19f-8d4c-4f84-8f4c-dc594c5fb17a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.064182] env[62353]: DEBUG oslo_vmware.api [None req-21cbbc35-28a0-4d33-82d8-7fa222252e55 tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5287c61d-ff85-0b95-9d73-12ca0ad24473, 'name': SearchDatastore_Task, 'duration_secs': 0.009491} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 560.064387] env[62353]: DEBUG oslo_concurrency.lockutils [None req-21cbbc35-28a0-4d33-82d8-7fa222252e55 tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] Releasing lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 560.064691] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-21cbbc35-28a0-4d33-82d8-7fa222252e55 tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore2] 82afd7a0-a514-4eac-9bcf-e2ed22e1e04b/82afd7a0-a514-4eac-9bcf-e2ed22e1e04b.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 560.066674] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5d903e68-994d-41d9-8ab7-454894e13146 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.073187] env[62353]: DEBUG oslo_vmware.api [None req-21cbbc35-28a0-4d33-82d8-7fa222252e55 tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] Waiting for the task: (returnval){ [ 560.073187] env[62353]: value = "task-2371698" [ 560.073187] env[62353]: _type = "Task" [ 560.073187] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 560.084312] env[62353]: DEBUG oslo_vmware.api [None req-21cbbc35-28a0-4d33-82d8-7fa222252e55 tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] Task: {'id': task-2371698, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 560.142516] env[62353]: DEBUG nova.scheduler.client.report [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 560.265157] env[62353]: DEBUG oslo_vmware.api [None req-256d0cb0-5a45-4ad5-bf17-03f774901ba6 tempest-ServerDiagnosticsTest-70966863 tempest-ServerDiagnosticsTest-70966863-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52d63a2b-a2b6-89b2-d286-d6efae97fa63, 'name': SearchDatastore_Task, 'duration_secs': 0.013592} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 560.266761] env[62353]: DEBUG oslo_concurrency.lockutils [None req-256d0cb0-5a45-4ad5-bf17-03f774901ba6 tempest-ServerDiagnosticsTest-70966863 tempest-ServerDiagnosticsTest-70966863-project-member] Releasing lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 560.266761] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-256d0cb0-5a45-4ad5-bf17-03f774901ba6 tempest-ServerDiagnosticsTest-70966863 tempest-ServerDiagnosticsTest-70966863-project-member] [instance: b108ff18-5515-4884-bd5d-a4a245c18a0e] Processing image 06f909ae-e8dc-43b4-abf7-c7ed85db9bbd {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 560.266761] env[62353]: DEBUG oslo_concurrency.lockutils [None req-256d0cb0-5a45-4ad5-bf17-03f774901ba6 tempest-ServerDiagnosticsTest-70966863 tempest-ServerDiagnosticsTest-70966863-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 560.266761] env[62353]: DEBUG oslo_concurrency.lockutils [None req-256d0cb0-5a45-4ad5-bf17-03f774901ba6 tempest-ServerDiagnosticsTest-70966863 tempest-ServerDiagnosticsTest-70966863-project-member] Acquired lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 560.266982] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-256d0cb0-5a45-4ad5-bf17-03f774901ba6 tempest-ServerDiagnosticsTest-70966863 tempest-ServerDiagnosticsTest-70966863-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 560.266982] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3928c44c-cfa8-4838-ba6e-5af1d0362679 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.281322] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-256d0cb0-5a45-4ad5-bf17-03f774901ba6 tempest-ServerDiagnosticsTest-70966863 tempest-ServerDiagnosticsTest-70966863-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 560.281322] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-256d0cb0-5a45-4ad5-bf17-03f774901ba6 tempest-ServerDiagnosticsTest-70966863 tempest-ServerDiagnosticsTest-70966863-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 560.282048] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45bd5b59-5417-4e5a-a497-1d5d65b9a08b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.289171] env[62353]: DEBUG oslo_vmware.api [None req-256d0cb0-5a45-4ad5-bf17-03f774901ba6 tempest-ServerDiagnosticsTest-70966863 tempest-ServerDiagnosticsTest-70966863-project-member] Waiting for the task: (returnval){ [ 560.289171] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]522ee347-0741-8d56-b37a-90ccbed1ce5d" [ 560.289171] env[62353]: _type = "Task" [ 560.289171] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 560.297668] env[62353]: DEBUG oslo_vmware.api [None req-256d0cb0-5a45-4ad5-bf17-03f774901ba6 tempest-ServerDiagnosticsTest-70966863 tempest-ServerDiagnosticsTest-70966863-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]522ee347-0741-8d56-b37a-90ccbed1ce5d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 560.386680] env[62353]: DEBUG oslo_concurrency.lockutils [None req-bb7b893b-a805-449a-9f3a-87335afbed73 tempest-ServerExternalEventsTest-1456212372 tempest-ServerExternalEventsTest-1456212372-project-member] Acquiring lock "refresh_cache-71d6a2a4-8c9f-45a6-bb5b-add707aa11f8" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 560.386822] env[62353]: DEBUG oslo_concurrency.lockutils [None req-bb7b893b-a805-449a-9f3a-87335afbed73 tempest-ServerExternalEventsTest-1456212372 tempest-ServerExternalEventsTest-1456212372-project-member] Acquired lock "refresh_cache-71d6a2a4-8c9f-45a6-bb5b-add707aa11f8" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 560.386937] env[62353]: DEBUG nova.network.neutron [None req-bb7b893b-a805-449a-9f3a-87335afbed73 tempest-ServerExternalEventsTest-1456212372 tempest-ServerExternalEventsTest-1456212372-project-member] [instance: 71d6a2a4-8c9f-45a6-bb5b-add707aa11f8] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 560.445850] env[62353]: DEBUG nova.compute.manager [None req-00699f88-c5c8-45b9-8993-854f12e3f45f tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 672a184e-5e10-4fc3-a967-9b9cdd014ed2] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 560.586427] env[62353]: DEBUG oslo_vmware.api [None req-21cbbc35-28a0-4d33-82d8-7fa222252e55 tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] Task: {'id': task-2371698, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 560.649439] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62353) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 560.649670] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.826s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 560.649896] env[62353]: DEBUG oslo_concurrency.lockutils [None req-21c846da-342b-4458-8d59-9d5cff1bad32 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.466s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 560.651714] env[62353]: INFO nova.compute.claims [None req-21c846da-342b-4458-8d59-9d5cff1bad32 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] [instance: 2e9731d0-ef1b-44f2-a457-d21a99bfa2bf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 560.803386] env[62353]: DEBUG oslo_vmware.api [None req-256d0cb0-5a45-4ad5-bf17-03f774901ba6 tempest-ServerDiagnosticsTest-70966863 tempest-ServerDiagnosticsTest-70966863-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]522ee347-0741-8d56-b37a-90ccbed1ce5d, 'name': SearchDatastore_Task, 'duration_secs': 0.05534} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 560.804312] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-873ca7f5-a11f-4121-a12f-38dc947e8d9c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.812038] env[62353]: DEBUG oslo_vmware.api [None req-256d0cb0-5a45-4ad5-bf17-03f774901ba6 tempest-ServerDiagnosticsTest-70966863 tempest-ServerDiagnosticsTest-70966863-project-member] Waiting for the task: (returnval){ [ 560.812038] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5230c208-a31d-82b5-d8bf-814c3b9922fa" [ 560.812038] env[62353]: _type = "Task" [ 560.812038] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 560.821693] env[62353]: DEBUG oslo_vmware.api [None req-256d0cb0-5a45-4ad5-bf17-03f774901ba6 tempest-ServerDiagnosticsTest-70966863 tempest-ServerDiagnosticsTest-70966863-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5230c208-a31d-82b5-d8bf-814c3b9922fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 560.987142] env[62353]: DEBUG oslo_concurrency.lockutils [None req-00699f88-c5c8-45b9-8993-854f12e3f45f tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 560.997221] env[62353]: DEBUG nova.network.neutron [None req-bb7b893b-a805-449a-9f3a-87335afbed73 tempest-ServerExternalEventsTest-1456212372 tempest-ServerExternalEventsTest-1456212372-project-member] [instance: 71d6a2a4-8c9f-45a6-bb5b-add707aa11f8] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 561.001273] env[62353]: DEBUG oslo_concurrency.lockutils [None req-053ce369-a3c9-4d3c-896c-43811e63fce5 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Acquiring lock "da04e4bf-dc3d-45a8-b0f9-ef9a7491e297" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 561.001273] env[62353]: DEBUG oslo_concurrency.lockutils [None req-053ce369-a3c9-4d3c-896c-43811e63fce5 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Lock "da04e4bf-dc3d-45a8-b0f9-ef9a7491e297" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 561.085627] env[62353]: DEBUG oslo_vmware.api [None req-21cbbc35-28a0-4d33-82d8-7fa222252e55 tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] Task: {'id': task-2371698, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 561.301688] env[62353]: DEBUG nova.network.neutron [None req-bb7b893b-a805-449a-9f3a-87335afbed73 tempest-ServerExternalEventsTest-1456212372 tempest-ServerExternalEventsTest-1456212372-project-member] [instance: 71d6a2a4-8c9f-45a6-bb5b-add707aa11f8] Updating instance_info_cache with network_info: [{"id": "791615fc-6689-4b88-b684-f94dfbbdabf4", "address": "fa:16:3e:e8:e1:67", "network": {"id": "2be634d9-365a-4258-9bd8-c03318d42ac3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.248", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0a3f88790a594523a818b8c00f6862e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap791615fc-66", "ovs_interfaceid": "791615fc-6689-4b88-b684-f94dfbbdabf4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 561.334743] env[62353]: DEBUG oslo_vmware.api [None req-256d0cb0-5a45-4ad5-bf17-03f774901ba6 tempest-ServerDiagnosticsTest-70966863 tempest-ServerDiagnosticsTest-70966863-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5230c208-a31d-82b5-d8bf-814c3b9922fa, 'name': SearchDatastore_Task, 'duration_secs': 0.009049} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 561.334743] env[62353]: DEBUG oslo_concurrency.lockutils [None req-256d0cb0-5a45-4ad5-bf17-03f774901ba6 tempest-ServerDiagnosticsTest-70966863 tempest-ServerDiagnosticsTest-70966863-project-member] Releasing lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 561.334743] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-256d0cb0-5a45-4ad5-bf17-03f774901ba6 tempest-ServerDiagnosticsTest-70966863 tempest-ServerDiagnosticsTest-70966863-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore2] b108ff18-5515-4884-bd5d-a4a245c18a0e/b108ff18-5515-4884-bd5d-a4a245c18a0e.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 561.334743] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f8eb57d3-60d8-4968-83af-87b1fa91c9da {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.334743] env[62353]: DEBUG oslo_vmware.api [None req-256d0cb0-5a45-4ad5-bf17-03f774901ba6 tempest-ServerDiagnosticsTest-70966863 tempest-ServerDiagnosticsTest-70966863-project-member] Waiting for the task: (returnval){ [ 561.334743] env[62353]: value = "task-2371699" [ 561.334743] env[62353]: _type = "Task" [ 561.335377] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 561.341178] env[62353]: DEBUG oslo_vmware.api [None req-256d0cb0-5a45-4ad5-bf17-03f774901ba6 tempest-ServerDiagnosticsTest-70966863 tempest-ServerDiagnosticsTest-70966863-project-member] Task: {'id': task-2371699, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 561.502796] env[62353]: DEBUG nova.compute.manager [None req-053ce369-a3c9-4d3c-896c-43811e63fce5 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] [instance: da04e4bf-dc3d-45a8-b0f9-ef9a7491e297] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 561.591406] env[62353]: DEBUG oslo_vmware.api [None req-21cbbc35-28a0-4d33-82d8-7fa222252e55 tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] Task: {'id': task-2371698, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.495525} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 561.591690] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-21cbbc35-28a0-4d33-82d8-7fa222252e55 tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore2] 82afd7a0-a514-4eac-9bcf-e2ed22e1e04b/82afd7a0-a514-4eac-9bcf-e2ed22e1e04b.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 561.591893] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-21cbbc35-28a0-4d33-82d8-7fa222252e55 tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] [instance: 82afd7a0-a514-4eac-9bcf-e2ed22e1e04b] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 561.592655] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-039bee5a-5049-48a4-a01e-e99aef3b2ffd {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.603205] env[62353]: DEBUG nova.network.neutron [None req-332ffcf1-492d-4cee-8fe5-8f40940768dc tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: 8b313bab-8370-47c5-a03b-c809dc96fd21] Successfully updated port: 18f3993c-1c06-47f4-8a45-7574febb936a {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 561.604551] env[62353]: DEBUG oslo_vmware.api [None req-21cbbc35-28a0-4d33-82d8-7fa222252e55 tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] Waiting for the task: (returnval){ [ 561.604551] env[62353]: value = "task-2371700" [ 561.604551] env[62353]: _type = "Task" [ 561.604551] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 561.620851] env[62353]: DEBUG oslo_vmware.api [None req-21cbbc35-28a0-4d33-82d8-7fa222252e55 tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] Task: {'id': task-2371700, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 561.806950] env[62353]: DEBUG oslo_concurrency.lockutils [None req-bb7b893b-a805-449a-9f3a-87335afbed73 tempest-ServerExternalEventsTest-1456212372 tempest-ServerExternalEventsTest-1456212372-project-member] Releasing lock "refresh_cache-71d6a2a4-8c9f-45a6-bb5b-add707aa11f8" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 561.806950] env[62353]: DEBUG nova.compute.manager [None req-bb7b893b-a805-449a-9f3a-87335afbed73 tempest-ServerExternalEventsTest-1456212372 tempest-ServerExternalEventsTest-1456212372-project-member] [instance: 71d6a2a4-8c9f-45a6-bb5b-add707aa11f8] Instance network_info: |[{"id": "791615fc-6689-4b88-b684-f94dfbbdabf4", "address": "fa:16:3e:e8:e1:67", "network": {"id": "2be634d9-365a-4258-9bd8-c03318d42ac3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.248", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0a3f88790a594523a818b8c00f6862e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap791615fc-66", "ovs_interfaceid": "791615fc-6689-4b88-b684-f94dfbbdabf4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 561.807729] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-bb7b893b-a805-449a-9f3a-87335afbed73 tempest-ServerExternalEventsTest-1456212372 tempest-ServerExternalEventsTest-1456212372-project-member] [instance: 71d6a2a4-8c9f-45a6-bb5b-add707aa11f8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:e1:67', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ec46b14d-3310-4f2b-96c1-f53ee47d3759', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '791615fc-6689-4b88-b684-f94dfbbdabf4', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 561.818921] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb7b893b-a805-449a-9f3a-87335afbed73 tempest-ServerExternalEventsTest-1456212372 tempest-ServerExternalEventsTest-1456212372-project-member] Creating folder: Project (d2db919a6e124ad782419f1c3df685b3). Parent ref: group-v481456. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 561.821605] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-12b323cd-3127-4f3a-95bb-cb1ce45dd6d3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.834470] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-bb7b893b-a805-449a-9f3a-87335afbed73 tempest-ServerExternalEventsTest-1456212372 tempest-ServerExternalEventsTest-1456212372-project-member] Created folder: Project (d2db919a6e124ad782419f1c3df685b3) in parent group-v481456. [ 561.834744] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb7b893b-a805-449a-9f3a-87335afbed73 tempest-ServerExternalEventsTest-1456212372 tempest-ServerExternalEventsTest-1456212372-project-member] Creating folder: Instances. Parent ref: group-v481463. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 561.842377] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fe34c9ff-de48-424a-8c81-150291f05d95 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.856958] env[62353]: DEBUG oslo_vmware.api [None req-256d0cb0-5a45-4ad5-bf17-03f774901ba6 tempest-ServerDiagnosticsTest-70966863 tempest-ServerDiagnosticsTest-70966863-project-member] Task: {'id': task-2371699, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 561.861332] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2a27e8a-67e3-48fd-bebf-d9d12cdccf1d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.866659] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-bb7b893b-a805-449a-9f3a-87335afbed73 tempest-ServerExternalEventsTest-1456212372 tempest-ServerExternalEventsTest-1456212372-project-member] Created folder: Instances in parent group-v481463. [ 561.866929] env[62353]: DEBUG oslo.service.loopingcall [None req-bb7b893b-a805-449a-9f3a-87335afbed73 tempest-ServerExternalEventsTest-1456212372 tempest-ServerExternalEventsTest-1456212372-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 561.868383] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71d6a2a4-8c9f-45a6-bb5b-add707aa11f8] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 561.870575] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8bd3ca89-4c27-4d34-93b5-5440a8d3d803 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.886380] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d01ed6f-30d2-4118-954a-82571f36f865 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.922898] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db41ef48-2f1e-4aef-ab41-db547602497c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.925597] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 561.925597] env[62353]: value = "task-2371703" [ 561.925597] env[62353]: _type = "Task" [ 561.925597] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 561.933752] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8f1a2c3-52a4-4c03-9a89-946dbd7a42d6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.941700] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2371703, 'name': CreateVM_Task} progress is 15%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 561.952825] env[62353]: DEBUG nova.compute.provider_tree [None req-21c846da-342b-4458-8d59-9d5cff1bad32 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 562.061099] env[62353]: DEBUG oslo_concurrency.lockutils [None req-053ce369-a3c9-4d3c-896c-43811e63fce5 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 562.108961] env[62353]: DEBUG oslo_concurrency.lockutils [None req-332ffcf1-492d-4cee-8fe5-8f40940768dc tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Acquiring lock "refresh_cache-8b313bab-8370-47c5-a03b-c809dc96fd21" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 562.109121] env[62353]: DEBUG oslo_concurrency.lockutils [None req-332ffcf1-492d-4cee-8fe5-8f40940768dc tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Acquired lock "refresh_cache-8b313bab-8370-47c5-a03b-c809dc96fd21" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 562.109286] env[62353]: DEBUG nova.network.neutron [None req-332ffcf1-492d-4cee-8fe5-8f40940768dc tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: 8b313bab-8370-47c5-a03b-c809dc96fd21] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 562.129535] env[62353]: DEBUG oslo_vmware.api [None req-21cbbc35-28a0-4d33-82d8-7fa222252e55 tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] Task: {'id': task-2371700, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060579} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 562.129875] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-21cbbc35-28a0-4d33-82d8-7fa222252e55 tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] [instance: 82afd7a0-a514-4eac-9bcf-e2ed22e1e04b] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 562.130896] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43c22024-9abc-4341-9827-5badaebdc7df {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.160078] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-21cbbc35-28a0-4d33-82d8-7fa222252e55 tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] [instance: 82afd7a0-a514-4eac-9bcf-e2ed22e1e04b] Reconfiguring VM instance instance-00000002 to attach disk [datastore2] 82afd7a0-a514-4eac-9bcf-e2ed22e1e04b/82afd7a0-a514-4eac-9bcf-e2ed22e1e04b.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 562.160804] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c20419b-d89b-420c-8652-df83d53ac0c2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.190163] env[62353]: DEBUG oslo_vmware.api [None req-21cbbc35-28a0-4d33-82d8-7fa222252e55 tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] Waiting for the task: (returnval){ [ 562.190163] env[62353]: value = "task-2371704" [ 562.190163] env[62353]: _type = "Task" [ 562.190163] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 562.205783] env[62353]: DEBUG oslo_vmware.api [None req-21cbbc35-28a0-4d33-82d8-7fa222252e55 tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] Task: {'id': task-2371704, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 562.346637] env[62353]: DEBUG oslo_vmware.api [None req-256d0cb0-5a45-4ad5-bf17-03f774901ba6 tempest-ServerDiagnosticsTest-70966863 tempest-ServerDiagnosticsTest-70966863-project-member] Task: {'id': task-2371699, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.689936} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 562.346904] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-256d0cb0-5a45-4ad5-bf17-03f774901ba6 tempest-ServerDiagnosticsTest-70966863 tempest-ServerDiagnosticsTest-70966863-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore2] b108ff18-5515-4884-bd5d-a4a245c18a0e/b108ff18-5515-4884-bd5d-a4a245c18a0e.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 562.347140] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-256d0cb0-5a45-4ad5-bf17-03f774901ba6 tempest-ServerDiagnosticsTest-70966863 tempest-ServerDiagnosticsTest-70966863-project-member] [instance: b108ff18-5515-4884-bd5d-a4a245c18a0e] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 562.347367] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-410f14cc-fe76-429f-94fc-a3663e4c88a7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.353443] env[62353]: DEBUG oslo_vmware.api [None req-256d0cb0-5a45-4ad5-bf17-03f774901ba6 tempest-ServerDiagnosticsTest-70966863 tempest-ServerDiagnosticsTest-70966863-project-member] Waiting for the task: (returnval){ [ 562.353443] env[62353]: value = "task-2371705" [ 562.353443] env[62353]: _type = "Task" [ 562.353443] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 562.363295] env[62353]: DEBUG oslo_vmware.api [None req-256d0cb0-5a45-4ad5-bf17-03f774901ba6 tempest-ServerDiagnosticsTest-70966863 tempest-ServerDiagnosticsTest-70966863-project-member] Task: {'id': task-2371705, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 562.437149] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2371703, 'name': CreateVM_Task, 'duration_secs': 0.406926} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 562.437421] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71d6a2a4-8c9f-45a6-bb5b-add707aa11f8] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 562.439891] env[62353]: DEBUG oslo_concurrency.lockutils [None req-bb7b893b-a805-449a-9f3a-87335afbed73 tempest-ServerExternalEventsTest-1456212372 tempest-ServerExternalEventsTest-1456212372-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 562.439891] env[62353]: DEBUG oslo_concurrency.lockutils [None req-bb7b893b-a805-449a-9f3a-87335afbed73 tempest-ServerExternalEventsTest-1456212372 tempest-ServerExternalEventsTest-1456212372-project-member] Acquired lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 562.439891] env[62353]: DEBUG oslo_concurrency.lockutils [None req-bb7b893b-a805-449a-9f3a-87335afbed73 tempest-ServerExternalEventsTest-1456212372 tempest-ServerExternalEventsTest-1456212372-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 562.439891] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8cff403f-7294-487a-ad51-eb7e6d7bc099 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.446675] env[62353]: DEBUG oslo_vmware.api [None req-bb7b893b-a805-449a-9f3a-87335afbed73 tempest-ServerExternalEventsTest-1456212372 tempest-ServerExternalEventsTest-1456212372-project-member] Waiting for the task: (returnval){ [ 562.446675] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]522c2f55-6080-d672-e55a-b4e2de2c51a0" [ 562.446675] env[62353]: _type = "Task" [ 562.446675] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 562.462508] env[62353]: DEBUG nova.scheduler.client.report [None req-21c846da-342b-4458-8d59-9d5cff1bad32 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 562.466234] env[62353]: DEBUG oslo_vmware.api [None req-bb7b893b-a805-449a-9f3a-87335afbed73 tempest-ServerExternalEventsTest-1456212372 tempest-ServerExternalEventsTest-1456212372-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]522c2f55-6080-d672-e55a-b4e2de2c51a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 562.495036] env[62353]: DEBUG nova.network.neutron [None req-1586de49-8a17-432e-a739-bb2d889f8c63 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] [instance: 70b6d86f-10bd-471f-8655-e961c4208751] Successfully updated port: 3fac9f25-ef69-4394-ac71-608c65991d13 {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 562.681042] env[62353]: DEBUG nova.network.neutron [None req-332ffcf1-492d-4cee-8fe5-8f40940768dc tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: 8b313bab-8370-47c5-a03b-c809dc96fd21] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 562.699757] env[62353]: DEBUG oslo_vmware.api [None req-21cbbc35-28a0-4d33-82d8-7fa222252e55 tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] Task: {'id': task-2371704, 'name': ReconfigVM_Task, 'duration_secs': 0.287956} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 562.700302] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-21cbbc35-28a0-4d33-82d8-7fa222252e55 tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] [instance: 82afd7a0-a514-4eac-9bcf-e2ed22e1e04b] Reconfigured VM instance instance-00000002 to attach disk [datastore2] 82afd7a0-a514-4eac-9bcf-e2ed22e1e04b/82afd7a0-a514-4eac-9bcf-e2ed22e1e04b.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 562.703188] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-224426e0-6346-42e3-b27c-6bb2afa939c5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.707482] env[62353]: DEBUG oslo_vmware.api [None req-21cbbc35-28a0-4d33-82d8-7fa222252e55 tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] Waiting for the task: (returnval){ [ 562.707482] env[62353]: value = "task-2371706" [ 562.707482] env[62353]: _type = "Task" [ 562.707482] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 562.721680] env[62353]: DEBUG oslo_vmware.api [None req-21cbbc35-28a0-4d33-82d8-7fa222252e55 tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] Task: {'id': task-2371706, 'name': Rename_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 562.866533] env[62353]: DEBUG oslo_vmware.api [None req-256d0cb0-5a45-4ad5-bf17-03f774901ba6 tempest-ServerDiagnosticsTest-70966863 tempest-ServerDiagnosticsTest-70966863-project-member] Task: {'id': task-2371705, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061949} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 562.867227] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-256d0cb0-5a45-4ad5-bf17-03f774901ba6 tempest-ServerDiagnosticsTest-70966863 tempest-ServerDiagnosticsTest-70966863-project-member] [instance: b108ff18-5515-4884-bd5d-a4a245c18a0e] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 562.868596] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c03c0381-4fdc-4701-9826-165a80ca83e4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.895307] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-256d0cb0-5a45-4ad5-bf17-03f774901ba6 tempest-ServerDiagnosticsTest-70966863 tempest-ServerDiagnosticsTest-70966863-project-member] [instance: b108ff18-5515-4884-bd5d-a4a245c18a0e] Reconfiguring VM instance instance-00000001 to attach disk [datastore2] b108ff18-5515-4884-bd5d-a4a245c18a0e/b108ff18-5515-4884-bd5d-a4a245c18a0e.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 562.895617] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fac8db2f-b71f-40a2-a4a5-baa88ff175aa {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.917450] env[62353]: DEBUG oslo_vmware.api [None req-256d0cb0-5a45-4ad5-bf17-03f774901ba6 tempest-ServerDiagnosticsTest-70966863 tempest-ServerDiagnosticsTest-70966863-project-member] Waiting for the task: (returnval){ [ 562.917450] env[62353]: value = "task-2371707" [ 562.917450] env[62353]: _type = "Task" [ 562.917450] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 562.925878] env[62353]: DEBUG oslo_vmware.api [None req-256d0cb0-5a45-4ad5-bf17-03f774901ba6 tempest-ServerDiagnosticsTest-70966863 tempest-ServerDiagnosticsTest-70966863-project-member] Task: {'id': task-2371707, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 562.961296] env[62353]: DEBUG oslo_vmware.api [None req-bb7b893b-a805-449a-9f3a-87335afbed73 tempest-ServerExternalEventsTest-1456212372 tempest-ServerExternalEventsTest-1456212372-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]522c2f55-6080-d672-e55a-b4e2de2c51a0, 'name': SearchDatastore_Task, 'duration_secs': 0.013334} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 562.961677] env[62353]: DEBUG oslo_concurrency.lockutils [None req-bb7b893b-a805-449a-9f3a-87335afbed73 tempest-ServerExternalEventsTest-1456212372 tempest-ServerExternalEventsTest-1456212372-project-member] Releasing lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 562.961901] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-bb7b893b-a805-449a-9f3a-87335afbed73 tempest-ServerExternalEventsTest-1456212372 tempest-ServerExternalEventsTest-1456212372-project-member] [instance: 71d6a2a4-8c9f-45a6-bb5b-add707aa11f8] Processing image 06f909ae-e8dc-43b4-abf7-c7ed85db9bbd {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 562.962208] env[62353]: DEBUG oslo_concurrency.lockutils [None req-bb7b893b-a805-449a-9f3a-87335afbed73 tempest-ServerExternalEventsTest-1456212372 tempest-ServerExternalEventsTest-1456212372-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 562.962459] env[62353]: DEBUG oslo_concurrency.lockutils [None req-bb7b893b-a805-449a-9f3a-87335afbed73 tempest-ServerExternalEventsTest-1456212372 tempest-ServerExternalEventsTest-1456212372-project-member] Acquired lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 562.962671] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb7b893b-a805-449a-9f3a-87335afbed73 tempest-ServerExternalEventsTest-1456212372 tempest-ServerExternalEventsTest-1456212372-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 562.962993] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4dc5a857-3f7c-4293-8aef-d260e7b0f277 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.968126] env[62353]: DEBUG oslo_concurrency.lockutils [None req-21c846da-342b-4458-8d59-9d5cff1bad32 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.318s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 562.969146] env[62353]: DEBUG nova.compute.manager [None req-21c846da-342b-4458-8d59-9d5cff1bad32 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] [instance: 2e9731d0-ef1b-44f2-a457-d21a99bfa2bf] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 562.972509] env[62353]: DEBUG oslo_concurrency.lockutils [None req-00699f88-c5c8-45b9-8993-854f12e3f45f tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.987s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 562.974196] env[62353]: INFO nova.compute.claims [None req-00699f88-c5c8-45b9-8993-854f12e3f45f tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 672a184e-5e10-4fc3-a967-9b9cdd014ed2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 562.978190] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb7b893b-a805-449a-9f3a-87335afbed73 tempest-ServerExternalEventsTest-1456212372 tempest-ServerExternalEventsTest-1456212372-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 562.978190] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-bb7b893b-a805-449a-9f3a-87335afbed73 tempest-ServerExternalEventsTest-1456212372 tempest-ServerExternalEventsTest-1456212372-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 562.978835] env[62353]: DEBUG nova.network.neutron [None req-332ffcf1-492d-4cee-8fe5-8f40940768dc tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: 8b313bab-8370-47c5-a03b-c809dc96fd21] Updating instance_info_cache with network_info: [{"id": "18f3993c-1c06-47f4-8a45-7574febb936a", "address": "fa:16:3e:05:d9:33", "network": {"id": "3322d31e-00aa-4c86-8051-1b6dd5c36fa9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1715037563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d154d2686c9e43b4b2a7a9ec6a5a795c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18f3993c-1c", "ovs_interfaceid": "18f3993c-1c06-47f4-8a45-7574febb936a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 562.980262] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6340aa8-9328-48d3-ae20-3042225c2bde {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.987444] env[62353]: DEBUG oslo_vmware.api [None req-bb7b893b-a805-449a-9f3a-87335afbed73 tempest-ServerExternalEventsTest-1456212372 tempest-ServerExternalEventsTest-1456212372-project-member] Waiting for the task: (returnval){ [ 562.987444] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52337a08-0ce8-6866-6651-0b2489042f3a" [ 562.987444] env[62353]: _type = "Task" [ 562.987444] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 562.996645] env[62353]: DEBUG oslo_vmware.api [None req-bb7b893b-a805-449a-9f3a-87335afbed73 tempest-ServerExternalEventsTest-1456212372 tempest-ServerExternalEventsTest-1456212372-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52337a08-0ce8-6866-6651-0b2489042f3a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 563.003523] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1586de49-8a17-432e-a739-bb2d889f8c63 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Acquiring lock "refresh_cache-70b6d86f-10bd-471f-8655-e961c4208751" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 563.003694] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1586de49-8a17-432e-a739-bb2d889f8c63 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Acquired lock "refresh_cache-70b6d86f-10bd-471f-8655-e961c4208751" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 563.003886] env[62353]: DEBUG nova.network.neutron [None req-1586de49-8a17-432e-a739-bb2d889f8c63 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] [instance: 70b6d86f-10bd-471f-8655-e961c4208751] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 563.013321] env[62353]: DEBUG nova.compute.manager [req-1445c967-29a9-438f-91d3-a5b2bf2bc8eb req-dbb03433-aa08-4f07-bbbb-4c42a033de4b service nova] [instance: 71d6a2a4-8c9f-45a6-bb5b-add707aa11f8] Received event network-vif-plugged-791615fc-6689-4b88-b684-f94dfbbdabf4 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 563.013321] env[62353]: DEBUG oslo_concurrency.lockutils [req-1445c967-29a9-438f-91d3-a5b2bf2bc8eb req-dbb03433-aa08-4f07-bbbb-4c42a033de4b service nova] Acquiring lock "71d6a2a4-8c9f-45a6-bb5b-add707aa11f8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 563.013321] env[62353]: DEBUG oslo_concurrency.lockutils [req-1445c967-29a9-438f-91d3-a5b2bf2bc8eb req-dbb03433-aa08-4f07-bbbb-4c42a033de4b service nova] Lock "71d6a2a4-8c9f-45a6-bb5b-add707aa11f8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 563.013321] env[62353]: DEBUG oslo_concurrency.lockutils [req-1445c967-29a9-438f-91d3-a5b2bf2bc8eb req-dbb03433-aa08-4f07-bbbb-4c42a033de4b service nova] Lock "71d6a2a4-8c9f-45a6-bb5b-add707aa11f8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 563.013321] env[62353]: DEBUG nova.compute.manager [req-1445c967-29a9-438f-91d3-a5b2bf2bc8eb req-dbb03433-aa08-4f07-bbbb-4c42a033de4b service nova] [instance: 71d6a2a4-8c9f-45a6-bb5b-add707aa11f8] No waiting events found dispatching network-vif-plugged-791615fc-6689-4b88-b684-f94dfbbdabf4 {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 563.014189] env[62353]: WARNING nova.compute.manager [req-1445c967-29a9-438f-91d3-a5b2bf2bc8eb req-dbb03433-aa08-4f07-bbbb-4c42a033de4b service nova] [instance: 71d6a2a4-8c9f-45a6-bb5b-add707aa11f8] Received unexpected event network-vif-plugged-791615fc-6689-4b88-b684-f94dfbbdabf4 for instance with vm_state building and task_state spawning. [ 563.223268] env[62353]: DEBUG oslo_vmware.api [None req-21cbbc35-28a0-4d33-82d8-7fa222252e55 tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] Task: {'id': task-2371706, 'name': Rename_Task, 'duration_secs': 0.132607} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 563.223268] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-21cbbc35-28a0-4d33-82d8-7fa222252e55 tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] [instance: 82afd7a0-a514-4eac-9bcf-e2ed22e1e04b] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 563.223268] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ddbc8ad1-408d-4388-89df-3abfaab183f9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.228496] env[62353]: DEBUG oslo_vmware.api [None req-21cbbc35-28a0-4d33-82d8-7fa222252e55 tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] Waiting for the task: (returnval){ [ 563.228496] env[62353]: value = "task-2371708" [ 563.228496] env[62353]: _type = "Task" [ 563.228496] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 563.236899] env[62353]: DEBUG oslo_vmware.api [None req-21cbbc35-28a0-4d33-82d8-7fa222252e55 tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] Task: {'id': task-2371708, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 563.442846] env[62353]: DEBUG oslo_vmware.api [None req-256d0cb0-5a45-4ad5-bf17-03f774901ba6 tempest-ServerDiagnosticsTest-70966863 tempest-ServerDiagnosticsTest-70966863-project-member] Task: {'id': task-2371707, 'name': ReconfigVM_Task, 'duration_secs': 0.283387} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 563.442846] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-256d0cb0-5a45-4ad5-bf17-03f774901ba6 tempest-ServerDiagnosticsTest-70966863 tempest-ServerDiagnosticsTest-70966863-project-member] [instance: b108ff18-5515-4884-bd5d-a4a245c18a0e] Reconfigured VM instance instance-00000001 to attach disk [datastore2] b108ff18-5515-4884-bd5d-a4a245c18a0e/b108ff18-5515-4884-bd5d-a4a245c18a0e.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 563.442846] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0e4d3f4a-2a6a-400e-93c7-e08b429b5544 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.442846] env[62353]: DEBUG oslo_vmware.api [None req-256d0cb0-5a45-4ad5-bf17-03f774901ba6 tempest-ServerDiagnosticsTest-70966863 tempest-ServerDiagnosticsTest-70966863-project-member] Waiting for the task: (returnval){ [ 563.442846] env[62353]: value = "task-2371709" [ 563.442846] env[62353]: _type = "Task" [ 563.442846] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 563.447031] env[62353]: DEBUG oslo_vmware.api [None req-256d0cb0-5a45-4ad5-bf17-03f774901ba6 tempest-ServerDiagnosticsTest-70966863 tempest-ServerDiagnosticsTest-70966863-project-member] Task: {'id': task-2371709, 'name': Rename_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 563.489064] env[62353]: DEBUG nova.compute.utils [None req-21c846da-342b-4458-8d59-9d5cff1bad32 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 563.489207] env[62353]: DEBUG oslo_concurrency.lockutils [None req-332ffcf1-492d-4cee-8fe5-8f40940768dc tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Releasing lock "refresh_cache-8b313bab-8370-47c5-a03b-c809dc96fd21" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 563.493015] env[62353]: DEBUG nova.compute.manager [None req-332ffcf1-492d-4cee-8fe5-8f40940768dc tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: 8b313bab-8370-47c5-a03b-c809dc96fd21] Instance network_info: |[{"id": "18f3993c-1c06-47f4-8a45-7574febb936a", "address": "fa:16:3e:05:d9:33", "network": {"id": "3322d31e-00aa-4c86-8051-1b6dd5c36fa9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1715037563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d154d2686c9e43b4b2a7a9ec6a5a795c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18f3993c-1c", "ovs_interfaceid": "18f3993c-1c06-47f4-8a45-7574febb936a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 563.493015] env[62353]: DEBUG nova.compute.manager [None req-21c846da-342b-4458-8d59-9d5cff1bad32 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] [instance: 2e9731d0-ef1b-44f2-a457-d21a99bfa2bf] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 563.493245] env[62353]: DEBUG nova.network.neutron [None req-21c846da-342b-4458-8d59-9d5cff1bad32 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] [instance: 2e9731d0-ef1b-44f2-a457-d21a99bfa2bf] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 563.493245] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-332ffcf1-492d-4cee-8fe5-8f40940768dc tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: 8b313bab-8370-47c5-a03b-c809dc96fd21] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:05:d9:33', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ec3f9e71-839a-429d-b211-d3dfc98ca4f6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '18f3993c-1c06-47f4-8a45-7574febb936a', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 563.501300] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-332ffcf1-492d-4cee-8fe5-8f40940768dc tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Creating folder: Project (d154d2686c9e43b4b2a7a9ec6a5a795c). Parent ref: group-v481456. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 563.506610] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-90bfc31b-a7e4-40d0-91bc-573e9f79fa06 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.525550] env[62353]: DEBUG oslo_vmware.api [None req-bb7b893b-a805-449a-9f3a-87335afbed73 tempest-ServerExternalEventsTest-1456212372 tempest-ServerExternalEventsTest-1456212372-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52337a08-0ce8-6866-6651-0b2489042f3a, 'name': SearchDatastore_Task, 'duration_secs': 0.00826} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 563.525550] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cdde8bc6-da13-485b-90f4-fec18c30176a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.528119] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-332ffcf1-492d-4cee-8fe5-8f40940768dc tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Created folder: Project (d154d2686c9e43b4b2a7a9ec6a5a795c) in parent group-v481456. [ 563.528331] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-332ffcf1-492d-4cee-8fe5-8f40940768dc tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Creating folder: Instances. Parent ref: group-v481466. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 563.528921] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f150caab-a00a-49c0-88bd-6d8c0cc49b48 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.533096] env[62353]: DEBUG oslo_vmware.api [None req-bb7b893b-a805-449a-9f3a-87335afbed73 tempest-ServerExternalEventsTest-1456212372 tempest-ServerExternalEventsTest-1456212372-project-member] Waiting for the task: (returnval){ [ 563.533096] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]528d8d98-b760-5d07-c725-fbb10cd2b437" [ 563.533096] env[62353]: _type = "Task" [ 563.533096] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 563.540529] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-332ffcf1-492d-4cee-8fe5-8f40940768dc tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Created folder: Instances in parent group-v481466. [ 563.540767] env[62353]: DEBUG oslo.service.loopingcall [None req-332ffcf1-492d-4cee-8fe5-8f40940768dc tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 563.541362] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b313bab-8370-47c5-a03b-c809dc96fd21] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 563.541812] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6f441420-bd9f-4416-9e64-b26e79454354 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.563490] env[62353]: DEBUG oslo_vmware.api [None req-bb7b893b-a805-449a-9f3a-87335afbed73 tempest-ServerExternalEventsTest-1456212372 tempest-ServerExternalEventsTest-1456212372-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]528d8d98-b760-5d07-c725-fbb10cd2b437, 'name': SearchDatastore_Task, 'duration_secs': 0.011412} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 563.563490] env[62353]: DEBUG oslo_concurrency.lockutils [None req-bb7b893b-a805-449a-9f3a-87335afbed73 tempest-ServerExternalEventsTest-1456212372 tempest-ServerExternalEventsTest-1456212372-project-member] Releasing lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 563.563769] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb7b893b-a805-449a-9f3a-87335afbed73 tempest-ServerExternalEventsTest-1456212372 tempest-ServerExternalEventsTest-1456212372-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore2] 71d6a2a4-8c9f-45a6-bb5b-add707aa11f8/71d6a2a4-8c9f-45a6-bb5b-add707aa11f8.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 563.563983] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-583b33e4-4e93-483f-81a4-747dbe4427f8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.567787] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 563.567787] env[62353]: value = "task-2371712" [ 563.567787] env[62353]: _type = "Task" [ 563.567787] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 563.572752] env[62353]: DEBUG oslo_vmware.api [None req-bb7b893b-a805-449a-9f3a-87335afbed73 tempest-ServerExternalEventsTest-1456212372 tempest-ServerExternalEventsTest-1456212372-project-member] Waiting for the task: (returnval){ [ 563.572752] env[62353]: value = "task-2371713" [ 563.572752] env[62353]: _type = "Task" [ 563.572752] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 563.580456] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2371712, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 563.585292] env[62353]: DEBUG oslo_vmware.api [None req-bb7b893b-a805-449a-9f3a-87335afbed73 tempest-ServerExternalEventsTest-1456212372 tempest-ServerExternalEventsTest-1456212372-project-member] Task: {'id': task-2371713, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 563.595134] env[62353]: DEBUG nova.policy [None req-21c846da-342b-4458-8d59-9d5cff1bad32 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '15d6e705931f49ac8b718debc1984e1b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '806a3f447ab3401e8dcfa6f4241fd30d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:192}} [ 563.738546] env[62353]: DEBUG oslo_vmware.api [None req-21cbbc35-28a0-4d33-82d8-7fa222252e55 tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] Task: {'id': task-2371708, 'name': PowerOnVM_Task, 'duration_secs': 0.46445} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 563.738794] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-21cbbc35-28a0-4d33-82d8-7fa222252e55 tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] [instance: 82afd7a0-a514-4eac-9bcf-e2ed22e1e04b] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 563.739210] env[62353]: INFO nova.compute.manager [None req-21cbbc35-28a0-4d33-82d8-7fa222252e55 tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] [instance: 82afd7a0-a514-4eac-9bcf-e2ed22e1e04b] Took 10.67 seconds to spawn the instance on the hypervisor. [ 563.739493] env[62353]: DEBUG nova.compute.manager [None req-21cbbc35-28a0-4d33-82d8-7fa222252e55 tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] [instance: 82afd7a0-a514-4eac-9bcf-e2ed22e1e04b] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 563.740251] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c81a7ad-3a16-4115-937a-fc3136a1c8c5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.795321] env[62353]: DEBUG nova.network.neutron [None req-1586de49-8a17-432e-a739-bb2d889f8c63 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] [instance: 70b6d86f-10bd-471f-8655-e961c4208751] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 563.949905] env[62353]: DEBUG oslo_vmware.api [None req-256d0cb0-5a45-4ad5-bf17-03f774901ba6 tempest-ServerDiagnosticsTest-70966863 tempest-ServerDiagnosticsTest-70966863-project-member] Task: {'id': task-2371709, 'name': Rename_Task, 'duration_secs': 0.138854} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 563.950268] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-256d0cb0-5a45-4ad5-bf17-03f774901ba6 tempest-ServerDiagnosticsTest-70966863 tempest-ServerDiagnosticsTest-70966863-project-member] [instance: b108ff18-5515-4884-bd5d-a4a245c18a0e] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 563.950459] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-385f1728-6cb4-43e7-bf29-c43c904509b7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.960047] env[62353]: DEBUG oslo_vmware.api [None req-256d0cb0-5a45-4ad5-bf17-03f774901ba6 tempest-ServerDiagnosticsTest-70966863 tempest-ServerDiagnosticsTest-70966863-project-member] Waiting for the task: (returnval){ [ 563.960047] env[62353]: value = "task-2371714" [ 563.960047] env[62353]: _type = "Task" [ 563.960047] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 563.969852] env[62353]: DEBUG oslo_vmware.api [None req-256d0cb0-5a45-4ad5-bf17-03f774901ba6 tempest-ServerDiagnosticsTest-70966863 tempest-ServerDiagnosticsTest-70966863-project-member] Task: {'id': task-2371714, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 563.995575] env[62353]: DEBUG nova.compute.manager [None req-21c846da-342b-4458-8d59-9d5cff1bad32 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] [instance: 2e9731d0-ef1b-44f2-a457-d21a99bfa2bf] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 564.088485] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2371712, 'name': CreateVM_Task} progress is 99%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 564.098107] env[62353]: DEBUG oslo_vmware.api [None req-bb7b893b-a805-449a-9f3a-87335afbed73 tempest-ServerExternalEventsTest-1456212372 tempest-ServerExternalEventsTest-1456212372-project-member] Task: {'id': task-2371713, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 564.112380] env[62353]: DEBUG nova.network.neutron [None req-1586de49-8a17-432e-a739-bb2d889f8c63 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] [instance: 70b6d86f-10bd-471f-8655-e961c4208751] Updating instance_info_cache with network_info: [{"id": "3fac9f25-ef69-4394-ac71-608c65991d13", "address": "fa:16:3e:41:f0:58", "network": {"id": "2be634d9-365a-4258-9bd8-c03318d42ac3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.182", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0a3f88790a594523a818b8c00f6862e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fac9f25-ef", "ovs_interfaceid": "3fac9f25-ef69-4394-ac71-608c65991d13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 564.208435] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b78aa9cc-ea58-4886-9e48-5d21356b2c28 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.218786] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fc10819-d12b-445d-bdb9-32bb5f23ae34 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.266462] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99449748-942d-450b-965e-50f336a42994 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.270981] env[62353]: DEBUG nova.compute.manager [req-d94eb1db-174f-4e86-8904-9a8c52eda4c5 req-a75abf96-9383-418e-ad70-a7249af5c906 service nova] [instance: b108ff18-5515-4884-bd5d-a4a245c18a0e] Received event network-changed-4c0ec121-206e-472f-b777-6d94d184f177 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 564.271294] env[62353]: DEBUG nova.compute.manager [req-d94eb1db-174f-4e86-8904-9a8c52eda4c5 req-a75abf96-9383-418e-ad70-a7249af5c906 service nova] [instance: b108ff18-5515-4884-bd5d-a4a245c18a0e] Refreshing instance network info cache due to event network-changed-4c0ec121-206e-472f-b777-6d94d184f177. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 564.271473] env[62353]: DEBUG oslo_concurrency.lockutils [req-d94eb1db-174f-4e86-8904-9a8c52eda4c5 req-a75abf96-9383-418e-ad70-a7249af5c906 service nova] Acquiring lock "refresh_cache-b108ff18-5515-4884-bd5d-a4a245c18a0e" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 564.272632] env[62353]: DEBUG oslo_concurrency.lockutils [req-d94eb1db-174f-4e86-8904-9a8c52eda4c5 req-a75abf96-9383-418e-ad70-a7249af5c906 service nova] Acquired lock "refresh_cache-b108ff18-5515-4884-bd5d-a4a245c18a0e" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 564.272632] env[62353]: DEBUG nova.network.neutron [req-d94eb1db-174f-4e86-8904-9a8c52eda4c5 req-a75abf96-9383-418e-ad70-a7249af5c906 service nova] [instance: b108ff18-5515-4884-bd5d-a4a245c18a0e] Refreshing network info cache for port 4c0ec121-206e-472f-b777-6d94d184f177 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 564.275781] env[62353]: INFO nova.compute.manager [None req-21cbbc35-28a0-4d33-82d8-7fa222252e55 tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] [instance: 82afd7a0-a514-4eac-9bcf-e2ed22e1e04b] Took 16.82 seconds to build instance. [ 564.284126] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7430264-1833-4e5e-9ab6-a7bbf5c4153b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.301066] env[62353]: DEBUG nova.compute.provider_tree [None req-00699f88-c5c8-45b9-8993-854f12e3f45f tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 564.473956] env[62353]: DEBUG oslo_vmware.api [None req-256d0cb0-5a45-4ad5-bf17-03f774901ba6 tempest-ServerDiagnosticsTest-70966863 tempest-ServerDiagnosticsTest-70966863-project-member] Task: {'id': task-2371714, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 564.564841] env[62353]: DEBUG nova.network.neutron [None req-21c846da-342b-4458-8d59-9d5cff1bad32 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] [instance: 2e9731d0-ef1b-44f2-a457-d21a99bfa2bf] Successfully created port: 2857524a-5a45-4a39-a80d-7f73cbfc4c01 {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 564.594206] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2371712, 'name': CreateVM_Task, 'duration_secs': 0.637118} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 564.594466] env[62353]: DEBUG oslo_vmware.api [None req-bb7b893b-a805-449a-9f3a-87335afbed73 tempest-ServerExternalEventsTest-1456212372 tempest-ServerExternalEventsTest-1456212372-project-member] Task: {'id': task-2371713, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.704379} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 564.594618] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b313bab-8370-47c5-a03b-c809dc96fd21] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 564.594836] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb7b893b-a805-449a-9f3a-87335afbed73 tempest-ServerExternalEventsTest-1456212372 tempest-ServerExternalEventsTest-1456212372-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore2] 71d6a2a4-8c9f-45a6-bb5b-add707aa11f8/71d6a2a4-8c9f-45a6-bb5b-add707aa11f8.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 564.596431] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-bb7b893b-a805-449a-9f3a-87335afbed73 tempest-ServerExternalEventsTest-1456212372 tempest-ServerExternalEventsTest-1456212372-project-member] [instance: 71d6a2a4-8c9f-45a6-bb5b-add707aa11f8] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 564.597689] env[62353]: DEBUG oslo_concurrency.lockutils [None req-332ffcf1-492d-4cee-8fe5-8f40940768dc tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 564.597689] env[62353]: DEBUG oslo_concurrency.lockutils [None req-332ffcf1-492d-4cee-8fe5-8f40940768dc tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Acquired lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 564.597689] env[62353]: DEBUG oslo_concurrency.lockutils [None req-332ffcf1-492d-4cee-8fe5-8f40940768dc tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 564.597880] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ca563085-39a1-4dfe-beff-7d7e9098490b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.599926] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85c338b9-1ddb-4232-8155-33234e45bd26 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.606579] env[62353]: DEBUG oslo_vmware.api [None req-332ffcf1-492d-4cee-8fe5-8f40940768dc tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Waiting for the task: (returnval){ [ 564.606579] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5224cb6c-de1c-4863-70b4-7685719c94bf" [ 564.606579] env[62353]: _type = "Task" [ 564.606579] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 564.609091] env[62353]: DEBUG oslo_vmware.api [None req-bb7b893b-a805-449a-9f3a-87335afbed73 tempest-ServerExternalEventsTest-1456212372 tempest-ServerExternalEventsTest-1456212372-project-member] Waiting for the task: (returnval){ [ 564.609091] env[62353]: value = "task-2371715" [ 564.609091] env[62353]: _type = "Task" [ 564.609091] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 564.615901] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1586de49-8a17-432e-a739-bb2d889f8c63 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Releasing lock "refresh_cache-70b6d86f-10bd-471f-8655-e961c4208751" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 564.615901] env[62353]: DEBUG nova.compute.manager [None req-1586de49-8a17-432e-a739-bb2d889f8c63 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] [instance: 70b6d86f-10bd-471f-8655-e961c4208751] Instance network_info: |[{"id": "3fac9f25-ef69-4394-ac71-608c65991d13", "address": "fa:16:3e:41:f0:58", "network": {"id": "2be634d9-365a-4258-9bd8-c03318d42ac3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.182", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0a3f88790a594523a818b8c00f6862e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fac9f25-ef", "ovs_interfaceid": "3fac9f25-ef69-4394-ac71-608c65991d13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 564.616186] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-1586de49-8a17-432e-a739-bb2d889f8c63 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] [instance: 70b6d86f-10bd-471f-8655-e961c4208751] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:41:f0:58', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ec46b14d-3310-4f2b-96c1-f53ee47d3759', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3fac9f25-ef69-4394-ac71-608c65991d13', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 564.624419] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-1586de49-8a17-432e-a739-bb2d889f8c63 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Creating folder: Project (2bd217769000452c92f8523df9d4f6cf). Parent ref: group-v481456. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 564.628698] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-614291a0-6f89-46d8-aa2f-4c2fc0840759 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.630897] env[62353]: DEBUG oslo_vmware.api [None req-332ffcf1-492d-4cee-8fe5-8f40940768dc tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5224cb6c-de1c-4863-70b4-7685719c94bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 564.635623] env[62353]: DEBUG oslo_vmware.api [None req-bb7b893b-a805-449a-9f3a-87335afbed73 tempest-ServerExternalEventsTest-1456212372 tempest-ServerExternalEventsTest-1456212372-project-member] Task: {'id': task-2371715, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 564.644331] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-1586de49-8a17-432e-a739-bb2d889f8c63 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Created folder: Project (2bd217769000452c92f8523df9d4f6cf) in parent group-v481456. [ 564.644533] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-1586de49-8a17-432e-a739-bb2d889f8c63 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Creating folder: Instances. Parent ref: group-v481469. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 564.644795] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cb7679c0-8315-4b17-ab1d-458bc5292d48 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.656115] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-1586de49-8a17-432e-a739-bb2d889f8c63 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Created folder: Instances in parent group-v481469. [ 564.656115] env[62353]: DEBUG oslo.service.loopingcall [None req-1586de49-8a17-432e-a739-bb2d889f8c63 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 564.656360] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70b6d86f-10bd-471f-8655-e961c4208751] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 564.657289] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e171e4a6-d4da-4b32-9534-596b81981892 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.677419] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 564.677419] env[62353]: value = "task-2371718" [ 564.677419] env[62353]: _type = "Task" [ 564.677419] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 564.689088] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2371718, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 564.779412] env[62353]: DEBUG oslo_concurrency.lockutils [None req-21cbbc35-28a0-4d33-82d8-7fa222252e55 tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] Lock "82afd7a0-a514-4eac-9bcf-e2ed22e1e04b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.338s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 564.803731] env[62353]: DEBUG nova.scheduler.client.report [None req-00699f88-c5c8-45b9-8993-854f12e3f45f tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 564.974497] env[62353]: DEBUG oslo_vmware.api [None req-256d0cb0-5a45-4ad5-bf17-03f774901ba6 tempest-ServerDiagnosticsTest-70966863 tempest-ServerDiagnosticsTest-70966863-project-member] Task: {'id': task-2371714, 'name': PowerOnVM_Task, 'duration_secs': 0.712245} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 564.976103] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-256d0cb0-5a45-4ad5-bf17-03f774901ba6 tempest-ServerDiagnosticsTest-70966863 tempest-ServerDiagnosticsTest-70966863-project-member] [instance: b108ff18-5515-4884-bd5d-a4a245c18a0e] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 564.976622] env[62353]: INFO nova.compute.manager [None req-256d0cb0-5a45-4ad5-bf17-03f774901ba6 tempest-ServerDiagnosticsTest-70966863 tempest-ServerDiagnosticsTest-70966863-project-member] [instance: b108ff18-5515-4884-bd5d-a4a245c18a0e] Took 14.11 seconds to spawn the instance on the hypervisor. [ 564.976816] env[62353]: DEBUG nova.compute.manager [None req-256d0cb0-5a45-4ad5-bf17-03f774901ba6 tempest-ServerDiagnosticsTest-70966863 tempest-ServerDiagnosticsTest-70966863-project-member] [instance: b108ff18-5515-4884-bd5d-a4a245c18a0e] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 564.980535] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af460013-a707-4b76-941d-0da1b3939d26 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.986636] env[62353]: DEBUG oslo_concurrency.lockutils [None req-65db1c8b-3f73-4ad1-8ba1-9348a505a00b tempest-ImagesNegativeTestJSON-1559337630 tempest-ImagesNegativeTestJSON-1559337630-project-member] Acquiring lock "9bd2f6b9-eb81-4238-a781-5f2bb54f80c0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 564.986636] env[62353]: DEBUG oslo_concurrency.lockutils [None req-65db1c8b-3f73-4ad1-8ba1-9348a505a00b tempest-ImagesNegativeTestJSON-1559337630 tempest-ImagesNegativeTestJSON-1559337630-project-member] Lock "9bd2f6b9-eb81-4238-a781-5f2bb54f80c0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 565.007822] env[62353]: DEBUG nova.compute.manager [None req-21c846da-342b-4458-8d59-9d5cff1bad32 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] [instance: 2e9731d0-ef1b-44f2-a457-d21a99bfa2bf] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 565.060051] env[62353]: DEBUG nova.virt.hardware [None req-21c846da-342b-4458-8d59-9d5cff1bad32 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T12:38:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T12:38:15Z,direct_url=,disk_format='vmdk',id=06f909ae-e8dc-43b4-abf7-c7ed85db9bbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0a3f88790a594523a818b8c00f6862e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T12:38:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 565.063018] env[62353]: DEBUG nova.virt.hardware [None req-21c846da-342b-4458-8d59-9d5cff1bad32 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 565.063018] env[62353]: DEBUG nova.virt.hardware [None req-21c846da-342b-4458-8d59-9d5cff1bad32 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 565.063018] env[62353]: DEBUG nova.virt.hardware [None req-21c846da-342b-4458-8d59-9d5cff1bad32 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 565.063018] env[62353]: DEBUG nova.virt.hardware [None req-21c846da-342b-4458-8d59-9d5cff1bad32 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 565.063018] env[62353]: DEBUG nova.virt.hardware [None req-21c846da-342b-4458-8d59-9d5cff1bad32 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 565.063244] env[62353]: DEBUG nova.virt.hardware [None req-21c846da-342b-4458-8d59-9d5cff1bad32 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 565.063244] env[62353]: DEBUG nova.virt.hardware [None req-21c846da-342b-4458-8d59-9d5cff1bad32 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 565.063244] env[62353]: DEBUG nova.virt.hardware [None req-21c846da-342b-4458-8d59-9d5cff1bad32 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 565.063244] env[62353]: DEBUG nova.virt.hardware [None req-21c846da-342b-4458-8d59-9d5cff1bad32 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 565.063244] env[62353]: DEBUG nova.virt.hardware [None req-21c846da-342b-4458-8d59-9d5cff1bad32 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 565.063413] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a266ea06-d9dd-4b95-ab6f-cc4883171864 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.071538] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b2db409-b884-45b4-bd9f-446c24662e9b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.131210] env[62353]: DEBUG oslo_vmware.api [None req-332ffcf1-492d-4cee-8fe5-8f40940768dc tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5224cb6c-de1c-4863-70b4-7685719c94bf, 'name': SearchDatastore_Task, 'duration_secs': 0.021474} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 565.131210] env[62353]: DEBUG oslo_vmware.api [None req-bb7b893b-a805-449a-9f3a-87335afbed73 tempest-ServerExternalEventsTest-1456212372 tempest-ServerExternalEventsTest-1456212372-project-member] Task: {'id': task-2371715, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077003} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 565.131210] env[62353]: DEBUG oslo_concurrency.lockutils [None req-332ffcf1-492d-4cee-8fe5-8f40940768dc tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Releasing lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 565.131210] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-332ffcf1-492d-4cee-8fe5-8f40940768dc tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: 8b313bab-8370-47c5-a03b-c809dc96fd21] Processing image 06f909ae-e8dc-43b4-abf7-c7ed85db9bbd {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 565.131384] env[62353]: DEBUG oslo_concurrency.lockutils [None req-332ffcf1-492d-4cee-8fe5-8f40940768dc tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 565.131384] env[62353]: DEBUG oslo_concurrency.lockutils [None req-332ffcf1-492d-4cee-8fe5-8f40940768dc tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Acquired lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.131593] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-332ffcf1-492d-4cee-8fe5-8f40940768dc tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 565.131882] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-bb7b893b-a805-449a-9f3a-87335afbed73 tempest-ServerExternalEventsTest-1456212372 tempest-ServerExternalEventsTest-1456212372-project-member] [instance: 71d6a2a4-8c9f-45a6-bb5b-add707aa11f8] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 565.132415] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c8ab768f-4ce2-4c51-bb4a-8e9cfe553bb6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.135463] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bdcf030-316f-4d3f-96fd-d848f26ba3dc {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.163990] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb7b893b-a805-449a-9f3a-87335afbed73 tempest-ServerExternalEventsTest-1456212372 tempest-ServerExternalEventsTest-1456212372-project-member] [instance: 71d6a2a4-8c9f-45a6-bb5b-add707aa11f8] Reconfiguring VM instance instance-00000003 to attach disk [datastore2] 71d6a2a4-8c9f-45a6-bb5b-add707aa11f8/71d6a2a4-8c9f-45a6-bb5b-add707aa11f8.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 565.168294] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf4709e2-fe59-4927-93f9-9ecc0ffd9b27 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.183844] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-332ffcf1-492d-4cee-8fe5-8f40940768dc tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 565.183844] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-332ffcf1-492d-4cee-8fe5-8f40940768dc tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 565.185104] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b00036c-47aa-400c-a16d-ff08ab1a22cc {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.195284] env[62353]: DEBUG oslo_vmware.api [None req-332ffcf1-492d-4cee-8fe5-8f40940768dc tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Waiting for the task: (returnval){ [ 565.195284] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5253b1d3-d29e-b89f-17d1-b19006ea4ac9" [ 565.195284] env[62353]: _type = "Task" [ 565.195284] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 565.204801] env[62353]: DEBUG oslo_vmware.api [None req-bb7b893b-a805-449a-9f3a-87335afbed73 tempest-ServerExternalEventsTest-1456212372 tempest-ServerExternalEventsTest-1456212372-project-member] Waiting for the task: (returnval){ [ 565.204801] env[62353]: value = "task-2371719" [ 565.204801] env[62353]: _type = "Task" [ 565.204801] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 565.216903] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2371718, 'name': CreateVM_Task} progress is 25%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 565.217197] env[62353]: DEBUG oslo_vmware.api [None req-332ffcf1-492d-4cee-8fe5-8f40940768dc tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5253b1d3-d29e-b89f-17d1-b19006ea4ac9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 565.222412] env[62353]: DEBUG oslo_vmware.api [None req-bb7b893b-a805-449a-9f3a-87335afbed73 tempest-ServerExternalEventsTest-1456212372 tempest-ServerExternalEventsTest-1456212372-project-member] Task: {'id': task-2371719, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 565.310622] env[62353]: DEBUG oslo_concurrency.lockutils [None req-00699f88-c5c8-45b9-8993-854f12e3f45f tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.338s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 565.311258] env[62353]: DEBUG nova.compute.manager [None req-00699f88-c5c8-45b9-8993-854f12e3f45f tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 672a184e-5e10-4fc3-a967-9b9cdd014ed2] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 565.315474] env[62353]: DEBUG oslo_concurrency.lockutils [None req-053ce369-a3c9-4d3c-896c-43811e63fce5 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.254s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 565.317524] env[62353]: INFO nova.compute.claims [None req-053ce369-a3c9-4d3c-896c-43811e63fce5 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] [instance: da04e4bf-dc3d-45a8-b0f9-ef9a7491e297] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 565.482978] env[62353]: DEBUG nova.network.neutron [req-d94eb1db-174f-4e86-8904-9a8c52eda4c5 req-a75abf96-9383-418e-ad70-a7249af5c906 service nova] [instance: b108ff18-5515-4884-bd5d-a4a245c18a0e] Updated VIF entry in instance network info cache for port 4c0ec121-206e-472f-b777-6d94d184f177. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 565.482978] env[62353]: DEBUG nova.network.neutron [req-d94eb1db-174f-4e86-8904-9a8c52eda4c5 req-a75abf96-9383-418e-ad70-a7249af5c906 service nova] [instance: b108ff18-5515-4884-bd5d-a4a245c18a0e] Updating instance_info_cache with network_info: [{"id": "4c0ec121-206e-472f-b777-6d94d184f177", "address": "fa:16:3e:af:b8:98", "network": {"id": "2be634d9-365a-4258-9bd8-c03318d42ac3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.191", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0a3f88790a594523a818b8c00f6862e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c0ec121-20", "ovs_interfaceid": "4c0ec121-206e-472f-b777-6d94d184f177", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 565.489558] env[62353]: DEBUG nova.compute.manager [None req-65db1c8b-3f73-4ad1-8ba1-9348a505a00b tempest-ImagesNegativeTestJSON-1559337630 tempest-ImagesNegativeTestJSON-1559337630-project-member] [instance: 9bd2f6b9-eb81-4238-a781-5f2bb54f80c0] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 565.507623] env[62353]: INFO nova.compute.manager [None req-256d0cb0-5a45-4ad5-bf17-03f774901ba6 tempest-ServerDiagnosticsTest-70966863 tempest-ServerDiagnosticsTest-70966863-project-member] [instance: b108ff18-5515-4884-bd5d-a4a245c18a0e] Took 18.88 seconds to build instance. [ 565.695435] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2371718, 'name': CreateVM_Task, 'duration_secs': 0.680587} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 565.695682] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70b6d86f-10bd-471f-8655-e961c4208751] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 565.699091] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1586de49-8a17-432e-a739-bb2d889f8c63 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 565.699258] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1586de49-8a17-432e-a739-bb2d889f8c63 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Acquired lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.699560] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1586de49-8a17-432e-a739-bb2d889f8c63 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 565.699802] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d757b9b4-abca-412f-a5e4-32567e84bfe9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.704548] env[62353]: DEBUG oslo_vmware.api [None req-1586de49-8a17-432e-a739-bb2d889f8c63 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Waiting for the task: (returnval){ [ 565.704548] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5204f3d4-4462-16c6-1aa4-b285c9132916" [ 565.704548] env[62353]: _type = "Task" [ 565.704548] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 565.707879] env[62353]: DEBUG oslo_vmware.api [None req-332ffcf1-492d-4cee-8fe5-8f40940768dc tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5253b1d3-d29e-b89f-17d1-b19006ea4ac9, 'name': SearchDatastore_Task, 'duration_secs': 0.014822} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 565.713694] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b9509d0-1943-431a-aa9b-d679bfc82d4b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.720653] env[62353]: DEBUG oslo_vmware.api [None req-1586de49-8a17-432e-a739-bb2d889f8c63 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5204f3d4-4462-16c6-1aa4-b285c9132916, 'name': SearchDatastore_Task, 'duration_secs': 0.009206} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 565.724470] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1586de49-8a17-432e-a739-bb2d889f8c63 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Releasing lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 565.724711] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-1586de49-8a17-432e-a739-bb2d889f8c63 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] [instance: 70b6d86f-10bd-471f-8655-e961c4208751] Processing image 06f909ae-e8dc-43b4-abf7-c7ed85db9bbd {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 565.724917] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1586de49-8a17-432e-a739-bb2d889f8c63 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 565.725193] env[62353]: DEBUG oslo_vmware.api [None req-332ffcf1-492d-4cee-8fe5-8f40940768dc tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Waiting for the task: (returnval){ [ 565.725193] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52451fa7-5df2-f612-88ec-75dac8af8cf2" [ 565.725193] env[62353]: _type = "Task" [ 565.725193] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 565.725374] env[62353]: DEBUG oslo_vmware.api [None req-bb7b893b-a805-449a-9f3a-87335afbed73 tempest-ServerExternalEventsTest-1456212372 tempest-ServerExternalEventsTest-1456212372-project-member] Task: {'id': task-2371719, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 565.733450] env[62353]: DEBUG oslo_vmware.api [None req-332ffcf1-492d-4cee-8fe5-8f40940768dc tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52451fa7-5df2-f612-88ec-75dac8af8cf2, 'name': SearchDatastore_Task, 'duration_secs': 0.010241} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 565.733667] env[62353]: DEBUG oslo_concurrency.lockutils [None req-332ffcf1-492d-4cee-8fe5-8f40940768dc tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Releasing lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 565.733902] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-332ffcf1-492d-4cee-8fe5-8f40940768dc tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore2] 8b313bab-8370-47c5-a03b-c809dc96fd21/8b313bab-8370-47c5-a03b-c809dc96fd21.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 565.734173] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1586de49-8a17-432e-a739-bb2d889f8c63 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Acquired lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.734350] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-1586de49-8a17-432e-a739-bb2d889f8c63 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 565.734551] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-70724853-6894-4974-8f0c-2f58adb429da {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.736298] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dbb8ae8b-4d93-469e-b6a3-4d44e9e5a3d8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.743054] env[62353]: DEBUG oslo_vmware.api [None req-332ffcf1-492d-4cee-8fe5-8f40940768dc tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Waiting for the task: (returnval){ [ 565.743054] env[62353]: value = "task-2371720" [ 565.743054] env[62353]: _type = "Task" [ 565.743054] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 565.744017] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-1586de49-8a17-432e-a739-bb2d889f8c63 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 565.744188] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-1586de49-8a17-432e-a739-bb2d889f8c63 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 565.747239] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e84666f-d159-4a13-bcc7-39657c38496f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.753557] env[62353]: DEBUG oslo_vmware.api [None req-332ffcf1-492d-4cee-8fe5-8f40940768dc tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Task: {'id': task-2371720, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 565.754692] env[62353]: DEBUG oslo_vmware.api [None req-1586de49-8a17-432e-a739-bb2d889f8c63 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Waiting for the task: (returnval){ [ 565.754692] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]521c567d-32c5-8a76-cbf6-dbfce80800ba" [ 565.754692] env[62353]: _type = "Task" [ 565.754692] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 565.762361] env[62353]: DEBUG oslo_vmware.api [None req-1586de49-8a17-432e-a739-bb2d889f8c63 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]521c567d-32c5-8a76-cbf6-dbfce80800ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 565.829465] env[62353]: DEBUG nova.compute.utils [None req-00699f88-c5c8-45b9-8993-854f12e3f45f tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 565.832943] env[62353]: DEBUG nova.compute.manager [None req-00699f88-c5c8-45b9-8993-854f12e3f45f tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 672a184e-5e10-4fc3-a967-9b9cdd014ed2] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 565.833135] env[62353]: DEBUG nova.network.neutron [None req-00699f88-c5c8-45b9-8993-854f12e3f45f tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 672a184e-5e10-4fc3-a967-9b9cdd014ed2] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 565.940172] env[62353]: DEBUG nova.policy [None req-00699f88-c5c8-45b9-8993-854f12e3f45f tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '461967f70b14490d91a00e8b00ba3f09', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ce7d37901d844950adf602218b205ea8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:192}} [ 565.990502] env[62353]: DEBUG oslo_concurrency.lockutils [req-d94eb1db-174f-4e86-8904-9a8c52eda4c5 req-a75abf96-9383-418e-ad70-a7249af5c906 service nova] Releasing lock "refresh_cache-b108ff18-5515-4884-bd5d-a4a245c18a0e" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 566.012680] env[62353]: DEBUG oslo_concurrency.lockutils [None req-256d0cb0-5a45-4ad5-bf17-03f774901ba6 tempest-ServerDiagnosticsTest-70966863 tempest-ServerDiagnosticsTest-70966863-project-member] Lock "b108ff18-5515-4884-bd5d-a4a245c18a0e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.393s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 566.218421] env[62353]: DEBUG oslo_vmware.api [None req-bb7b893b-a805-449a-9f3a-87335afbed73 tempest-ServerExternalEventsTest-1456212372 tempest-ServerExternalEventsTest-1456212372-project-member] Task: {'id': task-2371719, 'name': ReconfigVM_Task, 'duration_secs': 0.655331} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 566.219371] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb7b893b-a805-449a-9f3a-87335afbed73 tempest-ServerExternalEventsTest-1456212372 tempest-ServerExternalEventsTest-1456212372-project-member] [instance: 71d6a2a4-8c9f-45a6-bb5b-add707aa11f8] Reconfigured VM instance instance-00000003 to attach disk [datastore2] 71d6a2a4-8c9f-45a6-bb5b-add707aa11f8/71d6a2a4-8c9f-45a6-bb5b-add707aa11f8.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 566.219506] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-404bfb10-9f7c-4f88-adea-fa4c47a18f4a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.227219] env[62353]: DEBUG oslo_vmware.api [None req-bb7b893b-a805-449a-9f3a-87335afbed73 tempest-ServerExternalEventsTest-1456212372 tempest-ServerExternalEventsTest-1456212372-project-member] Waiting for the task: (returnval){ [ 566.227219] env[62353]: value = "task-2371721" [ 566.227219] env[62353]: _type = "Task" [ 566.227219] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 566.238425] env[62353]: DEBUG oslo_vmware.api [None req-bb7b893b-a805-449a-9f3a-87335afbed73 tempest-ServerExternalEventsTest-1456212372 tempest-ServerExternalEventsTest-1456212372-project-member] Task: {'id': task-2371721, 'name': Rename_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 566.256536] env[62353]: DEBUG oslo_vmware.api [None req-332ffcf1-492d-4cee-8fe5-8f40940768dc tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Task: {'id': task-2371720, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 566.269342] env[62353]: DEBUG oslo_vmware.api [None req-1586de49-8a17-432e-a739-bb2d889f8c63 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]521c567d-32c5-8a76-cbf6-dbfce80800ba, 'name': SearchDatastore_Task, 'duration_secs': 0.009937} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 566.270286] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc6ea692-9409-4fe9-8eda-5d4512e67a7f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.275804] env[62353]: DEBUG oslo_vmware.api [None req-1586de49-8a17-432e-a739-bb2d889f8c63 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Waiting for the task: (returnval){ [ 566.275804] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5205cc6a-e02b-7783-17c8-f9548253156a" [ 566.275804] env[62353]: _type = "Task" [ 566.275804] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 566.285109] env[62353]: DEBUG oslo_vmware.api [None req-1586de49-8a17-432e-a739-bb2d889f8c63 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5205cc6a-e02b-7783-17c8-f9548253156a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 566.334616] env[62353]: DEBUG nova.compute.manager [None req-00699f88-c5c8-45b9-8993-854f12e3f45f tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 672a184e-5e10-4fc3-a967-9b9cdd014ed2] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 566.525547] env[62353]: DEBUG oslo_concurrency.lockutils [None req-65db1c8b-3f73-4ad1-8ba1-9348a505a00b tempest-ImagesNegativeTestJSON-1559337630 tempest-ImagesNegativeTestJSON-1559337630-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 566.564141] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44c3e14d-1e6e-4a35-a62d-9c18b3287006 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.587760] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eb32faa-b2cf-4670-a522-59e27f62012a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.629548] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6afbeb2c-5278-4145-8270-32321e17e643 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.643890] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e504317e-7a7a-4f66-8b18-188a0bb0a55d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.659435] env[62353]: DEBUG nova.compute.provider_tree [None req-053ce369-a3c9-4d3c-896c-43811e63fce5 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 566.736712] env[62353]: DEBUG oslo_vmware.api [None req-bb7b893b-a805-449a-9f3a-87335afbed73 tempest-ServerExternalEventsTest-1456212372 tempest-ServerExternalEventsTest-1456212372-project-member] Task: {'id': task-2371721, 'name': Rename_Task, 'duration_secs': 0.245679} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 566.736977] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb7b893b-a805-449a-9f3a-87335afbed73 tempest-ServerExternalEventsTest-1456212372 tempest-ServerExternalEventsTest-1456212372-project-member] [instance: 71d6a2a4-8c9f-45a6-bb5b-add707aa11f8] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 566.737246] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2a1fd123-b146-4601-bbc5-0cea8725f5f2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.744745] env[62353]: DEBUG oslo_vmware.api [None req-bb7b893b-a805-449a-9f3a-87335afbed73 tempest-ServerExternalEventsTest-1456212372 tempest-ServerExternalEventsTest-1456212372-project-member] Waiting for the task: (returnval){ [ 566.744745] env[62353]: value = "task-2371722" [ 566.744745] env[62353]: _type = "Task" [ 566.744745] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 566.757066] env[62353]: DEBUG oslo_vmware.api [None req-bb7b893b-a805-449a-9f3a-87335afbed73 tempest-ServerExternalEventsTest-1456212372 tempest-ServerExternalEventsTest-1456212372-project-member] Task: {'id': task-2371722, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 566.759647] env[62353]: DEBUG oslo_vmware.api [None req-332ffcf1-492d-4cee-8fe5-8f40940768dc tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Task: {'id': task-2371720, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.626658} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 566.759886] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-332ffcf1-492d-4cee-8fe5-8f40940768dc tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore2] 8b313bab-8370-47c5-a03b-c809dc96fd21/8b313bab-8370-47c5-a03b-c809dc96fd21.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 566.760105] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-332ffcf1-492d-4cee-8fe5-8f40940768dc tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: 8b313bab-8370-47c5-a03b-c809dc96fd21] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 566.760338] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d21cef64-1b2c-4f62-925a-26c05199e36b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.765696] env[62353]: DEBUG oslo_vmware.api [None req-332ffcf1-492d-4cee-8fe5-8f40940768dc tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Waiting for the task: (returnval){ [ 566.765696] env[62353]: value = "task-2371723" [ 566.765696] env[62353]: _type = "Task" [ 566.765696] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 566.774306] env[62353]: DEBUG oslo_vmware.api [None req-332ffcf1-492d-4cee-8fe5-8f40940768dc tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Task: {'id': task-2371723, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 566.784961] env[62353]: DEBUG oslo_vmware.api [None req-1586de49-8a17-432e-a739-bb2d889f8c63 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5205cc6a-e02b-7783-17c8-f9548253156a, 'name': SearchDatastore_Task, 'duration_secs': 0.052517} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 566.785252] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1586de49-8a17-432e-a739-bb2d889f8c63 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Releasing lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 566.785500] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-1586de49-8a17-432e-a739-bb2d889f8c63 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore2] 70b6d86f-10bd-471f-8655-e961c4208751/70b6d86f-10bd-471f-8655-e961c4208751.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 566.785746] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-00f37aaf-5c2a-4674-aaf4-1d0148f7848e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.792158] env[62353]: DEBUG oslo_vmware.api [None req-1586de49-8a17-432e-a739-bb2d889f8c63 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Waiting for the task: (returnval){ [ 566.792158] env[62353]: value = "task-2371724" [ 566.792158] env[62353]: _type = "Task" [ 566.792158] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 566.799633] env[62353]: DEBUG oslo_vmware.api [None req-1586de49-8a17-432e-a739-bb2d889f8c63 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Task: {'id': task-2371724, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.037505] env[62353]: DEBUG nova.network.neutron [None req-21c846da-342b-4458-8d59-9d5cff1bad32 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] [instance: 2e9731d0-ef1b-44f2-a457-d21a99bfa2bf] Successfully updated port: 2857524a-5a45-4a39-a80d-7f73cbfc4c01 {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 567.065776] env[62353]: DEBUG nova.network.neutron [None req-00699f88-c5c8-45b9-8993-854f12e3f45f tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 672a184e-5e10-4fc3-a967-9b9cdd014ed2] Successfully created port: 19ce5b5a-1bc6-4d5b-854b-3aa50225e82d {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 567.162786] env[62353]: DEBUG nova.scheduler.client.report [None req-053ce369-a3c9-4d3c-896c-43811e63fce5 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 567.257866] env[62353]: DEBUG oslo_vmware.api [None req-bb7b893b-a805-449a-9f3a-87335afbed73 tempest-ServerExternalEventsTest-1456212372 tempest-ServerExternalEventsTest-1456212372-project-member] Task: {'id': task-2371722, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.279233] env[62353]: DEBUG oslo_vmware.api [None req-332ffcf1-492d-4cee-8fe5-8f40940768dc tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Task: {'id': task-2371723, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.173086} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 567.279758] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-332ffcf1-492d-4cee-8fe5-8f40940768dc tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: 8b313bab-8370-47c5-a03b-c809dc96fd21] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 567.281037] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c44f0938-47ea-40c2-ab08-950f1ecebba7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.310735] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-332ffcf1-492d-4cee-8fe5-8f40940768dc tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: 8b313bab-8370-47c5-a03b-c809dc96fd21] Reconfiguring VM instance instance-00000004 to attach disk [datastore2] 8b313bab-8370-47c5-a03b-c809dc96fd21/8b313bab-8370-47c5-a03b-c809dc96fd21.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 567.314651] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7225ebec-028d-4bcd-8e61-88dd89a3725d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.339040] env[62353]: DEBUG oslo_vmware.api [None req-1586de49-8a17-432e-a739-bb2d889f8c63 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Task: {'id': task-2371724, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.342251] env[62353]: DEBUG oslo_vmware.api [None req-332ffcf1-492d-4cee-8fe5-8f40940768dc tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Waiting for the task: (returnval){ [ 567.342251] env[62353]: value = "task-2371725" [ 567.342251] env[62353]: _type = "Task" [ 567.342251] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 567.355091] env[62353]: DEBUG nova.compute.manager [None req-00699f88-c5c8-45b9-8993-854f12e3f45f tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 672a184e-5e10-4fc3-a967-9b9cdd014ed2] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 567.357653] env[62353]: DEBUG oslo_vmware.api [None req-332ffcf1-492d-4cee-8fe5-8f40940768dc tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Task: {'id': task-2371725, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.364368] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ff1e3706-db17-4cd5-970c-e1de31f8c148 tempest-ServerRescueTestJSONUnderV235-485973642 tempest-ServerRescueTestJSONUnderV235-485973642-project-member] Acquiring lock "5cff6baf-1dd7-4030-834d-266e83d77229" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 567.364368] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ff1e3706-db17-4cd5-970c-e1de31f8c148 tempest-ServerRescueTestJSONUnderV235-485973642 tempest-ServerRescueTestJSONUnderV235-485973642-project-member] Lock "5cff6baf-1dd7-4030-834d-266e83d77229" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 567.413333] env[62353]: DEBUG nova.virt.hardware [None req-00699f88-c5c8-45b9-8993-854f12e3f45f tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T12:38:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T12:38:15Z,direct_url=,disk_format='vmdk',id=06f909ae-e8dc-43b4-abf7-c7ed85db9bbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0a3f88790a594523a818b8c00f6862e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T12:38:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 567.413548] env[62353]: DEBUG nova.virt.hardware [None req-00699f88-c5c8-45b9-8993-854f12e3f45f tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 567.414492] env[62353]: DEBUG nova.virt.hardware [None req-00699f88-c5c8-45b9-8993-854f12e3f45f tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 567.414492] env[62353]: DEBUG nova.virt.hardware [None req-00699f88-c5c8-45b9-8993-854f12e3f45f tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 567.414492] env[62353]: DEBUG nova.virt.hardware [None req-00699f88-c5c8-45b9-8993-854f12e3f45f tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 567.414492] env[62353]: DEBUG nova.virt.hardware [None req-00699f88-c5c8-45b9-8993-854f12e3f45f tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 567.414712] env[62353]: DEBUG nova.virt.hardware [None req-00699f88-c5c8-45b9-8993-854f12e3f45f tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 567.414830] env[62353]: DEBUG nova.virt.hardware [None req-00699f88-c5c8-45b9-8993-854f12e3f45f tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 567.414946] env[62353]: DEBUG nova.virt.hardware [None req-00699f88-c5c8-45b9-8993-854f12e3f45f tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 567.415791] env[62353]: DEBUG nova.virt.hardware [None req-00699f88-c5c8-45b9-8993-854f12e3f45f tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 567.415791] env[62353]: DEBUG nova.virt.hardware [None req-00699f88-c5c8-45b9-8993-854f12e3f45f tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 567.416364] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c07c6e1-a4ce-46fd-95ed-8675e7a6dd86 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.429834] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2beb6cf3-3ec9-4400-91b6-22a460dba017 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.540638] env[62353]: DEBUG oslo_concurrency.lockutils [None req-21c846da-342b-4458-8d59-9d5cff1bad32 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Acquiring lock "refresh_cache-2e9731d0-ef1b-44f2-a457-d21a99bfa2bf" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 567.540868] env[62353]: DEBUG oslo_concurrency.lockutils [None req-21c846da-342b-4458-8d59-9d5cff1bad32 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Acquired lock "refresh_cache-2e9731d0-ef1b-44f2-a457-d21a99bfa2bf" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.541177] env[62353]: DEBUG nova.network.neutron [None req-21c846da-342b-4458-8d59-9d5cff1bad32 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] [instance: 2e9731d0-ef1b-44f2-a457-d21a99bfa2bf] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 567.668764] env[62353]: DEBUG oslo_concurrency.lockutils [None req-053ce369-a3c9-4d3c-896c-43811e63fce5 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.353s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 567.669488] env[62353]: DEBUG nova.compute.manager [None req-053ce369-a3c9-4d3c-896c-43811e63fce5 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] [instance: da04e4bf-dc3d-45a8-b0f9-ef9a7491e297] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 567.672951] env[62353]: DEBUG oslo_concurrency.lockutils [None req-65db1c8b-3f73-4ad1-8ba1-9348a505a00b tempest-ImagesNegativeTestJSON-1559337630 tempest-ImagesNegativeTestJSON-1559337630-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.148s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 567.674542] env[62353]: INFO nova.compute.claims [None req-65db1c8b-3f73-4ad1-8ba1-9348a505a00b tempest-ImagesNegativeTestJSON-1559337630 tempest-ImagesNegativeTestJSON-1559337630-project-member] [instance: 9bd2f6b9-eb81-4238-a781-5f2bb54f80c0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 567.759221] env[62353]: DEBUG oslo_vmware.api [None req-bb7b893b-a805-449a-9f3a-87335afbed73 tempest-ServerExternalEventsTest-1456212372 tempest-ServerExternalEventsTest-1456212372-project-member] Task: {'id': task-2371722, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.810815] env[62353]: DEBUG oslo_vmware.api [None req-1586de49-8a17-432e-a739-bb2d889f8c63 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Task: {'id': task-2371724, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.766945} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 567.812793] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-1586de49-8a17-432e-a739-bb2d889f8c63 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore2] 70b6d86f-10bd-471f-8655-e961c4208751/70b6d86f-10bd-471f-8655-e961c4208751.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 567.812793] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-1586de49-8a17-432e-a739-bb2d889f8c63 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] [instance: 70b6d86f-10bd-471f-8655-e961c4208751] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 567.812793] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-67044e60-7908-4bc2-b487-925447ff5738 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.819635] env[62353]: DEBUG oslo_vmware.api [None req-1586de49-8a17-432e-a739-bb2d889f8c63 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Waiting for the task: (returnval){ [ 567.819635] env[62353]: value = "task-2371726" [ 567.819635] env[62353]: _type = "Task" [ 567.819635] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 567.828950] env[62353]: DEBUG oslo_vmware.api [None req-1586de49-8a17-432e-a739-bb2d889f8c63 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Task: {'id': task-2371726, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.853417] env[62353]: DEBUG oslo_vmware.api [None req-332ffcf1-492d-4cee-8fe5-8f40940768dc tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Task: {'id': task-2371725, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.869080] env[62353]: DEBUG nova.compute.manager [None req-ff1e3706-db17-4cd5-970c-e1de31f8c148 tempest-ServerRescueTestJSONUnderV235-485973642 tempest-ServerRescueTestJSONUnderV235-485973642-project-member] [instance: 5cff6baf-1dd7-4030-834d-266e83d77229] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 568.114094] env[62353]: DEBUG nova.network.neutron [None req-21c846da-342b-4458-8d59-9d5cff1bad32 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] [instance: 2e9731d0-ef1b-44f2-a457-d21a99bfa2bf] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 568.186036] env[62353]: DEBUG nova.compute.utils [None req-053ce369-a3c9-4d3c-896c-43811e63fce5 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 568.191586] env[62353]: DEBUG nova.compute.manager [None req-053ce369-a3c9-4d3c-896c-43811e63fce5 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] [instance: da04e4bf-dc3d-45a8-b0f9-ef9a7491e297] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 568.191586] env[62353]: DEBUG nova.network.neutron [None req-053ce369-a3c9-4d3c-896c-43811e63fce5 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] [instance: da04e4bf-dc3d-45a8-b0f9-ef9a7491e297] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 568.230778] env[62353]: DEBUG nova.compute.manager [req-14a7f0a7-3dda-4845-824f-52eb902d4d56 req-38cf39da-b051-4bba-961f-c7771b7a9622 service nova] [instance: 71d6a2a4-8c9f-45a6-bb5b-add707aa11f8] Received event network-changed-791615fc-6689-4b88-b684-f94dfbbdabf4 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 568.230778] env[62353]: DEBUG nova.compute.manager [req-14a7f0a7-3dda-4845-824f-52eb902d4d56 req-38cf39da-b051-4bba-961f-c7771b7a9622 service nova] [instance: 71d6a2a4-8c9f-45a6-bb5b-add707aa11f8] Refreshing instance network info cache due to event network-changed-791615fc-6689-4b88-b684-f94dfbbdabf4. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 568.230778] env[62353]: DEBUG oslo_concurrency.lockutils [req-14a7f0a7-3dda-4845-824f-52eb902d4d56 req-38cf39da-b051-4bba-961f-c7771b7a9622 service nova] Acquiring lock "refresh_cache-71d6a2a4-8c9f-45a6-bb5b-add707aa11f8" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 568.230778] env[62353]: DEBUG oslo_concurrency.lockutils [req-14a7f0a7-3dda-4845-824f-52eb902d4d56 req-38cf39da-b051-4bba-961f-c7771b7a9622 service nova] Acquired lock "refresh_cache-71d6a2a4-8c9f-45a6-bb5b-add707aa11f8" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.230778] env[62353]: DEBUG nova.network.neutron [req-14a7f0a7-3dda-4845-824f-52eb902d4d56 req-38cf39da-b051-4bba-961f-c7771b7a9622 service nova] [instance: 71d6a2a4-8c9f-45a6-bb5b-add707aa11f8] Refreshing network info cache for port 791615fc-6689-4b88-b684-f94dfbbdabf4 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 568.263527] env[62353]: DEBUG oslo_vmware.api [None req-bb7b893b-a805-449a-9f3a-87335afbed73 tempest-ServerExternalEventsTest-1456212372 tempest-ServerExternalEventsTest-1456212372-project-member] Task: {'id': task-2371722, 'name': PowerOnVM_Task, 'duration_secs': 1.021258} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 568.264765] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb7b893b-a805-449a-9f3a-87335afbed73 tempest-ServerExternalEventsTest-1456212372 tempest-ServerExternalEventsTest-1456212372-project-member] [instance: 71d6a2a4-8c9f-45a6-bb5b-add707aa11f8] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 568.264765] env[62353]: INFO nova.compute.manager [None req-bb7b893b-a805-449a-9f3a-87335afbed73 tempest-ServerExternalEventsTest-1456212372 tempest-ServerExternalEventsTest-1456212372-project-member] [instance: 71d6a2a4-8c9f-45a6-bb5b-add707aa11f8] Took 12.96 seconds to spawn the instance on the hypervisor. [ 568.264765] env[62353]: DEBUG nova.compute.manager [None req-bb7b893b-a805-449a-9f3a-87335afbed73 tempest-ServerExternalEventsTest-1456212372 tempest-ServerExternalEventsTest-1456212372-project-member] [instance: 71d6a2a4-8c9f-45a6-bb5b-add707aa11f8] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 568.266034] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c341eed3-d192-4fc1-b167-b61bcb7cf4b2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.335397] env[62353]: DEBUG oslo_vmware.api [None req-1586de49-8a17-432e-a739-bb2d889f8c63 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Task: {'id': task-2371726, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.17369} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 568.347356] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-1586de49-8a17-432e-a739-bb2d889f8c63 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] [instance: 70b6d86f-10bd-471f-8655-e961c4208751] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 568.347356] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60df6702-2430-4123-83d4-6c2ed76766d5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.363593] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-1586de49-8a17-432e-a739-bb2d889f8c63 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] [instance: 70b6d86f-10bd-471f-8655-e961c4208751] Reconfiguring VM instance instance-00000005 to attach disk [datastore2] 70b6d86f-10bd-471f-8655-e961c4208751/70b6d86f-10bd-471f-8655-e961c4208751.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 568.366798] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e64bf0d-8755-4cec-8037-e5eed949566f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.386087] env[62353]: DEBUG nova.policy [None req-053ce369-a3c9-4d3c-896c-43811e63fce5 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7519b85c0ee64e70bfa030b8d194e856', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f163f3fb1d3946f08ed6b78ab4f0eba8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:192}} [ 568.409020] env[62353]: DEBUG oslo_vmware.api [None req-332ffcf1-492d-4cee-8fe5-8f40940768dc tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Task: {'id': task-2371725, 'name': ReconfigVM_Task, 'duration_secs': 0.591387} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 568.409020] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-332ffcf1-492d-4cee-8fe5-8f40940768dc tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: 8b313bab-8370-47c5-a03b-c809dc96fd21] Reconfigured VM instance instance-00000004 to attach disk [datastore2] 8b313bab-8370-47c5-a03b-c809dc96fd21/8b313bab-8370-47c5-a03b-c809dc96fd21.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 568.409643] env[62353]: DEBUG oslo_vmware.api [None req-1586de49-8a17-432e-a739-bb2d889f8c63 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Waiting for the task: (returnval){ [ 568.409643] env[62353]: value = "task-2371727" [ 568.409643] env[62353]: _type = "Task" [ 568.409643] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 568.409821] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e0cdd833-4c21-4def-8357-bb2ce89c42ad {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.419907] env[62353]: DEBUG oslo_vmware.api [None req-1586de49-8a17-432e-a739-bb2d889f8c63 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Task: {'id': task-2371727, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.421210] env[62353]: DEBUG oslo_vmware.api [None req-332ffcf1-492d-4cee-8fe5-8f40940768dc tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Waiting for the task: (returnval){ [ 568.421210] env[62353]: value = "task-2371728" [ 568.421210] env[62353]: _type = "Task" [ 568.421210] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 568.430769] env[62353]: DEBUG oslo_vmware.api [None req-332ffcf1-492d-4cee-8fe5-8f40940768dc tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Task: {'id': task-2371728, 'name': Rename_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.439516] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ff1e3706-db17-4cd5-970c-e1de31f8c148 tempest-ServerRescueTestJSONUnderV235-485973642 tempest-ServerRescueTestJSONUnderV235-485973642-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 568.500488] env[62353]: DEBUG nova.network.neutron [None req-21c846da-342b-4458-8d59-9d5cff1bad32 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] [instance: 2e9731d0-ef1b-44f2-a457-d21a99bfa2bf] Updating instance_info_cache with network_info: [{"id": "2857524a-5a45-4a39-a80d-7f73cbfc4c01", "address": "fa:16:3e:d8:3c:f4", "network": {"id": "956ba5e7-4a54-402c-a290-2a1b81514fd3", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1825597119-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "806a3f447ab3401e8dcfa6f4241fd30d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd7d0d95-6848-4e69-ac21-75f8db82a3b5", "external-id": "nsx-vlan-transportzone-272", "segmentation_id": 272, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2857524a-5a", "ovs_interfaceid": "2857524a-5a45-4a39-a80d-7f73cbfc4c01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 568.678984] env[62353]: DEBUG nova.compute.manager [req-cf64eac9-16ca-4d50-a74d-d58a4c443ee8 req-4b8d30c5-5fc8-47b3-953f-5663093e5cc7 service nova] [instance: 70b6d86f-10bd-471f-8655-e961c4208751] Received event network-vif-plugged-3fac9f25-ef69-4394-ac71-608c65991d13 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 568.678984] env[62353]: DEBUG oslo_concurrency.lockutils [req-cf64eac9-16ca-4d50-a74d-d58a4c443ee8 req-4b8d30c5-5fc8-47b3-953f-5663093e5cc7 service nova] Acquiring lock "70b6d86f-10bd-471f-8655-e961c4208751-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 568.678984] env[62353]: DEBUG oslo_concurrency.lockutils [req-cf64eac9-16ca-4d50-a74d-d58a4c443ee8 req-4b8d30c5-5fc8-47b3-953f-5663093e5cc7 service nova] Lock "70b6d86f-10bd-471f-8655-e961c4208751-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 568.678984] env[62353]: DEBUG oslo_concurrency.lockutils [req-cf64eac9-16ca-4d50-a74d-d58a4c443ee8 req-4b8d30c5-5fc8-47b3-953f-5663093e5cc7 service nova] Lock "70b6d86f-10bd-471f-8655-e961c4208751-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 568.678984] env[62353]: DEBUG nova.compute.manager [req-cf64eac9-16ca-4d50-a74d-d58a4c443ee8 req-4b8d30c5-5fc8-47b3-953f-5663093e5cc7 service nova] [instance: 70b6d86f-10bd-471f-8655-e961c4208751] No waiting events found dispatching network-vif-plugged-3fac9f25-ef69-4394-ac71-608c65991d13 {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 568.679319] env[62353]: WARNING nova.compute.manager [req-cf64eac9-16ca-4d50-a74d-d58a4c443ee8 req-4b8d30c5-5fc8-47b3-953f-5663093e5cc7 service nova] [instance: 70b6d86f-10bd-471f-8655-e961c4208751] Received unexpected event network-vif-plugged-3fac9f25-ef69-4394-ac71-608c65991d13 for instance with vm_state building and task_state spawning. [ 568.679319] env[62353]: DEBUG nova.compute.manager [req-cf64eac9-16ca-4d50-a74d-d58a4c443ee8 req-4b8d30c5-5fc8-47b3-953f-5663093e5cc7 service nova] [instance: 70b6d86f-10bd-471f-8655-e961c4208751] Received event network-changed-3fac9f25-ef69-4394-ac71-608c65991d13 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 568.679319] env[62353]: DEBUG nova.compute.manager [req-cf64eac9-16ca-4d50-a74d-d58a4c443ee8 req-4b8d30c5-5fc8-47b3-953f-5663093e5cc7 service nova] [instance: 70b6d86f-10bd-471f-8655-e961c4208751] Refreshing instance network info cache due to event network-changed-3fac9f25-ef69-4394-ac71-608c65991d13. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 568.679537] env[62353]: DEBUG oslo_concurrency.lockutils [req-cf64eac9-16ca-4d50-a74d-d58a4c443ee8 req-4b8d30c5-5fc8-47b3-953f-5663093e5cc7 service nova] Acquiring lock "refresh_cache-70b6d86f-10bd-471f-8655-e961c4208751" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 568.679537] env[62353]: DEBUG oslo_concurrency.lockutils [req-cf64eac9-16ca-4d50-a74d-d58a4c443ee8 req-4b8d30c5-5fc8-47b3-953f-5663093e5cc7 service nova] Acquired lock "refresh_cache-70b6d86f-10bd-471f-8655-e961c4208751" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.679740] env[62353]: DEBUG nova.network.neutron [req-cf64eac9-16ca-4d50-a74d-d58a4c443ee8 req-4b8d30c5-5fc8-47b3-953f-5663093e5cc7 service nova] [instance: 70b6d86f-10bd-471f-8655-e961c4208751] Refreshing network info cache for port 3fac9f25-ef69-4394-ac71-608c65991d13 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 568.691860] env[62353]: DEBUG nova.compute.manager [None req-053ce369-a3c9-4d3c-896c-43811e63fce5 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] [instance: da04e4bf-dc3d-45a8-b0f9-ef9a7491e297] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 568.773397] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2744072e-9e61-41e0-b867-bc2a99bb9360 tempest-VolumesAssistedSnapshotsTest-1180796019 tempest-VolumesAssistedSnapshotsTest-1180796019-project-member] Acquiring lock "832a2083-5874-47b5-a9c7-fdb4a69a94bb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 568.773397] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2744072e-9e61-41e0-b867-bc2a99bb9360 tempest-VolumesAssistedSnapshotsTest-1180796019 tempest-VolumesAssistedSnapshotsTest-1180796019-project-member] Lock "832a2083-5874-47b5-a9c7-fdb4a69a94bb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 568.820722] env[62353]: INFO nova.compute.manager [None req-bb7b893b-a805-449a-9f3a-87335afbed73 tempest-ServerExternalEventsTest-1456212372 tempest-ServerExternalEventsTest-1456212372-project-member] [instance: 71d6a2a4-8c9f-45a6-bb5b-add707aa11f8] Took 20.32 seconds to build instance. [ 568.933540] env[62353]: DEBUG oslo_vmware.api [None req-1586de49-8a17-432e-a739-bb2d889f8c63 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Task: {'id': task-2371727, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.938195] env[62353]: DEBUG oslo_vmware.api [None req-332ffcf1-492d-4cee-8fe5-8f40940768dc tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Task: {'id': task-2371728, 'name': Rename_Task, 'duration_secs': 0.290673} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 568.942054] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-332ffcf1-492d-4cee-8fe5-8f40940768dc tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: 8b313bab-8370-47c5-a03b-c809dc96fd21] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 568.942054] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4401c06c-0d58-48c6-a73c-5e9518871a7f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.948415] env[62353]: DEBUG oslo_vmware.api [None req-332ffcf1-492d-4cee-8fe5-8f40940768dc tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Waiting for the task: (returnval){ [ 568.948415] env[62353]: value = "task-2371733" [ 568.948415] env[62353]: _type = "Task" [ 568.948415] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 568.961027] env[62353]: DEBUG oslo_vmware.api [None req-332ffcf1-492d-4cee-8fe5-8f40940768dc tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Task: {'id': task-2371733, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.003239] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-959d1b7e-40af-4e6a-aaa5-ac5b232e71a1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.006770] env[62353]: DEBUG oslo_concurrency.lockutils [None req-21c846da-342b-4458-8d59-9d5cff1bad32 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Releasing lock "refresh_cache-2e9731d0-ef1b-44f2-a457-d21a99bfa2bf" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 569.006770] env[62353]: DEBUG nova.compute.manager [None req-21c846da-342b-4458-8d59-9d5cff1bad32 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] [instance: 2e9731d0-ef1b-44f2-a457-d21a99bfa2bf] Instance network_info: |[{"id": "2857524a-5a45-4a39-a80d-7f73cbfc4c01", "address": "fa:16:3e:d8:3c:f4", "network": {"id": "956ba5e7-4a54-402c-a290-2a1b81514fd3", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1825597119-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "806a3f447ab3401e8dcfa6f4241fd30d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd7d0d95-6848-4e69-ac21-75f8db82a3b5", "external-id": "nsx-vlan-transportzone-272", "segmentation_id": 272, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2857524a-5a", "ovs_interfaceid": "2857524a-5a45-4a39-a80d-7f73cbfc4c01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 569.008290] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-21c846da-342b-4458-8d59-9d5cff1bad32 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] [instance: 2e9731d0-ef1b-44f2-a457-d21a99bfa2bf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d8:3c:f4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dd7d0d95-6848-4e69-ac21-75f8db82a3b5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2857524a-5a45-4a39-a80d-7f73cbfc4c01', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 569.021403] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-21c846da-342b-4458-8d59-9d5cff1bad32 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Creating folder: Project (806a3f447ab3401e8dcfa6f4241fd30d). Parent ref: group-v481456. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 569.021403] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0f74a03c-e231-4a72-9bc1-bc06ab80af7d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.021874] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10841a42-4b38-419f-9598-2d087e8959d8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.054414] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b331f62-bd4f-472b-850f-b52de5c3c335 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.057205] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-21c846da-342b-4458-8d59-9d5cff1bad32 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Created folder: Project (806a3f447ab3401e8dcfa6f4241fd30d) in parent group-v481456. [ 569.057289] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-21c846da-342b-4458-8d59-9d5cff1bad32 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Creating folder: Instances. Parent ref: group-v481475. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 569.060225] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b82f82bf-3a5a-49af-a1b2-70cceb1b142c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.066289] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e63b9735-953e-4197-8227-e4b3d6760362 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.071122] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-21c846da-342b-4458-8d59-9d5cff1bad32 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Created folder: Instances in parent group-v481475. [ 569.071408] env[62353]: DEBUG oslo.service.loopingcall [None req-21c846da-342b-4458-8d59-9d5cff1bad32 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 569.071992] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2e9731d0-ef1b-44f2-a457-d21a99bfa2bf] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 569.072260] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c3d8d33f-7f71-49ab-a744-4e57fb6b404e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.095657] env[62353]: DEBUG nova.compute.provider_tree [None req-65db1c8b-3f73-4ad1-8ba1-9348a505a00b tempest-ImagesNegativeTestJSON-1559337630 tempest-ImagesNegativeTestJSON-1559337630-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 569.101546] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 569.101546] env[62353]: value = "task-2371736" [ 569.101546] env[62353]: _type = "Task" [ 569.101546] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 569.109081] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2371736, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.170070] env[62353]: DEBUG nova.network.neutron [req-14a7f0a7-3dda-4845-824f-52eb902d4d56 req-38cf39da-b051-4bba-961f-c7771b7a9622 service nova] [instance: 71d6a2a4-8c9f-45a6-bb5b-add707aa11f8] Updated VIF entry in instance network info cache for port 791615fc-6689-4b88-b684-f94dfbbdabf4. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 569.170473] env[62353]: DEBUG nova.network.neutron [req-14a7f0a7-3dda-4845-824f-52eb902d4d56 req-38cf39da-b051-4bba-961f-c7771b7a9622 service nova] [instance: 71d6a2a4-8c9f-45a6-bb5b-add707aa11f8] Updating instance_info_cache with network_info: [{"id": "791615fc-6689-4b88-b684-f94dfbbdabf4", "address": "fa:16:3e:e8:e1:67", "network": {"id": "2be634d9-365a-4258-9bd8-c03318d42ac3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.248", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0a3f88790a594523a818b8c00f6862e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap791615fc-66", "ovs_interfaceid": "791615fc-6689-4b88-b684-f94dfbbdabf4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 569.283657] env[62353]: DEBUG nova.compute.manager [None req-2744072e-9e61-41e0-b867-bc2a99bb9360 tempest-VolumesAssistedSnapshotsTest-1180796019 tempest-VolumesAssistedSnapshotsTest-1180796019-project-member] [instance: 832a2083-5874-47b5-a9c7-fdb4a69a94bb] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 569.325282] env[62353]: DEBUG oslo_concurrency.lockutils [None req-bb7b893b-a805-449a-9f3a-87335afbed73 tempest-ServerExternalEventsTest-1456212372 tempest-ServerExternalEventsTest-1456212372-project-member] Lock "71d6a2a4-8c9f-45a6-bb5b-add707aa11f8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.831s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 569.422255] env[62353]: DEBUG oslo_vmware.api [None req-1586de49-8a17-432e-a739-bb2d889f8c63 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Task: {'id': task-2371727, 'name': ReconfigVM_Task, 'duration_secs': 0.544656} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 569.422545] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-1586de49-8a17-432e-a739-bb2d889f8c63 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] [instance: 70b6d86f-10bd-471f-8655-e961c4208751] Reconfigured VM instance instance-00000005 to attach disk [datastore2] 70b6d86f-10bd-471f-8655-e961c4208751/70b6d86f-10bd-471f-8655-e961c4208751.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 569.423355] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-57c0ede8-c97e-4557-8b13-6711362e2bda {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.431301] env[62353]: DEBUG oslo_vmware.api [None req-1586de49-8a17-432e-a739-bb2d889f8c63 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Waiting for the task: (returnval){ [ 569.431301] env[62353]: value = "task-2371737" [ 569.431301] env[62353]: _type = "Task" [ 569.431301] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 569.441337] env[62353]: DEBUG oslo_vmware.api [None req-1586de49-8a17-432e-a739-bb2d889f8c63 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Task: {'id': task-2371737, 'name': Rename_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.461154] env[62353]: DEBUG oslo_vmware.api [None req-332ffcf1-492d-4cee-8fe5-8f40940768dc tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Task: {'id': task-2371733, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.507823] env[62353]: DEBUG nova.network.neutron [req-cf64eac9-16ca-4d50-a74d-d58a4c443ee8 req-4b8d30c5-5fc8-47b3-953f-5663093e5cc7 service nova] [instance: 70b6d86f-10bd-471f-8655-e961c4208751] Updated VIF entry in instance network info cache for port 3fac9f25-ef69-4394-ac71-608c65991d13. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 569.508221] env[62353]: DEBUG nova.network.neutron [req-cf64eac9-16ca-4d50-a74d-d58a4c443ee8 req-4b8d30c5-5fc8-47b3-953f-5663093e5cc7 service nova] [instance: 70b6d86f-10bd-471f-8655-e961c4208751] Updating instance_info_cache with network_info: [{"id": "3fac9f25-ef69-4394-ac71-608c65991d13", "address": "fa:16:3e:41:f0:58", "network": {"id": "2be634d9-365a-4258-9bd8-c03318d42ac3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.182", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0a3f88790a594523a818b8c00f6862e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fac9f25-ef", "ovs_interfaceid": "3fac9f25-ef69-4394-ac71-608c65991d13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 569.553034] env[62353]: DEBUG nova.network.neutron [None req-053ce369-a3c9-4d3c-896c-43811e63fce5 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] [instance: da04e4bf-dc3d-45a8-b0f9-ef9a7491e297] Successfully created port: 330d03a8-a6bd-43aa-8ea4-7aaf5e3509ae {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 569.571145] env[62353]: DEBUG nova.compute.manager [None req-ec9e5be9-1703-4e0c-a6d2-90d6cc83c200 tempest-ServerDiagnosticsTest-1134371649 tempest-ServerDiagnosticsTest-1134371649-project-admin] [instance: b108ff18-5515-4884-bd5d-a4a245c18a0e] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 569.572485] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-001bb9f6-beea-4b8d-9cc9-14916ee8d85d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.580409] env[62353]: INFO nova.compute.manager [None req-ec9e5be9-1703-4e0c-a6d2-90d6cc83c200 tempest-ServerDiagnosticsTest-1134371649 tempest-ServerDiagnosticsTest-1134371649-project-admin] [instance: b108ff18-5515-4884-bd5d-a4a245c18a0e] Retrieving diagnostics [ 569.581828] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6782493-a7f5-4965-9c6b-4f670e5fc1f7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.617811] env[62353]: DEBUG nova.scheduler.client.report [None req-65db1c8b-3f73-4ad1-8ba1-9348a505a00b tempest-ImagesNegativeTestJSON-1559337630 tempest-ImagesNegativeTestJSON-1559337630-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 569.630057] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2371736, 'name': CreateVM_Task, 'duration_secs': 0.374445} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 569.630576] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2e9731d0-ef1b-44f2-a457-d21a99bfa2bf] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 569.631839] env[62353]: DEBUG oslo_vmware.service [None req-21c846da-342b-4458-8d59-9d5cff1bad32 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09af7459-1734-42d2-b9c2-d90172a25530 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.638276] env[62353]: DEBUG oslo_concurrency.lockutils [None req-21c846da-342b-4458-8d59-9d5cff1bad32 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 569.638441] env[62353]: DEBUG oslo_concurrency.lockutils [None req-21c846da-342b-4458-8d59-9d5cff1bad32 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Acquired lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.638818] env[62353]: DEBUG oslo_concurrency.lockutils [None req-21c846da-342b-4458-8d59-9d5cff1bad32 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 569.639070] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32356198-fa3d-4687-bfb0-caeb8ed8cb04 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.644937] env[62353]: DEBUG oslo_vmware.api [None req-21c846da-342b-4458-8d59-9d5cff1bad32 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Waiting for the task: (returnval){ [ 569.644937] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]522fb41e-091c-98e5-bff4-82363e096e90" [ 569.644937] env[62353]: _type = "Task" [ 569.644937] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 569.653252] env[62353]: DEBUG oslo_vmware.api [None req-21c846da-342b-4458-8d59-9d5cff1bad32 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]522fb41e-091c-98e5-bff4-82363e096e90, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.673467] env[62353]: DEBUG oslo_concurrency.lockutils [req-14a7f0a7-3dda-4845-824f-52eb902d4d56 req-38cf39da-b051-4bba-961f-c7771b7a9622 service nova] Releasing lock "refresh_cache-71d6a2a4-8c9f-45a6-bb5b-add707aa11f8" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 569.673737] env[62353]: DEBUG nova.compute.manager [req-14a7f0a7-3dda-4845-824f-52eb902d4d56 req-38cf39da-b051-4bba-961f-c7771b7a9622 service nova] [instance: 8b313bab-8370-47c5-a03b-c809dc96fd21] Received event network-vif-plugged-18f3993c-1c06-47f4-8a45-7574febb936a {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 569.673941] env[62353]: DEBUG oslo_concurrency.lockutils [req-14a7f0a7-3dda-4845-824f-52eb902d4d56 req-38cf39da-b051-4bba-961f-c7771b7a9622 service nova] Acquiring lock "8b313bab-8370-47c5-a03b-c809dc96fd21-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 569.674155] env[62353]: DEBUG oslo_concurrency.lockutils [req-14a7f0a7-3dda-4845-824f-52eb902d4d56 req-38cf39da-b051-4bba-961f-c7771b7a9622 service nova] Lock "8b313bab-8370-47c5-a03b-c809dc96fd21-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 569.674316] env[62353]: DEBUG oslo_concurrency.lockutils [req-14a7f0a7-3dda-4845-824f-52eb902d4d56 req-38cf39da-b051-4bba-961f-c7771b7a9622 service nova] Lock "8b313bab-8370-47c5-a03b-c809dc96fd21-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 569.674478] env[62353]: DEBUG nova.compute.manager [req-14a7f0a7-3dda-4845-824f-52eb902d4d56 req-38cf39da-b051-4bba-961f-c7771b7a9622 service nova] [instance: 8b313bab-8370-47c5-a03b-c809dc96fd21] No waiting events found dispatching network-vif-plugged-18f3993c-1c06-47f4-8a45-7574febb936a {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 569.674644] env[62353]: WARNING nova.compute.manager [req-14a7f0a7-3dda-4845-824f-52eb902d4d56 req-38cf39da-b051-4bba-961f-c7771b7a9622 service nova] [instance: 8b313bab-8370-47c5-a03b-c809dc96fd21] Received unexpected event network-vif-plugged-18f3993c-1c06-47f4-8a45-7574febb936a for instance with vm_state building and task_state spawning. [ 569.674803] env[62353]: DEBUG nova.compute.manager [req-14a7f0a7-3dda-4845-824f-52eb902d4d56 req-38cf39da-b051-4bba-961f-c7771b7a9622 service nova] [instance: 8b313bab-8370-47c5-a03b-c809dc96fd21] Received event network-changed-18f3993c-1c06-47f4-8a45-7574febb936a {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 569.674958] env[62353]: DEBUG nova.compute.manager [req-14a7f0a7-3dda-4845-824f-52eb902d4d56 req-38cf39da-b051-4bba-961f-c7771b7a9622 service nova] [instance: 8b313bab-8370-47c5-a03b-c809dc96fd21] Refreshing instance network info cache due to event network-changed-18f3993c-1c06-47f4-8a45-7574febb936a. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 569.675161] env[62353]: DEBUG oslo_concurrency.lockutils [req-14a7f0a7-3dda-4845-824f-52eb902d4d56 req-38cf39da-b051-4bba-961f-c7771b7a9622 service nova] Acquiring lock "refresh_cache-8b313bab-8370-47c5-a03b-c809dc96fd21" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 569.675314] env[62353]: DEBUG oslo_concurrency.lockutils [req-14a7f0a7-3dda-4845-824f-52eb902d4d56 req-38cf39da-b051-4bba-961f-c7771b7a9622 service nova] Acquired lock "refresh_cache-8b313bab-8370-47c5-a03b-c809dc96fd21" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.675472] env[62353]: DEBUG nova.network.neutron [req-14a7f0a7-3dda-4845-824f-52eb902d4d56 req-38cf39da-b051-4bba-961f-c7771b7a9622 service nova] [instance: 8b313bab-8370-47c5-a03b-c809dc96fd21] Refreshing network info cache for port 18f3993c-1c06-47f4-8a45-7574febb936a {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 569.701891] env[62353]: DEBUG nova.compute.manager [None req-053ce369-a3c9-4d3c-896c-43811e63fce5 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] [instance: da04e4bf-dc3d-45a8-b0f9-ef9a7491e297] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 569.751629] env[62353]: DEBUG nova.virt.hardware [None req-053ce369-a3c9-4d3c-896c-43811e63fce5 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T12:38:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T12:38:15Z,direct_url=,disk_format='vmdk',id=06f909ae-e8dc-43b4-abf7-c7ed85db9bbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0a3f88790a594523a818b8c00f6862e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T12:38:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 569.751917] env[62353]: DEBUG nova.virt.hardware [None req-053ce369-a3c9-4d3c-896c-43811e63fce5 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 569.752199] env[62353]: DEBUG nova.virt.hardware [None req-053ce369-a3c9-4d3c-896c-43811e63fce5 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 569.752410] env[62353]: DEBUG nova.virt.hardware [None req-053ce369-a3c9-4d3c-896c-43811e63fce5 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 569.752556] env[62353]: DEBUG nova.virt.hardware [None req-053ce369-a3c9-4d3c-896c-43811e63fce5 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 569.752735] env[62353]: DEBUG nova.virt.hardware [None req-053ce369-a3c9-4d3c-896c-43811e63fce5 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 569.753153] env[62353]: DEBUG nova.virt.hardware [None req-053ce369-a3c9-4d3c-896c-43811e63fce5 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 569.753407] env[62353]: DEBUG nova.virt.hardware [None req-053ce369-a3c9-4d3c-896c-43811e63fce5 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 569.753605] env[62353]: DEBUG nova.virt.hardware [None req-053ce369-a3c9-4d3c-896c-43811e63fce5 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 569.753771] env[62353]: DEBUG nova.virt.hardware [None req-053ce369-a3c9-4d3c-896c-43811e63fce5 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 569.754135] env[62353]: DEBUG nova.virt.hardware [None req-053ce369-a3c9-4d3c-896c-43811e63fce5 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 569.755419] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8604cee0-0973-4e19-9ef0-d963cd4f0ef6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.764124] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e970546-d87f-4455-9c96-b455885a57dc {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.838395] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2744072e-9e61-41e0-b867-bc2a99bb9360 tempest-VolumesAssistedSnapshotsTest-1180796019 tempest-VolumesAssistedSnapshotsTest-1180796019-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 569.949038] env[62353]: DEBUG oslo_vmware.api [None req-1586de49-8a17-432e-a739-bb2d889f8c63 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Task: {'id': task-2371737, 'name': Rename_Task, 'duration_secs': 0.251978} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 569.949468] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-1586de49-8a17-432e-a739-bb2d889f8c63 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] [instance: 70b6d86f-10bd-471f-8655-e961c4208751] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 569.949644] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9713a7a9-6b2f-4573-abe6-6a40b733123a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.963126] env[62353]: DEBUG oslo_vmware.api [None req-332ffcf1-492d-4cee-8fe5-8f40940768dc tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Task: {'id': task-2371733, 'name': PowerOnVM_Task, 'duration_secs': 0.800702} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 569.966214] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-332ffcf1-492d-4cee-8fe5-8f40940768dc tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: 8b313bab-8370-47c5-a03b-c809dc96fd21] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 569.966214] env[62353]: INFO nova.compute.manager [None req-332ffcf1-492d-4cee-8fe5-8f40940768dc tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: 8b313bab-8370-47c5-a03b-c809dc96fd21] Took 11.93 seconds to spawn the instance on the hypervisor. [ 569.966465] env[62353]: DEBUG nova.compute.manager [None req-332ffcf1-492d-4cee-8fe5-8f40940768dc tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: 8b313bab-8370-47c5-a03b-c809dc96fd21] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 569.970194] env[62353]: DEBUG oslo_vmware.api [None req-1586de49-8a17-432e-a739-bb2d889f8c63 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Waiting for the task: (returnval){ [ 569.970194] env[62353]: value = "task-2371738" [ 569.970194] env[62353]: _type = "Task" [ 569.970194] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 569.974019] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2682c087-fa2c-472f-a4cb-92f8a7d750a4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.988764] env[62353]: DEBUG oslo_vmware.api [None req-1586de49-8a17-432e-a739-bb2d889f8c63 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Task: {'id': task-2371738, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.011367] env[62353]: DEBUG oslo_concurrency.lockutils [req-cf64eac9-16ca-4d50-a74d-d58a4c443ee8 req-4b8d30c5-5fc8-47b3-953f-5663093e5cc7 service nova] Releasing lock "refresh_cache-70b6d86f-10bd-471f-8655-e961c4208751" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 570.126207] env[62353]: DEBUG oslo_concurrency.lockutils [None req-65db1c8b-3f73-4ad1-8ba1-9348a505a00b tempest-ImagesNegativeTestJSON-1559337630 tempest-ImagesNegativeTestJSON-1559337630-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.450s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 570.126207] env[62353]: DEBUG nova.compute.manager [None req-65db1c8b-3f73-4ad1-8ba1-9348a505a00b tempest-ImagesNegativeTestJSON-1559337630 tempest-ImagesNegativeTestJSON-1559337630-project-member] [instance: 9bd2f6b9-eb81-4238-a781-5f2bb54f80c0] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 570.126798] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ff1e3706-db17-4cd5-970c-e1de31f8c148 tempest-ServerRescueTestJSONUnderV235-485973642 tempest-ServerRescueTestJSONUnderV235-485973642-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.690s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 570.128243] env[62353]: INFO nova.compute.claims [None req-ff1e3706-db17-4cd5-970c-e1de31f8c148 tempest-ServerRescueTestJSONUnderV235-485973642 tempest-ServerRescueTestJSONUnderV235-485973642-project-member] [instance: 5cff6baf-1dd7-4030-834d-266e83d77229] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 570.156334] env[62353]: DEBUG oslo_concurrency.lockutils [None req-21c846da-342b-4458-8d59-9d5cff1bad32 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Releasing lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 570.156729] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-21c846da-342b-4458-8d59-9d5cff1bad32 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] [instance: 2e9731d0-ef1b-44f2-a457-d21a99bfa2bf] Processing image 06f909ae-e8dc-43b4-abf7-c7ed85db9bbd {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 570.157022] env[62353]: DEBUG oslo_concurrency.lockutils [None req-21c846da-342b-4458-8d59-9d5cff1bad32 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 570.157184] env[62353]: DEBUG oslo_concurrency.lockutils [None req-21c846da-342b-4458-8d59-9d5cff1bad32 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Acquired lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.157359] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-21c846da-342b-4458-8d59-9d5cff1bad32 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 570.157590] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b9eb9f69-4cba-494f-aaf2-de47dc5743a0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.169772] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-21c846da-342b-4458-8d59-9d5cff1bad32 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 570.169772] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-21c846da-342b-4458-8d59-9d5cff1bad32 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 570.169772] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f17cd120-d7e3-4af3-b158-ff432c6d5303 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.184585] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cef76f76-3a1a-4b95-b72b-24025c8ba17b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.190656] env[62353]: DEBUG oslo_vmware.api [None req-21c846da-342b-4458-8d59-9d5cff1bad32 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Waiting for the task: (returnval){ [ 570.190656] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5227d221-c400-0103-dffb-33ff642a7229" [ 570.190656] env[62353]: _type = "Task" [ 570.190656] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 570.204245] env[62353]: DEBUG oslo_vmware.api [None req-21c846da-342b-4458-8d59-9d5cff1bad32 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5227d221-c400-0103-dffb-33ff642a7229, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.213705] env[62353]: DEBUG nova.network.neutron [None req-00699f88-c5c8-45b9-8993-854f12e3f45f tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 672a184e-5e10-4fc3-a967-9b9cdd014ed2] Successfully updated port: 19ce5b5a-1bc6-4d5b-854b-3aa50225e82d {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 570.476246] env[62353]: INFO nova.compute.manager [None req-08fdeb09-a3ca-44a8-a548-68a57f326ffc tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] [instance: 82afd7a0-a514-4eac-9bcf-e2ed22e1e04b] Rebuilding instance [ 570.489900] env[62353]: DEBUG oslo_vmware.api [None req-1586de49-8a17-432e-a739-bb2d889f8c63 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Task: {'id': task-2371738, 'name': PowerOnVM_Task} progress is 37%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.498835] env[62353]: INFO nova.compute.manager [None req-332ffcf1-492d-4cee-8fe5-8f40940768dc tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: 8b313bab-8370-47c5-a03b-c809dc96fd21] Took 19.62 seconds to build instance. [ 570.554220] env[62353]: DEBUG nova.network.neutron [req-14a7f0a7-3dda-4845-824f-52eb902d4d56 req-38cf39da-b051-4bba-961f-c7771b7a9622 service nova] [instance: 8b313bab-8370-47c5-a03b-c809dc96fd21] Updated VIF entry in instance network info cache for port 18f3993c-1c06-47f4-8a45-7574febb936a. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 570.554569] env[62353]: DEBUG nova.network.neutron [req-14a7f0a7-3dda-4845-824f-52eb902d4d56 req-38cf39da-b051-4bba-961f-c7771b7a9622 service nova] [instance: 8b313bab-8370-47c5-a03b-c809dc96fd21] Updating instance_info_cache with network_info: [{"id": "18f3993c-1c06-47f4-8a45-7574febb936a", "address": "fa:16:3e:05:d9:33", "network": {"id": "3322d31e-00aa-4c86-8051-1b6dd5c36fa9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1715037563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d154d2686c9e43b4b2a7a9ec6a5a795c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18f3993c-1c", "ovs_interfaceid": "18f3993c-1c06-47f4-8a45-7574febb936a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 570.585736] env[62353]: DEBUG nova.compute.manager [None req-08fdeb09-a3ca-44a8-a548-68a57f326ffc tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] [instance: 82afd7a0-a514-4eac-9bcf-e2ed22e1e04b] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 570.586645] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed94bdbc-ad0e-47b4-9ef9-cc0e0ffbf95c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.634370] env[62353]: DEBUG nova.compute.utils [None req-65db1c8b-3f73-4ad1-8ba1-9348a505a00b tempest-ImagesNegativeTestJSON-1559337630 tempest-ImagesNegativeTestJSON-1559337630-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 570.643592] env[62353]: DEBUG nova.compute.manager [None req-65db1c8b-3f73-4ad1-8ba1-9348a505a00b tempest-ImagesNegativeTestJSON-1559337630 tempest-ImagesNegativeTestJSON-1559337630-project-member] [instance: 9bd2f6b9-eb81-4238-a781-5f2bb54f80c0] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 570.643709] env[62353]: DEBUG nova.network.neutron [None req-65db1c8b-3f73-4ad1-8ba1-9348a505a00b tempest-ImagesNegativeTestJSON-1559337630 tempest-ImagesNegativeTestJSON-1559337630-project-member] [instance: 9bd2f6b9-eb81-4238-a781-5f2bb54f80c0] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 570.706136] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-21c846da-342b-4458-8d59-9d5cff1bad32 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] [instance: 2e9731d0-ef1b-44f2-a457-d21a99bfa2bf] Preparing fetch location {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 570.706184] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-21c846da-342b-4458-8d59-9d5cff1bad32 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Creating directory with path [datastore1] vmware_temp/c306ba59-bc05-4e42-bba1-aefb6b64fb1a/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 570.706397] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c8776c63-c1af-42cd-a171-094c5dbed887 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.716136] env[62353]: DEBUG oslo_concurrency.lockutils [None req-00699f88-c5c8-45b9-8993-854f12e3f45f tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Acquiring lock "refresh_cache-672a184e-5e10-4fc3-a967-9b9cdd014ed2" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 570.716302] env[62353]: DEBUG oslo_concurrency.lockutils [None req-00699f88-c5c8-45b9-8993-854f12e3f45f tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Acquired lock "refresh_cache-672a184e-5e10-4fc3-a967-9b9cdd014ed2" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.716431] env[62353]: DEBUG nova.network.neutron [None req-00699f88-c5c8-45b9-8993-854f12e3f45f tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 672a184e-5e10-4fc3-a967-9b9cdd014ed2] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 570.730092] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-21c846da-342b-4458-8d59-9d5cff1bad32 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Created directory with path [datastore1] vmware_temp/c306ba59-bc05-4e42-bba1-aefb6b64fb1a/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 570.730163] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-21c846da-342b-4458-8d59-9d5cff1bad32 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] [instance: 2e9731d0-ef1b-44f2-a457-d21a99bfa2bf] Fetch image to [datastore1] vmware_temp/c306ba59-bc05-4e42-bba1-aefb6b64fb1a/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/tmp-sparse.vmdk {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 570.730321] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-21c846da-342b-4458-8d59-9d5cff1bad32 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] [instance: 2e9731d0-ef1b-44f2-a457-d21a99bfa2bf] Downloading image file data 06f909ae-e8dc-43b4-abf7-c7ed85db9bbd to [datastore1] vmware_temp/c306ba59-bc05-4e42-bba1-aefb6b64fb1a/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/tmp-sparse.vmdk on the data store datastore1 {{(pid=62353) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 570.731209] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ba62456-c0f1-42c4-87ac-737937e64a22 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.743693] env[62353]: DEBUG nova.policy [None req-65db1c8b-3f73-4ad1-8ba1-9348a505a00b tempest-ImagesNegativeTestJSON-1559337630 tempest-ImagesNegativeTestJSON-1559337630-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1993be5a3e77483da9f0fc86929d8fba', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '72c5b62f5eea43358cde80b4a0386f5e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:192}} [ 570.750571] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f78fe8d1-7e1f-466e-bdf9-ec206d809882 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.765145] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eeadeed-3819-4316-b3ea-c806ce38d5f4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.800174] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5f2745a-d4fe-4419-a179-19a6ec10b92c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.807618] env[62353]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-4f80480b-27b5-48ea-b7ee-281cf3b267a6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.844324] env[62353]: DEBUG nova.virt.vmwareapi.images [None req-21c846da-342b-4458-8d59-9d5cff1bad32 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] [instance: 2e9731d0-ef1b-44f2-a457-d21a99bfa2bf] Downloading image file data 06f909ae-e8dc-43b4-abf7-c7ed85db9bbd to the data store datastore1 {{(pid=62353) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 570.929391] env[62353]: DEBUG oslo_vmware.rw_handles [None req-21c846da-342b-4458-8d59-9d5cff1bad32 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/c306ba59-bc05-4e42-bba1-aefb6b64fb1a/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=62353) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 571.003885] env[62353]: DEBUG oslo_vmware.api [None req-1586de49-8a17-432e-a739-bb2d889f8c63 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Task: {'id': task-2371738, 'name': PowerOnVM_Task, 'duration_secs': 1.00126} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 571.004693] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-1586de49-8a17-432e-a739-bb2d889f8c63 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] [instance: 70b6d86f-10bd-471f-8655-e961c4208751] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 571.004952] env[62353]: INFO nova.compute.manager [None req-1586de49-8a17-432e-a739-bb2d889f8c63 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] [instance: 70b6d86f-10bd-471f-8655-e961c4208751] Took 11.15 seconds to spawn the instance on the hypervisor. [ 571.005162] env[62353]: DEBUG nova.compute.manager [None req-1586de49-8a17-432e-a739-bb2d889f8c63 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] [instance: 70b6d86f-10bd-471f-8655-e961c4208751] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 571.005730] env[62353]: DEBUG oslo_concurrency.lockutils [None req-332ffcf1-492d-4cee-8fe5-8f40940768dc tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Lock "8b313bab-8370-47c5-a03b-c809dc96fd21" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.151s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 571.006562] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b21c06e6-b7d2-4810-988a-dd269ba707b9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.061207] env[62353]: DEBUG oslo_concurrency.lockutils [req-14a7f0a7-3dda-4845-824f-52eb902d4d56 req-38cf39da-b051-4bba-961f-c7771b7a9622 service nova] Releasing lock "refresh_cache-8b313bab-8370-47c5-a03b-c809dc96fd21" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 571.144051] env[62353]: DEBUG nova.compute.manager [None req-65db1c8b-3f73-4ad1-8ba1-9348a505a00b tempest-ImagesNegativeTestJSON-1559337630 tempest-ImagesNegativeTestJSON-1559337630-project-member] [instance: 9bd2f6b9-eb81-4238-a781-5f2bb54f80c0] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 571.297458] env[62353]: DEBUG nova.network.neutron [None req-65db1c8b-3f73-4ad1-8ba1-9348a505a00b tempest-ImagesNegativeTestJSON-1559337630 tempest-ImagesNegativeTestJSON-1559337630-project-member] [instance: 9bd2f6b9-eb81-4238-a781-5f2bb54f80c0] Successfully created port: f2b16eb2-15bc-4f53-8055-aa6b6660dfa5 {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 571.302069] env[62353]: DEBUG nova.network.neutron [None req-00699f88-c5c8-45b9-8993-854f12e3f45f tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 672a184e-5e10-4fc3-a967-9b9cdd014ed2] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 571.426578] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f12c18cc-da72-4bc1-99da-2b099a1bc5ea {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.445204] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55480a0b-da2c-4920-828c-ab74c52b8f13 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.494152] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95cd36b6-2f78-44fe-851a-4a3f2f8c7bbb {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.506241] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e3986b7-2ecd-4754-a549-43235988510d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.527232] env[62353]: DEBUG nova.compute.provider_tree [None req-ff1e3706-db17-4cd5-970c-e1de31f8c148 tempest-ServerRescueTestJSONUnderV235-485973642 tempest-ServerRescueTestJSONUnderV235-485973642-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 571.534144] env[62353]: INFO nova.compute.manager [None req-1586de49-8a17-432e-a739-bb2d889f8c63 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] [instance: 70b6d86f-10bd-471f-8655-e961c4208751] Took 17.25 seconds to build instance. [ 571.606628] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-08fdeb09-a3ca-44a8-a548-68a57f326ffc tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] [instance: 82afd7a0-a514-4eac-9bcf-e2ed22e1e04b] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 571.610055] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-633ba386-8a82-44d7-bc9e-75720cc80839 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.616676] env[62353]: DEBUG oslo_vmware.api [None req-08fdeb09-a3ca-44a8-a548-68a57f326ffc tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] Waiting for the task: (returnval){ [ 571.616676] env[62353]: value = "task-2371740" [ 571.616676] env[62353]: _type = "Task" [ 571.616676] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 571.627530] env[62353]: DEBUG oslo_vmware.api [None req-08fdeb09-a3ca-44a8-a548-68a57f326ffc tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] Task: {'id': task-2371740, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.688335] env[62353]: DEBUG oslo_vmware.rw_handles [None req-21c846da-342b-4458-8d59-9d5cff1bad32 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Completed reading data from the image iterator. {{(pid=62353) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 571.688335] env[62353]: DEBUG oslo_vmware.rw_handles [None req-21c846da-342b-4458-8d59-9d5cff1bad32 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Closing write handle for https://esx7c2n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/c306ba59-bc05-4e42-bba1-aefb6b64fb1a/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=62353) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 571.802242] env[62353]: DEBUG nova.network.neutron [None req-00699f88-c5c8-45b9-8993-854f12e3f45f tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 672a184e-5e10-4fc3-a967-9b9cdd014ed2] Updating instance_info_cache with network_info: [{"id": "19ce5b5a-1bc6-4d5b-854b-3aa50225e82d", "address": "fa:16:3e:f4:15:38", "network": {"id": "f9c567b3-403a-4849-9262-a3e67f5e22e0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2067735324-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce7d37901d844950adf602218b205ea8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06eaa4c9-dbc2-4d38-a844-7bf76e7b5a64", "external-id": "nsx-vlan-transportzone-804", "segmentation_id": 804, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19ce5b5a-1b", "ovs_interfaceid": "19ce5b5a-1bc6-4d5b-854b-3aa50225e82d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 571.829160] env[62353]: DEBUG nova.virt.vmwareapi.images [None req-21c846da-342b-4458-8d59-9d5cff1bad32 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] [instance: 2e9731d0-ef1b-44f2-a457-d21a99bfa2bf] Downloaded image file data 06f909ae-e8dc-43b4-abf7-c7ed85db9bbd to vmware_temp/c306ba59-bc05-4e42-bba1-aefb6b64fb1a/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/tmp-sparse.vmdk on the data store datastore1 {{(pid=62353) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 571.832862] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-21c846da-342b-4458-8d59-9d5cff1bad32 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] [instance: 2e9731d0-ef1b-44f2-a457-d21a99bfa2bf] Caching image {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 571.834588] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-21c846da-342b-4458-8d59-9d5cff1bad32 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Copying Virtual Disk [datastore1] vmware_temp/c306ba59-bc05-4e42-bba1-aefb6b64fb1a/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/tmp-sparse.vmdk to [datastore1] vmware_temp/c306ba59-bc05-4e42-bba1-aefb6b64fb1a/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 571.834588] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e4fd210a-a209-41c7-8762-7a72b1fe2059 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.841710] env[62353]: DEBUG oslo_vmware.api [None req-21c846da-342b-4458-8d59-9d5cff1bad32 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Waiting for the task: (returnval){ [ 571.841710] env[62353]: value = "task-2371741" [ 571.841710] env[62353]: _type = "Task" [ 571.841710] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 571.850685] env[62353]: DEBUG oslo_vmware.api [None req-21c846da-342b-4458-8d59-9d5cff1bad32 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Task: {'id': task-2371741, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.031909] env[62353]: DEBUG nova.scheduler.client.report [None req-ff1e3706-db17-4cd5-970c-e1de31f8c148 tempest-ServerRescueTestJSONUnderV235-485973642 tempest-ServerRescueTestJSONUnderV235-485973642-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 572.040919] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1586de49-8a17-432e-a739-bb2d889f8c63 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Lock "70b6d86f-10bd-471f-8655-e961c4208751" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.774s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 572.129758] env[62353]: DEBUG oslo_vmware.api [None req-08fdeb09-a3ca-44a8-a548-68a57f326ffc tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] Task: {'id': task-2371740, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.158551] env[62353]: DEBUG nova.compute.manager [None req-65db1c8b-3f73-4ad1-8ba1-9348a505a00b tempest-ImagesNegativeTestJSON-1559337630 tempest-ImagesNegativeTestJSON-1559337630-project-member] [instance: 9bd2f6b9-eb81-4238-a781-5f2bb54f80c0] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 572.213650] env[62353]: DEBUG nova.virt.hardware [None req-65db1c8b-3f73-4ad1-8ba1-9348a505a00b tempest-ImagesNegativeTestJSON-1559337630 tempest-ImagesNegativeTestJSON-1559337630-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T12:38:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T12:38:15Z,direct_url=,disk_format='vmdk',id=06f909ae-e8dc-43b4-abf7-c7ed85db9bbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0a3f88790a594523a818b8c00f6862e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T12:38:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 572.213842] env[62353]: DEBUG nova.virt.hardware [None req-65db1c8b-3f73-4ad1-8ba1-9348a505a00b tempest-ImagesNegativeTestJSON-1559337630 tempest-ImagesNegativeTestJSON-1559337630-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 572.213980] env[62353]: DEBUG nova.virt.hardware [None req-65db1c8b-3f73-4ad1-8ba1-9348a505a00b tempest-ImagesNegativeTestJSON-1559337630 tempest-ImagesNegativeTestJSON-1559337630-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 572.214218] env[62353]: DEBUG nova.virt.hardware [None req-65db1c8b-3f73-4ad1-8ba1-9348a505a00b tempest-ImagesNegativeTestJSON-1559337630 tempest-ImagesNegativeTestJSON-1559337630-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 572.214381] env[62353]: DEBUG nova.virt.hardware [None req-65db1c8b-3f73-4ad1-8ba1-9348a505a00b tempest-ImagesNegativeTestJSON-1559337630 tempest-ImagesNegativeTestJSON-1559337630-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 572.214525] env[62353]: DEBUG nova.virt.hardware [None req-65db1c8b-3f73-4ad1-8ba1-9348a505a00b tempest-ImagesNegativeTestJSON-1559337630 tempest-ImagesNegativeTestJSON-1559337630-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 572.214734] env[62353]: DEBUG nova.virt.hardware [None req-65db1c8b-3f73-4ad1-8ba1-9348a505a00b tempest-ImagesNegativeTestJSON-1559337630 tempest-ImagesNegativeTestJSON-1559337630-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 572.214887] env[62353]: DEBUG nova.virt.hardware [None req-65db1c8b-3f73-4ad1-8ba1-9348a505a00b tempest-ImagesNegativeTestJSON-1559337630 tempest-ImagesNegativeTestJSON-1559337630-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 572.215055] env[62353]: DEBUG nova.virt.hardware [None req-65db1c8b-3f73-4ad1-8ba1-9348a505a00b tempest-ImagesNegativeTestJSON-1559337630 tempest-ImagesNegativeTestJSON-1559337630-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 572.215248] env[62353]: DEBUG nova.virt.hardware [None req-65db1c8b-3f73-4ad1-8ba1-9348a505a00b tempest-ImagesNegativeTestJSON-1559337630 tempest-ImagesNegativeTestJSON-1559337630-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 572.215442] env[62353]: DEBUG nova.virt.hardware [None req-65db1c8b-3f73-4ad1-8ba1-9348a505a00b tempest-ImagesNegativeTestJSON-1559337630 tempest-ImagesNegativeTestJSON-1559337630-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 572.216383] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa92a706-b270-4169-ade8-aaf47763602b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.229159] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2332fc83-8586-4f09-9eda-369599fade1b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.307837] env[62353]: DEBUG oslo_concurrency.lockutils [None req-00699f88-c5c8-45b9-8993-854f12e3f45f tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Releasing lock "refresh_cache-672a184e-5e10-4fc3-a967-9b9cdd014ed2" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 572.308203] env[62353]: DEBUG nova.compute.manager [None req-00699f88-c5c8-45b9-8993-854f12e3f45f tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 672a184e-5e10-4fc3-a967-9b9cdd014ed2] Instance network_info: |[{"id": "19ce5b5a-1bc6-4d5b-854b-3aa50225e82d", "address": "fa:16:3e:f4:15:38", "network": {"id": "f9c567b3-403a-4849-9262-a3e67f5e22e0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2067735324-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce7d37901d844950adf602218b205ea8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06eaa4c9-dbc2-4d38-a844-7bf76e7b5a64", "external-id": "nsx-vlan-transportzone-804", "segmentation_id": 804, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19ce5b5a-1b", "ovs_interfaceid": "19ce5b5a-1bc6-4d5b-854b-3aa50225e82d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 572.308650] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-00699f88-c5c8-45b9-8993-854f12e3f45f tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 672a184e-5e10-4fc3-a967-9b9cdd014ed2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f4:15:38', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '06eaa4c9-dbc2-4d38-a844-7bf76e7b5a64', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '19ce5b5a-1bc6-4d5b-854b-3aa50225e82d', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 572.323677] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-00699f88-c5c8-45b9-8993-854f12e3f45f tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Creating folder: Project (ce7d37901d844950adf602218b205ea8). Parent ref: group-v481456. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 572.323677] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-19df116f-e4e7-4d06-a7b0-240bb93faa3e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.338248] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-00699f88-c5c8-45b9-8993-854f12e3f45f tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Created folder: Project (ce7d37901d844950adf602218b205ea8) in parent group-v481456. [ 572.338522] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-00699f88-c5c8-45b9-8993-854f12e3f45f tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Creating folder: Instances. Parent ref: group-v481478. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 572.338855] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0f8e5ab3-2b6a-4ab3-b320-57a04a86a82a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.349036] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-00699f88-c5c8-45b9-8993-854f12e3f45f tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Created folder: Instances in parent group-v481478. [ 572.349036] env[62353]: DEBUG oslo.service.loopingcall [None req-00699f88-c5c8-45b9-8993-854f12e3f45f tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 572.349765] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 672a184e-5e10-4fc3-a967-9b9cdd014ed2] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 572.349985] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-512db53e-4446-4b68-aaa4-874559c572b8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.379494] env[62353]: DEBUG oslo_vmware.api [None req-21c846da-342b-4458-8d59-9d5cff1bad32 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Task: {'id': task-2371741, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.385741] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 572.385741] env[62353]: value = "task-2371744" [ 572.385741] env[62353]: _type = "Task" [ 572.385741] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 572.396024] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2371744, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.543090] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ff1e3706-db17-4cd5-970c-e1de31f8c148 tempest-ServerRescueTestJSONUnderV235-485973642 tempest-ServerRescueTestJSONUnderV235-485973642-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.415s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 572.543090] env[62353]: DEBUG nova.compute.manager [None req-ff1e3706-db17-4cd5-970c-e1de31f8c148 tempest-ServerRescueTestJSONUnderV235-485973642 tempest-ServerRescueTestJSONUnderV235-485973642-project-member] [instance: 5cff6baf-1dd7-4030-834d-266e83d77229] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 572.546109] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2744072e-9e61-41e0-b867-bc2a99bb9360 tempest-VolumesAssistedSnapshotsTest-1180796019 tempest-VolumesAssistedSnapshotsTest-1180796019-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.707s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 572.548097] env[62353]: INFO nova.compute.claims [None req-2744072e-9e61-41e0-b867-bc2a99bb9360 tempest-VolumesAssistedSnapshotsTest-1180796019 tempest-VolumesAssistedSnapshotsTest-1180796019-project-member] [instance: 832a2083-5874-47b5-a9c7-fdb4a69a94bb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 572.637503] env[62353]: DEBUG oslo_vmware.api [None req-08fdeb09-a3ca-44a8-a548-68a57f326ffc tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] Task: {'id': task-2371740, 'name': PowerOffVM_Task, 'duration_secs': 0.682169} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 572.638030] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-08fdeb09-a3ca-44a8-a548-68a57f326ffc tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] [instance: 82afd7a0-a514-4eac-9bcf-e2ed22e1e04b] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 572.638302] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-08fdeb09-a3ca-44a8-a548-68a57f326ffc tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] [instance: 82afd7a0-a514-4eac-9bcf-e2ed22e1e04b] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 572.639376] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcd84ed7-86c0-4ce1-8cc0-8ee4ddc5d101 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.648755] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-08fdeb09-a3ca-44a8-a548-68a57f326ffc tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] [instance: 82afd7a0-a514-4eac-9bcf-e2ed22e1e04b] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 572.649027] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a6a7125c-8377-455b-90a7-6b076f31a8eb {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.675443] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-08fdeb09-a3ca-44a8-a548-68a57f326ffc tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] [instance: 82afd7a0-a514-4eac-9bcf-e2ed22e1e04b] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 572.675973] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-08fdeb09-a3ca-44a8-a548-68a57f326ffc tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] [instance: 82afd7a0-a514-4eac-9bcf-e2ed22e1e04b] Deleting contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 572.676220] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-08fdeb09-a3ca-44a8-a548-68a57f326ffc tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] Deleting the datastore file [datastore2] 82afd7a0-a514-4eac-9bcf-e2ed22e1e04b {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 572.677330] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b8577291-b8bf-4cbc-908a-d839408537e6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.685821] env[62353]: DEBUG oslo_vmware.api [None req-08fdeb09-a3ca-44a8-a548-68a57f326ffc tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] Waiting for the task: (returnval){ [ 572.685821] env[62353]: value = "task-2371746" [ 572.685821] env[62353]: _type = "Task" [ 572.685821] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 572.696891] env[62353]: DEBUG oslo_vmware.api [None req-08fdeb09-a3ca-44a8-a548-68a57f326ffc tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] Task: {'id': task-2371746, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.862660] env[62353]: DEBUG oslo_vmware.api [None req-21c846da-342b-4458-8d59-9d5cff1bad32 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Task: {'id': task-2371741, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.898466] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2371744, 'name': CreateVM_Task} progress is 99%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.963677] env[62353]: DEBUG nova.network.neutron [None req-053ce369-a3c9-4d3c-896c-43811e63fce5 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] [instance: da04e4bf-dc3d-45a8-b0f9-ef9a7491e297] Successfully updated port: 330d03a8-a6bd-43aa-8ea4-7aaf5e3509ae {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 573.010065] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5fadc71a-14b9-4ec9-8023-eb70b888e0e9 tempest-ServerAddressesNegativeTestJSON-1430294578 tempest-ServerAddressesNegativeTestJSON-1430294578-project-member] Acquiring lock "c9c70c50-2454-4da5-ae51-57488371a23c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 573.010544] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5fadc71a-14b9-4ec9-8023-eb70b888e0e9 tempest-ServerAddressesNegativeTestJSON-1430294578 tempest-ServerAddressesNegativeTestJSON-1430294578-project-member] Lock "c9c70c50-2454-4da5-ae51-57488371a23c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 573.055057] env[62353]: DEBUG nova.compute.utils [None req-ff1e3706-db17-4cd5-970c-e1de31f8c148 tempest-ServerRescueTestJSONUnderV235-485973642 tempest-ServerRescueTestJSONUnderV235-485973642-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 573.057043] env[62353]: DEBUG nova.compute.manager [None req-ff1e3706-db17-4cd5-970c-e1de31f8c148 tempest-ServerRescueTestJSONUnderV235-485973642 tempest-ServerRescueTestJSONUnderV235-485973642-project-member] [instance: 5cff6baf-1dd7-4030-834d-266e83d77229] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 573.057043] env[62353]: DEBUG nova.network.neutron [None req-ff1e3706-db17-4cd5-970c-e1de31f8c148 tempest-ServerRescueTestJSONUnderV235-485973642 tempest-ServerRescueTestJSONUnderV235-485973642-project-member] [instance: 5cff6baf-1dd7-4030-834d-266e83d77229] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 573.206193] env[62353]: DEBUG oslo_vmware.api [None req-08fdeb09-a3ca-44a8-a548-68a57f326ffc tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] Task: {'id': task-2371746, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.482649} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 573.206521] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-08fdeb09-a3ca-44a8-a548-68a57f326ffc tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 573.206825] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-08fdeb09-a3ca-44a8-a548-68a57f326ffc tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] [instance: 82afd7a0-a514-4eac-9bcf-e2ed22e1e04b] Deleted contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 573.208397] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-08fdeb09-a3ca-44a8-a548-68a57f326ffc tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] [instance: 82afd7a0-a514-4eac-9bcf-e2ed22e1e04b] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 573.225714] env[62353]: DEBUG nova.policy [None req-ff1e3706-db17-4cd5-970c-e1de31f8c148 tempest-ServerRescueTestJSONUnderV235-485973642 tempest-ServerRescueTestJSONUnderV235-485973642-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ce08a5c7f23c40c294b1c5c25d6021d7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0efd65b451fa46bd88fd74c3df15e40e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:192}} [ 573.354211] env[62353]: DEBUG oslo_vmware.api [None req-21c846da-342b-4458-8d59-9d5cff1bad32 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Task: {'id': task-2371741, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.336875} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 573.355221] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-21c846da-342b-4458-8d59-9d5cff1bad32 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Copied Virtual Disk [datastore1] vmware_temp/c306ba59-bc05-4e42-bba1-aefb6b64fb1a/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/tmp-sparse.vmdk to [datastore1] vmware_temp/c306ba59-bc05-4e42-bba1-aefb6b64fb1a/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 573.355545] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-21c846da-342b-4458-8d59-9d5cff1bad32 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Deleting the datastore file [datastore1] vmware_temp/c306ba59-bc05-4e42-bba1-aefb6b64fb1a/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/tmp-sparse.vmdk {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 573.355914] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1e18389d-d496-4958-82c2-0a40f72d2e76 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.365181] env[62353]: DEBUG oslo_vmware.api [None req-21c846da-342b-4458-8d59-9d5cff1bad32 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Waiting for the task: (returnval){ [ 573.365181] env[62353]: value = "task-2371747" [ 573.365181] env[62353]: _type = "Task" [ 573.365181] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 573.400021] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2371744, 'name': CreateVM_Task, 'duration_secs': 0.642056} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 573.400021] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 672a184e-5e10-4fc3-a967-9b9cdd014ed2] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 573.400021] env[62353]: DEBUG oslo_concurrency.lockutils [None req-00699f88-c5c8-45b9-8993-854f12e3f45f tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 573.400021] env[62353]: DEBUG oslo_concurrency.lockutils [None req-00699f88-c5c8-45b9-8993-854f12e3f45f tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Acquired lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.400021] env[62353]: DEBUG oslo_concurrency.lockutils [None req-00699f88-c5c8-45b9-8993-854f12e3f45f tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 573.400021] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-905b6c0f-d774-4c35-a20a-f7cc159c5acd {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.406248] env[62353]: DEBUG oslo_vmware.api [None req-00699f88-c5c8-45b9-8993-854f12e3f45f tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Waiting for the task: (returnval){ [ 573.406248] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52ba0a71-4b66-7c72-8765-db3d574756ea" [ 573.406248] env[62353]: _type = "Task" [ 573.406248] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 573.419416] env[62353]: DEBUG oslo_vmware.api [None req-00699f88-c5c8-45b9-8993-854f12e3f45f tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52ba0a71-4b66-7c72-8765-db3d574756ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.459495] env[62353]: DEBUG nova.network.neutron [None req-65db1c8b-3f73-4ad1-8ba1-9348a505a00b tempest-ImagesNegativeTestJSON-1559337630 tempest-ImagesNegativeTestJSON-1559337630-project-member] [instance: 9bd2f6b9-eb81-4238-a781-5f2bb54f80c0] Successfully updated port: f2b16eb2-15bc-4f53-8055-aa6b6660dfa5 {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 573.470574] env[62353]: DEBUG oslo_concurrency.lockutils [None req-053ce369-a3c9-4d3c-896c-43811e63fce5 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Acquiring lock "refresh_cache-da04e4bf-dc3d-45a8-b0f9-ef9a7491e297" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 573.470760] env[62353]: DEBUG oslo_concurrency.lockutils [None req-053ce369-a3c9-4d3c-896c-43811e63fce5 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Acquired lock "refresh_cache-da04e4bf-dc3d-45a8-b0f9-ef9a7491e297" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.470948] env[62353]: DEBUG nova.network.neutron [None req-053ce369-a3c9-4d3c-896c-43811e63fce5 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] [instance: da04e4bf-dc3d-45a8-b0f9-ef9a7491e297] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 573.514246] env[62353]: DEBUG nova.compute.manager [None req-5fadc71a-14b9-4ec9-8023-eb70b888e0e9 tempest-ServerAddressesNegativeTestJSON-1430294578 tempest-ServerAddressesNegativeTestJSON-1430294578-project-member] [instance: c9c70c50-2454-4da5-ae51-57488371a23c] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 573.557873] env[62353]: DEBUG nova.compute.manager [None req-ff1e3706-db17-4cd5-970c-e1de31f8c148 tempest-ServerRescueTestJSONUnderV235-485973642 tempest-ServerRescueTestJSONUnderV235-485973642-project-member] [instance: 5cff6baf-1dd7-4030-834d-266e83d77229] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 573.629715] env[62353]: DEBUG nova.compute.manager [req-149c9bb2-7988-498e-9d35-f40ca38d3251 req-34fbd195-23fb-41fb-a1cd-973d9a66c00a service nova] [instance: 672a184e-5e10-4fc3-a967-9b9cdd014ed2] Received event network-vif-plugged-19ce5b5a-1bc6-4d5b-854b-3aa50225e82d {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 573.629934] env[62353]: DEBUG oslo_concurrency.lockutils [req-149c9bb2-7988-498e-9d35-f40ca38d3251 req-34fbd195-23fb-41fb-a1cd-973d9a66c00a service nova] Acquiring lock "672a184e-5e10-4fc3-a967-9b9cdd014ed2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 573.630159] env[62353]: DEBUG oslo_concurrency.lockutils [req-149c9bb2-7988-498e-9d35-f40ca38d3251 req-34fbd195-23fb-41fb-a1cd-973d9a66c00a service nova] Lock "672a184e-5e10-4fc3-a967-9b9cdd014ed2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 573.630326] env[62353]: DEBUG oslo_concurrency.lockutils [req-149c9bb2-7988-498e-9d35-f40ca38d3251 req-34fbd195-23fb-41fb-a1cd-973d9a66c00a service nova] Lock "672a184e-5e10-4fc3-a967-9b9cdd014ed2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 573.630485] env[62353]: DEBUG nova.compute.manager [req-149c9bb2-7988-498e-9d35-f40ca38d3251 req-34fbd195-23fb-41fb-a1cd-973d9a66c00a service nova] [instance: 672a184e-5e10-4fc3-a967-9b9cdd014ed2] No waiting events found dispatching network-vif-plugged-19ce5b5a-1bc6-4d5b-854b-3aa50225e82d {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 573.630670] env[62353]: WARNING nova.compute.manager [req-149c9bb2-7988-498e-9d35-f40ca38d3251 req-34fbd195-23fb-41fb-a1cd-973d9a66c00a service nova] [instance: 672a184e-5e10-4fc3-a967-9b9cdd014ed2] Received unexpected event network-vif-plugged-19ce5b5a-1bc6-4d5b-854b-3aa50225e82d for instance with vm_state building and task_state spawning. [ 573.630820] env[62353]: DEBUG nova.compute.manager [req-149c9bb2-7988-498e-9d35-f40ca38d3251 req-34fbd195-23fb-41fb-a1cd-973d9a66c00a service nova] [instance: 672a184e-5e10-4fc3-a967-9b9cdd014ed2] Received event network-changed-19ce5b5a-1bc6-4d5b-854b-3aa50225e82d {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 573.630988] env[62353]: DEBUG nova.compute.manager [req-149c9bb2-7988-498e-9d35-f40ca38d3251 req-34fbd195-23fb-41fb-a1cd-973d9a66c00a service nova] [instance: 672a184e-5e10-4fc3-a967-9b9cdd014ed2] Refreshing instance network info cache due to event network-changed-19ce5b5a-1bc6-4d5b-854b-3aa50225e82d. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 573.631244] env[62353]: DEBUG oslo_concurrency.lockutils [req-149c9bb2-7988-498e-9d35-f40ca38d3251 req-34fbd195-23fb-41fb-a1cd-973d9a66c00a service nova] Acquiring lock "refresh_cache-672a184e-5e10-4fc3-a967-9b9cdd014ed2" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 573.631316] env[62353]: DEBUG oslo_concurrency.lockutils [req-149c9bb2-7988-498e-9d35-f40ca38d3251 req-34fbd195-23fb-41fb-a1cd-973d9a66c00a service nova] Acquired lock "refresh_cache-672a184e-5e10-4fc3-a967-9b9cdd014ed2" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.631619] env[62353]: DEBUG nova.network.neutron [req-149c9bb2-7988-498e-9d35-f40ca38d3251 req-34fbd195-23fb-41fb-a1cd-973d9a66c00a service nova] [instance: 672a184e-5e10-4fc3-a967-9b9cdd014ed2] Refreshing network info cache for port 19ce5b5a-1bc6-4d5b-854b-3aa50225e82d {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 573.797853] env[62353]: DEBUG nova.compute.manager [req-c12f0879-2b13-4ec2-a6f2-e0f7bcb437f2 req-d10bdeaf-b813-4d86-b7ff-4dcc380c8f6d service nova] [instance: 2e9731d0-ef1b-44f2-a457-d21a99bfa2bf] Received event network-vif-plugged-2857524a-5a45-4a39-a80d-7f73cbfc4c01 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 573.797968] env[62353]: DEBUG oslo_concurrency.lockutils [req-c12f0879-2b13-4ec2-a6f2-e0f7bcb437f2 req-d10bdeaf-b813-4d86-b7ff-4dcc380c8f6d service nova] Acquiring lock "2e9731d0-ef1b-44f2-a457-d21a99bfa2bf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 573.798190] env[62353]: DEBUG oslo_concurrency.lockutils [req-c12f0879-2b13-4ec2-a6f2-e0f7bcb437f2 req-d10bdeaf-b813-4d86-b7ff-4dcc380c8f6d service nova] Lock "2e9731d0-ef1b-44f2-a457-d21a99bfa2bf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 573.798824] env[62353]: DEBUG oslo_concurrency.lockutils [req-c12f0879-2b13-4ec2-a6f2-e0f7bcb437f2 req-d10bdeaf-b813-4d86-b7ff-4dcc380c8f6d service nova] Lock "2e9731d0-ef1b-44f2-a457-d21a99bfa2bf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 573.798824] env[62353]: DEBUG nova.compute.manager [req-c12f0879-2b13-4ec2-a6f2-e0f7bcb437f2 req-d10bdeaf-b813-4d86-b7ff-4dcc380c8f6d service nova] [instance: 2e9731d0-ef1b-44f2-a457-d21a99bfa2bf] No waiting events found dispatching network-vif-plugged-2857524a-5a45-4a39-a80d-7f73cbfc4c01 {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 573.798824] env[62353]: WARNING nova.compute.manager [req-c12f0879-2b13-4ec2-a6f2-e0f7bcb437f2 req-d10bdeaf-b813-4d86-b7ff-4dcc380c8f6d service nova] [instance: 2e9731d0-ef1b-44f2-a457-d21a99bfa2bf] Received unexpected event network-vif-plugged-2857524a-5a45-4a39-a80d-7f73cbfc4c01 for instance with vm_state building and task_state spawning. [ 573.798824] env[62353]: DEBUG nova.compute.manager [req-c12f0879-2b13-4ec2-a6f2-e0f7bcb437f2 req-d10bdeaf-b813-4d86-b7ff-4dcc380c8f6d service nova] [instance: 2e9731d0-ef1b-44f2-a457-d21a99bfa2bf] Received event network-changed-2857524a-5a45-4a39-a80d-7f73cbfc4c01 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 573.799148] env[62353]: DEBUG nova.compute.manager [req-c12f0879-2b13-4ec2-a6f2-e0f7bcb437f2 req-d10bdeaf-b813-4d86-b7ff-4dcc380c8f6d service nova] [instance: 2e9731d0-ef1b-44f2-a457-d21a99bfa2bf] Refreshing instance network info cache due to event network-changed-2857524a-5a45-4a39-a80d-7f73cbfc4c01. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 573.799314] env[62353]: DEBUG oslo_concurrency.lockutils [req-c12f0879-2b13-4ec2-a6f2-e0f7bcb437f2 req-d10bdeaf-b813-4d86-b7ff-4dcc380c8f6d service nova] Acquiring lock "refresh_cache-2e9731d0-ef1b-44f2-a457-d21a99bfa2bf" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 573.799450] env[62353]: DEBUG oslo_concurrency.lockutils [req-c12f0879-2b13-4ec2-a6f2-e0f7bcb437f2 req-d10bdeaf-b813-4d86-b7ff-4dcc380c8f6d service nova] Acquired lock "refresh_cache-2e9731d0-ef1b-44f2-a457-d21a99bfa2bf" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.799598] env[62353]: DEBUG nova.network.neutron [req-c12f0879-2b13-4ec2-a6f2-e0f7bcb437f2 req-d10bdeaf-b813-4d86-b7ff-4dcc380c8f6d service nova] [instance: 2e9731d0-ef1b-44f2-a457-d21a99bfa2bf] Refreshing network info cache for port 2857524a-5a45-4a39-a80d-7f73cbfc4c01 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 573.882019] env[62353]: DEBUG oslo_vmware.api [None req-21c846da-342b-4458-8d59-9d5cff1bad32 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Task: {'id': task-2371747, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.058013} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 573.884897] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-21c846da-342b-4458-8d59-9d5cff1bad32 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 573.885194] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-21c846da-342b-4458-8d59-9d5cff1bad32 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Moving file from [datastore1] vmware_temp/c306ba59-bc05-4e42-bba1-aefb6b64fb1a/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd to [datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd. {{(pid=62353) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 573.886928] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-43a60a8d-04d7-40a7-ba04-3ea6026c0c49 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.894710] env[62353]: DEBUG oslo_vmware.api [None req-21c846da-342b-4458-8d59-9d5cff1bad32 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Waiting for the task: (returnval){ [ 573.894710] env[62353]: value = "task-2371749" [ 573.894710] env[62353]: _type = "Task" [ 573.894710] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 573.912604] env[62353]: DEBUG oslo_vmware.api [None req-21c846da-342b-4458-8d59-9d5cff1bad32 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Task: {'id': task-2371749, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.919732] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1987fd63-05ee-4349-b1a5-9347b57cf73b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.932725] env[62353]: DEBUG oslo_concurrency.lockutils [None req-00699f88-c5c8-45b9-8993-854f12e3f45f tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Releasing lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 573.933037] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-00699f88-c5c8-45b9-8993-854f12e3f45f tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 672a184e-5e10-4fc3-a967-9b9cdd014ed2] Processing image 06f909ae-e8dc-43b4-abf7-c7ed85db9bbd {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 573.933258] env[62353]: DEBUG oslo_concurrency.lockutils [None req-00699f88-c5c8-45b9-8993-854f12e3f45f tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 573.935156] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-801be75c-e9b2-4a8b-92c7-a4d5885f9bd9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.980761] env[62353]: DEBUG oslo_concurrency.lockutils [None req-65db1c8b-3f73-4ad1-8ba1-9348a505a00b tempest-ImagesNegativeTestJSON-1559337630 tempest-ImagesNegativeTestJSON-1559337630-project-member] Acquiring lock "refresh_cache-9bd2f6b9-eb81-4238-a781-5f2bb54f80c0" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 573.980819] env[62353]: DEBUG oslo_concurrency.lockutils [None req-65db1c8b-3f73-4ad1-8ba1-9348a505a00b tempest-ImagesNegativeTestJSON-1559337630 tempest-ImagesNegativeTestJSON-1559337630-project-member] Acquired lock "refresh_cache-9bd2f6b9-eb81-4238-a781-5f2bb54f80c0" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.980981] env[62353]: DEBUG nova.network.neutron [None req-65db1c8b-3f73-4ad1-8ba1-9348a505a00b tempest-ImagesNegativeTestJSON-1559337630 tempest-ImagesNegativeTestJSON-1559337630-project-member] [instance: 9bd2f6b9-eb81-4238-a781-5f2bb54f80c0] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 573.986326] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-066f275c-b516-442d-9f5b-9d93feffd127 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.999434] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55893ca9-8aa7-47b0-8825-dcdef17b9706 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.019052] env[62353]: DEBUG nova.compute.provider_tree [None req-2744072e-9e61-41e0-b867-bc2a99bb9360 tempest-VolumesAssistedSnapshotsTest-1180796019 tempest-VolumesAssistedSnapshotsTest-1180796019-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 574.041370] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5fadc71a-14b9-4ec9-8023-eb70b888e0e9 tempest-ServerAddressesNegativeTestJSON-1430294578 tempest-ServerAddressesNegativeTestJSON-1430294578-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 574.045278] env[62353]: DEBUG nova.compute.manager [None req-6cdcd613-8f9c-4ebb-8a89-70b32244fd64 tempest-ServerExternalEventsTest-548279153 tempest-ServerExternalEventsTest-548279153-project] [instance: 71d6a2a4-8c9f-45a6-bb5b-add707aa11f8] Received event network-changed {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 574.045278] env[62353]: DEBUG nova.compute.manager [None req-6cdcd613-8f9c-4ebb-8a89-70b32244fd64 tempest-ServerExternalEventsTest-548279153 tempest-ServerExternalEventsTest-548279153-project] [instance: 71d6a2a4-8c9f-45a6-bb5b-add707aa11f8] Refreshing instance network info cache due to event network-changed. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 574.045278] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6cdcd613-8f9c-4ebb-8a89-70b32244fd64 tempest-ServerExternalEventsTest-548279153 tempest-ServerExternalEventsTest-548279153-project] Acquiring lock "refresh_cache-71d6a2a4-8c9f-45a6-bb5b-add707aa11f8" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 574.045278] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6cdcd613-8f9c-4ebb-8a89-70b32244fd64 tempest-ServerExternalEventsTest-548279153 tempest-ServerExternalEventsTest-548279153-project] Acquired lock "refresh_cache-71d6a2a4-8c9f-45a6-bb5b-add707aa11f8" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.045278] env[62353]: DEBUG nova.network.neutron [None req-6cdcd613-8f9c-4ebb-8a89-70b32244fd64 tempest-ServerExternalEventsTest-548279153 tempest-ServerExternalEventsTest-548279153-project] [instance: 71d6a2a4-8c9f-45a6-bb5b-add707aa11f8] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 574.080635] env[62353]: DEBUG nova.network.neutron [None req-ff1e3706-db17-4cd5-970c-e1de31f8c148 tempest-ServerRescueTestJSONUnderV235-485973642 tempest-ServerRescueTestJSONUnderV235-485973642-project-member] [instance: 5cff6baf-1dd7-4030-834d-266e83d77229] Successfully created port: 58b42438-96f0-41e9-8a75-b2653f78f0f2 {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 574.093248] env[62353]: DEBUG nova.network.neutron [None req-053ce369-a3c9-4d3c-896c-43811e63fce5 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] [instance: da04e4bf-dc3d-45a8-b0f9-ef9a7491e297] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 574.169948] env[62353]: DEBUG oslo_concurrency.lockutils [None req-fd2b7562-c6b1-4f51-a559-4ca494f02566 tempest-ServerDiagnosticsTest-70966863 tempest-ServerDiagnosticsTest-70966863-project-member] Acquiring lock "b108ff18-5515-4884-bd5d-a4a245c18a0e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 574.170275] env[62353]: DEBUG oslo_concurrency.lockutils [None req-fd2b7562-c6b1-4f51-a559-4ca494f02566 tempest-ServerDiagnosticsTest-70966863 tempest-ServerDiagnosticsTest-70966863-project-member] Lock "b108ff18-5515-4884-bd5d-a4a245c18a0e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 574.170833] env[62353]: DEBUG oslo_concurrency.lockutils [None req-fd2b7562-c6b1-4f51-a559-4ca494f02566 tempest-ServerDiagnosticsTest-70966863 tempest-ServerDiagnosticsTest-70966863-project-member] Acquiring lock "b108ff18-5515-4884-bd5d-a4a245c18a0e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 574.171155] env[62353]: DEBUG oslo_concurrency.lockutils [None req-fd2b7562-c6b1-4f51-a559-4ca494f02566 tempest-ServerDiagnosticsTest-70966863 tempest-ServerDiagnosticsTest-70966863-project-member] Lock "b108ff18-5515-4884-bd5d-a4a245c18a0e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 574.171424] env[62353]: DEBUG oslo_concurrency.lockutils [None req-fd2b7562-c6b1-4f51-a559-4ca494f02566 tempest-ServerDiagnosticsTest-70966863 tempest-ServerDiagnosticsTest-70966863-project-member] Lock "b108ff18-5515-4884-bd5d-a4a245c18a0e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 574.174787] env[62353]: INFO nova.compute.manager [None req-fd2b7562-c6b1-4f51-a559-4ca494f02566 tempest-ServerDiagnosticsTest-70966863 tempest-ServerDiagnosticsTest-70966863-project-member] [instance: b108ff18-5515-4884-bd5d-a4a245c18a0e] Terminating instance [ 574.262126] env[62353]: DEBUG nova.virt.hardware [None req-08fdeb09-a3ca-44a8-a548-68a57f326ffc tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T12:38:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T12:38:15Z,direct_url=,disk_format='vmdk',id=06f909ae-e8dc-43b4-abf7-c7ed85db9bbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0a3f88790a594523a818b8c00f6862e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T12:38:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 574.262492] env[62353]: DEBUG nova.virt.hardware [None req-08fdeb09-a3ca-44a8-a548-68a57f326ffc tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 574.262895] env[62353]: DEBUG nova.virt.hardware [None req-08fdeb09-a3ca-44a8-a548-68a57f326ffc tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 574.263314] env[62353]: DEBUG nova.virt.hardware [None req-08fdeb09-a3ca-44a8-a548-68a57f326ffc tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 574.263558] env[62353]: DEBUG nova.virt.hardware [None req-08fdeb09-a3ca-44a8-a548-68a57f326ffc tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 574.263825] env[62353]: DEBUG nova.virt.hardware [None req-08fdeb09-a3ca-44a8-a548-68a57f326ffc tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 574.264966] env[62353]: DEBUG nova.virt.hardware [None req-08fdeb09-a3ca-44a8-a548-68a57f326ffc tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 574.264966] env[62353]: DEBUG nova.virt.hardware [None req-08fdeb09-a3ca-44a8-a548-68a57f326ffc tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 574.264966] env[62353]: DEBUG nova.virt.hardware [None req-08fdeb09-a3ca-44a8-a548-68a57f326ffc tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 574.264966] env[62353]: DEBUG nova.virt.hardware [None req-08fdeb09-a3ca-44a8-a548-68a57f326ffc tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 574.264966] env[62353]: DEBUG nova.virt.hardware [None req-08fdeb09-a3ca-44a8-a548-68a57f326ffc tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 574.266581] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98b9ef1a-2336-4a54-9a7f-6e6d288dd304 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.285717] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39dda7c0-1363-434b-a175-0e1a3d7f34b2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.308559] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-08fdeb09-a3ca-44a8-a548-68a57f326ffc tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] [instance: 82afd7a0-a514-4eac-9bcf-e2ed22e1e04b] Instance VIF info [] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 574.314456] env[62353]: DEBUG oslo.service.loopingcall [None req-08fdeb09-a3ca-44a8-a548-68a57f326ffc tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 574.314973] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82afd7a0-a514-4eac-9bcf-e2ed22e1e04b] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 574.315574] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a61d89da-f67c-43c0-b5d3-f6d16fda6d5d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.334974] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 574.334974] env[62353]: value = "task-2371750" [ 574.334974] env[62353]: _type = "Task" [ 574.334974] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 574.345767] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2371750, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.349215] env[62353]: DEBUG nova.network.neutron [None req-053ce369-a3c9-4d3c-896c-43811e63fce5 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] [instance: da04e4bf-dc3d-45a8-b0f9-ef9a7491e297] Updating instance_info_cache with network_info: [{"id": "330d03a8-a6bd-43aa-8ea4-7aaf5e3509ae", "address": "fa:16:3e:a7:21:89", "network": {"id": "7c25f8f7-5c31-45d9-82e5-014ad7446734", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1695721764-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f163f3fb1d3946f08ed6b78ab4f0eba8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0248a27a-1d7f-4195-987b-06bfc8467347", "external-id": "nsx-vlan-transportzone-26", "segmentation_id": 26, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap330d03a8-a6", "ovs_interfaceid": "330d03a8-a6bd-43aa-8ea4-7aaf5e3509ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 574.407965] env[62353]: DEBUG oslo_vmware.api [None req-21c846da-342b-4458-8d59-9d5cff1bad32 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Task: {'id': task-2371749, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.315866} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 574.408357] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-21c846da-342b-4458-8d59-9d5cff1bad32 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] File moved {{(pid=62353) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 574.408357] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-21c846da-342b-4458-8d59-9d5cff1bad32 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] [instance: 2e9731d0-ef1b-44f2-a457-d21a99bfa2bf] Cleaning up location [datastore1] vmware_temp/c306ba59-bc05-4e42-bba1-aefb6b64fb1a {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 574.408492] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-21c846da-342b-4458-8d59-9d5cff1bad32 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Deleting the datastore file [datastore1] vmware_temp/c306ba59-bc05-4e42-bba1-aefb6b64fb1a {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 574.408988] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-32993ee3-05a3-45ba-85c5-4c256d57a6f2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.417426] env[62353]: DEBUG oslo_vmware.api [None req-21c846da-342b-4458-8d59-9d5cff1bad32 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Waiting for the task: (returnval){ [ 574.417426] env[62353]: value = "task-2371751" [ 574.417426] env[62353]: _type = "Task" [ 574.417426] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 574.427902] env[62353]: DEBUG oslo_vmware.api [None req-21c846da-342b-4458-8d59-9d5cff1bad32 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Task: {'id': task-2371751, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.521367] env[62353]: DEBUG nova.scheduler.client.report [None req-2744072e-9e61-41e0-b867-bc2a99bb9360 tempest-VolumesAssistedSnapshotsTest-1180796019 tempest-VolumesAssistedSnapshotsTest-1180796019-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 574.567899] env[62353]: DEBUG nova.network.neutron [None req-65db1c8b-3f73-4ad1-8ba1-9348a505a00b tempest-ImagesNegativeTestJSON-1559337630 tempest-ImagesNegativeTestJSON-1559337630-project-member] [instance: 9bd2f6b9-eb81-4238-a781-5f2bb54f80c0] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 574.576056] env[62353]: DEBUG nova.compute.manager [None req-ff1e3706-db17-4cd5-970c-e1de31f8c148 tempest-ServerRescueTestJSONUnderV235-485973642 tempest-ServerRescueTestJSONUnderV235-485973642-project-member] [instance: 5cff6baf-1dd7-4030-834d-266e83d77229] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 574.673112] env[62353]: DEBUG nova.virt.hardware [None req-ff1e3706-db17-4cd5-970c-e1de31f8c148 tempest-ServerRescueTestJSONUnderV235-485973642 tempest-ServerRescueTestJSONUnderV235-485973642-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T12:38:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T12:38:15Z,direct_url=,disk_format='vmdk',id=06f909ae-e8dc-43b4-abf7-c7ed85db9bbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0a3f88790a594523a818b8c00f6862e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T12:38:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 574.673112] env[62353]: DEBUG nova.virt.hardware [None req-ff1e3706-db17-4cd5-970c-e1de31f8c148 tempest-ServerRescueTestJSONUnderV235-485973642 tempest-ServerRescueTestJSONUnderV235-485973642-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 574.673112] env[62353]: DEBUG nova.virt.hardware [None req-ff1e3706-db17-4cd5-970c-e1de31f8c148 tempest-ServerRescueTestJSONUnderV235-485973642 tempest-ServerRescueTestJSONUnderV235-485973642-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 574.673746] env[62353]: DEBUG nova.virt.hardware [None req-ff1e3706-db17-4cd5-970c-e1de31f8c148 tempest-ServerRescueTestJSONUnderV235-485973642 tempest-ServerRescueTestJSONUnderV235-485973642-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 574.673952] env[62353]: DEBUG nova.virt.hardware [None req-ff1e3706-db17-4cd5-970c-e1de31f8c148 tempest-ServerRescueTestJSONUnderV235-485973642 tempest-ServerRescueTestJSONUnderV235-485973642-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 574.674171] env[62353]: DEBUG nova.virt.hardware [None req-ff1e3706-db17-4cd5-970c-e1de31f8c148 tempest-ServerRescueTestJSONUnderV235-485973642 tempest-ServerRescueTestJSONUnderV235-485973642-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 574.674434] env[62353]: DEBUG nova.virt.hardware [None req-ff1e3706-db17-4cd5-970c-e1de31f8c148 tempest-ServerRescueTestJSONUnderV235-485973642 tempest-ServerRescueTestJSONUnderV235-485973642-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 574.674606] env[62353]: DEBUG nova.virt.hardware [None req-ff1e3706-db17-4cd5-970c-e1de31f8c148 tempest-ServerRescueTestJSONUnderV235-485973642 tempest-ServerRescueTestJSONUnderV235-485973642-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 574.674801] env[62353]: DEBUG nova.virt.hardware [None req-ff1e3706-db17-4cd5-970c-e1de31f8c148 tempest-ServerRescueTestJSONUnderV235-485973642 tempest-ServerRescueTestJSONUnderV235-485973642-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 574.674990] env[62353]: DEBUG nova.virt.hardware [None req-ff1e3706-db17-4cd5-970c-e1de31f8c148 tempest-ServerRescueTestJSONUnderV235-485973642 tempest-ServerRescueTestJSONUnderV235-485973642-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 574.675207] env[62353]: DEBUG nova.virt.hardware [None req-ff1e3706-db17-4cd5-970c-e1de31f8c148 tempest-ServerRescueTestJSONUnderV235-485973642 tempest-ServerRescueTestJSONUnderV235-485973642-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 574.676966] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a43b88f8-b266-454f-b32b-ccf11996c393 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.687520] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b28168a-8f12-48eb-bc80-d503d98cbe1d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.697636] env[62353]: DEBUG nova.compute.manager [None req-fd2b7562-c6b1-4f51-a559-4ca494f02566 tempest-ServerDiagnosticsTest-70966863 tempest-ServerDiagnosticsTest-70966863-project-member] [instance: b108ff18-5515-4884-bd5d-a4a245c18a0e] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 574.698396] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-fd2b7562-c6b1-4f51-a559-4ca494f02566 tempest-ServerDiagnosticsTest-70966863 tempest-ServerDiagnosticsTest-70966863-project-member] [instance: b108ff18-5515-4884-bd5d-a4a245c18a0e] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 574.698838] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c54c668-b5f3-4966-b598-2430d98edc98 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.725460] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd2b7562-c6b1-4f51-a559-4ca494f02566 tempest-ServerDiagnosticsTest-70966863 tempest-ServerDiagnosticsTest-70966863-project-member] [instance: b108ff18-5515-4884-bd5d-a4a245c18a0e] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 574.726158] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5c7bb7d3-4da8-44fb-9d9d-0f7e674f4156 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.735890] env[62353]: DEBUG oslo_vmware.api [None req-fd2b7562-c6b1-4f51-a559-4ca494f02566 tempest-ServerDiagnosticsTest-70966863 tempest-ServerDiagnosticsTest-70966863-project-member] Waiting for the task: (returnval){ [ 574.735890] env[62353]: value = "task-2371752" [ 574.735890] env[62353]: _type = "Task" [ 574.735890] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 574.748653] env[62353]: DEBUG oslo_vmware.api [None req-fd2b7562-c6b1-4f51-a559-4ca494f02566 tempest-ServerDiagnosticsTest-70966863 tempest-ServerDiagnosticsTest-70966863-project-member] Task: {'id': task-2371752, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.852727] env[62353]: DEBUG oslo_concurrency.lockutils [None req-053ce369-a3c9-4d3c-896c-43811e63fce5 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Releasing lock "refresh_cache-da04e4bf-dc3d-45a8-b0f9-ef9a7491e297" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 574.852727] env[62353]: DEBUG nova.compute.manager [None req-053ce369-a3c9-4d3c-896c-43811e63fce5 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] [instance: da04e4bf-dc3d-45a8-b0f9-ef9a7491e297] Instance network_info: |[{"id": "330d03a8-a6bd-43aa-8ea4-7aaf5e3509ae", "address": "fa:16:3e:a7:21:89", "network": {"id": "7c25f8f7-5c31-45d9-82e5-014ad7446734", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1695721764-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f163f3fb1d3946f08ed6b78ab4f0eba8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0248a27a-1d7f-4195-987b-06bfc8467347", "external-id": "nsx-vlan-transportzone-26", "segmentation_id": 26, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap330d03a8-a6", "ovs_interfaceid": "330d03a8-a6bd-43aa-8ea4-7aaf5e3509ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 574.852999] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2371750, 'name': CreateVM_Task} progress is 99%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.855538] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-053ce369-a3c9-4d3c-896c-43811e63fce5 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] [instance: da04e4bf-dc3d-45a8-b0f9-ef9a7491e297] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a7:21:89', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0248a27a-1d7f-4195-987b-06bfc8467347', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '330d03a8-a6bd-43aa-8ea4-7aaf5e3509ae', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 574.866774] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-053ce369-a3c9-4d3c-896c-43811e63fce5 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Creating folder: Project (f163f3fb1d3946f08ed6b78ab4f0eba8). Parent ref: group-v481456. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 574.871864] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-276021e6-cd27-4008-8ff8-e398ad7da71d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.885825] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-053ce369-a3c9-4d3c-896c-43811e63fce5 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Created folder: Project (f163f3fb1d3946f08ed6b78ab4f0eba8) in parent group-v481456. [ 574.886035] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-053ce369-a3c9-4d3c-896c-43811e63fce5 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Creating folder: Instances. Parent ref: group-v481482. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 574.886291] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0fb99a77-7489-4ef4-b803-eacd115bbfb1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.901898] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-053ce369-a3c9-4d3c-896c-43811e63fce5 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Created folder: Instances in parent group-v481482. [ 574.902154] env[62353]: DEBUG oslo.service.loopingcall [None req-053ce369-a3c9-4d3c-896c-43811e63fce5 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 574.903025] env[62353]: DEBUG nova.network.neutron [req-c12f0879-2b13-4ec2-a6f2-e0f7bcb437f2 req-d10bdeaf-b813-4d86-b7ff-4dcc380c8f6d service nova] [instance: 2e9731d0-ef1b-44f2-a457-d21a99bfa2bf] Updated VIF entry in instance network info cache for port 2857524a-5a45-4a39-a80d-7f73cbfc4c01. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 574.903511] env[62353]: DEBUG nova.network.neutron [req-c12f0879-2b13-4ec2-a6f2-e0f7bcb437f2 req-d10bdeaf-b813-4d86-b7ff-4dcc380c8f6d service nova] [instance: 2e9731d0-ef1b-44f2-a457-d21a99bfa2bf] Updating instance_info_cache with network_info: [{"id": "2857524a-5a45-4a39-a80d-7f73cbfc4c01", "address": "fa:16:3e:d8:3c:f4", "network": {"id": "956ba5e7-4a54-402c-a290-2a1b81514fd3", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1825597119-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "806a3f447ab3401e8dcfa6f4241fd30d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd7d0d95-6848-4e69-ac21-75f8db82a3b5", "external-id": "nsx-vlan-transportzone-272", "segmentation_id": 272, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2857524a-5a", "ovs_interfaceid": "2857524a-5a45-4a39-a80d-7f73cbfc4c01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 574.905820] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da04e4bf-dc3d-45a8-b0f9-ef9a7491e297] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 574.905915] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-412d7eb9-02be-498a-9654-d9f076f3c694 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.924477] env[62353]: DEBUG oslo_concurrency.lockutils [req-c12f0879-2b13-4ec2-a6f2-e0f7bcb437f2 req-d10bdeaf-b813-4d86-b7ff-4dcc380c8f6d service nova] Releasing lock "refresh_cache-2e9731d0-ef1b-44f2-a457-d21a99bfa2bf" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 574.937986] env[62353]: DEBUG oslo_vmware.api [None req-21c846da-342b-4458-8d59-9d5cff1bad32 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Task: {'id': task-2371751, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.046311} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 574.938928] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-21c846da-342b-4458-8d59-9d5cff1bad32 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 574.939746] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 574.939746] env[62353]: value = "task-2371755" [ 574.939746] env[62353]: _type = "Task" [ 574.939746] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 574.939929] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29407d68-2984-4d76-94b7-3a7f0bdd7453 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.950715] env[62353]: DEBUG oslo_vmware.api [None req-21c846da-342b-4458-8d59-9d5cff1bad32 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Waiting for the task: (returnval){ [ 574.950715] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52e753c0-6cb6-2942-693d-be191b23c3db" [ 574.950715] env[62353]: _type = "Task" [ 574.950715] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 574.954429] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2371755, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.966867] env[62353]: DEBUG oslo_vmware.api [None req-21c846da-342b-4458-8d59-9d5cff1bad32 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52e753c0-6cb6-2942-693d-be191b23c3db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.972642] env[62353]: DEBUG nova.network.neutron [None req-65db1c8b-3f73-4ad1-8ba1-9348a505a00b tempest-ImagesNegativeTestJSON-1559337630 tempest-ImagesNegativeTestJSON-1559337630-project-member] [instance: 9bd2f6b9-eb81-4238-a781-5f2bb54f80c0] Updating instance_info_cache with network_info: [{"id": "f2b16eb2-15bc-4f53-8055-aa6b6660dfa5", "address": "fa:16:3e:e1:a4:91", "network": {"id": "b2810271-6b98-4f5a-9fc8-e5b92ee03427", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1759773873-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "72c5b62f5eea43358cde80b4a0386f5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4b6ddb2-2e19-4031-9b22-add90d41a114", "external-id": "nsx-vlan-transportzone-921", "segmentation_id": 921, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2b16eb2-15", "ovs_interfaceid": "f2b16eb2-15bc-4f53-8055-aa6b6660dfa5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 575.030346] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2744072e-9e61-41e0-b867-bc2a99bb9360 tempest-VolumesAssistedSnapshotsTest-1180796019 tempest-VolumesAssistedSnapshotsTest-1180796019-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.484s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 575.030512] env[62353]: DEBUG nova.compute.manager [None req-2744072e-9e61-41e0-b867-bc2a99bb9360 tempest-VolumesAssistedSnapshotsTest-1180796019 tempest-VolumesAssistedSnapshotsTest-1180796019-project-member] [instance: 832a2083-5874-47b5-a9c7-fdb4a69a94bb] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 575.037035] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5fadc71a-14b9-4ec9-8023-eb70b888e0e9 tempest-ServerAddressesNegativeTestJSON-1430294578 tempest-ServerAddressesNegativeTestJSON-1430294578-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.993s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 575.037035] env[62353]: INFO nova.compute.claims [None req-5fadc71a-14b9-4ec9-8023-eb70b888e0e9 tempest-ServerAddressesNegativeTestJSON-1430294578 tempest-ServerAddressesNegativeTestJSON-1430294578-project-member] [instance: c9c70c50-2454-4da5-ae51-57488371a23c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 575.200598] env[62353]: DEBUG nova.network.neutron [req-149c9bb2-7988-498e-9d35-f40ca38d3251 req-34fbd195-23fb-41fb-a1cd-973d9a66c00a service nova] [instance: 672a184e-5e10-4fc3-a967-9b9cdd014ed2] Updated VIF entry in instance network info cache for port 19ce5b5a-1bc6-4d5b-854b-3aa50225e82d. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 575.201227] env[62353]: DEBUG nova.network.neutron [req-149c9bb2-7988-498e-9d35-f40ca38d3251 req-34fbd195-23fb-41fb-a1cd-973d9a66c00a service nova] [instance: 672a184e-5e10-4fc3-a967-9b9cdd014ed2] Updating instance_info_cache with network_info: [{"id": "19ce5b5a-1bc6-4d5b-854b-3aa50225e82d", "address": "fa:16:3e:f4:15:38", "network": {"id": "f9c567b3-403a-4849-9262-a3e67f5e22e0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2067735324-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce7d37901d844950adf602218b205ea8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06eaa4c9-dbc2-4d38-a844-7bf76e7b5a64", "external-id": "nsx-vlan-transportzone-804", "segmentation_id": 804, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19ce5b5a-1b", "ovs_interfaceid": "19ce5b5a-1bc6-4d5b-854b-3aa50225e82d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 575.249311] env[62353]: DEBUG oslo_vmware.api [None req-fd2b7562-c6b1-4f51-a559-4ca494f02566 tempest-ServerDiagnosticsTest-70966863 tempest-ServerDiagnosticsTest-70966863-project-member] Task: {'id': task-2371752, 'name': PowerOffVM_Task, 'duration_secs': 0.435621} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 575.250047] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd2b7562-c6b1-4f51-a559-4ca494f02566 tempest-ServerDiagnosticsTest-70966863 tempest-ServerDiagnosticsTest-70966863-project-member] [instance: b108ff18-5515-4884-bd5d-a4a245c18a0e] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 575.250047] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-fd2b7562-c6b1-4f51-a559-4ca494f02566 tempest-ServerDiagnosticsTest-70966863 tempest-ServerDiagnosticsTest-70966863-project-member] [instance: b108ff18-5515-4884-bd5d-a4a245c18a0e] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 575.250047] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ff218312-5948-4da7-9e96-8222de6cf3ff {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.343300] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-fd2b7562-c6b1-4f51-a559-4ca494f02566 tempest-ServerDiagnosticsTest-70966863 tempest-ServerDiagnosticsTest-70966863-project-member] [instance: b108ff18-5515-4884-bd5d-a4a245c18a0e] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 575.343438] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-fd2b7562-c6b1-4f51-a559-4ca494f02566 tempest-ServerDiagnosticsTest-70966863 tempest-ServerDiagnosticsTest-70966863-project-member] [instance: b108ff18-5515-4884-bd5d-a4a245c18a0e] Deleting contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 575.343611] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd2b7562-c6b1-4f51-a559-4ca494f02566 tempest-ServerDiagnosticsTest-70966863 tempest-ServerDiagnosticsTest-70966863-project-member] Deleting the datastore file [datastore2] b108ff18-5515-4884-bd5d-a4a245c18a0e {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 575.346582] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f1ebf933-3d41-437c-bdfa-bd23906037aa {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.353524] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2371750, 'name': CreateVM_Task, 'duration_secs': 0.933677} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 575.354115] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82afd7a0-a514-4eac-9bcf-e2ed22e1e04b] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 575.354583] env[62353]: DEBUG oslo_concurrency.lockutils [None req-08fdeb09-a3ca-44a8-a548-68a57f326ffc tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 575.354745] env[62353]: DEBUG oslo_concurrency.lockutils [None req-08fdeb09-a3ca-44a8-a548-68a57f326ffc tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] Acquired lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.355201] env[62353]: DEBUG oslo_concurrency.lockutils [None req-08fdeb09-a3ca-44a8-a548-68a57f326ffc tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 575.355475] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8161a1fe-e401-461a-99af-34065b60e147 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.361373] env[62353]: DEBUG oslo_vmware.api [None req-fd2b7562-c6b1-4f51-a559-4ca494f02566 tempest-ServerDiagnosticsTest-70966863 tempest-ServerDiagnosticsTest-70966863-project-member] Waiting for the task: (returnval){ [ 575.361373] env[62353]: value = "task-2371757" [ 575.361373] env[62353]: _type = "Task" [ 575.361373] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 575.366428] env[62353]: DEBUG oslo_vmware.api [None req-08fdeb09-a3ca-44a8-a548-68a57f326ffc tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] Waiting for the task: (returnval){ [ 575.366428] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52753240-2d42-0b89-eef6-fe3ab5ccd9a3" [ 575.366428] env[62353]: _type = "Task" [ 575.366428] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 575.374080] env[62353]: DEBUG oslo_vmware.api [None req-fd2b7562-c6b1-4f51-a559-4ca494f02566 tempest-ServerDiagnosticsTest-70966863 tempest-ServerDiagnosticsTest-70966863-project-member] Task: {'id': task-2371757, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.382440] env[62353]: DEBUG oslo_vmware.api [None req-08fdeb09-a3ca-44a8-a548-68a57f326ffc tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52753240-2d42-0b89-eef6-fe3ab5ccd9a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.455372] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2371755, 'name': CreateVM_Task} progress is 25%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.465512] env[62353]: DEBUG oslo_vmware.api [None req-21c846da-342b-4458-8d59-9d5cff1bad32 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52e753c0-6cb6-2942-693d-be191b23c3db, 'name': SearchDatastore_Task, 'duration_secs': 0.016305} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 575.465863] env[62353]: DEBUG oslo_concurrency.lockutils [None req-21c846da-342b-4458-8d59-9d5cff1bad32 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Releasing lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 575.466143] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-21c846da-342b-4458-8d59-9d5cff1bad32 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore1] 2e9731d0-ef1b-44f2-a457-d21a99bfa2bf/2e9731d0-ef1b-44f2-a457-d21a99bfa2bf.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 575.466414] env[62353]: DEBUG oslo_concurrency.lockutils [None req-00699f88-c5c8-45b9-8993-854f12e3f45f tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Acquired lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.466635] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-00699f88-c5c8-45b9-8993-854f12e3f45f tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 575.466900] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5240bfbb-e730-4d2a-be69-d4296a8fda80 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.471802] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e50672ba-fe46-4090-a341-ae8084a97711 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.475020] env[62353]: DEBUG oslo_concurrency.lockutils [None req-65db1c8b-3f73-4ad1-8ba1-9348a505a00b tempest-ImagesNegativeTestJSON-1559337630 tempest-ImagesNegativeTestJSON-1559337630-project-member] Releasing lock "refresh_cache-9bd2f6b9-eb81-4238-a781-5f2bb54f80c0" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 575.475388] env[62353]: DEBUG nova.compute.manager [None req-65db1c8b-3f73-4ad1-8ba1-9348a505a00b tempest-ImagesNegativeTestJSON-1559337630 tempest-ImagesNegativeTestJSON-1559337630-project-member] [instance: 9bd2f6b9-eb81-4238-a781-5f2bb54f80c0] Instance network_info: |[{"id": "f2b16eb2-15bc-4f53-8055-aa6b6660dfa5", "address": "fa:16:3e:e1:a4:91", "network": {"id": "b2810271-6b98-4f5a-9fc8-e5b92ee03427", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1759773873-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "72c5b62f5eea43358cde80b4a0386f5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4b6ddb2-2e19-4031-9b22-add90d41a114", "external-id": "nsx-vlan-transportzone-921", "segmentation_id": 921, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2b16eb2-15", "ovs_interfaceid": "f2b16eb2-15bc-4f53-8055-aa6b6660dfa5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 575.475798] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-65db1c8b-3f73-4ad1-8ba1-9348a505a00b tempest-ImagesNegativeTestJSON-1559337630 tempest-ImagesNegativeTestJSON-1559337630-project-member] [instance: 9bd2f6b9-eb81-4238-a781-5f2bb54f80c0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e1:a4:91', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a4b6ddb2-2e19-4031-9b22-add90d41a114', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f2b16eb2-15bc-4f53-8055-aa6b6660dfa5', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 575.484749] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-65db1c8b-3f73-4ad1-8ba1-9348a505a00b tempest-ImagesNegativeTestJSON-1559337630 tempest-ImagesNegativeTestJSON-1559337630-project-member] Creating folder: Project (72c5b62f5eea43358cde80b4a0386f5e). Parent ref: group-v481456. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 575.487748] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fdceade0-203c-41d6-aa16-a5c4dc331918 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.490072] env[62353]: DEBUG oslo_vmware.api [None req-21c846da-342b-4458-8d59-9d5cff1bad32 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Waiting for the task: (returnval){ [ 575.490072] env[62353]: value = "task-2371758" [ 575.490072] env[62353]: _type = "Task" [ 575.490072] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 575.490432] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-00699f88-c5c8-45b9-8993-854f12e3f45f tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 575.490626] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-00699f88-c5c8-45b9-8993-854f12e3f45f tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 575.492330] env[62353]: DEBUG nova.network.neutron [None req-6cdcd613-8f9c-4ebb-8a89-70b32244fd64 tempest-ServerExternalEventsTest-548279153 tempest-ServerExternalEventsTest-548279153-project] [instance: 71d6a2a4-8c9f-45a6-bb5b-add707aa11f8] Updating instance_info_cache with network_info: [{"id": "791615fc-6689-4b88-b684-f94dfbbdabf4", "address": "fa:16:3e:e8:e1:67", "network": {"id": "2be634d9-365a-4258-9bd8-c03318d42ac3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.248", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0a3f88790a594523a818b8c00f6862e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap791615fc-66", "ovs_interfaceid": "791615fc-6689-4b88-b684-f94dfbbdabf4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 575.493772] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1750305-c538-4cd5-a266-a9b8eff2057f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.504396] env[62353]: DEBUG oslo_vmware.api [None req-00699f88-c5c8-45b9-8993-854f12e3f45f tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Waiting for the task: (returnval){ [ 575.504396] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52dea217-9181-8399-cb95-49e7c8716135" [ 575.504396] env[62353]: _type = "Task" [ 575.504396] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 575.513279] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-65db1c8b-3f73-4ad1-8ba1-9348a505a00b tempest-ImagesNegativeTestJSON-1559337630 tempest-ImagesNegativeTestJSON-1559337630-project-member] Created folder: Project (72c5b62f5eea43358cde80b4a0386f5e) in parent group-v481456. [ 575.513780] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-65db1c8b-3f73-4ad1-8ba1-9348a505a00b tempest-ImagesNegativeTestJSON-1559337630 tempest-ImagesNegativeTestJSON-1559337630-project-member] Creating folder: Instances. Parent ref: group-v481485. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 575.513780] env[62353]: DEBUG oslo_vmware.api [None req-21c846da-342b-4458-8d59-9d5cff1bad32 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Task: {'id': task-2371758, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.523040] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c41a73fa-67d7-4592-a03d-311df605ce84 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.528029] env[62353]: DEBUG oslo_vmware.api [None req-00699f88-c5c8-45b9-8993-854f12e3f45f tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52dea217-9181-8399-cb95-49e7c8716135, 'name': SearchDatastore_Task, 'duration_secs': 0.014089} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 575.532031] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f49c40b-7b85-4c34-abb1-2a34c7dc364e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.534240] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-65db1c8b-3f73-4ad1-8ba1-9348a505a00b tempest-ImagesNegativeTestJSON-1559337630 tempest-ImagesNegativeTestJSON-1559337630-project-member] Created folder: Instances in parent group-v481485. [ 575.534617] env[62353]: DEBUG oslo.service.loopingcall [None req-65db1c8b-3f73-4ad1-8ba1-9348a505a00b tempest-ImagesNegativeTestJSON-1559337630 tempest-ImagesNegativeTestJSON-1559337630-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 575.535283] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9bd2f6b9-eb81-4238-a781-5f2bb54f80c0] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 575.535550] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a084022e-d4d7-4eb1-b219-42dd197b0dc0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.559052] env[62353]: DEBUG nova.compute.utils [None req-2744072e-9e61-41e0-b867-bc2a99bb9360 tempest-VolumesAssistedSnapshotsTest-1180796019 tempest-VolumesAssistedSnapshotsTest-1180796019-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 575.564053] env[62353]: DEBUG oslo_vmware.api [None req-00699f88-c5c8-45b9-8993-854f12e3f45f tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Waiting for the task: (returnval){ [ 575.564053] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52a9a3ba-7d78-3580-e478-817cfa5eec16" [ 575.564053] env[62353]: _type = "Task" [ 575.564053] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 575.564053] env[62353]: DEBUG nova.compute.manager [None req-2744072e-9e61-41e0-b867-bc2a99bb9360 tempest-VolumesAssistedSnapshotsTest-1180796019 tempest-VolumesAssistedSnapshotsTest-1180796019-project-member] [instance: 832a2083-5874-47b5-a9c7-fdb4a69a94bb] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 575.564053] env[62353]: DEBUG nova.network.neutron [None req-2744072e-9e61-41e0-b867-bc2a99bb9360 tempest-VolumesAssistedSnapshotsTest-1180796019 tempest-VolumesAssistedSnapshotsTest-1180796019-project-member] [instance: 832a2083-5874-47b5-a9c7-fdb4a69a94bb] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 575.574854] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 575.574854] env[62353]: value = "task-2371761" [ 575.574854] env[62353]: _type = "Task" [ 575.574854] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 575.589724] env[62353]: DEBUG oslo_vmware.api [None req-00699f88-c5c8-45b9-8993-854f12e3f45f tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52a9a3ba-7d78-3580-e478-817cfa5eec16, 'name': SearchDatastore_Task, 'duration_secs': 0.023251} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 575.593515] env[62353]: DEBUG oslo_concurrency.lockutils [None req-00699f88-c5c8-45b9-8993-854f12e3f45f tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Releasing lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 575.593831] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-00699f88-c5c8-45b9-8993-854f12e3f45f tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore1] 672a184e-5e10-4fc3-a967-9b9cdd014ed2/672a184e-5e10-4fc3-a967-9b9cdd014ed2.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 575.594340] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2371761, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.595031] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c5537cad-e2e6-43cd-afdf-ea5431b163f2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.604662] env[62353]: DEBUG oslo_vmware.api [None req-00699f88-c5c8-45b9-8993-854f12e3f45f tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Waiting for the task: (returnval){ [ 575.604662] env[62353]: value = "task-2371762" [ 575.604662] env[62353]: _type = "Task" [ 575.604662] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 575.617851] env[62353]: DEBUG oslo_vmware.api [None req-00699f88-c5c8-45b9-8993-854f12e3f45f tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Task: {'id': task-2371762, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.680198] env[62353]: DEBUG nova.policy [None req-2744072e-9e61-41e0-b867-bc2a99bb9360 tempest-VolumesAssistedSnapshotsTest-1180796019 tempest-VolumesAssistedSnapshotsTest-1180796019-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2f6cbb4f9aea4f3f8ab9d4b920b80f51', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1ba7b95f626c4540b222cc6f62f9adeb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:192}} [ 575.704808] env[62353]: DEBUG oslo_concurrency.lockutils [req-149c9bb2-7988-498e-9d35-f40ca38d3251 req-34fbd195-23fb-41fb-a1cd-973d9a66c00a service nova] Releasing lock "refresh_cache-672a184e-5e10-4fc3-a967-9b9cdd014ed2" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 575.883714] env[62353]: DEBUG oslo_vmware.api [None req-08fdeb09-a3ca-44a8-a548-68a57f326ffc tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52753240-2d42-0b89-eef6-fe3ab5ccd9a3, 'name': SearchDatastore_Task, 'duration_secs': 0.013587} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 575.888956] env[62353]: DEBUG oslo_concurrency.lockutils [None req-08fdeb09-a3ca-44a8-a548-68a57f326ffc tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] Releasing lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 575.888956] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-08fdeb09-a3ca-44a8-a548-68a57f326ffc tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] [instance: 82afd7a0-a514-4eac-9bcf-e2ed22e1e04b] Processing image 06f909ae-e8dc-43b4-abf7-c7ed85db9bbd {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 575.888956] env[62353]: DEBUG oslo_concurrency.lockutils [None req-08fdeb09-a3ca-44a8-a548-68a57f326ffc tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 575.888956] env[62353]: DEBUG oslo_concurrency.lockutils [None req-08fdeb09-a3ca-44a8-a548-68a57f326ffc tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] Acquired lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.889303] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-08fdeb09-a3ca-44a8-a548-68a57f326ffc tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 575.889764] env[62353]: DEBUG oslo_vmware.api [None req-fd2b7562-c6b1-4f51-a559-4ca494f02566 tempest-ServerDiagnosticsTest-70966863 tempest-ServerDiagnosticsTest-70966863-project-member] Task: {'id': task-2371757, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.893045] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-24189f24-cfe4-41e9-b7e1-9c6f4597c5b0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.908047] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-08fdeb09-a3ca-44a8-a548-68a57f326ffc tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 575.908047] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-08fdeb09-a3ca-44a8-a548-68a57f326ffc tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 575.908047] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7679d56c-257e-46c8-9e9f-a6011996ceae {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.918215] env[62353]: DEBUG oslo_vmware.api [None req-08fdeb09-a3ca-44a8-a548-68a57f326ffc tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] Waiting for the task: (returnval){ [ 575.918215] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]523dfafb-b4e8-27e5-435e-4325158d40f8" [ 575.918215] env[62353]: _type = "Task" [ 575.918215] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 575.933921] env[62353]: DEBUG oslo_vmware.api [None req-08fdeb09-a3ca-44a8-a548-68a57f326ffc tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]523dfafb-b4e8-27e5-435e-4325158d40f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.958142] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2371755, 'name': CreateVM_Task, 'duration_secs': 0.671488} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 575.958573] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da04e4bf-dc3d-45a8-b0f9-ef9a7491e297] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 575.959583] env[62353]: DEBUG oslo_concurrency.lockutils [None req-053ce369-a3c9-4d3c-896c-43811e63fce5 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 575.960044] env[62353]: DEBUG oslo_concurrency.lockutils [None req-053ce369-a3c9-4d3c-896c-43811e63fce5 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Acquired lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.960541] env[62353]: DEBUG oslo_concurrency.lockutils [None req-053ce369-a3c9-4d3c-896c-43811e63fce5 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 575.961197] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abd15a8a-6104-4626-be5a-d9591c12fdb2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.970179] env[62353]: DEBUG oslo_vmware.api [None req-053ce369-a3c9-4d3c-896c-43811e63fce5 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Waiting for the task: (returnval){ [ 575.970179] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52b1e45f-7e36-ca39-486c-f25146e405c4" [ 575.970179] env[62353]: _type = "Task" [ 575.970179] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 575.986364] env[62353]: DEBUG oslo_vmware.api [None req-053ce369-a3c9-4d3c-896c-43811e63fce5 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52b1e45f-7e36-ca39-486c-f25146e405c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.999234] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6cdcd613-8f9c-4ebb-8a89-70b32244fd64 tempest-ServerExternalEventsTest-548279153 tempest-ServerExternalEventsTest-548279153-project] Releasing lock "refresh_cache-71d6a2a4-8c9f-45a6-bb5b-add707aa11f8" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 576.007545] env[62353]: DEBUG oslo_vmware.api [None req-21c846da-342b-4458-8d59-9d5cff1bad32 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Task: {'id': task-2371758, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.066206] env[62353]: DEBUG nova.compute.manager [None req-2744072e-9e61-41e0-b867-bc2a99bb9360 tempest-VolumesAssistedSnapshotsTest-1180796019 tempest-VolumesAssistedSnapshotsTest-1180796019-project-member] [instance: 832a2083-5874-47b5-a9c7-fdb4a69a94bb] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 576.089968] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2371761, 'name': CreateVM_Task, 'duration_secs': 0.459431} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 576.090220] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9bd2f6b9-eb81-4238-a781-5f2bb54f80c0] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 576.091039] env[62353]: DEBUG oslo_concurrency.lockutils [None req-65db1c8b-3f73-4ad1-8ba1-9348a505a00b tempest-ImagesNegativeTestJSON-1559337630 tempest-ImagesNegativeTestJSON-1559337630-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 576.119696] env[62353]: DEBUG oslo_vmware.api [None req-00699f88-c5c8-45b9-8993-854f12e3f45f tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Task: {'id': task-2371762, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.330281] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2b3be21-7771-40f4-8b1d-8db41c3748df {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.342898] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0a5cec9-38b8-4382-b8a1-7891310b1129 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.394564] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9262d526-5d69-4816-9929-88693c0c1b45 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.409556] env[62353]: DEBUG oslo_vmware.api [None req-fd2b7562-c6b1-4f51-a559-4ca494f02566 tempest-ServerDiagnosticsTest-70966863 tempest-ServerDiagnosticsTest-70966863-project-member] Task: {'id': task-2371757, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.9635} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 576.411346] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-432342c1-974b-49d9-9681-24335d72bbc8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.418910] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd2b7562-c6b1-4f51-a559-4ca494f02566 tempest-ServerDiagnosticsTest-70966863 tempest-ServerDiagnosticsTest-70966863-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 576.419338] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-fd2b7562-c6b1-4f51-a559-4ca494f02566 tempest-ServerDiagnosticsTest-70966863 tempest-ServerDiagnosticsTest-70966863-project-member] [instance: b108ff18-5515-4884-bd5d-a4a245c18a0e] Deleted contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 576.419667] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-fd2b7562-c6b1-4f51-a559-4ca494f02566 tempest-ServerDiagnosticsTest-70966863 tempest-ServerDiagnosticsTest-70966863-project-member] [instance: b108ff18-5515-4884-bd5d-a4a245c18a0e] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 576.420102] env[62353]: INFO nova.compute.manager [None req-fd2b7562-c6b1-4f51-a559-4ca494f02566 tempest-ServerDiagnosticsTest-70966863 tempest-ServerDiagnosticsTest-70966863-project-member] [instance: b108ff18-5515-4884-bd5d-a4a245c18a0e] Took 1.72 seconds to destroy the instance on the hypervisor. [ 576.420500] env[62353]: DEBUG oslo.service.loopingcall [None req-fd2b7562-c6b1-4f51-a559-4ca494f02566 tempest-ServerDiagnosticsTest-70966863 tempest-ServerDiagnosticsTest-70966863-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 576.421090] env[62353]: DEBUG nova.compute.manager [-] [instance: b108ff18-5515-4884-bd5d-a4a245c18a0e] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 576.421375] env[62353]: DEBUG nova.network.neutron [-] [instance: b108ff18-5515-4884-bd5d-a4a245c18a0e] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 576.450800] env[62353]: DEBUG nova.compute.provider_tree [None req-5fadc71a-14b9-4ec9-8023-eb70b888e0e9 tempest-ServerAddressesNegativeTestJSON-1430294578 tempest-ServerAddressesNegativeTestJSON-1430294578-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 576.457108] env[62353]: DEBUG oslo_vmware.api [None req-08fdeb09-a3ca-44a8-a548-68a57f326ffc tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]523dfafb-b4e8-27e5-435e-4325158d40f8, 'name': SearchDatastore_Task, 'duration_secs': 0.057916} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 576.458537] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c6a2e2e-e6e7-4000-afdf-20fc8cb23f7c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.466380] env[62353]: DEBUG oslo_vmware.api [None req-08fdeb09-a3ca-44a8-a548-68a57f326ffc tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] Waiting for the task: (returnval){ [ 576.466380] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52b791e7-0ece-0f68-29b0-75b5946da00e" [ 576.466380] env[62353]: _type = "Task" [ 576.466380] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 576.481085] env[62353]: DEBUG oslo_vmware.api [None req-053ce369-a3c9-4d3c-896c-43811e63fce5 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52b1e45f-7e36-ca39-486c-f25146e405c4, 'name': SearchDatastore_Task, 'duration_secs': 0.058077} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 576.484343] env[62353]: DEBUG oslo_concurrency.lockutils [None req-053ce369-a3c9-4d3c-896c-43811e63fce5 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Releasing lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 576.484583] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-053ce369-a3c9-4d3c-896c-43811e63fce5 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] [instance: da04e4bf-dc3d-45a8-b0f9-ef9a7491e297] Processing image 06f909ae-e8dc-43b4-abf7-c7ed85db9bbd {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 576.484851] env[62353]: DEBUG oslo_concurrency.lockutils [None req-053ce369-a3c9-4d3c-896c-43811e63fce5 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 576.485126] env[62353]: DEBUG oslo_vmware.api [None req-08fdeb09-a3ca-44a8-a548-68a57f326ffc tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52b791e7-0ece-0f68-29b0-75b5946da00e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.485363] env[62353]: DEBUG oslo_concurrency.lockutils [None req-65db1c8b-3f73-4ad1-8ba1-9348a505a00b tempest-ImagesNegativeTestJSON-1559337630 tempest-ImagesNegativeTestJSON-1559337630-project-member] Acquired lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.485656] env[62353]: DEBUG oslo_concurrency.lockutils [None req-65db1c8b-3f73-4ad1-8ba1-9348a505a00b tempest-ImagesNegativeTestJSON-1559337630 tempest-ImagesNegativeTestJSON-1559337630-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 576.485896] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c644e44-0672-4638-9e7e-c8605e8a5c83 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.491381] env[62353]: DEBUG oslo_vmware.api [None req-65db1c8b-3f73-4ad1-8ba1-9348a505a00b tempest-ImagesNegativeTestJSON-1559337630 tempest-ImagesNegativeTestJSON-1559337630-project-member] Waiting for the task: (returnval){ [ 576.491381] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52b189b4-c2af-1279-58c7-8e580e62aad7" [ 576.491381] env[62353]: _type = "Task" [ 576.491381] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 576.503375] env[62353]: DEBUG oslo_vmware.api [None req-65db1c8b-3f73-4ad1-8ba1-9348a505a00b tempest-ImagesNegativeTestJSON-1559337630 tempest-ImagesNegativeTestJSON-1559337630-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52b189b4-c2af-1279-58c7-8e580e62aad7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.507058] env[62353]: DEBUG oslo_vmware.api [None req-21c846da-342b-4458-8d59-9d5cff1bad32 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Task: {'id': task-2371758, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.573864} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 576.509231] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-21c846da-342b-4458-8d59-9d5cff1bad32 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore1] 2e9731d0-ef1b-44f2-a457-d21a99bfa2bf/2e9731d0-ef1b-44f2-a457-d21a99bfa2bf.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 576.509441] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-21c846da-342b-4458-8d59-9d5cff1bad32 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] [instance: 2e9731d0-ef1b-44f2-a457-d21a99bfa2bf] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 576.509871] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-83756e70-6cef-4e5b-9a02-7b636821897a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.518718] env[62353]: DEBUG oslo_vmware.api [None req-21c846da-342b-4458-8d59-9d5cff1bad32 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Waiting for the task: (returnval){ [ 576.518718] env[62353]: value = "task-2371764" [ 576.518718] env[62353]: _type = "Task" [ 576.518718] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 576.528256] env[62353]: DEBUG oslo_vmware.api [None req-21c846da-342b-4458-8d59-9d5cff1bad32 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Task: {'id': task-2371764, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.616609] env[62353]: DEBUG oslo_vmware.api [None req-00699f88-c5c8-45b9-8993-854f12e3f45f tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Task: {'id': task-2371762, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.866199} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 576.616746] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-00699f88-c5c8-45b9-8993-854f12e3f45f tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore1] 672a184e-5e10-4fc3-a967-9b9cdd014ed2/672a184e-5e10-4fc3-a967-9b9cdd014ed2.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 576.616948] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-00699f88-c5c8-45b9-8993-854f12e3f45f tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 672a184e-5e10-4fc3-a967-9b9cdd014ed2] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 576.617227] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1fc0ec6a-c86d-493b-8bfb-a64022506308 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.625897] env[62353]: DEBUG oslo_vmware.api [None req-00699f88-c5c8-45b9-8993-854f12e3f45f tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Waiting for the task: (returnval){ [ 576.625897] env[62353]: value = "task-2371765" [ 576.625897] env[62353]: _type = "Task" [ 576.625897] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 576.636110] env[62353]: DEBUG oslo_vmware.api [None req-00699f88-c5c8-45b9-8993-854f12e3f45f tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Task: {'id': task-2371765, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.939364] env[62353]: DEBUG nova.network.neutron [None req-2744072e-9e61-41e0-b867-bc2a99bb9360 tempest-VolumesAssistedSnapshotsTest-1180796019 tempest-VolumesAssistedSnapshotsTest-1180796019-project-member] [instance: 832a2083-5874-47b5-a9c7-fdb4a69a94bb] Successfully created port: 0db4e91f-7a0c-4615-aa15-29acaebd0f1e {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 576.962077] env[62353]: DEBUG nova.scheduler.client.report [None req-5fadc71a-14b9-4ec9-8023-eb70b888e0e9 tempest-ServerAddressesNegativeTestJSON-1430294578 tempest-ServerAddressesNegativeTestJSON-1430294578-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 576.982009] env[62353]: DEBUG oslo_vmware.api [None req-08fdeb09-a3ca-44a8-a548-68a57f326ffc tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52b791e7-0ece-0f68-29b0-75b5946da00e, 'name': SearchDatastore_Task, 'duration_secs': 0.014469} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 576.982009] env[62353]: DEBUG oslo_concurrency.lockutils [None req-08fdeb09-a3ca-44a8-a548-68a57f326ffc tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] Releasing lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 576.982009] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-08fdeb09-a3ca-44a8-a548-68a57f326ffc tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore1] 82afd7a0-a514-4eac-9bcf-e2ed22e1e04b/82afd7a0-a514-4eac-9bcf-e2ed22e1e04b.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 576.982009] env[62353]: DEBUG oslo_concurrency.lockutils [None req-053ce369-a3c9-4d3c-896c-43811e63fce5 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Acquired lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.982297] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-053ce369-a3c9-4d3c-896c-43811e63fce5 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 576.982297] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d3cb7c10-afd3-4488-9a60-fed868524924 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.987368] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-94b2561d-79b9-4c22-b3ab-75011c1b542a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.997791] env[62353]: DEBUG oslo_vmware.api [None req-08fdeb09-a3ca-44a8-a548-68a57f326ffc tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] Waiting for the task: (returnval){ [ 576.997791] env[62353]: value = "task-2371766" [ 576.997791] env[62353]: _type = "Task" [ 576.997791] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 577.007053] env[62353]: DEBUG oslo_vmware.api [None req-65db1c8b-3f73-4ad1-8ba1-9348a505a00b tempest-ImagesNegativeTestJSON-1559337630 tempest-ImagesNegativeTestJSON-1559337630-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52b189b4-c2af-1279-58c7-8e580e62aad7, 'name': SearchDatastore_Task, 'duration_secs': 0.015086} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 577.007307] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-053ce369-a3c9-4d3c-896c-43811e63fce5 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 577.007460] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-053ce369-a3c9-4d3c-896c-43811e63fce5 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 577.008722] env[62353]: DEBUG oslo_concurrency.lockutils [None req-65db1c8b-3f73-4ad1-8ba1-9348a505a00b tempest-ImagesNegativeTestJSON-1559337630 tempest-ImagesNegativeTestJSON-1559337630-project-member] Releasing lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 577.008989] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-65db1c8b-3f73-4ad1-8ba1-9348a505a00b tempest-ImagesNegativeTestJSON-1559337630 tempest-ImagesNegativeTestJSON-1559337630-project-member] [instance: 9bd2f6b9-eb81-4238-a781-5f2bb54f80c0] Processing image 06f909ae-e8dc-43b4-abf7-c7ed85db9bbd {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 577.009240] env[62353]: DEBUG oslo_concurrency.lockutils [None req-65db1c8b-3f73-4ad1-8ba1-9348a505a00b tempest-ImagesNegativeTestJSON-1559337630 tempest-ImagesNegativeTestJSON-1559337630-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 577.009473] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f1a5534-c720-4a1c-a43d-17fd1488cc1a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.016994] env[62353]: DEBUG oslo_vmware.api [None req-08fdeb09-a3ca-44a8-a548-68a57f326ffc tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] Task: {'id': task-2371766, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.024329] env[62353]: DEBUG oslo_vmware.api [None req-053ce369-a3c9-4d3c-896c-43811e63fce5 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Waiting for the task: (returnval){ [ 577.024329] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]520f40ba-e9d9-d557-f3f3-5b8f24e6d4bb" [ 577.024329] env[62353]: _type = "Task" [ 577.024329] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 577.031945] env[62353]: DEBUG oslo_vmware.api [None req-21c846da-342b-4458-8d59-9d5cff1bad32 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Task: {'id': task-2371764, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068824} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 577.032513] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-21c846da-342b-4458-8d59-9d5cff1bad32 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] [instance: 2e9731d0-ef1b-44f2-a457-d21a99bfa2bf] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 577.033329] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79279a74-042b-4f9c-ad06-abc3a510b56f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.039439] env[62353]: DEBUG oslo_vmware.api [None req-053ce369-a3c9-4d3c-896c-43811e63fce5 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]520f40ba-e9d9-d557-f3f3-5b8f24e6d4bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.061911] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-21c846da-342b-4458-8d59-9d5cff1bad32 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] [instance: 2e9731d0-ef1b-44f2-a457-d21a99bfa2bf] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] 2e9731d0-ef1b-44f2-a457-d21a99bfa2bf/2e9731d0-ef1b-44f2-a457-d21a99bfa2bf.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 577.062729] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2323afc3-af2a-4302-b6a5-640ae3b52474 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.082180] env[62353]: DEBUG nova.compute.manager [None req-2744072e-9e61-41e0-b867-bc2a99bb9360 tempest-VolumesAssistedSnapshotsTest-1180796019 tempest-VolumesAssistedSnapshotsTest-1180796019-project-member] [instance: 832a2083-5874-47b5-a9c7-fdb4a69a94bb] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 577.093181] env[62353]: DEBUG oslo_vmware.api [None req-21c846da-342b-4458-8d59-9d5cff1bad32 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Waiting for the task: (returnval){ [ 577.093181] env[62353]: value = "task-2371767" [ 577.093181] env[62353]: _type = "Task" [ 577.093181] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 577.104502] env[62353]: DEBUG oslo_vmware.api [None req-21c846da-342b-4458-8d59-9d5cff1bad32 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Task: {'id': task-2371767, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.118913] env[62353]: DEBUG nova.virt.hardware [None req-2744072e-9e61-41e0-b867-bc2a99bb9360 tempest-VolumesAssistedSnapshotsTest-1180796019 tempest-VolumesAssistedSnapshotsTest-1180796019-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T12:38:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T12:38:15Z,direct_url=,disk_format='vmdk',id=06f909ae-e8dc-43b4-abf7-c7ed85db9bbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0a3f88790a594523a818b8c00f6862e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T12:38:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 577.119425] env[62353]: DEBUG nova.virt.hardware [None req-2744072e-9e61-41e0-b867-bc2a99bb9360 tempest-VolumesAssistedSnapshotsTest-1180796019 tempest-VolumesAssistedSnapshotsTest-1180796019-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 577.119746] env[62353]: DEBUG nova.virt.hardware [None req-2744072e-9e61-41e0-b867-bc2a99bb9360 tempest-VolumesAssistedSnapshotsTest-1180796019 tempest-VolumesAssistedSnapshotsTest-1180796019-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 577.119812] env[62353]: DEBUG nova.virt.hardware [None req-2744072e-9e61-41e0-b867-bc2a99bb9360 tempest-VolumesAssistedSnapshotsTest-1180796019 tempest-VolumesAssistedSnapshotsTest-1180796019-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 577.119933] env[62353]: DEBUG nova.virt.hardware [None req-2744072e-9e61-41e0-b867-bc2a99bb9360 tempest-VolumesAssistedSnapshotsTest-1180796019 tempest-VolumesAssistedSnapshotsTest-1180796019-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 577.120087] env[62353]: DEBUG nova.virt.hardware [None req-2744072e-9e61-41e0-b867-bc2a99bb9360 tempest-VolumesAssistedSnapshotsTest-1180796019 tempest-VolumesAssistedSnapshotsTest-1180796019-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 577.120297] env[62353]: DEBUG nova.virt.hardware [None req-2744072e-9e61-41e0-b867-bc2a99bb9360 tempest-VolumesAssistedSnapshotsTest-1180796019 tempest-VolumesAssistedSnapshotsTest-1180796019-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 577.120448] env[62353]: DEBUG nova.virt.hardware [None req-2744072e-9e61-41e0-b867-bc2a99bb9360 tempest-VolumesAssistedSnapshotsTest-1180796019 tempest-VolumesAssistedSnapshotsTest-1180796019-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 577.120607] env[62353]: DEBUG nova.virt.hardware [None req-2744072e-9e61-41e0-b867-bc2a99bb9360 tempest-VolumesAssistedSnapshotsTest-1180796019 tempest-VolumesAssistedSnapshotsTest-1180796019-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 577.120783] env[62353]: DEBUG nova.virt.hardware [None req-2744072e-9e61-41e0-b867-bc2a99bb9360 tempest-VolumesAssistedSnapshotsTest-1180796019 tempest-VolumesAssistedSnapshotsTest-1180796019-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 577.121074] env[62353]: DEBUG nova.virt.hardware [None req-2744072e-9e61-41e0-b867-bc2a99bb9360 tempest-VolumesAssistedSnapshotsTest-1180796019 tempest-VolumesAssistedSnapshotsTest-1180796019-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 577.122437] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5358c72f-eccf-49d9-8c1f-c8cfa4455964 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.136283] env[62353]: DEBUG oslo_vmware.api [None req-00699f88-c5c8-45b9-8993-854f12e3f45f tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Task: {'id': task-2371765, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069989} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 577.137529] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d540e5d-e999-4b6b-b074-b9e252080826 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.141953] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-00699f88-c5c8-45b9-8993-854f12e3f45f tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 672a184e-5e10-4fc3-a967-9b9cdd014ed2] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 577.142489] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d9f082e-97b2-41f2-a46b-ce42beb8d7d4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.174903] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-00699f88-c5c8-45b9-8993-854f12e3f45f tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 672a184e-5e10-4fc3-a967-9b9cdd014ed2] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] 672a184e-5e10-4fc3-a967-9b9cdd014ed2/672a184e-5e10-4fc3-a967-9b9cdd014ed2.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 577.175593] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-86c8f25e-23e8-4f5b-aeb3-26cc3a459989 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.197073] env[62353]: DEBUG oslo_vmware.api [None req-00699f88-c5c8-45b9-8993-854f12e3f45f tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Waiting for the task: (returnval){ [ 577.197073] env[62353]: value = "task-2371768" [ 577.197073] env[62353]: _type = "Task" [ 577.197073] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 577.209884] env[62353]: DEBUG oslo_vmware.api [None req-00699f88-c5c8-45b9-8993-854f12e3f45f tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Task: {'id': task-2371768, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.467952] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5fadc71a-14b9-4ec9-8023-eb70b888e0e9 tempest-ServerAddressesNegativeTestJSON-1430294578 tempest-ServerAddressesNegativeTestJSON-1430294578-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.434s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 577.468532] env[62353]: DEBUG nova.compute.manager [None req-5fadc71a-14b9-4ec9-8023-eb70b888e0e9 tempest-ServerAddressesNegativeTestJSON-1430294578 tempest-ServerAddressesNegativeTestJSON-1430294578-project-member] [instance: c9c70c50-2454-4da5-ae51-57488371a23c] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 577.519701] env[62353]: DEBUG oslo_vmware.api [None req-08fdeb09-a3ca-44a8-a548-68a57f326ffc tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] Task: {'id': task-2371766, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.520535] env[62353]: DEBUG nova.network.neutron [None req-ff1e3706-db17-4cd5-970c-e1de31f8c148 tempest-ServerRescueTestJSONUnderV235-485973642 tempest-ServerRescueTestJSONUnderV235-485973642-project-member] [instance: 5cff6baf-1dd7-4030-834d-266e83d77229] Successfully updated port: 58b42438-96f0-41e9-8a75-b2653f78f0f2 {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 577.539891] env[62353]: DEBUG oslo_vmware.api [None req-053ce369-a3c9-4d3c-896c-43811e63fce5 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]520f40ba-e9d9-d557-f3f3-5b8f24e6d4bb, 'name': SearchDatastore_Task, 'duration_secs': 0.037001} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 577.540379] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee2aa16e-74de-4724-b8b3-78fda129bce3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.547529] env[62353]: DEBUG oslo_vmware.api [None req-053ce369-a3c9-4d3c-896c-43811e63fce5 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Waiting for the task: (returnval){ [ 577.547529] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]525c1f46-b2a1-eae3-4a74-dd79c97a6cb5" [ 577.547529] env[62353]: _type = "Task" [ 577.547529] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 577.557759] env[62353]: DEBUG oslo_vmware.api [None req-053ce369-a3c9-4d3c-896c-43811e63fce5 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]525c1f46-b2a1-eae3-4a74-dd79c97a6cb5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.585244] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ca54b4f2-dcc5-46d4-940a-7aab63a39fbd tempest-ServerExternalEventsTest-1456212372 tempest-ServerExternalEventsTest-1456212372-project-member] Acquiring lock "71d6a2a4-8c9f-45a6-bb5b-add707aa11f8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 577.585553] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ca54b4f2-dcc5-46d4-940a-7aab63a39fbd tempest-ServerExternalEventsTest-1456212372 tempest-ServerExternalEventsTest-1456212372-project-member] Lock "71d6a2a4-8c9f-45a6-bb5b-add707aa11f8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 577.585738] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ca54b4f2-dcc5-46d4-940a-7aab63a39fbd tempest-ServerExternalEventsTest-1456212372 tempest-ServerExternalEventsTest-1456212372-project-member] Acquiring lock "71d6a2a4-8c9f-45a6-bb5b-add707aa11f8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 577.585915] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ca54b4f2-dcc5-46d4-940a-7aab63a39fbd tempest-ServerExternalEventsTest-1456212372 tempest-ServerExternalEventsTest-1456212372-project-member] Lock "71d6a2a4-8c9f-45a6-bb5b-add707aa11f8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 577.586106] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ca54b4f2-dcc5-46d4-940a-7aab63a39fbd tempest-ServerExternalEventsTest-1456212372 tempest-ServerExternalEventsTest-1456212372-project-member] Lock "71d6a2a4-8c9f-45a6-bb5b-add707aa11f8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 577.593141] env[62353]: INFO nova.compute.manager [None req-ca54b4f2-dcc5-46d4-940a-7aab63a39fbd tempest-ServerExternalEventsTest-1456212372 tempest-ServerExternalEventsTest-1456212372-project-member] [instance: 71d6a2a4-8c9f-45a6-bb5b-add707aa11f8] Terminating instance [ 577.613790] env[62353]: DEBUG oslo_vmware.api [None req-21c846da-342b-4458-8d59-9d5cff1bad32 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Task: {'id': task-2371767, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.716429] env[62353]: DEBUG oslo_vmware.api [None req-00699f88-c5c8-45b9-8993-854f12e3f45f tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Task: {'id': task-2371768, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.901984] env[62353]: DEBUG nova.network.neutron [-] [instance: b108ff18-5515-4884-bd5d-a4a245c18a0e] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 577.973899] env[62353]: DEBUG nova.compute.utils [None req-5fadc71a-14b9-4ec9-8023-eb70b888e0e9 tempest-ServerAddressesNegativeTestJSON-1430294578 tempest-ServerAddressesNegativeTestJSON-1430294578-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 577.975578] env[62353]: DEBUG nova.compute.manager [None req-5fadc71a-14b9-4ec9-8023-eb70b888e0e9 tempest-ServerAddressesNegativeTestJSON-1430294578 tempest-ServerAddressesNegativeTestJSON-1430294578-project-member] [instance: c9c70c50-2454-4da5-ae51-57488371a23c] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 577.975578] env[62353]: DEBUG nova.network.neutron [None req-5fadc71a-14b9-4ec9-8023-eb70b888e0e9 tempest-ServerAddressesNegativeTestJSON-1430294578 tempest-ServerAddressesNegativeTestJSON-1430294578-project-member] [instance: c9c70c50-2454-4da5-ae51-57488371a23c] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 578.012083] env[62353]: DEBUG oslo_vmware.api [None req-08fdeb09-a3ca-44a8-a548-68a57f326ffc tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] Task: {'id': task-2371766, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.988269} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 578.013180] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-08fdeb09-a3ca-44a8-a548-68a57f326ffc tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore1] 82afd7a0-a514-4eac-9bcf-e2ed22e1e04b/82afd7a0-a514-4eac-9bcf-e2ed22e1e04b.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 578.013180] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-08fdeb09-a3ca-44a8-a548-68a57f326ffc tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] [instance: 82afd7a0-a514-4eac-9bcf-e2ed22e1e04b] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 578.013324] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-800b2d52-2586-4565-a1b7-a17396ceb750 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.021646] env[62353]: DEBUG oslo_vmware.api [None req-08fdeb09-a3ca-44a8-a548-68a57f326ffc tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] Waiting for the task: (returnval){ [ 578.021646] env[62353]: value = "task-2371770" [ 578.021646] env[62353]: _type = "Task" [ 578.021646] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 578.028980] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ff1e3706-db17-4cd5-970c-e1de31f8c148 tempest-ServerRescueTestJSONUnderV235-485973642 tempest-ServerRescueTestJSONUnderV235-485973642-project-member] Acquiring lock "refresh_cache-5cff6baf-1dd7-4030-834d-266e83d77229" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 578.029149] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ff1e3706-db17-4cd5-970c-e1de31f8c148 tempest-ServerRescueTestJSONUnderV235-485973642 tempest-ServerRescueTestJSONUnderV235-485973642-project-member] Acquired lock "refresh_cache-5cff6baf-1dd7-4030-834d-266e83d77229" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.029305] env[62353]: DEBUG nova.network.neutron [None req-ff1e3706-db17-4cd5-970c-e1de31f8c148 tempest-ServerRescueTestJSONUnderV235-485973642 tempest-ServerRescueTestJSONUnderV235-485973642-project-member] [instance: 5cff6baf-1dd7-4030-834d-266e83d77229] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 578.038930] env[62353]: DEBUG oslo_vmware.api [None req-08fdeb09-a3ca-44a8-a548-68a57f326ffc tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] Task: {'id': task-2371770, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.062665] env[62353]: DEBUG oslo_vmware.api [None req-053ce369-a3c9-4d3c-896c-43811e63fce5 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]525c1f46-b2a1-eae3-4a74-dd79c97a6cb5, 'name': SearchDatastore_Task, 'duration_secs': 0.025463} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 578.062986] env[62353]: DEBUG oslo_concurrency.lockutils [None req-053ce369-a3c9-4d3c-896c-43811e63fce5 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Releasing lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 578.063281] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-053ce369-a3c9-4d3c-896c-43811e63fce5 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore1] da04e4bf-dc3d-45a8-b0f9-ef9a7491e297/da04e4bf-dc3d-45a8-b0f9-ef9a7491e297.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 578.063577] env[62353]: DEBUG oslo_concurrency.lockutils [None req-65db1c8b-3f73-4ad1-8ba1-9348a505a00b tempest-ImagesNegativeTestJSON-1559337630 tempest-ImagesNegativeTestJSON-1559337630-project-member] Acquired lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.063882] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-65db1c8b-3f73-4ad1-8ba1-9348a505a00b tempest-ImagesNegativeTestJSON-1559337630 tempest-ImagesNegativeTestJSON-1559337630-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 578.067040] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fd5d32cc-1e72-4812-b88d-e058300a237d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.068434] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9b785b69-2c7b-4014-ba6a-92d447ac9227 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.078040] env[62353]: DEBUG oslo_vmware.api [None req-053ce369-a3c9-4d3c-896c-43811e63fce5 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Waiting for the task: (returnval){ [ 578.078040] env[62353]: value = "task-2371771" [ 578.078040] env[62353]: _type = "Task" [ 578.078040] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 578.079410] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-65db1c8b-3f73-4ad1-8ba1-9348a505a00b tempest-ImagesNegativeTestJSON-1559337630 tempest-ImagesNegativeTestJSON-1559337630-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 578.079589] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-65db1c8b-3f73-4ad1-8ba1-9348a505a00b tempest-ImagesNegativeTestJSON-1559337630 tempest-ImagesNegativeTestJSON-1559337630-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 578.085074] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20262f32-7367-49c0-89e7-b0401f1f2923 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.093932] env[62353]: DEBUG oslo_vmware.api [None req-65db1c8b-3f73-4ad1-8ba1-9348a505a00b tempest-ImagesNegativeTestJSON-1559337630 tempest-ImagesNegativeTestJSON-1559337630-project-member] Waiting for the task: (returnval){ [ 578.093932] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5207bc84-abaf-5328-5640-ac208ef247c1" [ 578.093932] env[62353]: _type = "Task" [ 578.093932] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 578.094249] env[62353]: DEBUG oslo_vmware.api [None req-053ce369-a3c9-4d3c-896c-43811e63fce5 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Task: {'id': task-2371771, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.095840] env[62353]: DEBUG nova.policy [None req-5fadc71a-14b9-4ec9-8023-eb70b888e0e9 tempest-ServerAddressesNegativeTestJSON-1430294578 tempest-ServerAddressesNegativeTestJSON-1430294578-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '46809cceec4c42db82b6ac2bdd71728e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e9a982e9974241eeb950b444f041193d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:192}} [ 578.105653] env[62353]: DEBUG nova.compute.manager [None req-ca54b4f2-dcc5-46d4-940a-7aab63a39fbd tempest-ServerExternalEventsTest-1456212372 tempest-ServerExternalEventsTest-1456212372-project-member] [instance: 71d6a2a4-8c9f-45a6-bb5b-add707aa11f8] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 578.105653] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ca54b4f2-dcc5-46d4-940a-7aab63a39fbd tempest-ServerExternalEventsTest-1456212372 tempest-ServerExternalEventsTest-1456212372-project-member] [instance: 71d6a2a4-8c9f-45a6-bb5b-add707aa11f8] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 578.106626] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbe12f5e-d3af-4162-8ae4-f0e073ab762e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.116143] env[62353]: DEBUG oslo_vmware.api [None req-65db1c8b-3f73-4ad1-8ba1-9348a505a00b tempest-ImagesNegativeTestJSON-1559337630 tempest-ImagesNegativeTestJSON-1559337630-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5207bc84-abaf-5328-5640-ac208ef247c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.120588] env[62353]: DEBUG oslo_vmware.api [None req-21c846da-342b-4458-8d59-9d5cff1bad32 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Task: {'id': task-2371767, 'name': ReconfigVM_Task, 'duration_secs': 0.814051} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 578.120968] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-21c846da-342b-4458-8d59-9d5cff1bad32 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] [instance: 2e9731d0-ef1b-44f2-a457-d21a99bfa2bf] Reconfigured VM instance instance-00000006 to attach disk [datastore1] 2e9731d0-ef1b-44f2-a457-d21a99bfa2bf/2e9731d0-ef1b-44f2-a457-d21a99bfa2bf.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 578.124068] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-47869986-710e-4252-8c57-fe2b10ba6b79 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.127490] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca54b4f2-dcc5-46d4-940a-7aab63a39fbd tempest-ServerExternalEventsTest-1456212372 tempest-ServerExternalEventsTest-1456212372-project-member] [instance: 71d6a2a4-8c9f-45a6-bb5b-add707aa11f8] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 578.128282] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-380d18ba-3978-4aaa-a3bb-37e7ee0a6fef {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.133866] env[62353]: DEBUG oslo_vmware.api [None req-21c846da-342b-4458-8d59-9d5cff1bad32 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Waiting for the task: (returnval){ [ 578.133866] env[62353]: value = "task-2371772" [ 578.133866] env[62353]: _type = "Task" [ 578.133866] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 578.140225] env[62353]: DEBUG oslo_vmware.api [None req-ca54b4f2-dcc5-46d4-940a-7aab63a39fbd tempest-ServerExternalEventsTest-1456212372 tempest-ServerExternalEventsTest-1456212372-project-member] Waiting for the task: (returnval){ [ 578.140225] env[62353]: value = "task-2371773" [ 578.140225] env[62353]: _type = "Task" [ 578.140225] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 578.144046] env[62353]: DEBUG oslo_vmware.api [None req-21c846da-342b-4458-8d59-9d5cff1bad32 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Task: {'id': task-2371772, 'name': Rename_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.153898] env[62353]: DEBUG oslo_vmware.api [None req-ca54b4f2-dcc5-46d4-940a-7aab63a39fbd tempest-ServerExternalEventsTest-1456212372 tempest-ServerExternalEventsTest-1456212372-project-member] Task: {'id': task-2371773, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.214311] env[62353]: DEBUG oslo_vmware.api [None req-00699f88-c5c8-45b9-8993-854f12e3f45f tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Task: {'id': task-2371768, 'name': ReconfigVM_Task, 'duration_secs': 0.969264} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 578.214782] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-00699f88-c5c8-45b9-8993-854f12e3f45f tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 672a184e-5e10-4fc3-a967-9b9cdd014ed2] Reconfigured VM instance instance-00000007 to attach disk [datastore1] 672a184e-5e10-4fc3-a967-9b9cdd014ed2/672a184e-5e10-4fc3-a967-9b9cdd014ed2.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 578.215526] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-db92a419-03bd-4b82-93e2-e5d02ba15b3e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.226098] env[62353]: DEBUG oslo_vmware.api [None req-00699f88-c5c8-45b9-8993-854f12e3f45f tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Waiting for the task: (returnval){ [ 578.226098] env[62353]: value = "task-2371774" [ 578.226098] env[62353]: _type = "Task" [ 578.226098] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 578.237423] env[62353]: DEBUG oslo_vmware.api [None req-00699f88-c5c8-45b9-8993-854f12e3f45f tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Task: {'id': task-2371774, 'name': Rename_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.411293] env[62353]: INFO nova.compute.manager [-] [instance: b108ff18-5515-4884-bd5d-a4a245c18a0e] Took 1.99 seconds to deallocate network for instance. [ 578.482497] env[62353]: DEBUG nova.compute.manager [None req-5fadc71a-14b9-4ec9-8023-eb70b888e0e9 tempest-ServerAddressesNegativeTestJSON-1430294578 tempest-ServerAddressesNegativeTestJSON-1430294578-project-member] [instance: c9c70c50-2454-4da5-ae51-57488371a23c] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 578.538704] env[62353]: DEBUG oslo_vmware.api [None req-08fdeb09-a3ca-44a8-a548-68a57f326ffc tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] Task: {'id': task-2371770, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069887} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 578.539442] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-08fdeb09-a3ca-44a8-a548-68a57f326ffc tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] [instance: 82afd7a0-a514-4eac-9bcf-e2ed22e1e04b] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 578.540310] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-929f8443-c6ce-4de6-8276-712d81ce7605 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.568834] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-08fdeb09-a3ca-44a8-a548-68a57f326ffc tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] [instance: 82afd7a0-a514-4eac-9bcf-e2ed22e1e04b] Reconfiguring VM instance instance-00000002 to attach disk [datastore1] 82afd7a0-a514-4eac-9bcf-e2ed22e1e04b/82afd7a0-a514-4eac-9bcf-e2ed22e1e04b.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 578.570320] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0a6d0f64-31d5-45eb-85a1-e6c87392a5fc {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.607273] env[62353]: DEBUG oslo_vmware.api [None req-08fdeb09-a3ca-44a8-a548-68a57f326ffc tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] Waiting for the task: (returnval){ [ 578.607273] env[62353]: value = "task-2371775" [ 578.607273] env[62353]: _type = "Task" [ 578.607273] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 578.622085] env[62353]: DEBUG oslo_vmware.api [None req-053ce369-a3c9-4d3c-896c-43811e63fce5 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Task: {'id': task-2371771, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.622085] env[62353]: DEBUG oslo_vmware.api [None req-65db1c8b-3f73-4ad1-8ba1-9348a505a00b tempest-ImagesNegativeTestJSON-1559337630 tempest-ImagesNegativeTestJSON-1559337630-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5207bc84-abaf-5328-5640-ac208ef247c1, 'name': SearchDatastore_Task, 'duration_secs': 0.023342} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 578.622085] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81bf407c-21ff-46c4-8139-98a855d8888b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.629153] env[62353]: DEBUG oslo_vmware.api [None req-08fdeb09-a3ca-44a8-a548-68a57f326ffc tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] Task: {'id': task-2371775, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.634915] env[62353]: DEBUG oslo_vmware.api [None req-65db1c8b-3f73-4ad1-8ba1-9348a505a00b tempest-ImagesNegativeTestJSON-1559337630 tempest-ImagesNegativeTestJSON-1559337630-project-member] Waiting for the task: (returnval){ [ 578.634915] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52e18e11-2fb8-48de-8e70-d7f47714264d" [ 578.634915] env[62353]: _type = "Task" [ 578.634915] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 578.654559] env[62353]: DEBUG oslo_vmware.api [None req-65db1c8b-3f73-4ad1-8ba1-9348a505a00b tempest-ImagesNegativeTestJSON-1559337630 tempest-ImagesNegativeTestJSON-1559337630-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52e18e11-2fb8-48de-8e70-d7f47714264d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.654853] env[62353]: DEBUG oslo_vmware.api [None req-21c846da-342b-4458-8d59-9d5cff1bad32 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Task: {'id': task-2371772, 'name': Rename_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.667037] env[62353]: DEBUG oslo_vmware.api [None req-ca54b4f2-dcc5-46d4-940a-7aab63a39fbd tempest-ServerExternalEventsTest-1456212372 tempest-ServerExternalEventsTest-1456212372-project-member] Task: {'id': task-2371773, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.720283] env[62353]: DEBUG nova.network.neutron [None req-ff1e3706-db17-4cd5-970c-e1de31f8c148 tempest-ServerRescueTestJSONUnderV235-485973642 tempest-ServerRescueTestJSONUnderV235-485973642-project-member] [instance: 5cff6baf-1dd7-4030-834d-266e83d77229] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 578.741148] env[62353]: DEBUG oslo_vmware.api [None req-00699f88-c5c8-45b9-8993-854f12e3f45f tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Task: {'id': task-2371774, 'name': Rename_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.869474] env[62353]: DEBUG nova.compute.manager [req-f5f3112b-d802-444a-bdf1-9b1b72b0037f req-65bacd21-8024-450d-b550-5cdba9a6568c service nova] [instance: da04e4bf-dc3d-45a8-b0f9-ef9a7491e297] Received event network-vif-plugged-330d03a8-a6bd-43aa-8ea4-7aaf5e3509ae {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 578.869581] env[62353]: DEBUG oslo_concurrency.lockutils [req-f5f3112b-d802-444a-bdf1-9b1b72b0037f req-65bacd21-8024-450d-b550-5cdba9a6568c service nova] Acquiring lock "da04e4bf-dc3d-45a8-b0f9-ef9a7491e297-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 578.870155] env[62353]: DEBUG oslo_concurrency.lockutils [req-f5f3112b-d802-444a-bdf1-9b1b72b0037f req-65bacd21-8024-450d-b550-5cdba9a6568c service nova] Lock "da04e4bf-dc3d-45a8-b0f9-ef9a7491e297-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 578.872191] env[62353]: DEBUG oslo_concurrency.lockutils [req-f5f3112b-d802-444a-bdf1-9b1b72b0037f req-65bacd21-8024-450d-b550-5cdba9a6568c service nova] Lock "da04e4bf-dc3d-45a8-b0f9-ef9a7491e297-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 578.872191] env[62353]: DEBUG nova.compute.manager [req-f5f3112b-d802-444a-bdf1-9b1b72b0037f req-65bacd21-8024-450d-b550-5cdba9a6568c service nova] [instance: da04e4bf-dc3d-45a8-b0f9-ef9a7491e297] No waiting events found dispatching network-vif-plugged-330d03a8-a6bd-43aa-8ea4-7aaf5e3509ae {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 578.872191] env[62353]: WARNING nova.compute.manager [req-f5f3112b-d802-444a-bdf1-9b1b72b0037f req-65bacd21-8024-450d-b550-5cdba9a6568c service nova] [instance: da04e4bf-dc3d-45a8-b0f9-ef9a7491e297] Received unexpected event network-vif-plugged-330d03a8-a6bd-43aa-8ea4-7aaf5e3509ae for instance with vm_state building and task_state spawning. [ 578.872191] env[62353]: DEBUG nova.compute.manager [req-f5f3112b-d802-444a-bdf1-9b1b72b0037f req-65bacd21-8024-450d-b550-5cdba9a6568c service nova] [instance: da04e4bf-dc3d-45a8-b0f9-ef9a7491e297] Received event network-changed-330d03a8-a6bd-43aa-8ea4-7aaf5e3509ae {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 578.872191] env[62353]: DEBUG nova.compute.manager [req-f5f3112b-d802-444a-bdf1-9b1b72b0037f req-65bacd21-8024-450d-b550-5cdba9a6568c service nova] [instance: da04e4bf-dc3d-45a8-b0f9-ef9a7491e297] Refreshing instance network info cache due to event network-changed-330d03a8-a6bd-43aa-8ea4-7aaf5e3509ae. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 578.872431] env[62353]: DEBUG oslo_concurrency.lockutils [req-f5f3112b-d802-444a-bdf1-9b1b72b0037f req-65bacd21-8024-450d-b550-5cdba9a6568c service nova] Acquiring lock "refresh_cache-da04e4bf-dc3d-45a8-b0f9-ef9a7491e297" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 578.872431] env[62353]: DEBUG oslo_concurrency.lockutils [req-f5f3112b-d802-444a-bdf1-9b1b72b0037f req-65bacd21-8024-450d-b550-5cdba9a6568c service nova] Acquired lock "refresh_cache-da04e4bf-dc3d-45a8-b0f9-ef9a7491e297" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.872431] env[62353]: DEBUG nova.network.neutron [req-f5f3112b-d802-444a-bdf1-9b1b72b0037f req-65bacd21-8024-450d-b550-5cdba9a6568c service nova] [instance: da04e4bf-dc3d-45a8-b0f9-ef9a7491e297] Refreshing network info cache for port 330d03a8-a6bd-43aa-8ea4-7aaf5e3509ae {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 578.936162] env[62353]: DEBUG oslo_concurrency.lockutils [None req-fd2b7562-c6b1-4f51-a559-4ca494f02566 tempest-ServerDiagnosticsTest-70966863 tempest-ServerDiagnosticsTest-70966863-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 578.936162] env[62353]: DEBUG oslo_concurrency.lockutils [None req-fd2b7562-c6b1-4f51-a559-4ca494f02566 tempest-ServerDiagnosticsTest-70966863 tempest-ServerDiagnosticsTest-70966863-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 578.936162] env[62353]: DEBUG nova.objects.instance [None req-fd2b7562-c6b1-4f51-a559-4ca494f02566 tempest-ServerDiagnosticsTest-70966863 tempest-ServerDiagnosticsTest-70966863-project-member] Lazy-loading 'resources' on Instance uuid b108ff18-5515-4884-bd5d-a4a245c18a0e {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 579.108547] env[62353]: DEBUG oslo_vmware.api [None req-053ce369-a3c9-4d3c-896c-43811e63fce5 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Task: {'id': task-2371771, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.758412} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 579.110374] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-053ce369-a3c9-4d3c-896c-43811e63fce5 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore1] da04e4bf-dc3d-45a8-b0f9-ef9a7491e297/da04e4bf-dc3d-45a8-b0f9-ef9a7491e297.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 579.110374] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-053ce369-a3c9-4d3c-896c-43811e63fce5 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] [instance: da04e4bf-dc3d-45a8-b0f9-ef9a7491e297] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 579.113560] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-abceedeb-6819-48cb-9d0d-de37cf3b4bbb {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.125276] env[62353]: DEBUG oslo_vmware.api [None req-08fdeb09-a3ca-44a8-a548-68a57f326ffc tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] Task: {'id': task-2371775, 'name': ReconfigVM_Task, 'duration_secs': 0.505271} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 579.126972] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-08fdeb09-a3ca-44a8-a548-68a57f326ffc tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] [instance: 82afd7a0-a514-4eac-9bcf-e2ed22e1e04b] Reconfigured VM instance instance-00000002 to attach disk [datastore1] 82afd7a0-a514-4eac-9bcf-e2ed22e1e04b/82afd7a0-a514-4eac-9bcf-e2ed22e1e04b.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 579.127777] env[62353]: DEBUG oslo_vmware.api [None req-053ce369-a3c9-4d3c-896c-43811e63fce5 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Waiting for the task: (returnval){ [ 579.127777] env[62353]: value = "task-2371776" [ 579.127777] env[62353]: _type = "Task" [ 579.127777] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 579.130024] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-481632f8-2516-44b5-a901-a8fcbddf9343 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.143791] env[62353]: DEBUG oslo_vmware.api [None req-053ce369-a3c9-4d3c-896c-43811e63fce5 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Task: {'id': task-2371776, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.144106] env[62353]: DEBUG oslo_vmware.api [None req-08fdeb09-a3ca-44a8-a548-68a57f326ffc tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] Waiting for the task: (returnval){ [ 579.144106] env[62353]: value = "task-2371777" [ 579.144106] env[62353]: _type = "Task" [ 579.144106] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 579.158803] env[62353]: DEBUG oslo_vmware.api [None req-21c846da-342b-4458-8d59-9d5cff1bad32 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Task: {'id': task-2371772, 'name': Rename_Task, 'duration_secs': 0.994718} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 579.158803] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-21c846da-342b-4458-8d59-9d5cff1bad32 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] [instance: 2e9731d0-ef1b-44f2-a457-d21a99bfa2bf] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 579.158803] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0e9e8e24-3243-4f70-81c3-2b55da8fc1a0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.169639] env[62353]: DEBUG oslo_vmware.api [None req-08fdeb09-a3ca-44a8-a548-68a57f326ffc tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] Task: {'id': task-2371777, 'name': Rename_Task} progress is 10%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.169748] env[62353]: DEBUG oslo_vmware.api [None req-65db1c8b-3f73-4ad1-8ba1-9348a505a00b tempest-ImagesNegativeTestJSON-1559337630 tempest-ImagesNegativeTestJSON-1559337630-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52e18e11-2fb8-48de-8e70-d7f47714264d, 'name': SearchDatastore_Task, 'duration_secs': 0.104351} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 579.173326] env[62353]: DEBUG nova.network.neutron [None req-ff1e3706-db17-4cd5-970c-e1de31f8c148 tempest-ServerRescueTestJSONUnderV235-485973642 tempest-ServerRescueTestJSONUnderV235-485973642-project-member] [instance: 5cff6baf-1dd7-4030-834d-266e83d77229] Updating instance_info_cache with network_info: [{"id": "58b42438-96f0-41e9-8a75-b2653f78f0f2", "address": "fa:16:3e:b8:e8:0d", "network": {"id": "47ce8d6b-d643-4102-b7e0-97d7d64a8a59", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1390171572-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "0efd65b451fa46bd88fd74c3df15e40e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e1049e8-c06b-4c93-a9e1-2cbb530f3f95", "external-id": "nsx-vlan-transportzone-966", "segmentation_id": 966, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58b42438-96", "ovs_interfaceid": "58b42438-96f0-41e9-8a75-b2653f78f0f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 579.178121] env[62353]: DEBUG oslo_concurrency.lockutils [None req-65db1c8b-3f73-4ad1-8ba1-9348a505a00b tempest-ImagesNegativeTestJSON-1559337630 tempest-ImagesNegativeTestJSON-1559337630-project-member] Releasing lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 579.178342] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-65db1c8b-3f73-4ad1-8ba1-9348a505a00b tempest-ImagesNegativeTestJSON-1559337630 tempest-ImagesNegativeTestJSON-1559337630-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore1] 9bd2f6b9-eb81-4238-a781-5f2bb54f80c0/9bd2f6b9-eb81-4238-a781-5f2bb54f80c0.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 579.178966] env[62353]: DEBUG oslo_vmware.api [None req-ca54b4f2-dcc5-46d4-940a-7aab63a39fbd tempest-ServerExternalEventsTest-1456212372 tempest-ServerExternalEventsTest-1456212372-project-member] Task: {'id': task-2371773, 'name': PowerOffVM_Task, 'duration_secs': 0.767068} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 579.181837] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7a8aa141-53c3-4688-b25c-c933b17c8e3e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.183181] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca54b4f2-dcc5-46d4-940a-7aab63a39fbd tempest-ServerExternalEventsTest-1456212372 tempest-ServerExternalEventsTest-1456212372-project-member] [instance: 71d6a2a4-8c9f-45a6-bb5b-add707aa11f8] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 579.184037] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ca54b4f2-dcc5-46d4-940a-7aab63a39fbd tempest-ServerExternalEventsTest-1456212372 tempest-ServerExternalEventsTest-1456212372-project-member] [instance: 71d6a2a4-8c9f-45a6-bb5b-add707aa11f8] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 579.184263] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3343e2a0-1f94-452c-afd7-da6d15fe087f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.190792] env[62353]: DEBUG oslo_vmware.api [None req-21c846da-342b-4458-8d59-9d5cff1bad32 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Waiting for the task: (returnval){ [ 579.190792] env[62353]: value = "task-2371778" [ 579.190792] env[62353]: _type = "Task" [ 579.190792] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 579.196361] env[62353]: DEBUG oslo_vmware.api [None req-65db1c8b-3f73-4ad1-8ba1-9348a505a00b tempest-ImagesNegativeTestJSON-1559337630 tempest-ImagesNegativeTestJSON-1559337630-project-member] Waiting for the task: (returnval){ [ 579.196361] env[62353]: value = "task-2371780" [ 579.196361] env[62353]: _type = "Task" [ 579.196361] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 579.205120] env[62353]: DEBUG oslo_vmware.api [None req-21c846da-342b-4458-8d59-9d5cff1bad32 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Task: {'id': task-2371778, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.214458] env[62353]: DEBUG oslo_vmware.api [None req-65db1c8b-3f73-4ad1-8ba1-9348a505a00b tempest-ImagesNegativeTestJSON-1559337630 tempest-ImagesNegativeTestJSON-1559337630-project-member] Task: {'id': task-2371780, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.235564] env[62353]: DEBUG oslo_vmware.api [None req-00699f88-c5c8-45b9-8993-854f12e3f45f tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Task: {'id': task-2371774, 'name': Rename_Task, 'duration_secs': 0.667944} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 579.235951] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-00699f88-c5c8-45b9-8993-854f12e3f45f tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 672a184e-5e10-4fc3-a967-9b9cdd014ed2] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 579.236140] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a5a038c4-8b78-477e-8fae-2e1c7ffc8f4c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.244823] env[62353]: DEBUG oslo_vmware.api [None req-00699f88-c5c8-45b9-8993-854f12e3f45f tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Waiting for the task: (returnval){ [ 579.244823] env[62353]: value = "task-2371781" [ 579.244823] env[62353]: _type = "Task" [ 579.244823] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 579.256630] env[62353]: DEBUG oslo_vmware.api [None req-00699f88-c5c8-45b9-8993-854f12e3f45f tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Task: {'id': task-2371781, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.292194] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ca54b4f2-dcc5-46d4-940a-7aab63a39fbd tempest-ServerExternalEventsTest-1456212372 tempest-ServerExternalEventsTest-1456212372-project-member] [instance: 71d6a2a4-8c9f-45a6-bb5b-add707aa11f8] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 579.292194] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ca54b4f2-dcc5-46d4-940a-7aab63a39fbd tempest-ServerExternalEventsTest-1456212372 tempest-ServerExternalEventsTest-1456212372-project-member] [instance: 71d6a2a4-8c9f-45a6-bb5b-add707aa11f8] Deleting contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 579.292194] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca54b4f2-dcc5-46d4-940a-7aab63a39fbd tempest-ServerExternalEventsTest-1456212372 tempest-ServerExternalEventsTest-1456212372-project-member] Deleting the datastore file [datastore2] 71d6a2a4-8c9f-45a6-bb5b-add707aa11f8 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 579.292194] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ad5c1a57-56df-46d3-bb2d-d29844f33e76 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.303450] env[62353]: DEBUG oslo_vmware.api [None req-ca54b4f2-dcc5-46d4-940a-7aab63a39fbd tempest-ServerExternalEventsTest-1456212372 tempest-ServerExternalEventsTest-1456212372-project-member] Waiting for the task: (returnval){ [ 579.303450] env[62353]: value = "task-2371782" [ 579.303450] env[62353]: _type = "Task" [ 579.303450] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 579.313949] env[62353]: DEBUG oslo_vmware.api [None req-ca54b4f2-dcc5-46d4-940a-7aab63a39fbd tempest-ServerExternalEventsTest-1456212372 tempest-ServerExternalEventsTest-1456212372-project-member] Task: {'id': task-2371782, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.317803] env[62353]: DEBUG nova.compute.manager [req-e00ab3fe-cdde-4ba1-a022-e84511a746a8 req-46da343c-00e1-4faf-97a9-216c70551bde service nova] [instance: 9bd2f6b9-eb81-4238-a781-5f2bb54f80c0] Received event network-vif-plugged-f2b16eb2-15bc-4f53-8055-aa6b6660dfa5 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 579.317803] env[62353]: DEBUG oslo_concurrency.lockutils [req-e00ab3fe-cdde-4ba1-a022-e84511a746a8 req-46da343c-00e1-4faf-97a9-216c70551bde service nova] Acquiring lock "9bd2f6b9-eb81-4238-a781-5f2bb54f80c0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 579.317803] env[62353]: DEBUG oslo_concurrency.lockutils [req-e00ab3fe-cdde-4ba1-a022-e84511a746a8 req-46da343c-00e1-4faf-97a9-216c70551bde service nova] Lock "9bd2f6b9-eb81-4238-a781-5f2bb54f80c0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 579.317803] env[62353]: DEBUG oslo_concurrency.lockutils [req-e00ab3fe-cdde-4ba1-a022-e84511a746a8 req-46da343c-00e1-4faf-97a9-216c70551bde service nova] Lock "9bd2f6b9-eb81-4238-a781-5f2bb54f80c0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 579.318033] env[62353]: DEBUG nova.compute.manager [req-e00ab3fe-cdde-4ba1-a022-e84511a746a8 req-46da343c-00e1-4faf-97a9-216c70551bde service nova] [instance: 9bd2f6b9-eb81-4238-a781-5f2bb54f80c0] No waiting events found dispatching network-vif-plugged-f2b16eb2-15bc-4f53-8055-aa6b6660dfa5 {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 579.319456] env[62353]: WARNING nova.compute.manager [req-e00ab3fe-cdde-4ba1-a022-e84511a746a8 req-46da343c-00e1-4faf-97a9-216c70551bde service nova] [instance: 9bd2f6b9-eb81-4238-a781-5f2bb54f80c0] Received unexpected event network-vif-plugged-f2b16eb2-15bc-4f53-8055-aa6b6660dfa5 for instance with vm_state building and task_state spawning. [ 579.319456] env[62353]: DEBUG nova.compute.manager [req-e00ab3fe-cdde-4ba1-a022-e84511a746a8 req-46da343c-00e1-4faf-97a9-216c70551bde service nova] [instance: 9bd2f6b9-eb81-4238-a781-5f2bb54f80c0] Received event network-changed-f2b16eb2-15bc-4f53-8055-aa6b6660dfa5 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 579.319456] env[62353]: DEBUG nova.compute.manager [req-e00ab3fe-cdde-4ba1-a022-e84511a746a8 req-46da343c-00e1-4faf-97a9-216c70551bde service nova] [instance: 9bd2f6b9-eb81-4238-a781-5f2bb54f80c0] Refreshing instance network info cache due to event network-changed-f2b16eb2-15bc-4f53-8055-aa6b6660dfa5. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 579.319456] env[62353]: DEBUG oslo_concurrency.lockutils [req-e00ab3fe-cdde-4ba1-a022-e84511a746a8 req-46da343c-00e1-4faf-97a9-216c70551bde service nova] Acquiring lock "refresh_cache-9bd2f6b9-eb81-4238-a781-5f2bb54f80c0" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 579.319456] env[62353]: DEBUG oslo_concurrency.lockutils [req-e00ab3fe-cdde-4ba1-a022-e84511a746a8 req-46da343c-00e1-4faf-97a9-216c70551bde service nova] Acquired lock "refresh_cache-9bd2f6b9-eb81-4238-a781-5f2bb54f80c0" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.319846] env[62353]: DEBUG nova.network.neutron [req-e00ab3fe-cdde-4ba1-a022-e84511a746a8 req-46da343c-00e1-4faf-97a9-216c70551bde service nova] [instance: 9bd2f6b9-eb81-4238-a781-5f2bb54f80c0] Refreshing network info cache for port f2b16eb2-15bc-4f53-8055-aa6b6660dfa5 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 579.324044] env[62353]: DEBUG nova.network.neutron [None req-5fadc71a-14b9-4ec9-8023-eb70b888e0e9 tempest-ServerAddressesNegativeTestJSON-1430294578 tempest-ServerAddressesNegativeTestJSON-1430294578-project-member] [instance: c9c70c50-2454-4da5-ae51-57488371a23c] Successfully created port: 7fabed49-5bef-4da3-a7a2-1649c08029bf {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 579.424211] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a678982e-f8f5-45d0-b205-4d22d26c8e3b tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Acquiring lock "c7b98e17-46d0-4ae9-988e-fae08ee05377" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 579.424211] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a678982e-f8f5-45d0-b205-4d22d26c8e3b tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Lock "c7b98e17-46d0-4ae9-988e-fae08ee05377" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 579.498469] env[62353]: DEBUG nova.compute.manager [None req-5fadc71a-14b9-4ec9-8023-eb70b888e0e9 tempest-ServerAddressesNegativeTestJSON-1430294578 tempest-ServerAddressesNegativeTestJSON-1430294578-project-member] [instance: c9c70c50-2454-4da5-ae51-57488371a23c] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 579.548186] env[62353]: DEBUG nova.compute.manager [None req-c73b402c-91db-4483-827d-94ea68a52f5c tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] [instance: 70b6d86f-10bd-471f-8655-e961c4208751] Stashing vm_state: active {{(pid=62353) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 579.559493] env[62353]: DEBUG nova.virt.hardware [None req-5fadc71a-14b9-4ec9-8023-eb70b888e0e9 tempest-ServerAddressesNegativeTestJSON-1430294578 tempest-ServerAddressesNegativeTestJSON-1430294578-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T12:38:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T12:38:15Z,direct_url=,disk_format='vmdk',id=06f909ae-e8dc-43b4-abf7-c7ed85db9bbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0a3f88790a594523a818b8c00f6862e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T12:38:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 579.559493] env[62353]: DEBUG nova.virt.hardware [None req-5fadc71a-14b9-4ec9-8023-eb70b888e0e9 tempest-ServerAddressesNegativeTestJSON-1430294578 tempest-ServerAddressesNegativeTestJSON-1430294578-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 579.559493] env[62353]: DEBUG nova.virt.hardware [None req-5fadc71a-14b9-4ec9-8023-eb70b888e0e9 tempest-ServerAddressesNegativeTestJSON-1430294578 tempest-ServerAddressesNegativeTestJSON-1430294578-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 579.560388] env[62353]: DEBUG nova.virt.hardware [None req-5fadc71a-14b9-4ec9-8023-eb70b888e0e9 tempest-ServerAddressesNegativeTestJSON-1430294578 tempest-ServerAddressesNegativeTestJSON-1430294578-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 579.560388] env[62353]: DEBUG nova.virt.hardware [None req-5fadc71a-14b9-4ec9-8023-eb70b888e0e9 tempest-ServerAddressesNegativeTestJSON-1430294578 tempest-ServerAddressesNegativeTestJSON-1430294578-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 579.560388] env[62353]: DEBUG nova.virt.hardware [None req-5fadc71a-14b9-4ec9-8023-eb70b888e0e9 tempest-ServerAddressesNegativeTestJSON-1430294578 tempest-ServerAddressesNegativeTestJSON-1430294578-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 579.560388] env[62353]: DEBUG nova.virt.hardware [None req-5fadc71a-14b9-4ec9-8023-eb70b888e0e9 tempest-ServerAddressesNegativeTestJSON-1430294578 tempest-ServerAddressesNegativeTestJSON-1430294578-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 579.560388] env[62353]: DEBUG nova.virt.hardware [None req-5fadc71a-14b9-4ec9-8023-eb70b888e0e9 tempest-ServerAddressesNegativeTestJSON-1430294578 tempest-ServerAddressesNegativeTestJSON-1430294578-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 579.560595] env[62353]: DEBUG nova.virt.hardware [None req-5fadc71a-14b9-4ec9-8023-eb70b888e0e9 tempest-ServerAddressesNegativeTestJSON-1430294578 tempest-ServerAddressesNegativeTestJSON-1430294578-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 579.560595] env[62353]: DEBUG nova.virt.hardware [None req-5fadc71a-14b9-4ec9-8023-eb70b888e0e9 tempest-ServerAddressesNegativeTestJSON-1430294578 tempest-ServerAddressesNegativeTestJSON-1430294578-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 579.560702] env[62353]: DEBUG nova.virt.hardware [None req-5fadc71a-14b9-4ec9-8023-eb70b888e0e9 tempest-ServerAddressesNegativeTestJSON-1430294578 tempest-ServerAddressesNegativeTestJSON-1430294578-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 579.561622] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-334939d4-15d3-4ed9-bb36-f4a8fff6435f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.574586] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8363625f-927f-4f06-ace2-c22020bf8197 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.642957] env[62353]: DEBUG oslo_vmware.api [None req-053ce369-a3c9-4d3c-896c-43811e63fce5 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Task: {'id': task-2371776, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077026} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 579.643481] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-053ce369-a3c9-4d3c-896c-43811e63fce5 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] [instance: da04e4bf-dc3d-45a8-b0f9-ef9a7491e297] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 579.644419] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da852725-c9a8-4cc9-b80b-a73d96bcc941 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.682288] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-053ce369-a3c9-4d3c-896c-43811e63fce5 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] [instance: da04e4bf-dc3d-45a8-b0f9-ef9a7491e297] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] da04e4bf-dc3d-45a8-b0f9-ef9a7491e297/da04e4bf-dc3d-45a8-b0f9-ef9a7491e297.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 579.691133] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ff1e3706-db17-4cd5-970c-e1de31f8c148 tempest-ServerRescueTestJSONUnderV235-485973642 tempest-ServerRescueTestJSONUnderV235-485973642-project-member] Releasing lock "refresh_cache-5cff6baf-1dd7-4030-834d-266e83d77229" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 579.691133] env[62353]: DEBUG nova.compute.manager [None req-ff1e3706-db17-4cd5-970c-e1de31f8c148 tempest-ServerRescueTestJSONUnderV235-485973642 tempest-ServerRescueTestJSONUnderV235-485973642-project-member] [instance: 5cff6baf-1dd7-4030-834d-266e83d77229] Instance network_info: |[{"id": "58b42438-96f0-41e9-8a75-b2653f78f0f2", "address": "fa:16:3e:b8:e8:0d", "network": {"id": "47ce8d6b-d643-4102-b7e0-97d7d64a8a59", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1390171572-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "0efd65b451fa46bd88fd74c3df15e40e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e1049e8-c06b-4c93-a9e1-2cbb530f3f95", "external-id": "nsx-vlan-transportzone-966", "segmentation_id": 966, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58b42438-96", "ovs_interfaceid": "58b42438-96f0-41e9-8a75-b2653f78f0f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 579.691699] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1dfabe5a-3345-4fe5-985d-4e7fbcefb06b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.710374] env[62353]: DEBUG oslo_vmware.api [None req-08fdeb09-a3ca-44a8-a548-68a57f326ffc tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] Task: {'id': task-2371777, 'name': Rename_Task, 'duration_secs': 0.353701} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 579.712363] env[62353]: DEBUG nova.network.neutron [None req-2744072e-9e61-41e0-b867-bc2a99bb9360 tempest-VolumesAssistedSnapshotsTest-1180796019 tempest-VolumesAssistedSnapshotsTest-1180796019-project-member] [instance: 832a2083-5874-47b5-a9c7-fdb4a69a94bb] Successfully updated port: 0db4e91f-7a0c-4615-aa15-29acaebd0f1e {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 579.713305] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ff1e3706-db17-4cd5-970c-e1de31f8c148 tempest-ServerRescueTestJSONUnderV235-485973642 tempest-ServerRescueTestJSONUnderV235-485973642-project-member] [instance: 5cff6baf-1dd7-4030-834d-266e83d77229] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b8:e8:0d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5e1049e8-c06b-4c93-a9e1-2cbb530f3f95', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '58b42438-96f0-41e9-8a75-b2653f78f0f2', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 579.721979] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff1e3706-db17-4cd5-970c-e1de31f8c148 tempest-ServerRescueTestJSONUnderV235-485973642 tempest-ServerRescueTestJSONUnderV235-485973642-project-member] Creating folder: Project (0efd65b451fa46bd88fd74c3df15e40e). Parent ref: group-v481456. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 579.722961] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-08fdeb09-a3ca-44a8-a548-68a57f326ffc tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] [instance: 82afd7a0-a514-4eac-9bcf-e2ed22e1e04b] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 579.723627] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-61d88963-cdbf-4e2e-9374-219ba1fe9f19 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.737336] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-657654a2-dc38-4ef3-8b2d-8bf1c8a13835 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.747801] env[62353]: DEBUG oslo_vmware.api [None req-053ce369-a3c9-4d3c-896c-43811e63fce5 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Waiting for the task: (returnval){ [ 579.747801] env[62353]: value = "task-2371783" [ 579.747801] env[62353]: _type = "Task" [ 579.747801] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 579.765860] env[62353]: DEBUG oslo_vmware.api [None req-65db1c8b-3f73-4ad1-8ba1-9348a505a00b tempest-ImagesNegativeTestJSON-1559337630 tempest-ImagesNegativeTestJSON-1559337630-project-member] Task: {'id': task-2371780, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.766663] env[62353]: DEBUG oslo_vmware.api [None req-21c846da-342b-4458-8d59-9d5cff1bad32 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Task: {'id': task-2371778, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.776792] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-ff1e3706-db17-4cd5-970c-e1de31f8c148 tempest-ServerRescueTestJSONUnderV235-485973642 tempest-ServerRescueTestJSONUnderV235-485973642-project-member] Created folder: Project (0efd65b451fa46bd88fd74c3df15e40e) in parent group-v481456. [ 579.777036] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff1e3706-db17-4cd5-970c-e1de31f8c148 tempest-ServerRescueTestJSONUnderV235-485973642 tempest-ServerRescueTestJSONUnderV235-485973642-project-member] Creating folder: Instances. Parent ref: group-v481489. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 579.781155] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-16bab67f-5d55-4f02-b088-dda64db9e667 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.790216] env[62353]: DEBUG oslo_vmware.api [None req-053ce369-a3c9-4d3c-896c-43811e63fce5 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Task: {'id': task-2371783, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.790525] env[62353]: DEBUG oslo_vmware.api [None req-00699f88-c5c8-45b9-8993-854f12e3f45f tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Task: {'id': task-2371781, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.790911] env[62353]: DEBUG oslo_vmware.api [None req-08fdeb09-a3ca-44a8-a548-68a57f326ffc tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] Waiting for the task: (returnval){ [ 579.790911] env[62353]: value = "task-2371785" [ 579.790911] env[62353]: _type = "Task" [ 579.790911] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 579.807577] env[62353]: DEBUG oslo_vmware.api [None req-08fdeb09-a3ca-44a8-a548-68a57f326ffc tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] Task: {'id': task-2371785, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.813043] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-ff1e3706-db17-4cd5-970c-e1de31f8c148 tempest-ServerRescueTestJSONUnderV235-485973642 tempest-ServerRescueTestJSONUnderV235-485973642-project-member] Created folder: Instances in parent group-v481489. [ 579.813712] env[62353]: DEBUG oslo.service.loopingcall [None req-ff1e3706-db17-4cd5-970c-e1de31f8c148 tempest-ServerRescueTestJSONUnderV235-485973642 tempest-ServerRescueTestJSONUnderV235-485973642-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 579.818543] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5cff6baf-1dd7-4030-834d-266e83d77229] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 579.820037] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a13ca4e6-6142-4819-81dd-6b42b0138ed8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.825377] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c4ab8d55-de6c-4284-8633-6ad081b17775 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.851533] env[62353]: DEBUG oslo_vmware.api [None req-ca54b4f2-dcc5-46d4-940a-7aab63a39fbd tempest-ServerExternalEventsTest-1456212372 tempest-ServerExternalEventsTest-1456212372-project-member] Task: {'id': task-2371782, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.859383] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c31410e-7801-46bc-a6f3-caccbc501e5b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.864091] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 579.864091] env[62353]: value = "task-2371787" [ 579.864091] env[62353]: _type = "Task" [ 579.864091] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 579.915018] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6334d849-c02c-47aa-818c-89b40ff81bd1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.921840] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2371787, 'name': CreateVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.928105] env[62353]: DEBUG nova.compute.manager [None req-a678982e-f8f5-45d0-b205-4d22d26c8e3b tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] [instance: c7b98e17-46d0-4ae9-988e-fae08ee05377] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 579.934763] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec9f2b59-cd86-4b18-b34d-ef149732f6ed {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.950469] env[62353]: DEBUG nova.compute.provider_tree [None req-fd2b7562-c6b1-4f51-a559-4ca494f02566 tempest-ServerDiagnosticsTest-70966863 tempest-ServerDiagnosticsTest-70966863-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 580.073835] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c73b402c-91db-4483-827d-94ea68a52f5c tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 580.225691] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2744072e-9e61-41e0-b867-bc2a99bb9360 tempest-VolumesAssistedSnapshotsTest-1180796019 tempest-VolumesAssistedSnapshotsTest-1180796019-project-member] Acquiring lock "refresh_cache-832a2083-5874-47b5-a9c7-fdb4a69a94bb" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 580.225691] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2744072e-9e61-41e0-b867-bc2a99bb9360 tempest-VolumesAssistedSnapshotsTest-1180796019 tempest-VolumesAssistedSnapshotsTest-1180796019-project-member] Acquired lock "refresh_cache-832a2083-5874-47b5-a9c7-fdb4a69a94bb" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.225691] env[62353]: DEBUG nova.network.neutron [None req-2744072e-9e61-41e0-b867-bc2a99bb9360 tempest-VolumesAssistedSnapshotsTest-1180796019 tempest-VolumesAssistedSnapshotsTest-1180796019-project-member] [instance: 832a2083-5874-47b5-a9c7-fdb4a69a94bb] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 580.242487] env[62353]: DEBUG oslo_vmware.api [None req-21c846da-342b-4458-8d59-9d5cff1bad32 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Task: {'id': task-2371778, 'name': PowerOnVM_Task, 'duration_secs': 0.965686} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 580.247271] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-21c846da-342b-4458-8d59-9d5cff1bad32 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] [instance: 2e9731d0-ef1b-44f2-a457-d21a99bfa2bf] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 580.247271] env[62353]: INFO nova.compute.manager [None req-21c846da-342b-4458-8d59-9d5cff1bad32 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] [instance: 2e9731d0-ef1b-44f2-a457-d21a99bfa2bf] Took 15.24 seconds to spawn the instance on the hypervisor. [ 580.247357] env[62353]: DEBUG nova.compute.manager [None req-21c846da-342b-4458-8d59-9d5cff1bad32 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] [instance: 2e9731d0-ef1b-44f2-a457-d21a99bfa2bf] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 580.247987] env[62353]: DEBUG oslo_vmware.api [None req-65db1c8b-3f73-4ad1-8ba1-9348a505a00b tempest-ImagesNegativeTestJSON-1559337630 tempest-ImagesNegativeTestJSON-1559337630-project-member] Task: {'id': task-2371780, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.840093} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 580.248828] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eafa147-0db2-44db-a61c-2149dbf3cd53 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.252086] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-65db1c8b-3f73-4ad1-8ba1-9348a505a00b tempest-ImagesNegativeTestJSON-1559337630 tempest-ImagesNegativeTestJSON-1559337630-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore1] 9bd2f6b9-eb81-4238-a781-5f2bb54f80c0/9bd2f6b9-eb81-4238-a781-5f2bb54f80c0.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 580.252323] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-65db1c8b-3f73-4ad1-8ba1-9348a505a00b tempest-ImagesNegativeTestJSON-1559337630 tempest-ImagesNegativeTestJSON-1559337630-project-member] [instance: 9bd2f6b9-eb81-4238-a781-5f2bb54f80c0] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 580.257184] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-08e527e0-6ddb-4cc3-892f-2137cb3e68ba {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.284303] env[62353]: DEBUG oslo_vmware.api [None req-053ce369-a3c9-4d3c-896c-43811e63fce5 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Task: {'id': task-2371783, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.284672] env[62353]: DEBUG oslo_vmware.api [None req-00699f88-c5c8-45b9-8993-854f12e3f45f tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Task: {'id': task-2371781, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.285222] env[62353]: DEBUG oslo_vmware.api [None req-65db1c8b-3f73-4ad1-8ba1-9348a505a00b tempest-ImagesNegativeTestJSON-1559337630 tempest-ImagesNegativeTestJSON-1559337630-project-member] Waiting for the task: (returnval){ [ 580.285222] env[62353]: value = "task-2371788" [ 580.285222] env[62353]: _type = "Task" [ 580.285222] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 580.298805] env[62353]: DEBUG oslo_vmware.api [None req-65db1c8b-3f73-4ad1-8ba1-9348a505a00b tempest-ImagesNegativeTestJSON-1559337630 tempest-ImagesNegativeTestJSON-1559337630-project-member] Task: {'id': task-2371788, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.310596] env[62353]: DEBUG oslo_vmware.api [None req-08fdeb09-a3ca-44a8-a548-68a57f326ffc tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] Task: {'id': task-2371785, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.322082] env[62353]: DEBUG oslo_vmware.api [None req-ca54b4f2-dcc5-46d4-940a-7aab63a39fbd tempest-ServerExternalEventsTest-1456212372 tempest-ServerExternalEventsTest-1456212372-project-member] Task: {'id': task-2371782, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.789699} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 580.322431] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca54b4f2-dcc5-46d4-940a-7aab63a39fbd tempest-ServerExternalEventsTest-1456212372 tempest-ServerExternalEventsTest-1456212372-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 580.322655] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ca54b4f2-dcc5-46d4-940a-7aab63a39fbd tempest-ServerExternalEventsTest-1456212372 tempest-ServerExternalEventsTest-1456212372-project-member] [instance: 71d6a2a4-8c9f-45a6-bb5b-add707aa11f8] Deleted contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 580.322853] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ca54b4f2-dcc5-46d4-940a-7aab63a39fbd tempest-ServerExternalEventsTest-1456212372 tempest-ServerExternalEventsTest-1456212372-project-member] [instance: 71d6a2a4-8c9f-45a6-bb5b-add707aa11f8] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 580.323119] env[62353]: INFO nova.compute.manager [None req-ca54b4f2-dcc5-46d4-940a-7aab63a39fbd tempest-ServerExternalEventsTest-1456212372 tempest-ServerExternalEventsTest-1456212372-project-member] [instance: 71d6a2a4-8c9f-45a6-bb5b-add707aa11f8] Took 2.22 seconds to destroy the instance on the hypervisor. [ 580.323412] env[62353]: DEBUG oslo.service.loopingcall [None req-ca54b4f2-dcc5-46d4-940a-7aab63a39fbd tempest-ServerExternalEventsTest-1456212372 tempest-ServerExternalEventsTest-1456212372-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 580.323734] env[62353]: DEBUG nova.compute.manager [-] [instance: 71d6a2a4-8c9f-45a6-bb5b-add707aa11f8] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 580.323807] env[62353]: DEBUG nova.network.neutron [-] [instance: 71d6a2a4-8c9f-45a6-bb5b-add707aa11f8] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 580.377520] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2371787, 'name': CreateVM_Task} progress is 99%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.427949] env[62353]: DEBUG nova.network.neutron [req-f5f3112b-d802-444a-bdf1-9b1b72b0037f req-65bacd21-8024-450d-b550-5cdba9a6568c service nova] [instance: da04e4bf-dc3d-45a8-b0f9-ef9a7491e297] Updated VIF entry in instance network info cache for port 330d03a8-a6bd-43aa-8ea4-7aaf5e3509ae. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 580.428329] env[62353]: DEBUG nova.network.neutron [req-f5f3112b-d802-444a-bdf1-9b1b72b0037f req-65bacd21-8024-450d-b550-5cdba9a6568c service nova] [instance: da04e4bf-dc3d-45a8-b0f9-ef9a7491e297] Updating instance_info_cache with network_info: [{"id": "330d03a8-a6bd-43aa-8ea4-7aaf5e3509ae", "address": "fa:16:3e:a7:21:89", "network": {"id": "7c25f8f7-5c31-45d9-82e5-014ad7446734", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1695721764-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f163f3fb1d3946f08ed6b78ab4f0eba8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0248a27a-1d7f-4195-987b-06bfc8467347", "external-id": "nsx-vlan-transportzone-26", "segmentation_id": 26, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap330d03a8-a6", "ovs_interfaceid": "330d03a8-a6bd-43aa-8ea4-7aaf5e3509ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 580.456025] env[62353]: DEBUG nova.scheduler.client.report [None req-fd2b7562-c6b1-4f51-a559-4ca494f02566 tempest-ServerDiagnosticsTest-70966863 tempest-ServerDiagnosticsTest-70966863-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 580.469121] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a678982e-f8f5-45d0-b205-4d22d26c8e3b tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 580.524742] env[62353]: DEBUG oslo_concurrency.lockutils [None req-cb29a535-ef9e-4fa5-9f44-65b054be036d tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Acquiring lock "6886b90e-f9ac-4295-9a0e-c3d4fc2e5cf6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 580.525669] env[62353]: DEBUG oslo_concurrency.lockutils [None req-cb29a535-ef9e-4fa5-9f44-65b054be036d tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Lock "6886b90e-f9ac-4295-9a0e-c3d4fc2e5cf6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 580.768888] env[62353]: DEBUG oslo_vmware.api [None req-00699f88-c5c8-45b9-8993-854f12e3f45f tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Task: {'id': task-2371781, 'name': PowerOnVM_Task, 'duration_secs': 1.060889} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 580.772391] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-00699f88-c5c8-45b9-8993-854f12e3f45f tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 672a184e-5e10-4fc3-a967-9b9cdd014ed2] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 580.773911] env[62353]: INFO nova.compute.manager [None req-00699f88-c5c8-45b9-8993-854f12e3f45f tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 672a184e-5e10-4fc3-a967-9b9cdd014ed2] Took 13.42 seconds to spawn the instance on the hypervisor. [ 580.774128] env[62353]: DEBUG nova.compute.manager [None req-00699f88-c5c8-45b9-8993-854f12e3f45f tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 672a184e-5e10-4fc3-a967-9b9cdd014ed2] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 580.774504] env[62353]: DEBUG oslo_vmware.api [None req-053ce369-a3c9-4d3c-896c-43811e63fce5 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Task: {'id': task-2371783, 'name': ReconfigVM_Task, 'duration_secs': 0.649393} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 580.775152] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eacdb9e-7441-44a4-abce-25498cc51f8f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.781409] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-053ce369-a3c9-4d3c-896c-43811e63fce5 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] [instance: da04e4bf-dc3d-45a8-b0f9-ef9a7491e297] Reconfigured VM instance instance-00000008 to attach disk [datastore1] da04e4bf-dc3d-45a8-b0f9-ef9a7491e297/da04e4bf-dc3d-45a8-b0f9-ef9a7491e297.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 580.781975] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8b5b3ee5-5dbd-446c-b3b1-075ff5904420 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.801531] env[62353]: DEBUG oslo_vmware.api [None req-053ce369-a3c9-4d3c-896c-43811e63fce5 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Waiting for the task: (returnval){ [ 580.801531] env[62353]: value = "task-2371789" [ 580.801531] env[62353]: _type = "Task" [ 580.801531] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 580.803763] env[62353]: INFO nova.compute.manager [None req-21c846da-342b-4458-8d59-9d5cff1bad32 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] [instance: 2e9731d0-ef1b-44f2-a457-d21a99bfa2bf] Took 21.67 seconds to build instance. [ 580.816469] env[62353]: DEBUG oslo_vmware.api [None req-65db1c8b-3f73-4ad1-8ba1-9348a505a00b tempest-ImagesNegativeTestJSON-1559337630 tempest-ImagesNegativeTestJSON-1559337630-project-member] Task: {'id': task-2371788, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087196} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 580.817907] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-65db1c8b-3f73-4ad1-8ba1-9348a505a00b tempest-ImagesNegativeTestJSON-1559337630 tempest-ImagesNegativeTestJSON-1559337630-project-member] [instance: 9bd2f6b9-eb81-4238-a781-5f2bb54f80c0] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 580.818108] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f61fbddd-2f53-45cc-9ab7-25f9785b8ff8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.829298] env[62353]: DEBUG oslo_vmware.api [None req-08fdeb09-a3ca-44a8-a548-68a57f326ffc tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] Task: {'id': task-2371785, 'name': PowerOnVM_Task, 'duration_secs': 0.892935} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 580.829424] env[62353]: DEBUG oslo_vmware.api [None req-053ce369-a3c9-4d3c-896c-43811e63fce5 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Task: {'id': task-2371789, 'name': Rename_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.830846] env[62353]: DEBUG nova.network.neutron [None req-2744072e-9e61-41e0-b867-bc2a99bb9360 tempest-VolumesAssistedSnapshotsTest-1180796019 tempest-VolumesAssistedSnapshotsTest-1180796019-project-member] [instance: 832a2083-5874-47b5-a9c7-fdb4a69a94bb] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 580.833318] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-08fdeb09-a3ca-44a8-a548-68a57f326ffc tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] [instance: 82afd7a0-a514-4eac-9bcf-e2ed22e1e04b] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 580.833571] env[62353]: DEBUG nova.compute.manager [None req-08fdeb09-a3ca-44a8-a548-68a57f326ffc tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] [instance: 82afd7a0-a514-4eac-9bcf-e2ed22e1e04b] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 580.834937] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c076ace4-021a-497f-b488-e94a464b145f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.856937] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-65db1c8b-3f73-4ad1-8ba1-9348a505a00b tempest-ImagesNegativeTestJSON-1559337630 tempest-ImagesNegativeTestJSON-1559337630-project-member] [instance: 9bd2f6b9-eb81-4238-a781-5f2bb54f80c0] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] 9bd2f6b9-eb81-4238-a781-5f2bb54f80c0/9bd2f6b9-eb81-4238-a781-5f2bb54f80c0.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 580.859125] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-173e5e31-0c51-4379-a238-42f3c3b0fd12 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.892133] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2371787, 'name': CreateVM_Task, 'duration_secs': 0.674098} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 580.893535] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5cff6baf-1dd7-4030-834d-266e83d77229] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 580.893947] env[62353]: DEBUG oslo_vmware.api [None req-65db1c8b-3f73-4ad1-8ba1-9348a505a00b tempest-ImagesNegativeTestJSON-1559337630 tempest-ImagesNegativeTestJSON-1559337630-project-member] Waiting for the task: (returnval){ [ 580.893947] env[62353]: value = "task-2371790" [ 580.893947] env[62353]: _type = "Task" [ 580.893947] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 580.894626] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ff1e3706-db17-4cd5-970c-e1de31f8c148 tempest-ServerRescueTestJSONUnderV235-485973642 tempest-ServerRescueTestJSONUnderV235-485973642-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 580.894833] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ff1e3706-db17-4cd5-970c-e1de31f8c148 tempest-ServerRescueTestJSONUnderV235-485973642 tempest-ServerRescueTestJSONUnderV235-485973642-project-member] Acquired lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.895188] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ff1e3706-db17-4cd5-970c-e1de31f8c148 tempest-ServerRescueTestJSONUnderV235-485973642 tempest-ServerRescueTestJSONUnderV235-485973642-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 580.895544] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cee9fdc6-d7a7-4689-8f08-12f164cdbc33 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.905079] env[62353]: DEBUG oslo_vmware.api [None req-ff1e3706-db17-4cd5-970c-e1de31f8c148 tempest-ServerRescueTestJSONUnderV235-485973642 tempest-ServerRescueTestJSONUnderV235-485973642-project-member] Waiting for the task: (returnval){ [ 580.905079] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52f81b5e-4d6b-a270-88bd-b9bb5eee70f8" [ 580.905079] env[62353]: _type = "Task" [ 580.905079] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 580.909252] env[62353]: DEBUG oslo_vmware.api [None req-65db1c8b-3f73-4ad1-8ba1-9348a505a00b tempest-ImagesNegativeTestJSON-1559337630 tempest-ImagesNegativeTestJSON-1559337630-project-member] Task: {'id': task-2371790, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.913032] env[62353]: DEBUG nova.network.neutron [req-e00ab3fe-cdde-4ba1-a022-e84511a746a8 req-46da343c-00e1-4faf-97a9-216c70551bde service nova] [instance: 9bd2f6b9-eb81-4238-a781-5f2bb54f80c0] Updated VIF entry in instance network info cache for port f2b16eb2-15bc-4f53-8055-aa6b6660dfa5. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 580.913156] env[62353]: DEBUG nova.network.neutron [req-e00ab3fe-cdde-4ba1-a022-e84511a746a8 req-46da343c-00e1-4faf-97a9-216c70551bde service nova] [instance: 9bd2f6b9-eb81-4238-a781-5f2bb54f80c0] Updating instance_info_cache with network_info: [{"id": "f2b16eb2-15bc-4f53-8055-aa6b6660dfa5", "address": "fa:16:3e:e1:a4:91", "network": {"id": "b2810271-6b98-4f5a-9fc8-e5b92ee03427", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1759773873-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72c5b62f5eea43358cde80b4a0386f5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4b6ddb2-2e19-4031-9b22-add90d41a114", "external-id": "nsx-vlan-transportzone-921", "segmentation_id": 921, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2b16eb2-15", "ovs_interfaceid": "f2b16eb2-15bc-4f53-8055-aa6b6660dfa5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 580.922539] env[62353]: DEBUG oslo_vmware.api [None req-ff1e3706-db17-4cd5-970c-e1de31f8c148 tempest-ServerRescueTestJSONUnderV235-485973642 tempest-ServerRescueTestJSONUnderV235-485973642-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52f81b5e-4d6b-a270-88bd-b9bb5eee70f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.931201] env[62353]: DEBUG oslo_concurrency.lockutils [req-f5f3112b-d802-444a-bdf1-9b1b72b0037f req-65bacd21-8024-450d-b550-5cdba9a6568c service nova] Releasing lock "refresh_cache-da04e4bf-dc3d-45a8-b0f9-ef9a7491e297" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 580.960946] env[62353]: DEBUG oslo_concurrency.lockutils [None req-fd2b7562-c6b1-4f51-a559-4ca494f02566 tempest-ServerDiagnosticsTest-70966863 tempest-ServerDiagnosticsTest-70966863-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.027s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 580.963623] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c73b402c-91db-4483-827d-94ea68a52f5c tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.890s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 580.991398] env[62353]: INFO nova.scheduler.client.report [None req-fd2b7562-c6b1-4f51-a559-4ca494f02566 tempest-ServerDiagnosticsTest-70966863 tempest-ServerDiagnosticsTest-70966863-project-member] Deleted allocations for instance b108ff18-5515-4884-bd5d-a4a245c18a0e [ 581.031016] env[62353]: DEBUG nova.compute.manager [None req-cb29a535-ef9e-4fa5-9f44-65b054be036d tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] [instance: 6886b90e-f9ac-4295-9a0e-c3d4fc2e5cf6] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 581.153726] env[62353]: DEBUG nova.network.neutron [None req-2744072e-9e61-41e0-b867-bc2a99bb9360 tempest-VolumesAssistedSnapshotsTest-1180796019 tempest-VolumesAssistedSnapshotsTest-1180796019-project-member] [instance: 832a2083-5874-47b5-a9c7-fdb4a69a94bb] Updating instance_info_cache with network_info: [{"id": "0db4e91f-7a0c-4615-aa15-29acaebd0f1e", "address": "fa:16:3e:bd:b6:92", "network": {"id": "4dce6b5b-f101-4638-8623-9faded7f1654", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-2129626978-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ba7b95f626c4540b222cc6f62f9adeb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b83383f-ed7a-4efd-aef7-aa8c15649d07", "external-id": "nsx-vlan-transportzone-282", "segmentation_id": 282, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0db4e91f-7a", "ovs_interfaceid": "0db4e91f-7a0c-4615-aa15-29acaebd0f1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 581.314401] env[62353]: INFO nova.compute.manager [None req-00699f88-c5c8-45b9-8993-854f12e3f45f tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 672a184e-5e10-4fc3-a967-9b9cdd014ed2] Took 20.36 seconds to build instance. [ 581.319740] env[62353]: DEBUG oslo_concurrency.lockutils [None req-21c846da-342b-4458-8d59-9d5cff1bad32 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Lock "2e9731d0-ef1b-44f2-a457-d21a99bfa2bf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.193s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 581.319966] env[62353]: DEBUG oslo_vmware.api [None req-053ce369-a3c9-4d3c-896c-43811e63fce5 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Task: {'id': task-2371789, 'name': Rename_Task, 'duration_secs': 0.370932} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 581.322145] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-053ce369-a3c9-4d3c-896c-43811e63fce5 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] [instance: da04e4bf-dc3d-45a8-b0f9-ef9a7491e297] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 581.322145] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8466b8fd-657a-468f-b54f-f71cba19ee6d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.328772] env[62353]: DEBUG oslo_vmware.api [None req-053ce369-a3c9-4d3c-896c-43811e63fce5 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Waiting for the task: (returnval){ [ 581.328772] env[62353]: value = "task-2371791" [ 581.328772] env[62353]: _type = "Task" [ 581.328772] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 581.339239] env[62353]: DEBUG oslo_vmware.api [None req-053ce369-a3c9-4d3c-896c-43811e63fce5 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Task: {'id': task-2371791, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.393429] env[62353]: DEBUG oslo_concurrency.lockutils [None req-08fdeb09-a3ca-44a8-a548-68a57f326ffc tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 581.405950] env[62353]: DEBUG oslo_vmware.api [None req-65db1c8b-3f73-4ad1-8ba1-9348a505a00b tempest-ImagesNegativeTestJSON-1559337630 tempest-ImagesNegativeTestJSON-1559337630-project-member] Task: {'id': task-2371790, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.418909] env[62353]: DEBUG oslo_concurrency.lockutils [req-e00ab3fe-cdde-4ba1-a022-e84511a746a8 req-46da343c-00e1-4faf-97a9-216c70551bde service nova] Releasing lock "refresh_cache-9bd2f6b9-eb81-4238-a781-5f2bb54f80c0" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 581.419351] env[62353]: DEBUG oslo_vmware.api [None req-ff1e3706-db17-4cd5-970c-e1de31f8c148 tempest-ServerRescueTestJSONUnderV235-485973642 tempest-ServerRescueTestJSONUnderV235-485973642-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52f81b5e-4d6b-a270-88bd-b9bb5eee70f8, 'name': SearchDatastore_Task, 'duration_secs': 0.034331} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 581.419623] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ff1e3706-db17-4cd5-970c-e1de31f8c148 tempest-ServerRescueTestJSONUnderV235-485973642 tempest-ServerRescueTestJSONUnderV235-485973642-project-member] Releasing lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 581.419840] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ff1e3706-db17-4cd5-970c-e1de31f8c148 tempest-ServerRescueTestJSONUnderV235-485973642 tempest-ServerRescueTestJSONUnderV235-485973642-project-member] [instance: 5cff6baf-1dd7-4030-834d-266e83d77229] Processing image 06f909ae-e8dc-43b4-abf7-c7ed85db9bbd {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 581.420083] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ff1e3706-db17-4cd5-970c-e1de31f8c148 tempest-ServerRescueTestJSONUnderV235-485973642 tempest-ServerRescueTestJSONUnderV235-485973642-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 581.420230] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ff1e3706-db17-4cd5-970c-e1de31f8c148 tempest-ServerRescueTestJSONUnderV235-485973642 tempest-ServerRescueTestJSONUnderV235-485973642-project-member] Acquired lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.420405] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff1e3706-db17-4cd5-970c-e1de31f8c148 tempest-ServerRescueTestJSONUnderV235-485973642 tempest-ServerRescueTestJSONUnderV235-485973642-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 581.420665] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-18b5aa0f-8979-44d3-9c18-55aa33b139e6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.435298] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff1e3706-db17-4cd5-970c-e1de31f8c148 tempest-ServerRescueTestJSONUnderV235-485973642 tempest-ServerRescueTestJSONUnderV235-485973642-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 581.435298] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ff1e3706-db17-4cd5-970c-e1de31f8c148 tempest-ServerRescueTestJSONUnderV235-485973642 tempest-ServerRescueTestJSONUnderV235-485973642-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 581.435598] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6fbc9ae6-b40d-4187-94c0-f9129f36d979 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.444626] env[62353]: DEBUG oslo_vmware.api [None req-ff1e3706-db17-4cd5-970c-e1de31f8c148 tempest-ServerRescueTestJSONUnderV235-485973642 tempest-ServerRescueTestJSONUnderV235-485973642-project-member] Waiting for the task: (returnval){ [ 581.444626] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52f3112e-510b-70c3-7d45-6c695736680a" [ 581.444626] env[62353]: _type = "Task" [ 581.444626] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 581.456506] env[62353]: DEBUG oslo_vmware.api [None req-ff1e3706-db17-4cd5-970c-e1de31f8c148 tempest-ServerRescueTestJSONUnderV235-485973642 tempest-ServerRescueTestJSONUnderV235-485973642-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52f3112e-510b-70c3-7d45-6c695736680a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.460066] env[62353]: DEBUG nova.network.neutron [-] [instance: 71d6a2a4-8c9f-45a6-bb5b-add707aa11f8] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 581.471392] env[62353]: INFO nova.compute.claims [None req-c73b402c-91db-4483-827d-94ea68a52f5c tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] [instance: 70b6d86f-10bd-471f-8655-e961c4208751] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 581.501807] env[62353]: DEBUG oslo_concurrency.lockutils [None req-fd2b7562-c6b1-4f51-a559-4ca494f02566 tempest-ServerDiagnosticsTest-70966863 tempest-ServerDiagnosticsTest-70966863-project-member] Lock "b108ff18-5515-4884-bd5d-a4a245c18a0e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.331s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 581.565164] env[62353]: DEBUG oslo_concurrency.lockutils [None req-cb29a535-ef9e-4fa5-9f44-65b054be036d tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 581.659466] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2744072e-9e61-41e0-b867-bc2a99bb9360 tempest-VolumesAssistedSnapshotsTest-1180796019 tempest-VolumesAssistedSnapshotsTest-1180796019-project-member] Releasing lock "refresh_cache-832a2083-5874-47b5-a9c7-fdb4a69a94bb" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 581.659674] env[62353]: DEBUG nova.compute.manager [None req-2744072e-9e61-41e0-b867-bc2a99bb9360 tempest-VolumesAssistedSnapshotsTest-1180796019 tempest-VolumesAssistedSnapshotsTest-1180796019-project-member] [instance: 832a2083-5874-47b5-a9c7-fdb4a69a94bb] Instance network_info: |[{"id": "0db4e91f-7a0c-4615-aa15-29acaebd0f1e", "address": "fa:16:3e:bd:b6:92", "network": {"id": "4dce6b5b-f101-4638-8623-9faded7f1654", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-2129626978-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ba7b95f626c4540b222cc6f62f9adeb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b83383f-ed7a-4efd-aef7-aa8c15649d07", "external-id": "nsx-vlan-transportzone-282", "segmentation_id": 282, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0db4e91f-7a", "ovs_interfaceid": "0db4e91f-7a0c-4615-aa15-29acaebd0f1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 581.660108] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-2744072e-9e61-41e0-b867-bc2a99bb9360 tempest-VolumesAssistedSnapshotsTest-1180796019 tempest-VolumesAssistedSnapshotsTest-1180796019-project-member] [instance: 832a2083-5874-47b5-a9c7-fdb4a69a94bb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bd:b6:92', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7b83383f-ed7a-4efd-aef7-aa8c15649d07', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0db4e91f-7a0c-4615-aa15-29acaebd0f1e', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 581.668999] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-2744072e-9e61-41e0-b867-bc2a99bb9360 tempest-VolumesAssistedSnapshotsTest-1180796019 tempest-VolumesAssistedSnapshotsTest-1180796019-project-member] Creating folder: Project (1ba7b95f626c4540b222cc6f62f9adeb). Parent ref: group-v481456. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 581.669326] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1a49097e-221b-4987-98d3-d3b34260ee80 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.683081] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-2744072e-9e61-41e0-b867-bc2a99bb9360 tempest-VolumesAssistedSnapshotsTest-1180796019 tempest-VolumesAssistedSnapshotsTest-1180796019-project-member] Created folder: Project (1ba7b95f626c4540b222cc6f62f9adeb) in parent group-v481456. [ 581.683908] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-2744072e-9e61-41e0-b867-bc2a99bb9360 tempest-VolumesAssistedSnapshotsTest-1180796019 tempest-VolumesAssistedSnapshotsTest-1180796019-project-member] Creating folder: Instances. Parent ref: group-v481492. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 581.685080] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-13b19229-ca0d-45c0-8c94-cd266e33010d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.696813] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-2744072e-9e61-41e0-b867-bc2a99bb9360 tempest-VolumesAssistedSnapshotsTest-1180796019 tempest-VolumesAssistedSnapshotsTest-1180796019-project-member] Created folder: Instances in parent group-v481492. [ 581.697303] env[62353]: DEBUG oslo.service.loopingcall [None req-2744072e-9e61-41e0-b867-bc2a99bb9360 tempest-VolumesAssistedSnapshotsTest-1180796019 tempest-VolumesAssistedSnapshotsTest-1180796019-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 581.697512] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 832a2083-5874-47b5-a9c7-fdb4a69a94bb] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 581.697715] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c7880fe3-398e-490d-a308-8933ca209a83 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.726606] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 581.726606] env[62353]: value = "task-2371794" [ 581.726606] env[62353]: _type = "Task" [ 581.726606] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 581.742384] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2371794, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.816711] env[62353]: DEBUG oslo_concurrency.lockutils [None req-00699f88-c5c8-45b9-8993-854f12e3f45f tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Lock "672a184e-5e10-4fc3-a967-9b9cdd014ed2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.876s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 581.842289] env[62353]: DEBUG oslo_vmware.api [None req-053ce369-a3c9-4d3c-896c-43811e63fce5 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Task: {'id': task-2371791, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.912074] env[62353]: DEBUG oslo_vmware.api [None req-65db1c8b-3f73-4ad1-8ba1-9348a505a00b tempest-ImagesNegativeTestJSON-1559337630 tempest-ImagesNegativeTestJSON-1559337630-project-member] Task: {'id': task-2371790, 'name': ReconfigVM_Task, 'duration_secs': 0.662243} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 581.912570] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-65db1c8b-3f73-4ad1-8ba1-9348a505a00b tempest-ImagesNegativeTestJSON-1559337630 tempest-ImagesNegativeTestJSON-1559337630-project-member] [instance: 9bd2f6b9-eb81-4238-a781-5f2bb54f80c0] Reconfigured VM instance instance-00000009 to attach disk [datastore1] 9bd2f6b9-eb81-4238-a781-5f2bb54f80c0/9bd2f6b9-eb81-4238-a781-5f2bb54f80c0.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 581.913547] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c2d57198-64a4-4172-ac60-3bffe5ec34bc {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.926944] env[62353]: DEBUG oslo_vmware.api [None req-65db1c8b-3f73-4ad1-8ba1-9348a505a00b tempest-ImagesNegativeTestJSON-1559337630 tempest-ImagesNegativeTestJSON-1559337630-project-member] Waiting for the task: (returnval){ [ 581.926944] env[62353]: value = "task-2371795" [ 581.926944] env[62353]: _type = "Task" [ 581.926944] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 581.941407] env[62353]: DEBUG oslo_vmware.api [None req-65db1c8b-3f73-4ad1-8ba1-9348a505a00b tempest-ImagesNegativeTestJSON-1559337630 tempest-ImagesNegativeTestJSON-1559337630-project-member] Task: {'id': task-2371795, 'name': Rename_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.955724] env[62353]: DEBUG oslo_vmware.api [None req-ff1e3706-db17-4cd5-970c-e1de31f8c148 tempest-ServerRescueTestJSONUnderV235-485973642 tempest-ServerRescueTestJSONUnderV235-485973642-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52f3112e-510b-70c3-7d45-6c695736680a, 'name': SearchDatastore_Task, 'duration_secs': 0.012805} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 581.956547] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0881a30b-1dea-4872-b52c-fbe509913b2d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.962279] env[62353]: INFO nova.compute.manager [-] [instance: 71d6a2a4-8c9f-45a6-bb5b-add707aa11f8] Took 1.64 seconds to deallocate network for instance. [ 581.964901] env[62353]: DEBUG oslo_vmware.api [None req-ff1e3706-db17-4cd5-970c-e1de31f8c148 tempest-ServerRescueTestJSONUnderV235-485973642 tempest-ServerRescueTestJSONUnderV235-485973642-project-member] Waiting for the task: (returnval){ [ 581.964901] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52b01e6d-38c6-79cc-6c50-d62a0872e57d" [ 581.964901] env[62353]: _type = "Task" [ 581.964901] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 581.982578] env[62353]: INFO nova.compute.resource_tracker [None req-c73b402c-91db-4483-827d-94ea68a52f5c tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] [instance: 70b6d86f-10bd-471f-8655-e961c4208751] Updating resource usage from migration 52aae984-c5d1-42bf-8aea-a9c051bdefc1 [ 581.990643] env[62353]: DEBUG oslo_vmware.api [None req-ff1e3706-db17-4cd5-970c-e1de31f8c148 tempest-ServerRescueTestJSONUnderV235-485973642 tempest-ServerRescueTestJSONUnderV235-485973642-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52b01e6d-38c6-79cc-6c50-d62a0872e57d, 'name': SearchDatastore_Task, 'duration_secs': 0.013278} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 581.990922] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ff1e3706-db17-4cd5-970c-e1de31f8c148 tempest-ServerRescueTestJSONUnderV235-485973642 tempest-ServerRescueTestJSONUnderV235-485973642-project-member] Releasing lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 581.991188] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff1e3706-db17-4cd5-970c-e1de31f8c148 tempest-ServerRescueTestJSONUnderV235-485973642 tempest-ServerRescueTestJSONUnderV235-485973642-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore1] 5cff6baf-1dd7-4030-834d-266e83d77229/5cff6baf-1dd7-4030-834d-266e83d77229.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 581.991488] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-61aebc5f-d13f-41d2-9cd7-446147ec1703 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.000705] env[62353]: DEBUG oslo_vmware.api [None req-ff1e3706-db17-4cd5-970c-e1de31f8c148 tempest-ServerRescueTestJSONUnderV235-485973642 tempest-ServerRescueTestJSONUnderV235-485973642-project-member] Waiting for the task: (returnval){ [ 582.000705] env[62353]: value = "task-2371797" [ 582.000705] env[62353]: _type = "Task" [ 582.000705] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 582.012522] env[62353]: DEBUG oslo_vmware.api [None req-ff1e3706-db17-4cd5-970c-e1de31f8c148 tempest-ServerRescueTestJSONUnderV235-485973642 tempest-ServerRescueTestJSONUnderV235-485973642-project-member] Task: {'id': task-2371797, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.238820] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d99260dd-52a2-4e9d-869c-9d724d0fa619 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.249163] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2371794, 'name': CreateVM_Task, 'duration_secs': 0.459599} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 582.251395] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 832a2083-5874-47b5-a9c7-fdb4a69a94bb] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 582.252962] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2744072e-9e61-41e0-b867-bc2a99bb9360 tempest-VolumesAssistedSnapshotsTest-1180796019 tempest-VolumesAssistedSnapshotsTest-1180796019-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 582.253272] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2744072e-9e61-41e0-b867-bc2a99bb9360 tempest-VolumesAssistedSnapshotsTest-1180796019 tempest-VolumesAssistedSnapshotsTest-1180796019-project-member] Acquired lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.253567] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2744072e-9e61-41e0-b867-bc2a99bb9360 tempest-VolumesAssistedSnapshotsTest-1180796019 tempest-VolumesAssistedSnapshotsTest-1180796019-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 582.254724] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17731b66-e978-46f1-9546-293002818247 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.258230] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48ab7fb7-9843-4126-ac03-41c7a6955621 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.264877] env[62353]: DEBUG oslo_vmware.api [None req-2744072e-9e61-41e0-b867-bc2a99bb9360 tempest-VolumesAssistedSnapshotsTest-1180796019 tempest-VolumesAssistedSnapshotsTest-1180796019-project-member] Waiting for the task: (returnval){ [ 582.264877] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5249265b-7fd5-abd2-01e5-81c99f6e604d" [ 582.264877] env[62353]: _type = "Task" [ 582.264877] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 582.302374] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df0555bf-897a-4532-8554-5341a02c546b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.314359] env[62353]: DEBUG oslo_vmware.api [None req-2744072e-9e61-41e0-b867-bc2a99bb9360 tempest-VolumesAssistedSnapshotsTest-1180796019 tempest-VolumesAssistedSnapshotsTest-1180796019-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5249265b-7fd5-abd2-01e5-81c99f6e604d, 'name': SearchDatastore_Task, 'duration_secs': 0.030145} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 582.317045] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2744072e-9e61-41e0-b867-bc2a99bb9360 tempest-VolumesAssistedSnapshotsTest-1180796019 tempest-VolumesAssistedSnapshotsTest-1180796019-project-member] Releasing lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 582.317304] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-2744072e-9e61-41e0-b867-bc2a99bb9360 tempest-VolumesAssistedSnapshotsTest-1180796019 tempest-VolumesAssistedSnapshotsTest-1180796019-project-member] [instance: 832a2083-5874-47b5-a9c7-fdb4a69a94bb] Processing image 06f909ae-e8dc-43b4-abf7-c7ed85db9bbd {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 582.317833] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2744072e-9e61-41e0-b867-bc2a99bb9360 tempest-VolumesAssistedSnapshotsTest-1180796019 tempest-VolumesAssistedSnapshotsTest-1180796019-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 582.317833] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2744072e-9e61-41e0-b867-bc2a99bb9360 tempest-VolumesAssistedSnapshotsTest-1180796019 tempest-VolumesAssistedSnapshotsTest-1180796019-project-member] Acquired lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.317974] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-2744072e-9e61-41e0-b867-bc2a99bb9360 tempest-VolumesAssistedSnapshotsTest-1180796019 tempest-VolumesAssistedSnapshotsTest-1180796019-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 582.318325] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5704f91f-44da-47c7-bf6a-4d956e5a4915 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.322227] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35971f29-332d-4edd-affe-10f3487c383b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.351881] env[62353]: DEBUG nova.compute.provider_tree [None req-c73b402c-91db-4483-827d-94ea68a52f5c tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 582.361824] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-2744072e-9e61-41e0-b867-bc2a99bb9360 tempest-VolumesAssistedSnapshotsTest-1180796019 tempest-VolumesAssistedSnapshotsTest-1180796019-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 582.361824] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-2744072e-9e61-41e0-b867-bc2a99bb9360 tempest-VolumesAssistedSnapshotsTest-1180796019 tempest-VolumesAssistedSnapshotsTest-1180796019-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 582.361824] env[62353]: DEBUG oslo_vmware.api [None req-053ce369-a3c9-4d3c-896c-43811e63fce5 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Task: {'id': task-2371791, 'name': PowerOnVM_Task, 'duration_secs': 0.884878} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 582.361824] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84dd436d-02c1-47f1-9e43-a1f816391440 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.365378] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-053ce369-a3c9-4d3c-896c-43811e63fce5 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] [instance: da04e4bf-dc3d-45a8-b0f9-ef9a7491e297] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 582.365663] env[62353]: INFO nova.compute.manager [None req-053ce369-a3c9-4d3c-896c-43811e63fce5 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] [instance: da04e4bf-dc3d-45a8-b0f9-ef9a7491e297] Took 12.66 seconds to spawn the instance on the hypervisor. [ 582.366114] env[62353]: DEBUG nova.compute.manager [None req-053ce369-a3c9-4d3c-896c-43811e63fce5 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] [instance: da04e4bf-dc3d-45a8-b0f9-ef9a7491e297] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 582.367939] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-734ff53e-9e8f-42be-943f-e856b4a91a4e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.377306] env[62353]: DEBUG oslo_vmware.api [None req-2744072e-9e61-41e0-b867-bc2a99bb9360 tempest-VolumesAssistedSnapshotsTest-1180796019 tempest-VolumesAssistedSnapshotsTest-1180796019-project-member] Waiting for the task: (returnval){ [ 582.377306] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52b3b1ff-62b0-3023-83ab-d425e0783fed" [ 582.377306] env[62353]: _type = "Task" [ 582.377306] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 582.398342] env[62353]: DEBUG oslo_vmware.api [None req-2744072e-9e61-41e0-b867-bc2a99bb9360 tempest-VolumesAssistedSnapshotsTest-1180796019 tempest-VolumesAssistedSnapshotsTest-1180796019-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52b3b1ff-62b0-3023-83ab-d425e0783fed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.439249] env[62353]: DEBUG oslo_vmware.api [None req-65db1c8b-3f73-4ad1-8ba1-9348a505a00b tempest-ImagesNegativeTestJSON-1559337630 tempest-ImagesNegativeTestJSON-1559337630-project-member] Task: {'id': task-2371795, 'name': Rename_Task, 'duration_secs': 0.254041} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 582.440146] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-65db1c8b-3f73-4ad1-8ba1-9348a505a00b tempest-ImagesNegativeTestJSON-1559337630 tempest-ImagesNegativeTestJSON-1559337630-project-member] [instance: 9bd2f6b9-eb81-4238-a781-5f2bb54f80c0] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 582.440146] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-90d5f244-a16a-4f18-bee0-30cab4e744a2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.452398] env[62353]: DEBUG oslo_vmware.api [None req-65db1c8b-3f73-4ad1-8ba1-9348a505a00b tempest-ImagesNegativeTestJSON-1559337630 tempest-ImagesNegativeTestJSON-1559337630-project-member] Waiting for the task: (returnval){ [ 582.452398] env[62353]: value = "task-2371798" [ 582.452398] env[62353]: _type = "Task" [ 582.452398] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 582.463717] env[62353]: DEBUG oslo_vmware.api [None req-65db1c8b-3f73-4ad1-8ba1-9348a505a00b tempest-ImagesNegativeTestJSON-1559337630 tempest-ImagesNegativeTestJSON-1559337630-project-member] Task: {'id': task-2371798, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.473513] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ca54b4f2-dcc5-46d4-940a-7aab63a39fbd tempest-ServerExternalEventsTest-1456212372 tempest-ServerExternalEventsTest-1456212372-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 582.512042] env[62353]: DEBUG oslo_vmware.api [None req-ff1e3706-db17-4cd5-970c-e1de31f8c148 tempest-ServerRescueTestJSONUnderV235-485973642 tempest-ServerRescueTestJSONUnderV235-485973642-project-member] Task: {'id': task-2371797, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.517699] env[62353]: DEBUG nova.network.neutron [None req-5fadc71a-14b9-4ec9-8023-eb70b888e0e9 tempest-ServerAddressesNegativeTestJSON-1430294578 tempest-ServerAddressesNegativeTestJSON-1430294578-project-member] [instance: c9c70c50-2454-4da5-ae51-57488371a23c] Successfully updated port: 7fabed49-5bef-4da3-a7a2-1649c08029bf {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 582.863469] env[62353]: DEBUG nova.scheduler.client.report [None req-c73b402c-91db-4483-827d-94ea68a52f5c tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 582.903351] env[62353]: DEBUG oslo_vmware.api [None req-2744072e-9e61-41e0-b867-bc2a99bb9360 tempest-VolumesAssistedSnapshotsTest-1180796019 tempest-VolumesAssistedSnapshotsTest-1180796019-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52b3b1ff-62b0-3023-83ab-d425e0783fed, 'name': SearchDatastore_Task, 'duration_secs': 0.026835} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 582.904259] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f55ff56f-18f2-4cc4-b14e-0da2840bf9f8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.908379] env[62353]: INFO nova.compute.manager [None req-053ce369-a3c9-4d3c-896c-43811e63fce5 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] [instance: da04e4bf-dc3d-45a8-b0f9-ef9a7491e297] Took 20.90 seconds to build instance. [ 582.915641] env[62353]: DEBUG oslo_vmware.api [None req-2744072e-9e61-41e0-b867-bc2a99bb9360 tempest-VolumesAssistedSnapshotsTest-1180796019 tempest-VolumesAssistedSnapshotsTest-1180796019-project-member] Waiting for the task: (returnval){ [ 582.915641] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5235375e-00b3-ccd4-ac82-29ae718c7de9" [ 582.915641] env[62353]: _type = "Task" [ 582.915641] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 582.926643] env[62353]: DEBUG oslo_vmware.api [None req-2744072e-9e61-41e0-b867-bc2a99bb9360 tempest-VolumesAssistedSnapshotsTest-1180796019 tempest-VolumesAssistedSnapshotsTest-1180796019-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5235375e-00b3-ccd4-ac82-29ae718c7de9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.969440] env[62353]: DEBUG oslo_vmware.api [None req-65db1c8b-3f73-4ad1-8ba1-9348a505a00b tempest-ImagesNegativeTestJSON-1559337630 tempest-ImagesNegativeTestJSON-1559337630-project-member] Task: {'id': task-2371798, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.015428] env[62353]: DEBUG oslo_vmware.api [None req-ff1e3706-db17-4cd5-970c-e1de31f8c148 tempest-ServerRescueTestJSONUnderV235-485973642 tempest-ServerRescueTestJSONUnderV235-485973642-project-member] Task: {'id': task-2371797, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.521067} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 583.015793] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff1e3706-db17-4cd5-970c-e1de31f8c148 tempest-ServerRescueTestJSONUnderV235-485973642 tempest-ServerRescueTestJSONUnderV235-485973642-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore1] 5cff6baf-1dd7-4030-834d-266e83d77229/5cff6baf-1dd7-4030-834d-266e83d77229.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 583.016017] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ff1e3706-db17-4cd5-970c-e1de31f8c148 tempest-ServerRescueTestJSONUnderV235-485973642 tempest-ServerRescueTestJSONUnderV235-485973642-project-member] [instance: 5cff6baf-1dd7-4030-834d-266e83d77229] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 583.016363] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4a999630-c57a-41a9-9e37-50da7554b906 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.022986] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5fadc71a-14b9-4ec9-8023-eb70b888e0e9 tempest-ServerAddressesNegativeTestJSON-1430294578 tempest-ServerAddressesNegativeTestJSON-1430294578-project-member] Acquiring lock "refresh_cache-c9c70c50-2454-4da5-ae51-57488371a23c" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 583.023218] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5fadc71a-14b9-4ec9-8023-eb70b888e0e9 tempest-ServerAddressesNegativeTestJSON-1430294578 tempest-ServerAddressesNegativeTestJSON-1430294578-project-member] Acquired lock "refresh_cache-c9c70c50-2454-4da5-ae51-57488371a23c" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.023434] env[62353]: DEBUG nova.network.neutron [None req-5fadc71a-14b9-4ec9-8023-eb70b888e0e9 tempest-ServerAddressesNegativeTestJSON-1430294578 tempest-ServerAddressesNegativeTestJSON-1430294578-project-member] [instance: c9c70c50-2454-4da5-ae51-57488371a23c] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 583.027437] env[62353]: DEBUG oslo_vmware.api [None req-ff1e3706-db17-4cd5-970c-e1de31f8c148 tempest-ServerRescueTestJSONUnderV235-485973642 tempest-ServerRescueTestJSONUnderV235-485973642-project-member] Waiting for the task: (returnval){ [ 583.027437] env[62353]: value = "task-2371799" [ 583.027437] env[62353]: _type = "Task" [ 583.027437] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 583.046065] env[62353]: DEBUG oslo_vmware.api [None req-ff1e3706-db17-4cd5-970c-e1de31f8c148 tempest-ServerRescueTestJSONUnderV235-485973642 tempest-ServerRescueTestJSONUnderV235-485973642-project-member] Task: {'id': task-2371799, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.209788] env[62353]: DEBUG oslo_concurrency.lockutils [None req-414fc48a-44bb-4eeb-ba16-f2a6c226d819 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Acquiring lock "85c1498f-d888-4031-878b-0181e190d3a7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 583.210058] env[62353]: DEBUG oslo_concurrency.lockutils [None req-414fc48a-44bb-4eeb-ba16-f2a6c226d819 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Lock "85c1498f-d888-4031-878b-0181e190d3a7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 583.236310] env[62353]: DEBUG nova.compute.manager [req-0ef010e8-3f01-48dc-b2f3-2f88e0242ca7 req-51368218-bc66-45fe-b63f-815ee652a1da service nova] [instance: 5cff6baf-1dd7-4030-834d-266e83d77229] Received event network-vif-plugged-58b42438-96f0-41e9-8a75-b2653f78f0f2 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 583.236584] env[62353]: DEBUG oslo_concurrency.lockutils [req-0ef010e8-3f01-48dc-b2f3-2f88e0242ca7 req-51368218-bc66-45fe-b63f-815ee652a1da service nova] Acquiring lock "5cff6baf-1dd7-4030-834d-266e83d77229-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 583.236923] env[62353]: DEBUG oslo_concurrency.lockutils [req-0ef010e8-3f01-48dc-b2f3-2f88e0242ca7 req-51368218-bc66-45fe-b63f-815ee652a1da service nova] Lock "5cff6baf-1dd7-4030-834d-266e83d77229-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 583.240926] env[62353]: DEBUG oslo_concurrency.lockutils [req-0ef010e8-3f01-48dc-b2f3-2f88e0242ca7 req-51368218-bc66-45fe-b63f-815ee652a1da service nova] Lock "5cff6baf-1dd7-4030-834d-266e83d77229-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 583.240926] env[62353]: DEBUG nova.compute.manager [req-0ef010e8-3f01-48dc-b2f3-2f88e0242ca7 req-51368218-bc66-45fe-b63f-815ee652a1da service nova] [instance: 5cff6baf-1dd7-4030-834d-266e83d77229] No waiting events found dispatching network-vif-plugged-58b42438-96f0-41e9-8a75-b2653f78f0f2 {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 583.240926] env[62353]: WARNING nova.compute.manager [req-0ef010e8-3f01-48dc-b2f3-2f88e0242ca7 req-51368218-bc66-45fe-b63f-815ee652a1da service nova] [instance: 5cff6baf-1dd7-4030-834d-266e83d77229] Received unexpected event network-vif-plugged-58b42438-96f0-41e9-8a75-b2653f78f0f2 for instance with vm_state building and task_state spawning. [ 583.240926] env[62353]: DEBUG nova.compute.manager [req-0ef010e8-3f01-48dc-b2f3-2f88e0242ca7 req-51368218-bc66-45fe-b63f-815ee652a1da service nova] [instance: b108ff18-5515-4884-bd5d-a4a245c18a0e] Received event network-vif-deleted-4c0ec121-206e-472f-b777-6d94d184f177 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 583.240926] env[62353]: DEBUG nova.compute.manager [req-0ef010e8-3f01-48dc-b2f3-2f88e0242ca7 req-51368218-bc66-45fe-b63f-815ee652a1da service nova] [instance: 5cff6baf-1dd7-4030-834d-266e83d77229] Received event network-changed-58b42438-96f0-41e9-8a75-b2653f78f0f2 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 583.241393] env[62353]: DEBUG nova.compute.manager [req-0ef010e8-3f01-48dc-b2f3-2f88e0242ca7 req-51368218-bc66-45fe-b63f-815ee652a1da service nova] [instance: 5cff6baf-1dd7-4030-834d-266e83d77229] Refreshing instance network info cache due to event network-changed-58b42438-96f0-41e9-8a75-b2653f78f0f2. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 583.241393] env[62353]: DEBUG oslo_concurrency.lockutils [req-0ef010e8-3f01-48dc-b2f3-2f88e0242ca7 req-51368218-bc66-45fe-b63f-815ee652a1da service nova] Acquiring lock "refresh_cache-5cff6baf-1dd7-4030-834d-266e83d77229" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 583.241393] env[62353]: DEBUG oslo_concurrency.lockutils [req-0ef010e8-3f01-48dc-b2f3-2f88e0242ca7 req-51368218-bc66-45fe-b63f-815ee652a1da service nova] Acquired lock "refresh_cache-5cff6baf-1dd7-4030-834d-266e83d77229" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.241393] env[62353]: DEBUG nova.network.neutron [req-0ef010e8-3f01-48dc-b2f3-2f88e0242ca7 req-51368218-bc66-45fe-b63f-815ee652a1da service nova] [instance: 5cff6baf-1dd7-4030-834d-266e83d77229] Refreshing network info cache for port 58b42438-96f0-41e9-8a75-b2653f78f0f2 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 583.369016] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c73b402c-91db-4483-827d-94ea68a52f5c tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.405s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 583.369265] env[62353]: INFO nova.compute.manager [None req-c73b402c-91db-4483-827d-94ea68a52f5c tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] [instance: 70b6d86f-10bd-471f-8655-e961c4208751] Migrating [ 583.369496] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c73b402c-91db-4483-827d-94ea68a52f5c tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 583.369636] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c73b402c-91db-4483-827d-94ea68a52f5c tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Acquired lock "compute-rpcapi-router" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.370893] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a678982e-f8f5-45d0-b205-4d22d26c8e3b tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.902s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 583.376778] env[62353]: INFO nova.compute.claims [None req-a678982e-f8f5-45d0-b205-4d22d26c8e3b tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] [instance: c7b98e17-46d0-4ae9-988e-fae08ee05377] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 583.411654] env[62353]: DEBUG oslo_concurrency.lockutils [None req-053ce369-a3c9-4d3c-896c-43811e63fce5 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Lock "da04e4bf-dc3d-45a8-b0f9-ef9a7491e297" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.411s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 583.430548] env[62353]: DEBUG oslo_vmware.api [None req-2744072e-9e61-41e0-b867-bc2a99bb9360 tempest-VolumesAssistedSnapshotsTest-1180796019 tempest-VolumesAssistedSnapshotsTest-1180796019-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5235375e-00b3-ccd4-ac82-29ae718c7de9, 'name': SearchDatastore_Task, 'duration_secs': 0.01242} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 583.430898] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2744072e-9e61-41e0-b867-bc2a99bb9360 tempest-VolumesAssistedSnapshotsTest-1180796019 tempest-VolumesAssistedSnapshotsTest-1180796019-project-member] Releasing lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 583.431110] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-2744072e-9e61-41e0-b867-bc2a99bb9360 tempest-VolumesAssistedSnapshotsTest-1180796019 tempest-VolumesAssistedSnapshotsTest-1180796019-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore2] 832a2083-5874-47b5-a9c7-fdb4a69a94bb/832a2083-5874-47b5-a9c7-fdb4a69a94bb.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 583.431630] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fa1ad936-3175-4556-9646-9e7c9d90aae0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.441387] env[62353]: DEBUG oslo_vmware.api [None req-2744072e-9e61-41e0-b867-bc2a99bb9360 tempest-VolumesAssistedSnapshotsTest-1180796019 tempest-VolumesAssistedSnapshotsTest-1180796019-project-member] Waiting for the task: (returnval){ [ 583.441387] env[62353]: value = "task-2371800" [ 583.441387] env[62353]: _type = "Task" [ 583.441387] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 583.451349] env[62353]: DEBUG oslo_vmware.api [None req-2744072e-9e61-41e0-b867-bc2a99bb9360 tempest-VolumesAssistedSnapshotsTest-1180796019 tempest-VolumesAssistedSnapshotsTest-1180796019-project-member] Task: {'id': task-2371800, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.463112] env[62353]: DEBUG oslo_vmware.api [None req-65db1c8b-3f73-4ad1-8ba1-9348a505a00b tempest-ImagesNegativeTestJSON-1559337630 tempest-ImagesNegativeTestJSON-1559337630-project-member] Task: {'id': task-2371798, 'name': PowerOnVM_Task, 'duration_secs': 0.70087} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 583.464598] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-65db1c8b-3f73-4ad1-8ba1-9348a505a00b tempest-ImagesNegativeTestJSON-1559337630 tempest-ImagesNegativeTestJSON-1559337630-project-member] [instance: 9bd2f6b9-eb81-4238-a781-5f2bb54f80c0] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 583.464708] env[62353]: INFO nova.compute.manager [None req-65db1c8b-3f73-4ad1-8ba1-9348a505a00b tempest-ImagesNegativeTestJSON-1559337630 tempest-ImagesNegativeTestJSON-1559337630-project-member] [instance: 9bd2f6b9-eb81-4238-a781-5f2bb54f80c0] Took 11.31 seconds to spawn the instance on the hypervisor. [ 583.464892] env[62353]: DEBUG nova.compute.manager [None req-65db1c8b-3f73-4ad1-8ba1-9348a505a00b tempest-ImagesNegativeTestJSON-1559337630 tempest-ImagesNegativeTestJSON-1559337630-project-member] [instance: 9bd2f6b9-eb81-4238-a781-5f2bb54f80c0] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 583.466443] env[62353]: DEBUG nova.compute.manager [req-fc1e6962-a56e-4815-ab42-63a8a9b91459 req-4e88f5d0-baa3-491c-b4ac-597bd3ccb326 service nova] [instance: 8b313bab-8370-47c5-a03b-c809dc96fd21] Received event network-changed-18f3993c-1c06-47f4-8a45-7574febb936a {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 583.466631] env[62353]: DEBUG nova.compute.manager [req-fc1e6962-a56e-4815-ab42-63a8a9b91459 req-4e88f5d0-baa3-491c-b4ac-597bd3ccb326 service nova] [instance: 8b313bab-8370-47c5-a03b-c809dc96fd21] Refreshing instance network info cache due to event network-changed-18f3993c-1c06-47f4-8a45-7574febb936a. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 583.467052] env[62353]: DEBUG oslo_concurrency.lockutils [req-fc1e6962-a56e-4815-ab42-63a8a9b91459 req-4e88f5d0-baa3-491c-b4ac-597bd3ccb326 service nova] Acquiring lock "refresh_cache-8b313bab-8370-47c5-a03b-c809dc96fd21" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 583.467052] env[62353]: DEBUG oslo_concurrency.lockutils [req-fc1e6962-a56e-4815-ab42-63a8a9b91459 req-4e88f5d0-baa3-491c-b4ac-597bd3ccb326 service nova] Acquired lock "refresh_cache-8b313bab-8370-47c5-a03b-c809dc96fd21" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.467173] env[62353]: DEBUG nova.network.neutron [req-fc1e6962-a56e-4815-ab42-63a8a9b91459 req-4e88f5d0-baa3-491c-b4ac-597bd3ccb326 service nova] [instance: 8b313bab-8370-47c5-a03b-c809dc96fd21] Refreshing network info cache for port 18f3993c-1c06-47f4-8a45-7574febb936a {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 583.469051] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2f3d344-c26f-4a83-8ec2-3e328820232d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.542306] env[62353]: DEBUG oslo_vmware.api [None req-ff1e3706-db17-4cd5-970c-e1de31f8c148 tempest-ServerRescueTestJSONUnderV235-485973642 tempest-ServerRescueTestJSONUnderV235-485973642-project-member] Task: {'id': task-2371799, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089011} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 583.542788] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ff1e3706-db17-4cd5-970c-e1de31f8c148 tempest-ServerRescueTestJSONUnderV235-485973642 tempest-ServerRescueTestJSONUnderV235-485973642-project-member] [instance: 5cff6baf-1dd7-4030-834d-266e83d77229] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 583.543732] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7beabc0d-a098-45ec-b8d4-e49edafd40d7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.573877] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff1e3706-db17-4cd5-970c-e1de31f8c148 tempest-ServerRescueTestJSONUnderV235-485973642 tempest-ServerRescueTestJSONUnderV235-485973642-project-member] [instance: 5cff6baf-1dd7-4030-834d-266e83d77229] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] 5cff6baf-1dd7-4030-834d-266e83d77229/5cff6baf-1dd7-4030-834d-266e83d77229.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 583.574910] env[62353]: DEBUG nova.network.neutron [None req-5fadc71a-14b9-4ec9-8023-eb70b888e0e9 tempest-ServerAddressesNegativeTestJSON-1430294578 tempest-ServerAddressesNegativeTestJSON-1430294578-project-member] [instance: c9c70c50-2454-4da5-ae51-57488371a23c] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 583.576825] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a4ab8af7-1aaf-419d-8b7b-a9a962366ec8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.601295] env[62353]: DEBUG oslo_vmware.api [None req-ff1e3706-db17-4cd5-970c-e1de31f8c148 tempest-ServerRescueTestJSONUnderV235-485973642 tempest-ServerRescueTestJSONUnderV235-485973642-project-member] Waiting for the task: (returnval){ [ 583.601295] env[62353]: value = "task-2371801" [ 583.601295] env[62353]: _type = "Task" [ 583.601295] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 583.612142] env[62353]: DEBUG oslo_vmware.api [None req-ff1e3706-db17-4cd5-970c-e1de31f8c148 tempest-ServerRescueTestJSONUnderV235-485973642 tempest-ServerRescueTestJSONUnderV235-485973642-project-member] Task: {'id': task-2371801, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.714136] env[62353]: DEBUG nova.compute.manager [None req-414fc48a-44bb-4eeb-ba16-f2a6c226d819 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] [instance: 85c1498f-d888-4031-878b-0181e190d3a7] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 583.867502] env[62353]: DEBUG nova.network.neutron [None req-5fadc71a-14b9-4ec9-8023-eb70b888e0e9 tempest-ServerAddressesNegativeTestJSON-1430294578 tempest-ServerAddressesNegativeTestJSON-1430294578-project-member] [instance: c9c70c50-2454-4da5-ae51-57488371a23c] Updating instance_info_cache with network_info: [{"id": "7fabed49-5bef-4da3-a7a2-1649c08029bf", "address": "fa:16:3e:03:82:5f", "network": {"id": "90d99038-3cd0-4f76-861a-1ce2f8c4ed69", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-103293050-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "e9a982e9974241eeb950b444f041193d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d650b26-c3e7-4de7-98db-5e4b816d123a", "external-id": "nsx-vlan-transportzone-757", "segmentation_id": 757, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7fabed49-5b", "ovs_interfaceid": "7fabed49-5bef-4da3-a7a2-1649c08029bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 583.884927] env[62353]: INFO nova.compute.rpcapi [None req-c73b402c-91db-4483-827d-94ea68a52f5c tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 583.887437] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c73b402c-91db-4483-827d-94ea68a52f5c tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Releasing lock "compute-rpcapi-router" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 583.956942] env[62353]: DEBUG oslo_vmware.api [None req-2744072e-9e61-41e0-b867-bc2a99bb9360 tempest-VolumesAssistedSnapshotsTest-1180796019 tempest-VolumesAssistedSnapshotsTest-1180796019-project-member] Task: {'id': task-2371800, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.996091] env[62353]: INFO nova.compute.manager [None req-65db1c8b-3f73-4ad1-8ba1-9348a505a00b tempest-ImagesNegativeTestJSON-1559337630 tempest-ImagesNegativeTestJSON-1559337630-project-member] [instance: 9bd2f6b9-eb81-4238-a781-5f2bb54f80c0] Took 17.50 seconds to build instance. [ 584.115821] env[62353]: DEBUG oslo_vmware.api [None req-ff1e3706-db17-4cd5-970c-e1de31f8c148 tempest-ServerRescueTestJSONUnderV235-485973642 tempest-ServerRescueTestJSONUnderV235-485973642-project-member] Task: {'id': task-2371801, 'name': ReconfigVM_Task, 'duration_secs': 0.368821} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 584.117695] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff1e3706-db17-4cd5-970c-e1de31f8c148 tempest-ServerRescueTestJSONUnderV235-485973642 tempest-ServerRescueTestJSONUnderV235-485973642-project-member] [instance: 5cff6baf-1dd7-4030-834d-266e83d77229] Reconfigured VM instance instance-0000000a to attach disk [datastore1] 5cff6baf-1dd7-4030-834d-266e83d77229/5cff6baf-1dd7-4030-834d-266e83d77229.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 584.121813] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c23ecbec-e478-43fa-93b1-4c6ea4bc6eb2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.131160] env[62353]: DEBUG oslo_vmware.api [None req-ff1e3706-db17-4cd5-970c-e1de31f8c148 tempest-ServerRescueTestJSONUnderV235-485973642 tempest-ServerRescueTestJSONUnderV235-485973642-project-member] Waiting for the task: (returnval){ [ 584.131160] env[62353]: value = "task-2371803" [ 584.131160] env[62353]: _type = "Task" [ 584.131160] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.141044] env[62353]: DEBUG oslo_vmware.api [None req-ff1e3706-db17-4cd5-970c-e1de31f8c148 tempest-ServerRescueTestJSONUnderV235-485973642 tempest-ServerRescueTestJSONUnderV235-485973642-project-member] Task: {'id': task-2371803, 'name': Rename_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.245117] env[62353]: DEBUG oslo_concurrency.lockutils [None req-414fc48a-44bb-4eeb-ba16-f2a6c226d819 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 584.370980] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5fadc71a-14b9-4ec9-8023-eb70b888e0e9 tempest-ServerAddressesNegativeTestJSON-1430294578 tempest-ServerAddressesNegativeTestJSON-1430294578-project-member] Releasing lock "refresh_cache-c9c70c50-2454-4da5-ae51-57488371a23c" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 584.371828] env[62353]: DEBUG nova.compute.manager [None req-5fadc71a-14b9-4ec9-8023-eb70b888e0e9 tempest-ServerAddressesNegativeTestJSON-1430294578 tempest-ServerAddressesNegativeTestJSON-1430294578-project-member] [instance: c9c70c50-2454-4da5-ae51-57488371a23c] Instance network_info: |[{"id": "7fabed49-5bef-4da3-a7a2-1649c08029bf", "address": "fa:16:3e:03:82:5f", "network": {"id": "90d99038-3cd0-4f76-861a-1ce2f8c4ed69", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-103293050-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "e9a982e9974241eeb950b444f041193d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d650b26-c3e7-4de7-98db-5e4b816d123a", "external-id": "nsx-vlan-transportzone-757", "segmentation_id": 757, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7fabed49-5b", "ovs_interfaceid": "7fabed49-5bef-4da3-a7a2-1649c08029bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 584.373314] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-5fadc71a-14b9-4ec9-8023-eb70b888e0e9 tempest-ServerAddressesNegativeTestJSON-1430294578 tempest-ServerAddressesNegativeTestJSON-1430294578-project-member] [instance: c9c70c50-2454-4da5-ae51-57488371a23c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:03:82:5f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6d650b26-c3e7-4de7-98db-5e4b816d123a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7fabed49-5bef-4da3-a7a2-1649c08029bf', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 584.387541] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fadc71a-14b9-4ec9-8023-eb70b888e0e9 tempest-ServerAddressesNegativeTestJSON-1430294578 tempest-ServerAddressesNegativeTestJSON-1430294578-project-member] Creating folder: Project (e9a982e9974241eeb950b444f041193d). Parent ref: group-v481456. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 584.387954] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1705c900-deff-4f52-8645-522b43563027 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.408949] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-5fadc71a-14b9-4ec9-8023-eb70b888e0e9 tempest-ServerAddressesNegativeTestJSON-1430294578 tempest-ServerAddressesNegativeTestJSON-1430294578-project-member] Created folder: Project (e9a982e9974241eeb950b444f041193d) in parent group-v481456. [ 584.409422] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fadc71a-14b9-4ec9-8023-eb70b888e0e9 tempest-ServerAddressesNegativeTestJSON-1430294578 tempest-ServerAddressesNegativeTestJSON-1430294578-project-member] Creating folder: Instances. Parent ref: group-v481495. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 584.410064] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-637a7fdd-ad1e-4f5d-89a9-c464f68371cb {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.414612] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c73b402c-91db-4483-827d-94ea68a52f5c tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Acquiring lock "refresh_cache-70b6d86f-10bd-471f-8655-e961c4208751" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 584.414993] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c73b402c-91db-4483-827d-94ea68a52f5c tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Acquired lock "refresh_cache-70b6d86f-10bd-471f-8655-e961c4208751" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.415217] env[62353]: DEBUG nova.network.neutron [None req-c73b402c-91db-4483-827d-94ea68a52f5c tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] [instance: 70b6d86f-10bd-471f-8655-e961c4208751] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 584.425636] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-5fadc71a-14b9-4ec9-8023-eb70b888e0e9 tempest-ServerAddressesNegativeTestJSON-1430294578 tempest-ServerAddressesNegativeTestJSON-1430294578-project-member] Created folder: Instances in parent group-v481495. [ 584.425902] env[62353]: DEBUG oslo.service.loopingcall [None req-5fadc71a-14b9-4ec9-8023-eb70b888e0e9 tempest-ServerAddressesNegativeTestJSON-1430294578 tempest-ServerAddressesNegativeTestJSON-1430294578-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 584.426205] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9c70c50-2454-4da5-ae51-57488371a23c] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 584.427083] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7f54ab4d-e2b8-4af7-bfc8-288d8db5933b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.447611] env[62353]: INFO nova.compute.manager [None req-02c02204-af2a-4749-a6e7-716a6547621f tempest-ServersAdmin275Test-2075474866 tempest-ServersAdmin275Test-2075474866-project-admin] [instance: 82afd7a0-a514-4eac-9bcf-e2ed22e1e04b] Rebuilding instance [ 584.463688] env[62353]: DEBUG oslo_vmware.api [None req-2744072e-9e61-41e0-b867-bc2a99bb9360 tempest-VolumesAssistedSnapshotsTest-1180796019 tempest-VolumesAssistedSnapshotsTest-1180796019-project-member] Task: {'id': task-2371800, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.674021} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 584.465192] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-2744072e-9e61-41e0-b867-bc2a99bb9360 tempest-VolumesAssistedSnapshotsTest-1180796019 tempest-VolumesAssistedSnapshotsTest-1180796019-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore2] 832a2083-5874-47b5-a9c7-fdb4a69a94bb/832a2083-5874-47b5-a9c7-fdb4a69a94bb.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 584.465448] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-2744072e-9e61-41e0-b867-bc2a99bb9360 tempest-VolumesAssistedSnapshotsTest-1180796019 tempest-VolumesAssistedSnapshotsTest-1180796019-project-member] [instance: 832a2083-5874-47b5-a9c7-fdb4a69a94bb] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 584.465700] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 584.465700] env[62353]: value = "task-2371806" [ 584.465700] env[62353]: _type = "Task" [ 584.465700] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.466332] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-04565b52-c243-4135-8d9d-1f9f05eee744 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.480013] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2371806, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.481391] env[62353]: DEBUG oslo_vmware.api [None req-2744072e-9e61-41e0-b867-bc2a99bb9360 tempest-VolumesAssistedSnapshotsTest-1180796019 tempest-VolumesAssistedSnapshotsTest-1180796019-project-member] Waiting for the task: (returnval){ [ 584.481391] env[62353]: value = "task-2371807" [ 584.481391] env[62353]: _type = "Task" [ 584.481391] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.499619] env[62353]: DEBUG oslo_vmware.api [None req-2744072e-9e61-41e0-b867-bc2a99bb9360 tempest-VolumesAssistedSnapshotsTest-1180796019 tempest-VolumesAssistedSnapshotsTest-1180796019-project-member] Task: {'id': task-2371807, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.505199] env[62353]: DEBUG oslo_concurrency.lockutils [None req-65db1c8b-3f73-4ad1-8ba1-9348a505a00b tempest-ImagesNegativeTestJSON-1559337630 tempest-ImagesNegativeTestJSON-1559337630-project-member] Lock "9bd2f6b9-eb81-4238-a781-5f2bb54f80c0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.518s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 584.528683] env[62353]: DEBUG nova.compute.manager [None req-02c02204-af2a-4749-a6e7-716a6547621f tempest-ServersAdmin275Test-2075474866 tempest-ServersAdmin275Test-2075474866-project-admin] [instance: 82afd7a0-a514-4eac-9bcf-e2ed22e1e04b] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 584.529596] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e8617ef-e91f-4097-b01f-382c81b811fd {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.651539] env[62353]: DEBUG oslo_vmware.api [None req-ff1e3706-db17-4cd5-970c-e1de31f8c148 tempest-ServerRescueTestJSONUnderV235-485973642 tempest-ServerRescueTestJSONUnderV235-485973642-project-member] Task: {'id': task-2371803, 'name': Rename_Task, 'duration_secs': 0.204792} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 584.659648] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff1e3706-db17-4cd5-970c-e1de31f8c148 tempest-ServerRescueTestJSONUnderV235-485973642 tempest-ServerRescueTestJSONUnderV235-485973642-project-member] [instance: 5cff6baf-1dd7-4030-834d-266e83d77229] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 584.659944] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-efc1cbfc-69ee-4d7b-bcbf-d14d5a480db2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.668429] env[62353]: DEBUG oslo_vmware.api [None req-ff1e3706-db17-4cd5-970c-e1de31f8c148 tempest-ServerRescueTestJSONUnderV235-485973642 tempest-ServerRescueTestJSONUnderV235-485973642-project-member] Waiting for the task: (returnval){ [ 584.668429] env[62353]: value = "task-2371808" [ 584.668429] env[62353]: _type = "Task" [ 584.668429] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.681172] env[62353]: DEBUG oslo_vmware.api [None req-ff1e3706-db17-4cd5-970c-e1de31f8c148 tempest-ServerRescueTestJSONUnderV235-485973642 tempest-ServerRescueTestJSONUnderV235-485973642-project-member] Task: {'id': task-2371808, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.683566] env[62353]: DEBUG nova.network.neutron [req-0ef010e8-3f01-48dc-b2f3-2f88e0242ca7 req-51368218-bc66-45fe-b63f-815ee652a1da service nova] [instance: 5cff6baf-1dd7-4030-834d-266e83d77229] Updated VIF entry in instance network info cache for port 58b42438-96f0-41e9-8a75-b2653f78f0f2. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 584.683566] env[62353]: DEBUG nova.network.neutron [req-0ef010e8-3f01-48dc-b2f3-2f88e0242ca7 req-51368218-bc66-45fe-b63f-815ee652a1da service nova] [instance: 5cff6baf-1dd7-4030-834d-266e83d77229] Updating instance_info_cache with network_info: [{"id": "58b42438-96f0-41e9-8a75-b2653f78f0f2", "address": "fa:16:3e:b8:e8:0d", "network": {"id": "47ce8d6b-d643-4102-b7e0-97d7d64a8a59", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1390171572-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "0efd65b451fa46bd88fd74c3df15e40e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e1049e8-c06b-4c93-a9e1-2cbb530f3f95", "external-id": "nsx-vlan-transportzone-966", "segmentation_id": 966, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58b42438-96", "ovs_interfaceid": "58b42438-96f0-41e9-8a75-b2653f78f0f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 584.765242] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a76f5f0-4e34-4137-b669-84f8a0d72432 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.775250] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f175c98-1a87-412b-8299-7c84505bd130 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.812575] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a60fb79-064a-486b-8c30-2ccd83c03c67 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.822775] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e90c397-2edc-4891-a462-505942d75f86 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.841279] env[62353]: DEBUG nova.compute.provider_tree [None req-a678982e-f8f5-45d0-b205-4d22d26c8e3b tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Updating inventory in ProviderTree for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 584.982803] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2371806, 'name': CreateVM_Task} progress is 25%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.000666] env[62353]: DEBUG oslo_vmware.api [None req-2744072e-9e61-41e0-b867-bc2a99bb9360 tempest-VolumesAssistedSnapshotsTest-1180796019 tempest-VolumesAssistedSnapshotsTest-1180796019-project-member] Task: {'id': task-2371807, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.152777} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 585.001735] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-2744072e-9e61-41e0-b867-bc2a99bb9360 tempest-VolumesAssistedSnapshotsTest-1180796019 tempest-VolumesAssistedSnapshotsTest-1180796019-project-member] [instance: 832a2083-5874-47b5-a9c7-fdb4a69a94bb] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 585.003518] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f51f4a7-f6f9-404b-af79-7683103fbc95 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.034689] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-2744072e-9e61-41e0-b867-bc2a99bb9360 tempest-VolumesAssistedSnapshotsTest-1180796019 tempest-VolumesAssistedSnapshotsTest-1180796019-project-member] [instance: 832a2083-5874-47b5-a9c7-fdb4a69a94bb] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] 832a2083-5874-47b5-a9c7-fdb4a69a94bb/832a2083-5874-47b5-a9c7-fdb4a69a94bb.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 585.038018] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0876dbb3-3f0e-49a0-b2e1-bc3c5e7d40ed {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.064941] env[62353]: DEBUG nova.network.neutron [req-fc1e6962-a56e-4815-ab42-63a8a9b91459 req-4e88f5d0-baa3-491c-b4ac-597bd3ccb326 service nova] [instance: 8b313bab-8370-47c5-a03b-c809dc96fd21] Updated VIF entry in instance network info cache for port 18f3993c-1c06-47f4-8a45-7574febb936a. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 585.065485] env[62353]: DEBUG nova.network.neutron [req-fc1e6962-a56e-4815-ab42-63a8a9b91459 req-4e88f5d0-baa3-491c-b4ac-597bd3ccb326 service nova] [instance: 8b313bab-8370-47c5-a03b-c809dc96fd21] Updating instance_info_cache with network_info: [{"id": "18f3993c-1c06-47f4-8a45-7574febb936a", "address": "fa:16:3e:05:d9:33", "network": {"id": "3322d31e-00aa-4c86-8051-1b6dd5c36fa9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1715037563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d154d2686c9e43b4b2a7a9ec6a5a795c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18f3993c-1c", "ovs_interfaceid": "18f3993c-1c06-47f4-8a45-7574febb936a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 585.072029] env[62353]: DEBUG oslo_vmware.api [None req-2744072e-9e61-41e0-b867-bc2a99bb9360 tempest-VolumesAssistedSnapshotsTest-1180796019 tempest-VolumesAssistedSnapshotsTest-1180796019-project-member] Waiting for the task: (returnval){ [ 585.072029] env[62353]: value = "task-2371809" [ 585.072029] env[62353]: _type = "Task" [ 585.072029] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 585.082705] env[62353]: DEBUG oslo_vmware.api [None req-2744072e-9e61-41e0-b867-bc2a99bb9360 tempest-VolumesAssistedSnapshotsTest-1180796019 tempest-VolumesAssistedSnapshotsTest-1180796019-project-member] Task: {'id': task-2371809, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.186589] env[62353]: DEBUG oslo_concurrency.lockutils [req-0ef010e8-3f01-48dc-b2f3-2f88e0242ca7 req-51368218-bc66-45fe-b63f-815ee652a1da service nova] Releasing lock "refresh_cache-5cff6baf-1dd7-4030-834d-266e83d77229" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 585.187047] env[62353]: DEBUG nova.compute.manager [req-0ef010e8-3f01-48dc-b2f3-2f88e0242ca7 req-51368218-bc66-45fe-b63f-815ee652a1da service nova] [instance: 832a2083-5874-47b5-a9c7-fdb4a69a94bb] Received event network-vif-plugged-0db4e91f-7a0c-4615-aa15-29acaebd0f1e {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 585.187313] env[62353]: DEBUG oslo_concurrency.lockutils [req-0ef010e8-3f01-48dc-b2f3-2f88e0242ca7 req-51368218-bc66-45fe-b63f-815ee652a1da service nova] Acquiring lock "832a2083-5874-47b5-a9c7-fdb4a69a94bb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 585.187581] env[62353]: DEBUG oslo_concurrency.lockutils [req-0ef010e8-3f01-48dc-b2f3-2f88e0242ca7 req-51368218-bc66-45fe-b63f-815ee652a1da service nova] Lock "832a2083-5874-47b5-a9c7-fdb4a69a94bb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 585.187919] env[62353]: DEBUG oslo_concurrency.lockutils [req-0ef010e8-3f01-48dc-b2f3-2f88e0242ca7 req-51368218-bc66-45fe-b63f-815ee652a1da service nova] Lock "832a2083-5874-47b5-a9c7-fdb4a69a94bb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 585.188178] env[62353]: DEBUG nova.compute.manager [req-0ef010e8-3f01-48dc-b2f3-2f88e0242ca7 req-51368218-bc66-45fe-b63f-815ee652a1da service nova] [instance: 832a2083-5874-47b5-a9c7-fdb4a69a94bb] No waiting events found dispatching network-vif-plugged-0db4e91f-7a0c-4615-aa15-29acaebd0f1e {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 585.189058] env[62353]: WARNING nova.compute.manager [req-0ef010e8-3f01-48dc-b2f3-2f88e0242ca7 req-51368218-bc66-45fe-b63f-815ee652a1da service nova] [instance: 832a2083-5874-47b5-a9c7-fdb4a69a94bb] Received unexpected event network-vif-plugged-0db4e91f-7a0c-4615-aa15-29acaebd0f1e for instance with vm_state building and task_state spawning. [ 585.189907] env[62353]: DEBUG nova.compute.manager [req-0ef010e8-3f01-48dc-b2f3-2f88e0242ca7 req-51368218-bc66-45fe-b63f-815ee652a1da service nova] [instance: 832a2083-5874-47b5-a9c7-fdb4a69a94bb] Received event network-changed-0db4e91f-7a0c-4615-aa15-29acaebd0f1e {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 585.190349] env[62353]: DEBUG nova.compute.manager [req-0ef010e8-3f01-48dc-b2f3-2f88e0242ca7 req-51368218-bc66-45fe-b63f-815ee652a1da service nova] [instance: 832a2083-5874-47b5-a9c7-fdb4a69a94bb] Refreshing instance network info cache due to event network-changed-0db4e91f-7a0c-4615-aa15-29acaebd0f1e. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 585.190629] env[62353]: DEBUG oslo_concurrency.lockutils [req-0ef010e8-3f01-48dc-b2f3-2f88e0242ca7 req-51368218-bc66-45fe-b63f-815ee652a1da service nova] Acquiring lock "refresh_cache-832a2083-5874-47b5-a9c7-fdb4a69a94bb" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 585.190629] env[62353]: DEBUG oslo_concurrency.lockutils [req-0ef010e8-3f01-48dc-b2f3-2f88e0242ca7 req-51368218-bc66-45fe-b63f-815ee652a1da service nova] Acquired lock "refresh_cache-832a2083-5874-47b5-a9c7-fdb4a69a94bb" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.190845] env[62353]: DEBUG nova.network.neutron [req-0ef010e8-3f01-48dc-b2f3-2f88e0242ca7 req-51368218-bc66-45fe-b63f-815ee652a1da service nova] [instance: 832a2083-5874-47b5-a9c7-fdb4a69a94bb] Refreshing network info cache for port 0db4e91f-7a0c-4615-aa15-29acaebd0f1e {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 585.192672] env[62353]: DEBUG oslo_vmware.api [None req-ff1e3706-db17-4cd5-970c-e1de31f8c148 tempest-ServerRescueTestJSONUnderV235-485973642 tempest-ServerRescueTestJSONUnderV235-485973642-project-member] Task: {'id': task-2371808, 'name': PowerOnVM_Task} progress is 90%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.376815] env[62353]: ERROR nova.scheduler.client.report [None req-a678982e-f8f5-45d0-b205-4d22d26c8e3b tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] [req-472a668d-6410-4a77-8296-218e47196219] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7ed3af4c-f85e-4a4b-a365-13d128b6ab14. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-472a668d-6410-4a77-8296-218e47196219"}]} [ 585.399734] env[62353]: DEBUG nova.scheduler.client.report [None req-a678982e-f8f5-45d0-b205-4d22d26c8e3b tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Refreshing inventories for resource provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 585.429356] env[62353]: DEBUG nova.scheduler.client.report [None req-a678982e-f8f5-45d0-b205-4d22d26c8e3b tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Updating ProviderTree inventory for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 585.429635] env[62353]: DEBUG nova.compute.provider_tree [None req-a678982e-f8f5-45d0-b205-4d22d26c8e3b tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Updating inventory in ProviderTree for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 585.449473] env[62353]: DEBUG nova.scheduler.client.report [None req-a678982e-f8f5-45d0-b205-4d22d26c8e3b tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Refreshing aggregate associations for resource provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14, aggregates: None {{(pid=62353) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 585.483472] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2371806, 'name': CreateVM_Task, 'duration_secs': 0.735545} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 585.483472] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9c70c50-2454-4da5-ae51-57488371a23c] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 585.483472] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5fadc71a-14b9-4ec9-8023-eb70b888e0e9 tempest-ServerAddressesNegativeTestJSON-1430294578 tempest-ServerAddressesNegativeTestJSON-1430294578-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 585.483472] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5fadc71a-14b9-4ec9-8023-eb70b888e0e9 tempest-ServerAddressesNegativeTestJSON-1430294578 tempest-ServerAddressesNegativeTestJSON-1430294578-project-member] Acquired lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.483811] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5fadc71a-14b9-4ec9-8023-eb70b888e0e9 tempest-ServerAddressesNegativeTestJSON-1430294578 tempest-ServerAddressesNegativeTestJSON-1430294578-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 585.484263] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20c82d0c-5292-4784-895e-ae8f7744ba05 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.488156] env[62353]: DEBUG nova.scheduler.client.report [None req-a678982e-f8f5-45d0-b205-4d22d26c8e3b tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Refreshing trait associations for resource provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=62353) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 585.493251] env[62353]: DEBUG oslo_vmware.api [None req-5fadc71a-14b9-4ec9-8023-eb70b888e0e9 tempest-ServerAddressesNegativeTestJSON-1430294578 tempest-ServerAddressesNegativeTestJSON-1430294578-project-member] Waiting for the task: (returnval){ [ 585.493251] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5201aaea-5623-db87-a9a1-a431613c7913" [ 585.493251] env[62353]: _type = "Task" [ 585.493251] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 585.510584] env[62353]: DEBUG oslo_vmware.api [None req-5fadc71a-14b9-4ec9-8023-eb70b888e0e9 tempest-ServerAddressesNegativeTestJSON-1430294578 tempest-ServerAddressesNegativeTestJSON-1430294578-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5201aaea-5623-db87-a9a1-a431613c7913, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.511783] env[62353]: DEBUG nova.network.neutron [None req-c73b402c-91db-4483-827d-94ea68a52f5c tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] [instance: 70b6d86f-10bd-471f-8655-e961c4208751] Updating instance_info_cache with network_info: [{"id": "3fac9f25-ef69-4394-ac71-608c65991d13", "address": "fa:16:3e:41:f0:58", "network": {"id": "2be634d9-365a-4258-9bd8-c03318d42ac3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.182", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0a3f88790a594523a818b8c00f6862e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fac9f25-ef", "ovs_interfaceid": "3fac9f25-ef69-4394-ac71-608c65991d13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 585.561514] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-02c02204-af2a-4749-a6e7-716a6547621f tempest-ServersAdmin275Test-2075474866 tempest-ServersAdmin275Test-2075474866-project-admin] [instance: 82afd7a0-a514-4eac-9bcf-e2ed22e1e04b] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 585.561797] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aa26e8f7-e39b-4271-a0d1-0bafcfe73782 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.581235] env[62353]: DEBUG oslo_concurrency.lockutils [req-fc1e6962-a56e-4815-ab42-63a8a9b91459 req-4e88f5d0-baa3-491c-b4ac-597bd3ccb326 service nova] Releasing lock "refresh_cache-8b313bab-8370-47c5-a03b-c809dc96fd21" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 585.581547] env[62353]: DEBUG nova.compute.manager [req-fc1e6962-a56e-4815-ab42-63a8a9b91459 req-4e88f5d0-baa3-491c-b4ac-597bd3ccb326 service nova] [instance: 71d6a2a4-8c9f-45a6-bb5b-add707aa11f8] Received event network-vif-deleted-791615fc-6689-4b88-b684-f94dfbbdabf4 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 585.582250] env[62353]: DEBUG oslo_vmware.api [None req-02c02204-af2a-4749-a6e7-716a6547621f tempest-ServersAdmin275Test-2075474866 tempest-ServersAdmin275Test-2075474866-project-admin] Waiting for the task: (returnval){ [ 585.582250] env[62353]: value = "task-2371810" [ 585.582250] env[62353]: _type = "Task" [ 585.582250] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 585.607807] env[62353]: DEBUG oslo_vmware.api [None req-02c02204-af2a-4749-a6e7-716a6547621f tempest-ServersAdmin275Test-2075474866 tempest-ServersAdmin275Test-2075474866-project-admin] Task: {'id': task-2371810, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.608285] env[62353]: DEBUG oslo_vmware.api [None req-2744072e-9e61-41e0-b867-bc2a99bb9360 tempest-VolumesAssistedSnapshotsTest-1180796019 tempest-VolumesAssistedSnapshotsTest-1180796019-project-member] Task: {'id': task-2371809, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.688281] env[62353]: DEBUG oslo_vmware.api [None req-ff1e3706-db17-4cd5-970c-e1de31f8c148 tempest-ServerRescueTestJSONUnderV235-485973642 tempest-ServerRescueTestJSONUnderV235-485973642-project-member] Task: {'id': task-2371808, 'name': PowerOnVM_Task, 'duration_secs': 0.606472} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 585.690642] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff1e3706-db17-4cd5-970c-e1de31f8c148 tempest-ServerRescueTestJSONUnderV235-485973642 tempest-ServerRescueTestJSONUnderV235-485973642-project-member] [instance: 5cff6baf-1dd7-4030-834d-266e83d77229] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 585.691310] env[62353]: INFO nova.compute.manager [None req-ff1e3706-db17-4cd5-970c-e1de31f8c148 tempest-ServerRescueTestJSONUnderV235-485973642 tempest-ServerRescueTestJSONUnderV235-485973642-project-member] [instance: 5cff6baf-1dd7-4030-834d-266e83d77229] Took 11.12 seconds to spawn the instance on the hypervisor. [ 585.691655] env[62353]: DEBUG nova.compute.manager [None req-ff1e3706-db17-4cd5-970c-e1de31f8c148 tempest-ServerRescueTestJSONUnderV235-485973642 tempest-ServerRescueTestJSONUnderV235-485973642-project-member] [instance: 5cff6baf-1dd7-4030-834d-266e83d77229] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 585.693803] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c322d291-fc48-4b27-8bfb-3380b0d74743 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.841495] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df267ab5-1f23-45e2-b01f-c4a017f68f8c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.851472] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c533b906-d526-40cf-83af-205a7345283a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.888441] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58085b03-1e36-46a1-a566-63ecc69d3cec {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.898702] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ba031ff-8dac-4e9e-96e8-c85c9225019e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.916836] env[62353]: DEBUG nova.compute.provider_tree [None req-a678982e-f8f5-45d0-b205-4d22d26c8e3b tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Updating inventory in ProviderTree for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 586.009296] env[62353]: DEBUG oslo_vmware.api [None req-5fadc71a-14b9-4ec9-8023-eb70b888e0e9 tempest-ServerAddressesNegativeTestJSON-1430294578 tempest-ServerAddressesNegativeTestJSON-1430294578-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5201aaea-5623-db87-a9a1-a431613c7913, 'name': SearchDatastore_Task, 'duration_secs': 0.019762} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.009770] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5fadc71a-14b9-4ec9-8023-eb70b888e0e9 tempest-ServerAddressesNegativeTestJSON-1430294578 tempest-ServerAddressesNegativeTestJSON-1430294578-project-member] Releasing lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 586.009862] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-5fadc71a-14b9-4ec9-8023-eb70b888e0e9 tempest-ServerAddressesNegativeTestJSON-1430294578 tempest-ServerAddressesNegativeTestJSON-1430294578-project-member] [instance: c9c70c50-2454-4da5-ae51-57488371a23c] Processing image 06f909ae-e8dc-43b4-abf7-c7ed85db9bbd {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 586.010047] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5fadc71a-14b9-4ec9-8023-eb70b888e0e9 tempest-ServerAddressesNegativeTestJSON-1430294578 tempest-ServerAddressesNegativeTestJSON-1430294578-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 586.010196] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5fadc71a-14b9-4ec9-8023-eb70b888e0e9 tempest-ServerAddressesNegativeTestJSON-1430294578 tempest-ServerAddressesNegativeTestJSON-1430294578-project-member] Acquired lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.010460] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fadc71a-14b9-4ec9-8023-eb70b888e0e9 tempest-ServerAddressesNegativeTestJSON-1430294578 tempest-ServerAddressesNegativeTestJSON-1430294578-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 586.010727] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f836aff8-97de-47c0-bfe7-9fe43427ddec {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.015915] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c73b402c-91db-4483-827d-94ea68a52f5c tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Releasing lock "refresh_cache-70b6d86f-10bd-471f-8655-e961c4208751" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 586.022215] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fadc71a-14b9-4ec9-8023-eb70b888e0e9 tempest-ServerAddressesNegativeTestJSON-1430294578 tempest-ServerAddressesNegativeTestJSON-1430294578-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 586.022729] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-5fadc71a-14b9-4ec9-8023-eb70b888e0e9 tempest-ServerAddressesNegativeTestJSON-1430294578 tempest-ServerAddressesNegativeTestJSON-1430294578-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 586.024048] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3752c1f8-6749-4ebe-b941-7fe4d709c020 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.035812] env[62353]: DEBUG oslo_vmware.api [None req-5fadc71a-14b9-4ec9-8023-eb70b888e0e9 tempest-ServerAddressesNegativeTestJSON-1430294578 tempest-ServerAddressesNegativeTestJSON-1430294578-project-member] Waiting for the task: (returnval){ [ 586.035812] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]525c5cd3-a22e-5441-1f76-f5fb2ccb677a" [ 586.035812] env[62353]: _type = "Task" [ 586.035812] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.048754] env[62353]: DEBUG oslo_vmware.api [None req-5fadc71a-14b9-4ec9-8023-eb70b888e0e9 tempest-ServerAddressesNegativeTestJSON-1430294578 tempest-ServerAddressesNegativeTestJSON-1430294578-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]525c5cd3-a22e-5441-1f76-f5fb2ccb677a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.101750] env[62353]: DEBUG oslo_vmware.api [None req-2744072e-9e61-41e0-b867-bc2a99bb9360 tempest-VolumesAssistedSnapshotsTest-1180796019 tempest-VolumesAssistedSnapshotsTest-1180796019-project-member] Task: {'id': task-2371809, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.107035] env[62353]: DEBUG oslo_vmware.api [None req-02c02204-af2a-4749-a6e7-716a6547621f tempest-ServersAdmin275Test-2075474866 tempest-ServersAdmin275Test-2075474866-project-admin] Task: {'id': task-2371810, 'name': PowerOffVM_Task, 'duration_secs': 0.191197} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.107657] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-02c02204-af2a-4749-a6e7-716a6547621f tempest-ServersAdmin275Test-2075474866 tempest-ServersAdmin275Test-2075474866-project-admin] [instance: 82afd7a0-a514-4eac-9bcf-e2ed22e1e04b] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 586.108103] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-02c02204-af2a-4749-a6e7-716a6547621f tempest-ServersAdmin275Test-2075474866 tempest-ServersAdmin275Test-2075474866-project-admin] [instance: 82afd7a0-a514-4eac-9bcf-e2ed22e1e04b] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 586.109406] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2b5f4b2-b6b6-431d-bffb-b55b01bd0029 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.119060] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-02c02204-af2a-4749-a6e7-716a6547621f tempest-ServersAdmin275Test-2075474866 tempest-ServersAdmin275Test-2075474866-project-admin] [instance: 82afd7a0-a514-4eac-9bcf-e2ed22e1e04b] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 586.119345] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e8586fc9-d8cc-46c3-8770-4770babffa01 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.152871] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-02c02204-af2a-4749-a6e7-716a6547621f tempest-ServersAdmin275Test-2075474866 tempest-ServersAdmin275Test-2075474866-project-admin] [instance: 82afd7a0-a514-4eac-9bcf-e2ed22e1e04b] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 586.155582] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-02c02204-af2a-4749-a6e7-716a6547621f tempest-ServersAdmin275Test-2075474866 tempest-ServersAdmin275Test-2075474866-project-admin] [instance: 82afd7a0-a514-4eac-9bcf-e2ed22e1e04b] Deleting contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 586.155582] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-02c02204-af2a-4749-a6e7-716a6547621f tempest-ServersAdmin275Test-2075474866 tempest-ServersAdmin275Test-2075474866-project-admin] Deleting the datastore file [datastore1] 82afd7a0-a514-4eac-9bcf-e2ed22e1e04b {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 586.155582] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-74042b8c-07ff-4c23-ae00-8e3855644782 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.167306] env[62353]: DEBUG oslo_vmware.api [None req-02c02204-af2a-4749-a6e7-716a6547621f tempest-ServersAdmin275Test-2075474866 tempest-ServersAdmin275Test-2075474866-project-admin] Waiting for the task: (returnval){ [ 586.167306] env[62353]: value = "task-2371812" [ 586.167306] env[62353]: _type = "Task" [ 586.167306] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.182226] env[62353]: DEBUG nova.network.neutron [req-0ef010e8-3f01-48dc-b2f3-2f88e0242ca7 req-51368218-bc66-45fe-b63f-815ee652a1da service nova] [instance: 832a2083-5874-47b5-a9c7-fdb4a69a94bb] Updated VIF entry in instance network info cache for port 0db4e91f-7a0c-4615-aa15-29acaebd0f1e. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 586.182226] env[62353]: DEBUG nova.network.neutron [req-0ef010e8-3f01-48dc-b2f3-2f88e0242ca7 req-51368218-bc66-45fe-b63f-815ee652a1da service nova] [instance: 832a2083-5874-47b5-a9c7-fdb4a69a94bb] Updating instance_info_cache with network_info: [{"id": "0db4e91f-7a0c-4615-aa15-29acaebd0f1e", "address": "fa:16:3e:bd:b6:92", "network": {"id": "4dce6b5b-f101-4638-8623-9faded7f1654", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-2129626978-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ba7b95f626c4540b222cc6f62f9adeb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b83383f-ed7a-4efd-aef7-aa8c15649d07", "external-id": "nsx-vlan-transportzone-282", "segmentation_id": 282, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0db4e91f-7a", "ovs_interfaceid": "0db4e91f-7a0c-4615-aa15-29acaebd0f1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 586.199168] env[62353]: DEBUG oslo_vmware.api [None req-02c02204-af2a-4749-a6e7-716a6547621f tempest-ServersAdmin275Test-2075474866 tempest-ServersAdmin275Test-2075474866-project-admin] Task: {'id': task-2371812, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.223902] env[62353]: INFO nova.compute.manager [None req-ff1e3706-db17-4cd5-970c-e1de31f8c148 tempest-ServerRescueTestJSONUnderV235-485973642 tempest-ServerRescueTestJSONUnderV235-485973642-project-member] [instance: 5cff6baf-1dd7-4030-834d-266e83d77229] Took 17.83 seconds to build instance. [ 586.251509] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5bf0232a-6f17-4c22-8dc3-ff9c961f7974 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Acquiring lock "115fbeba-b84e-48ee-bee7-4cba1f52daa9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 586.251609] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5bf0232a-6f17-4c22-8dc3-ff9c961f7974 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Lock "115fbeba-b84e-48ee-bee7-4cba1f52daa9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 586.281405] env[62353]: DEBUG oslo_concurrency.lockutils [None req-faf5afe5-d4e3-4ad6-ade8-ec28bd7ebf67 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Acquiring lock "672a184e-5e10-4fc3-a967-9b9cdd014ed2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 586.281721] env[62353]: DEBUG oslo_concurrency.lockutils [None req-faf5afe5-d4e3-4ad6-ade8-ec28bd7ebf67 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Lock "672a184e-5e10-4fc3-a967-9b9cdd014ed2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 586.281944] env[62353]: DEBUG oslo_concurrency.lockutils [None req-faf5afe5-d4e3-4ad6-ade8-ec28bd7ebf67 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Acquiring lock "672a184e-5e10-4fc3-a967-9b9cdd014ed2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 586.282170] env[62353]: DEBUG oslo_concurrency.lockutils [None req-faf5afe5-d4e3-4ad6-ade8-ec28bd7ebf67 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Lock "672a184e-5e10-4fc3-a967-9b9cdd014ed2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 586.282396] env[62353]: DEBUG oslo_concurrency.lockutils [None req-faf5afe5-d4e3-4ad6-ade8-ec28bd7ebf67 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Lock "672a184e-5e10-4fc3-a967-9b9cdd014ed2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 586.287956] env[62353]: INFO nova.compute.manager [None req-faf5afe5-d4e3-4ad6-ade8-ec28bd7ebf67 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 672a184e-5e10-4fc3-a967-9b9cdd014ed2] Terminating instance [ 586.447384] env[62353]: ERROR nova.scheduler.client.report [None req-a678982e-f8f5-45d0-b205-4d22d26c8e3b tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] [req-41ddc73a-155c-4ff9-ac04-342858ba82df] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7ed3af4c-f85e-4a4b-a365-13d128b6ab14. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-41ddc73a-155c-4ff9-ac04-342858ba82df"}]} [ 586.468971] env[62353]: DEBUG nova.scheduler.client.report [None req-a678982e-f8f5-45d0-b205-4d22d26c8e3b tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Refreshing inventories for resource provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 586.494820] env[62353]: DEBUG nova.scheduler.client.report [None req-a678982e-f8f5-45d0-b205-4d22d26c8e3b tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Updating ProviderTree inventory for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 586.495103] env[62353]: DEBUG nova.compute.provider_tree [None req-a678982e-f8f5-45d0-b205-4d22d26c8e3b tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Updating inventory in ProviderTree for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 586.520112] env[62353]: DEBUG nova.scheduler.client.report [None req-a678982e-f8f5-45d0-b205-4d22d26c8e3b tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Refreshing aggregate associations for resource provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14, aggregates: None {{(pid=62353) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 586.545376] env[62353]: DEBUG oslo_vmware.api [None req-5fadc71a-14b9-4ec9-8023-eb70b888e0e9 tempest-ServerAddressesNegativeTestJSON-1430294578 tempest-ServerAddressesNegativeTestJSON-1430294578-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]525c5cd3-a22e-5441-1f76-f5fb2ccb677a, 'name': SearchDatastore_Task, 'duration_secs': 0.023945} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.545376] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f82516c-d903-41e1-8f18-960b6fc0e9c8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.552079] env[62353]: DEBUG oslo_vmware.api [None req-5fadc71a-14b9-4ec9-8023-eb70b888e0e9 tempest-ServerAddressesNegativeTestJSON-1430294578 tempest-ServerAddressesNegativeTestJSON-1430294578-project-member] Waiting for the task: (returnval){ [ 586.552079] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52b80833-716d-55bc-202c-d7b4e1dda07a" [ 586.552079] env[62353]: _type = "Task" [ 586.552079] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.558133] env[62353]: DEBUG nova.scheduler.client.report [None req-a678982e-f8f5-45d0-b205-4d22d26c8e3b tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Refreshing trait associations for resource provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=62353) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 586.564286] env[62353]: DEBUG oslo_vmware.api [None req-5fadc71a-14b9-4ec9-8023-eb70b888e0e9 tempest-ServerAddressesNegativeTestJSON-1430294578 tempest-ServerAddressesNegativeTestJSON-1430294578-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52b80833-716d-55bc-202c-d7b4e1dda07a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.608464] env[62353]: DEBUG oslo_vmware.api [None req-2744072e-9e61-41e0-b867-bc2a99bb9360 tempest-VolumesAssistedSnapshotsTest-1180796019 tempest-VolumesAssistedSnapshotsTest-1180796019-project-member] Task: {'id': task-2371809, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.687363] env[62353]: DEBUG oslo_vmware.api [None req-02c02204-af2a-4749-a6e7-716a6547621f tempest-ServersAdmin275Test-2075474866 tempest-ServersAdmin275Test-2075474866-project-admin] Task: {'id': task-2371812, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.220262} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.690402] env[62353]: DEBUG oslo_concurrency.lockutils [req-0ef010e8-3f01-48dc-b2f3-2f88e0242ca7 req-51368218-bc66-45fe-b63f-815ee652a1da service nova] Releasing lock "refresh_cache-832a2083-5874-47b5-a9c7-fdb4a69a94bb" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 586.690858] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-02c02204-af2a-4749-a6e7-716a6547621f tempest-ServersAdmin275Test-2075474866 tempest-ServersAdmin275Test-2075474866-project-admin] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 586.691055] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-02c02204-af2a-4749-a6e7-716a6547621f tempest-ServersAdmin275Test-2075474866 tempest-ServersAdmin275Test-2075474866-project-admin] [instance: 82afd7a0-a514-4eac-9bcf-e2ed22e1e04b] Deleted contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 586.691440] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-02c02204-af2a-4749-a6e7-716a6547621f tempest-ServersAdmin275Test-2075474866 tempest-ServersAdmin275Test-2075474866-project-admin] [instance: 82afd7a0-a514-4eac-9bcf-e2ed22e1e04b] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 586.697599] env[62353]: DEBUG nova.compute.manager [req-d6c8b090-06ba-4d50-81f9-7fe5865aec2f req-4b20e064-eb72-430a-806c-c42e01f1be8e service nova] [instance: c9c70c50-2454-4da5-ae51-57488371a23c] Received event network-vif-plugged-7fabed49-5bef-4da3-a7a2-1649c08029bf {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 586.697858] env[62353]: DEBUG oslo_concurrency.lockutils [req-d6c8b090-06ba-4d50-81f9-7fe5865aec2f req-4b20e064-eb72-430a-806c-c42e01f1be8e service nova] Acquiring lock "c9c70c50-2454-4da5-ae51-57488371a23c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 586.699629] env[62353]: DEBUG oslo_concurrency.lockutils [req-d6c8b090-06ba-4d50-81f9-7fe5865aec2f req-4b20e064-eb72-430a-806c-c42e01f1be8e service nova] Lock "c9c70c50-2454-4da5-ae51-57488371a23c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 586.699867] env[62353]: DEBUG oslo_concurrency.lockutils [req-d6c8b090-06ba-4d50-81f9-7fe5865aec2f req-4b20e064-eb72-430a-806c-c42e01f1be8e service nova] Lock "c9c70c50-2454-4da5-ae51-57488371a23c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.002s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 586.700058] env[62353]: DEBUG nova.compute.manager [req-d6c8b090-06ba-4d50-81f9-7fe5865aec2f req-4b20e064-eb72-430a-806c-c42e01f1be8e service nova] [instance: c9c70c50-2454-4da5-ae51-57488371a23c] No waiting events found dispatching network-vif-plugged-7fabed49-5bef-4da3-a7a2-1649c08029bf {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 586.700444] env[62353]: WARNING nova.compute.manager [req-d6c8b090-06ba-4d50-81f9-7fe5865aec2f req-4b20e064-eb72-430a-806c-c42e01f1be8e service nova] [instance: c9c70c50-2454-4da5-ae51-57488371a23c] Received unexpected event network-vif-plugged-7fabed49-5bef-4da3-a7a2-1649c08029bf for instance with vm_state building and task_state spawning. [ 586.700444] env[62353]: DEBUG nova.compute.manager [req-d6c8b090-06ba-4d50-81f9-7fe5865aec2f req-4b20e064-eb72-430a-806c-c42e01f1be8e service nova] [instance: c9c70c50-2454-4da5-ae51-57488371a23c] Received event network-changed-7fabed49-5bef-4da3-a7a2-1649c08029bf {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 586.700538] env[62353]: DEBUG nova.compute.manager [req-d6c8b090-06ba-4d50-81f9-7fe5865aec2f req-4b20e064-eb72-430a-806c-c42e01f1be8e service nova] [instance: c9c70c50-2454-4da5-ae51-57488371a23c] Refreshing instance network info cache due to event network-changed-7fabed49-5bef-4da3-a7a2-1649c08029bf. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 586.700694] env[62353]: DEBUG oslo_concurrency.lockutils [req-d6c8b090-06ba-4d50-81f9-7fe5865aec2f req-4b20e064-eb72-430a-806c-c42e01f1be8e service nova] Acquiring lock "refresh_cache-c9c70c50-2454-4da5-ae51-57488371a23c" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 586.700825] env[62353]: DEBUG oslo_concurrency.lockutils [req-d6c8b090-06ba-4d50-81f9-7fe5865aec2f req-4b20e064-eb72-430a-806c-c42e01f1be8e service nova] Acquired lock "refresh_cache-c9c70c50-2454-4da5-ae51-57488371a23c" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.700974] env[62353]: DEBUG nova.network.neutron [req-d6c8b090-06ba-4d50-81f9-7fe5865aec2f req-4b20e064-eb72-430a-806c-c42e01f1be8e service nova] [instance: c9c70c50-2454-4da5-ae51-57488371a23c] Refreshing network info cache for port 7fabed49-5bef-4da3-a7a2-1649c08029bf {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 586.730024] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ff1e3706-db17-4cd5-970c-e1de31f8c148 tempest-ServerRescueTestJSONUnderV235-485973642 tempest-ServerRescueTestJSONUnderV235-485973642-project-member] Lock "5cff6baf-1dd7-4030-834d-266e83d77229" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.365s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 586.756881] env[62353]: DEBUG nova.compute.manager [None req-5bf0232a-6f17-4c22-8dc3-ff9c961f7974 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] [instance: 115fbeba-b84e-48ee-bee7-4cba1f52daa9] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 586.794623] env[62353]: DEBUG nova.compute.manager [None req-faf5afe5-d4e3-4ad6-ade8-ec28bd7ebf67 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 672a184e-5e10-4fc3-a967-9b9cdd014ed2] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 586.794850] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-faf5afe5-d4e3-4ad6-ade8-ec28bd7ebf67 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 672a184e-5e10-4fc3-a967-9b9cdd014ed2] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 586.800022] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4725c768-1762-4b38-9ee1-40d5da1a658e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.807157] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-faf5afe5-d4e3-4ad6-ade8-ec28bd7ebf67 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 672a184e-5e10-4fc3-a967-9b9cdd014ed2] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 586.810400] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8965f5d7-cd45-4da4-b45f-eff2021a31a5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.820354] env[62353]: INFO nova.compute.manager [None req-f56e0f4b-4bde-44e5-a0d7-a3eed3bcf9f8 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] [instance: da04e4bf-dc3d-45a8-b0f9-ef9a7491e297] Rescuing [ 586.820631] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f56e0f4b-4bde-44e5-a0d7-a3eed3bcf9f8 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Acquiring lock "refresh_cache-da04e4bf-dc3d-45a8-b0f9-ef9a7491e297" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 586.820835] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f56e0f4b-4bde-44e5-a0d7-a3eed3bcf9f8 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Acquired lock "refresh_cache-da04e4bf-dc3d-45a8-b0f9-ef9a7491e297" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.820971] env[62353]: DEBUG nova.network.neutron [None req-f56e0f4b-4bde-44e5-a0d7-a3eed3bcf9f8 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] [instance: da04e4bf-dc3d-45a8-b0f9-ef9a7491e297] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 586.831759] env[62353]: DEBUG oslo_vmware.api [None req-faf5afe5-d4e3-4ad6-ade8-ec28bd7ebf67 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Waiting for the task: (returnval){ [ 586.831759] env[62353]: value = "task-2371814" [ 586.831759] env[62353]: _type = "Task" [ 586.831759] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.842619] env[62353]: DEBUG oslo_vmware.api [None req-faf5afe5-d4e3-4ad6-ade8-ec28bd7ebf67 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Task: {'id': task-2371814, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.942031] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c817ee2-4663-4893-a877-bca0548c8f19 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.952742] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f57cbb23-d500-4a4d-a437-016afa783924 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.993178] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cd7f0f8-4452-4a2a-b33d-2c5df5fd737e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.002499] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0edccfc0-1dd0-4ef6-b114-2f2d19cf61e9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.019720] env[62353]: DEBUG nova.compute.provider_tree [None req-a678982e-f8f5-45d0-b205-4d22d26c8e3b tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Updating inventory in ProviderTree for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 587.066106] env[62353]: DEBUG oslo_vmware.api [None req-5fadc71a-14b9-4ec9-8023-eb70b888e0e9 tempest-ServerAddressesNegativeTestJSON-1430294578 tempest-ServerAddressesNegativeTestJSON-1430294578-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52b80833-716d-55bc-202c-d7b4e1dda07a, 'name': SearchDatastore_Task, 'duration_secs': 0.016959} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 587.066320] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5fadc71a-14b9-4ec9-8023-eb70b888e0e9 tempest-ServerAddressesNegativeTestJSON-1430294578 tempest-ServerAddressesNegativeTestJSON-1430294578-project-member] Releasing lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 587.066574] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fadc71a-14b9-4ec9-8023-eb70b888e0e9 tempest-ServerAddressesNegativeTestJSON-1430294578 tempest-ServerAddressesNegativeTestJSON-1430294578-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore2] c9c70c50-2454-4da5-ae51-57488371a23c/c9c70c50-2454-4da5-ae51-57488371a23c.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 587.066822] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7e962c51-d0ec-4f3f-be05-cc27aaedf17e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.077522] env[62353]: DEBUG oslo_vmware.api [None req-5fadc71a-14b9-4ec9-8023-eb70b888e0e9 tempest-ServerAddressesNegativeTestJSON-1430294578 tempest-ServerAddressesNegativeTestJSON-1430294578-project-member] Waiting for the task: (returnval){ [ 587.077522] env[62353]: value = "task-2371815" [ 587.077522] env[62353]: _type = "Task" [ 587.077522] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.093151] env[62353]: DEBUG oslo_vmware.api [None req-5fadc71a-14b9-4ec9-8023-eb70b888e0e9 tempest-ServerAddressesNegativeTestJSON-1430294578 tempest-ServerAddressesNegativeTestJSON-1430294578-project-member] Task: {'id': task-2371815, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.101142] env[62353]: DEBUG oslo_vmware.api [None req-2744072e-9e61-41e0-b867-bc2a99bb9360 tempest-VolumesAssistedSnapshotsTest-1180796019 tempest-VolumesAssistedSnapshotsTest-1180796019-project-member] Task: {'id': task-2371809, 'name': ReconfigVM_Task, 'duration_secs': 1.789323} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 587.101142] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-2744072e-9e61-41e0-b867-bc2a99bb9360 tempest-VolumesAssistedSnapshotsTest-1180796019 tempest-VolumesAssistedSnapshotsTest-1180796019-project-member] [instance: 832a2083-5874-47b5-a9c7-fdb4a69a94bb] Reconfigured VM instance instance-0000000b to attach disk [datastore2] 832a2083-5874-47b5-a9c7-fdb4a69a94bb/832a2083-5874-47b5-a9c7-fdb4a69a94bb.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 587.101922] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0e66f54e-42a9-482d-8805-f495f4425cb8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.109611] env[62353]: DEBUG oslo_vmware.api [None req-2744072e-9e61-41e0-b867-bc2a99bb9360 tempest-VolumesAssistedSnapshotsTest-1180796019 tempest-VolumesAssistedSnapshotsTest-1180796019-project-member] Waiting for the task: (returnval){ [ 587.109611] env[62353]: value = "task-2371816" [ 587.109611] env[62353]: _type = "Task" [ 587.109611] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.120081] env[62353]: DEBUG oslo_vmware.api [None req-2744072e-9e61-41e0-b867-bc2a99bb9360 tempest-VolumesAssistedSnapshotsTest-1180796019 tempest-VolumesAssistedSnapshotsTest-1180796019-project-member] Task: {'id': task-2371816, 'name': Rename_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.229924] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e12545a4-63aa-493d-8c0d-e81ff2f0e78a tempest-ImagesNegativeTestJSON-1559337630 tempest-ImagesNegativeTestJSON-1559337630-project-member] Acquiring lock "9bd2f6b9-eb81-4238-a781-5f2bb54f80c0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 587.231823] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e12545a4-63aa-493d-8c0d-e81ff2f0e78a tempest-ImagesNegativeTestJSON-1559337630 tempest-ImagesNegativeTestJSON-1559337630-project-member] Lock "9bd2f6b9-eb81-4238-a781-5f2bb54f80c0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 587.231823] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e12545a4-63aa-493d-8c0d-e81ff2f0e78a tempest-ImagesNegativeTestJSON-1559337630 tempest-ImagesNegativeTestJSON-1559337630-project-member] Acquiring lock "9bd2f6b9-eb81-4238-a781-5f2bb54f80c0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 587.237539] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e12545a4-63aa-493d-8c0d-e81ff2f0e78a tempest-ImagesNegativeTestJSON-1559337630 tempest-ImagesNegativeTestJSON-1559337630-project-member] Lock "9bd2f6b9-eb81-4238-a781-5f2bb54f80c0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.002s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 587.237539] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e12545a4-63aa-493d-8c0d-e81ff2f0e78a tempest-ImagesNegativeTestJSON-1559337630 tempest-ImagesNegativeTestJSON-1559337630-project-member] Lock "9bd2f6b9-eb81-4238-a781-5f2bb54f80c0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 587.237539] env[62353]: INFO nova.compute.manager [None req-e12545a4-63aa-493d-8c0d-e81ff2f0e78a tempest-ImagesNegativeTestJSON-1559337630 tempest-ImagesNegativeTestJSON-1559337630-project-member] [instance: 9bd2f6b9-eb81-4238-a781-5f2bb54f80c0] Terminating instance [ 587.284196] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5bf0232a-6f17-4c22-8dc3-ff9c961f7974 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 587.347274] env[62353]: DEBUG oslo_vmware.api [None req-faf5afe5-d4e3-4ad6-ade8-ec28bd7ebf67 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Task: {'id': task-2371814, 'name': PowerOffVM_Task, 'duration_secs': 0.375676} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 587.347564] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-faf5afe5-d4e3-4ad6-ade8-ec28bd7ebf67 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 672a184e-5e10-4fc3-a967-9b9cdd014ed2] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 587.347775] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-faf5afe5-d4e3-4ad6-ade8-ec28bd7ebf67 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 672a184e-5e10-4fc3-a967-9b9cdd014ed2] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 587.348093] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5a890bfe-f25d-47b3-8343-4ed1c03e4bb4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.422656] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-faf5afe5-d4e3-4ad6-ade8-ec28bd7ebf67 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 672a184e-5e10-4fc3-a967-9b9cdd014ed2] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 587.422656] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-faf5afe5-d4e3-4ad6-ade8-ec28bd7ebf67 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 672a184e-5e10-4fc3-a967-9b9cdd014ed2] Deleting contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 587.423659] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-faf5afe5-d4e3-4ad6-ade8-ec28bd7ebf67 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Deleting the datastore file [datastore1] 672a184e-5e10-4fc3-a967-9b9cdd014ed2 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 587.423659] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-45a155fd-6385-4bb3-b1b4-a3aa8c67a7f6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.433441] env[62353]: DEBUG oslo_vmware.api [None req-faf5afe5-d4e3-4ad6-ade8-ec28bd7ebf67 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Waiting for the task: (returnval){ [ 587.433441] env[62353]: value = "task-2371818" [ 587.433441] env[62353]: _type = "Task" [ 587.433441] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.446667] env[62353]: DEBUG oslo_vmware.api [None req-faf5afe5-d4e3-4ad6-ade8-ec28bd7ebf67 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Task: {'id': task-2371818, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.534797] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb62c5bd-3f41-4d5a-b8c8-0f0a3271bd49 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.567294] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-c73b402c-91db-4483-827d-94ea68a52f5c tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] [instance: 70b6d86f-10bd-471f-8655-e961c4208751] Updating instance '70b6d86f-10bd-471f-8655-e961c4208751' progress to 0 {{(pid=62353) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 587.573121] env[62353]: DEBUG nova.scheduler.client.report [None req-a678982e-f8f5-45d0-b205-4d22d26c8e3b tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Updated inventory for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 with generation 22 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 587.574899] env[62353]: DEBUG nova.compute.provider_tree [None req-a678982e-f8f5-45d0-b205-4d22d26c8e3b tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Updating resource provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 generation from 22 to 23 during operation: update_inventory {{(pid=62353) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 587.574899] env[62353]: DEBUG nova.compute.provider_tree [None req-a678982e-f8f5-45d0-b205-4d22d26c8e3b tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Updating inventory in ProviderTree for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 587.593247] env[62353]: DEBUG oslo_vmware.api [None req-5fadc71a-14b9-4ec9-8023-eb70b888e0e9 tempest-ServerAddressesNegativeTestJSON-1430294578 tempest-ServerAddressesNegativeTestJSON-1430294578-project-member] Task: {'id': task-2371815, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.625160] env[62353]: DEBUG oslo_vmware.api [None req-2744072e-9e61-41e0-b867-bc2a99bb9360 tempest-VolumesAssistedSnapshotsTest-1180796019 tempest-VolumesAssistedSnapshotsTest-1180796019-project-member] Task: {'id': task-2371816, 'name': Rename_Task, 'duration_secs': 0.198216} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 587.625552] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-2744072e-9e61-41e0-b867-bc2a99bb9360 tempest-VolumesAssistedSnapshotsTest-1180796019 tempest-VolumesAssistedSnapshotsTest-1180796019-project-member] [instance: 832a2083-5874-47b5-a9c7-fdb4a69a94bb] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 587.626742] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5bd65c51-ffc7-4f0d-ab17-2517076400e7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.634928] env[62353]: DEBUG oslo_vmware.api [None req-2744072e-9e61-41e0-b867-bc2a99bb9360 tempest-VolumesAssistedSnapshotsTest-1180796019 tempest-VolumesAssistedSnapshotsTest-1180796019-project-member] Waiting for the task: (returnval){ [ 587.634928] env[62353]: value = "task-2371819" [ 587.634928] env[62353]: _type = "Task" [ 587.634928] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.647412] env[62353]: DEBUG oslo_vmware.api [None req-2744072e-9e61-41e0-b867-bc2a99bb9360 tempest-VolumesAssistedSnapshotsTest-1180796019 tempest-VolumesAssistedSnapshotsTest-1180796019-project-member] Task: {'id': task-2371819, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.741604] env[62353]: DEBUG nova.compute.manager [None req-e12545a4-63aa-493d-8c0d-e81ff2f0e78a tempest-ImagesNegativeTestJSON-1559337630 tempest-ImagesNegativeTestJSON-1559337630-project-member] [instance: 9bd2f6b9-eb81-4238-a781-5f2bb54f80c0] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 587.741885] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-e12545a4-63aa-493d-8c0d-e81ff2f0e78a tempest-ImagesNegativeTestJSON-1559337630 tempest-ImagesNegativeTestJSON-1559337630-project-member] [instance: 9bd2f6b9-eb81-4238-a781-5f2bb54f80c0] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 587.743253] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-244108f6-2d17-49a2-af60-9177089eb07b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.750863] env[62353]: DEBUG nova.virt.hardware [None req-02c02204-af2a-4749-a6e7-716a6547621f tempest-ServersAdmin275Test-2075474866 tempest-ServersAdmin275Test-2075474866-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T12:38:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T12:38:15Z,direct_url=,disk_format='vmdk',id=06f909ae-e8dc-43b4-abf7-c7ed85db9bbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0a3f88790a594523a818b8c00f6862e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T12:38:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 587.751178] env[62353]: DEBUG nova.virt.hardware [None req-02c02204-af2a-4749-a6e7-716a6547621f tempest-ServersAdmin275Test-2075474866 tempest-ServersAdmin275Test-2075474866-project-admin] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 587.751357] env[62353]: DEBUG nova.virt.hardware [None req-02c02204-af2a-4749-a6e7-716a6547621f tempest-ServersAdmin275Test-2075474866 tempest-ServersAdmin275Test-2075474866-project-admin] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 587.751621] env[62353]: DEBUG nova.virt.hardware [None req-02c02204-af2a-4749-a6e7-716a6547621f tempest-ServersAdmin275Test-2075474866 tempest-ServersAdmin275Test-2075474866-project-admin] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 587.751715] env[62353]: DEBUG nova.virt.hardware [None req-02c02204-af2a-4749-a6e7-716a6547621f tempest-ServersAdmin275Test-2075474866 tempest-ServersAdmin275Test-2075474866-project-admin] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 587.751864] env[62353]: DEBUG nova.virt.hardware [None req-02c02204-af2a-4749-a6e7-716a6547621f tempest-ServersAdmin275Test-2075474866 tempest-ServersAdmin275Test-2075474866-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 587.752112] env[62353]: DEBUG nova.virt.hardware [None req-02c02204-af2a-4749-a6e7-716a6547621f tempest-ServersAdmin275Test-2075474866 tempest-ServersAdmin275Test-2075474866-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 587.752524] env[62353]: DEBUG nova.virt.hardware [None req-02c02204-af2a-4749-a6e7-716a6547621f tempest-ServersAdmin275Test-2075474866 tempest-ServersAdmin275Test-2075474866-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 587.752595] env[62353]: DEBUG nova.virt.hardware [None req-02c02204-af2a-4749-a6e7-716a6547621f tempest-ServersAdmin275Test-2075474866 tempest-ServersAdmin275Test-2075474866-project-admin] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 587.752780] env[62353]: DEBUG nova.virt.hardware [None req-02c02204-af2a-4749-a6e7-716a6547621f tempest-ServersAdmin275Test-2075474866 tempest-ServersAdmin275Test-2075474866-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 587.752967] env[62353]: DEBUG nova.virt.hardware [None req-02c02204-af2a-4749-a6e7-716a6547621f tempest-ServersAdmin275Test-2075474866 tempest-ServersAdmin275Test-2075474866-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 587.754185] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b80e8f76-e29d-4717-8d4f-d5195a36cb0c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.759731] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-e12545a4-63aa-493d-8c0d-e81ff2f0e78a tempest-ImagesNegativeTestJSON-1559337630 tempest-ImagesNegativeTestJSON-1559337630-project-member] [instance: 9bd2f6b9-eb81-4238-a781-5f2bb54f80c0] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 587.760429] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0c340e99-884a-468b-90f9-ad01a91fd8ba {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.769849] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-478a59e8-f46b-4785-a952-0c82f0106d0c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.776460] env[62353]: DEBUG oslo_vmware.api [None req-e12545a4-63aa-493d-8c0d-e81ff2f0e78a tempest-ImagesNegativeTestJSON-1559337630 tempest-ImagesNegativeTestJSON-1559337630-project-member] Waiting for the task: (returnval){ [ 587.776460] env[62353]: value = "task-2371820" [ 587.776460] env[62353]: _type = "Task" [ 587.776460] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.790454] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-02c02204-af2a-4749-a6e7-716a6547621f tempest-ServersAdmin275Test-2075474866 tempest-ServersAdmin275Test-2075474866-project-admin] [instance: 82afd7a0-a514-4eac-9bcf-e2ed22e1e04b] Instance VIF info [] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 587.797806] env[62353]: DEBUG oslo.service.loopingcall [None req-02c02204-af2a-4749-a6e7-716a6547621f tempest-ServersAdmin275Test-2075474866 tempest-ServersAdmin275Test-2075474866-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 587.798760] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82afd7a0-a514-4eac-9bcf-e2ed22e1e04b] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 587.799124] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d4923aaf-c844-4741-b6c9-6fed5884c9a2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.816755] env[62353]: DEBUG oslo_vmware.api [None req-e12545a4-63aa-493d-8c0d-e81ff2f0e78a tempest-ImagesNegativeTestJSON-1559337630 tempest-ImagesNegativeTestJSON-1559337630-project-member] Task: {'id': task-2371820, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.829309] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 587.829309] env[62353]: value = "task-2371821" [ 587.829309] env[62353]: _type = "Task" [ 587.829309] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.849428] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2371821, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.955804] env[62353]: DEBUG oslo_vmware.api [None req-faf5afe5-d4e3-4ad6-ade8-ec28bd7ebf67 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Task: {'id': task-2371818, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.374886} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 587.956185] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-faf5afe5-d4e3-4ad6-ade8-ec28bd7ebf67 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 587.956375] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-faf5afe5-d4e3-4ad6-ade8-ec28bd7ebf67 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 672a184e-5e10-4fc3-a967-9b9cdd014ed2] Deleted contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 587.956612] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-faf5afe5-d4e3-4ad6-ade8-ec28bd7ebf67 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 672a184e-5e10-4fc3-a967-9b9cdd014ed2] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 587.957084] env[62353]: INFO nova.compute.manager [None req-faf5afe5-d4e3-4ad6-ade8-ec28bd7ebf67 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 672a184e-5e10-4fc3-a967-9b9cdd014ed2] Took 1.16 seconds to destroy the instance on the hypervisor. [ 587.957084] env[62353]: DEBUG oslo.service.loopingcall [None req-faf5afe5-d4e3-4ad6-ade8-ec28bd7ebf67 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 587.957357] env[62353]: DEBUG nova.compute.manager [-] [instance: 672a184e-5e10-4fc3-a967-9b9cdd014ed2] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 587.957479] env[62353]: DEBUG nova.network.neutron [-] [instance: 672a184e-5e10-4fc3-a967-9b9cdd014ed2] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 588.080997] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-c73b402c-91db-4483-827d-94ea68a52f5c tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] [instance: 70b6d86f-10bd-471f-8655-e961c4208751] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 588.081702] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a678982e-f8f5-45d0-b205-4d22d26c8e3b tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.711s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 588.082481] env[62353]: DEBUG nova.compute.manager [None req-a678982e-f8f5-45d0-b205-4d22d26c8e3b tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] [instance: c7b98e17-46d0-4ae9-988e-fae08ee05377] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 588.086645] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-785169f6-ba7b-48aa-9f02-d9266dbee2e0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.092317] env[62353]: DEBUG oslo_concurrency.lockutils [None req-08fdeb09-a3ca-44a8-a548-68a57f326ffc tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 6.699s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 588.092473] env[62353]: DEBUG nova.objects.instance [None req-08fdeb09-a3ca-44a8-a548-68a57f326ffc tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] [instance: 82afd7a0-a514-4eac-9bcf-e2ed22e1e04b] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62353) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 588.105946] env[62353]: DEBUG oslo_vmware.api [None req-5fadc71a-14b9-4ec9-8023-eb70b888e0e9 tempest-ServerAddressesNegativeTestJSON-1430294578 tempest-ServerAddressesNegativeTestJSON-1430294578-project-member] Task: {'id': task-2371815, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.696289} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.108216] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fadc71a-14b9-4ec9-8023-eb70b888e0e9 tempest-ServerAddressesNegativeTestJSON-1430294578 tempest-ServerAddressesNegativeTestJSON-1430294578-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore2] c9c70c50-2454-4da5-ae51-57488371a23c/c9c70c50-2454-4da5-ae51-57488371a23c.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 588.108535] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-5fadc71a-14b9-4ec9-8023-eb70b888e0e9 tempest-ServerAddressesNegativeTestJSON-1430294578 tempest-ServerAddressesNegativeTestJSON-1430294578-project-member] [instance: c9c70c50-2454-4da5-ae51-57488371a23c] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 588.108861] env[62353]: DEBUG oslo_vmware.api [None req-c73b402c-91db-4483-827d-94ea68a52f5c tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Waiting for the task: (returnval){ [ 588.108861] env[62353]: value = "task-2371822" [ 588.108861] env[62353]: _type = "Task" [ 588.108861] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.109068] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b9c71edc-2103-4900-8871-bec8757af18f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.123079] env[62353]: DEBUG oslo_vmware.api [None req-c73b402c-91db-4483-827d-94ea68a52f5c tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Task: {'id': task-2371822, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.127592] env[62353]: DEBUG oslo_vmware.api [None req-5fadc71a-14b9-4ec9-8023-eb70b888e0e9 tempest-ServerAddressesNegativeTestJSON-1430294578 tempest-ServerAddressesNegativeTestJSON-1430294578-project-member] Waiting for the task: (returnval){ [ 588.127592] env[62353]: value = "task-2371823" [ 588.127592] env[62353]: _type = "Task" [ 588.127592] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.138098] env[62353]: DEBUG oslo_vmware.api [None req-5fadc71a-14b9-4ec9-8023-eb70b888e0e9 tempest-ServerAddressesNegativeTestJSON-1430294578 tempest-ServerAddressesNegativeTestJSON-1430294578-project-member] Task: {'id': task-2371823, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.149499] env[62353]: DEBUG oslo_vmware.api [None req-2744072e-9e61-41e0-b867-bc2a99bb9360 tempest-VolumesAssistedSnapshotsTest-1180796019 tempest-VolumesAssistedSnapshotsTest-1180796019-project-member] Task: {'id': task-2371819, 'name': PowerOnVM_Task} progress is 90%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.292279] env[62353]: DEBUG oslo_vmware.api [None req-e12545a4-63aa-493d-8c0d-e81ff2f0e78a tempest-ImagesNegativeTestJSON-1559337630 tempest-ImagesNegativeTestJSON-1559337630-project-member] Task: {'id': task-2371820, 'name': PowerOffVM_Task, 'duration_secs': 0.225884} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.292731] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-e12545a4-63aa-493d-8c0d-e81ff2f0e78a tempest-ImagesNegativeTestJSON-1559337630 tempest-ImagesNegativeTestJSON-1559337630-project-member] [instance: 9bd2f6b9-eb81-4238-a781-5f2bb54f80c0] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 588.292731] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-e12545a4-63aa-493d-8c0d-e81ff2f0e78a tempest-ImagesNegativeTestJSON-1559337630 tempest-ImagesNegativeTestJSON-1559337630-project-member] [instance: 9bd2f6b9-eb81-4238-a781-5f2bb54f80c0] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 588.293147] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-351c6cf0-0968-445e-8afc-692f1158b013 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.349800] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2371821, 'name': CreateVM_Task, 'duration_secs': 0.372645} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.350783] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82afd7a0-a514-4eac-9bcf-e2ed22e1e04b] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 588.351801] env[62353]: DEBUG oslo_concurrency.lockutils [None req-02c02204-af2a-4749-a6e7-716a6547621f tempest-ServersAdmin275Test-2075474866 tempest-ServersAdmin275Test-2075474866-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.352140] env[62353]: DEBUG oslo_concurrency.lockutils [None req-02c02204-af2a-4749-a6e7-716a6547621f tempest-ServersAdmin275Test-2075474866 tempest-ServersAdmin275Test-2075474866-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.354031] env[62353]: DEBUG oslo_concurrency.lockutils [None req-02c02204-af2a-4749-a6e7-716a6547621f tempest-ServersAdmin275Test-2075474866 tempest-ServersAdmin275Test-2075474866-project-admin] Acquired external semaphore "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 588.354031] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7aa2c0d-c706-4c33-b6f9-1587f3eeb91d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.362815] env[62353]: DEBUG oslo_vmware.api [None req-02c02204-af2a-4749-a6e7-716a6547621f tempest-ServersAdmin275Test-2075474866 tempest-ServersAdmin275Test-2075474866-project-admin] Waiting for the task: (returnval){ [ 588.362815] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52c7ef3c-f057-d3c8-04a7-e1391596e70c" [ 588.362815] env[62353]: _type = "Task" [ 588.362815] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.375266] env[62353]: DEBUG oslo_vmware.api [None req-02c02204-af2a-4749-a6e7-716a6547621f tempest-ServersAdmin275Test-2075474866 tempest-ServersAdmin275Test-2075474866-project-admin] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52c7ef3c-f057-d3c8-04a7-e1391596e70c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.414985] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-e12545a4-63aa-493d-8c0d-e81ff2f0e78a tempest-ImagesNegativeTestJSON-1559337630 tempest-ImagesNegativeTestJSON-1559337630-project-member] [instance: 9bd2f6b9-eb81-4238-a781-5f2bb54f80c0] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 588.415343] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-e12545a4-63aa-493d-8c0d-e81ff2f0e78a tempest-ImagesNegativeTestJSON-1559337630 tempest-ImagesNegativeTestJSON-1559337630-project-member] [instance: 9bd2f6b9-eb81-4238-a781-5f2bb54f80c0] Deleting contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 588.415562] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-e12545a4-63aa-493d-8c0d-e81ff2f0e78a tempest-ImagesNegativeTestJSON-1559337630 tempest-ImagesNegativeTestJSON-1559337630-project-member] Deleting the datastore file [datastore1] 9bd2f6b9-eb81-4238-a781-5f2bb54f80c0 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 588.415901] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e9fbac38-c69f-4c66-8e71-97188e24c79b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.437035] env[62353]: DEBUG oslo_vmware.api [None req-e12545a4-63aa-493d-8c0d-e81ff2f0e78a tempest-ImagesNegativeTestJSON-1559337630 tempest-ImagesNegativeTestJSON-1559337630-project-member] Waiting for the task: (returnval){ [ 588.437035] env[62353]: value = "task-2371825" [ 588.437035] env[62353]: _type = "Task" [ 588.437035] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.452026] env[62353]: DEBUG oslo_vmware.api [None req-e12545a4-63aa-493d-8c0d-e81ff2f0e78a tempest-ImagesNegativeTestJSON-1559337630 tempest-ImagesNegativeTestJSON-1559337630-project-member] Task: {'id': task-2371825, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.489866] env[62353]: DEBUG nova.network.neutron [None req-f56e0f4b-4bde-44e5-a0d7-a3eed3bcf9f8 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] [instance: da04e4bf-dc3d-45a8-b0f9-ef9a7491e297] Updating instance_info_cache with network_info: [{"id": "330d03a8-a6bd-43aa-8ea4-7aaf5e3509ae", "address": "fa:16:3e:a7:21:89", "network": {"id": "7c25f8f7-5c31-45d9-82e5-014ad7446734", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1695721764-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f163f3fb1d3946f08ed6b78ab4f0eba8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0248a27a-1d7f-4195-987b-06bfc8467347", "external-id": "nsx-vlan-transportzone-26", "segmentation_id": 26, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap330d03a8-a6", "ovs_interfaceid": "330d03a8-a6bd-43aa-8ea4-7aaf5e3509ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 588.548354] env[62353]: DEBUG nova.network.neutron [req-d6c8b090-06ba-4d50-81f9-7fe5865aec2f req-4b20e064-eb72-430a-806c-c42e01f1be8e service nova] [instance: c9c70c50-2454-4da5-ae51-57488371a23c] Updated VIF entry in instance network info cache for port 7fabed49-5bef-4da3-a7a2-1649c08029bf. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 588.548752] env[62353]: DEBUG nova.network.neutron [req-d6c8b090-06ba-4d50-81f9-7fe5865aec2f req-4b20e064-eb72-430a-806c-c42e01f1be8e service nova] [instance: c9c70c50-2454-4da5-ae51-57488371a23c] Updating instance_info_cache with network_info: [{"id": "7fabed49-5bef-4da3-a7a2-1649c08029bf", "address": "fa:16:3e:03:82:5f", "network": {"id": "90d99038-3cd0-4f76-861a-1ce2f8c4ed69", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-103293050-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9a982e9974241eeb950b444f041193d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d650b26-c3e7-4de7-98db-5e4b816d123a", "external-id": "nsx-vlan-transportzone-757", "segmentation_id": 757, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7fabed49-5b", "ovs_interfaceid": "7fabed49-5bef-4da3-a7a2-1649c08029bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 588.602609] env[62353]: DEBUG nova.compute.utils [None req-a678982e-f8f5-45d0-b205-4d22d26c8e3b tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 588.613236] env[62353]: DEBUG nova.compute.manager [None req-a678982e-f8f5-45d0-b205-4d22d26c8e3b tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] [instance: c7b98e17-46d0-4ae9-988e-fae08ee05377] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 588.613491] env[62353]: DEBUG nova.network.neutron [None req-a678982e-f8f5-45d0-b205-4d22d26c8e3b tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] [instance: c7b98e17-46d0-4ae9-988e-fae08ee05377] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 588.634833] env[62353]: DEBUG oslo_vmware.api [None req-c73b402c-91db-4483-827d-94ea68a52f5c tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Task: {'id': task-2371822, 'name': PowerOffVM_Task, 'duration_secs': 0.231868} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.640375] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-c73b402c-91db-4483-827d-94ea68a52f5c tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] [instance: 70b6d86f-10bd-471f-8655-e961c4208751] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 588.640375] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-c73b402c-91db-4483-827d-94ea68a52f5c tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] [instance: 70b6d86f-10bd-471f-8655-e961c4208751] Updating instance '70b6d86f-10bd-471f-8655-e961c4208751' progress to 17 {{(pid=62353) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 588.658414] env[62353]: DEBUG oslo_vmware.api [None req-2744072e-9e61-41e0-b867-bc2a99bb9360 tempest-VolumesAssistedSnapshotsTest-1180796019 tempest-VolumesAssistedSnapshotsTest-1180796019-project-member] Task: {'id': task-2371819, 'name': PowerOnVM_Task, 'duration_secs': 0.607969} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.661509] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-2744072e-9e61-41e0-b867-bc2a99bb9360 tempest-VolumesAssistedSnapshotsTest-1180796019 tempest-VolumesAssistedSnapshotsTest-1180796019-project-member] [instance: 832a2083-5874-47b5-a9c7-fdb4a69a94bb] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 588.661724] env[62353]: INFO nova.compute.manager [None req-2744072e-9e61-41e0-b867-bc2a99bb9360 tempest-VolumesAssistedSnapshotsTest-1180796019 tempest-VolumesAssistedSnapshotsTest-1180796019-project-member] [instance: 832a2083-5874-47b5-a9c7-fdb4a69a94bb] Took 11.58 seconds to spawn the instance on the hypervisor. [ 588.661905] env[62353]: DEBUG nova.compute.manager [None req-2744072e-9e61-41e0-b867-bc2a99bb9360 tempest-VolumesAssistedSnapshotsTest-1180796019 tempest-VolumesAssistedSnapshotsTest-1180796019-project-member] [instance: 832a2083-5874-47b5-a9c7-fdb4a69a94bb] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 588.665481] env[62353]: DEBUG oslo_vmware.api [None req-5fadc71a-14b9-4ec9-8023-eb70b888e0e9 tempest-ServerAddressesNegativeTestJSON-1430294578 tempest-ServerAddressesNegativeTestJSON-1430294578-project-member] Task: {'id': task-2371823, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080634} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.666286] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f6d1169-ac94-4ffa-9378-17dde55e9597 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.670036] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-5fadc71a-14b9-4ec9-8023-eb70b888e0e9 tempest-ServerAddressesNegativeTestJSON-1430294578 tempest-ServerAddressesNegativeTestJSON-1430294578-project-member] [instance: c9c70c50-2454-4da5-ae51-57488371a23c] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 588.671575] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-783d2d84-ac35-490f-948c-fe61b573e9fc {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.699343] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-5fadc71a-14b9-4ec9-8023-eb70b888e0e9 tempest-ServerAddressesNegativeTestJSON-1430294578 tempest-ServerAddressesNegativeTestJSON-1430294578-project-member] [instance: c9c70c50-2454-4da5-ae51-57488371a23c] Reconfiguring VM instance instance-0000000c to attach disk [datastore2] c9c70c50-2454-4da5-ae51-57488371a23c/c9c70c50-2454-4da5-ae51-57488371a23c.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 588.700162] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb3392d8-6f89-48d4-83ed-945ec6daeef5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.726873] env[62353]: DEBUG oslo_vmware.api [None req-5fadc71a-14b9-4ec9-8023-eb70b888e0e9 tempest-ServerAddressesNegativeTestJSON-1430294578 tempest-ServerAddressesNegativeTestJSON-1430294578-project-member] Waiting for the task: (returnval){ [ 588.726873] env[62353]: value = "task-2371826" [ 588.726873] env[62353]: _type = "Task" [ 588.726873] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.738045] env[62353]: DEBUG oslo_vmware.api [None req-5fadc71a-14b9-4ec9-8023-eb70b888e0e9 tempest-ServerAddressesNegativeTestJSON-1430294578 tempest-ServerAddressesNegativeTestJSON-1430294578-project-member] Task: {'id': task-2371826, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.874749] env[62353]: DEBUG oslo_vmware.api [None req-02c02204-af2a-4749-a6e7-716a6547621f tempest-ServersAdmin275Test-2075474866 tempest-ServersAdmin275Test-2075474866-project-admin] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52c7ef3c-f057-d3c8-04a7-e1391596e70c, 'name': SearchDatastore_Task, 'duration_secs': 0.019131} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.875130] env[62353]: DEBUG oslo_concurrency.lockutils [None req-02c02204-af2a-4749-a6e7-716a6547621f tempest-ServersAdmin275Test-2075474866 tempest-ServersAdmin275Test-2075474866-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 588.875461] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-02c02204-af2a-4749-a6e7-716a6547621f tempest-ServersAdmin275Test-2075474866 tempest-ServersAdmin275Test-2075474866-project-admin] [instance: 82afd7a0-a514-4eac-9bcf-e2ed22e1e04b] Processing image 06f909ae-e8dc-43b4-abf7-c7ed85db9bbd {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 588.875900] env[62353]: DEBUG oslo_concurrency.lockutils [None req-02c02204-af2a-4749-a6e7-716a6547621f tempest-ServersAdmin275Test-2075474866 tempest-ServersAdmin275Test-2075474866-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.875900] env[62353]: DEBUG oslo_concurrency.lockutils [None req-02c02204-af2a-4749-a6e7-716a6547621f tempest-ServersAdmin275Test-2075474866 tempest-ServersAdmin275Test-2075474866-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.876042] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-02c02204-af2a-4749-a6e7-716a6547621f tempest-ServersAdmin275Test-2075474866 tempest-ServersAdmin275Test-2075474866-project-admin] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 588.876341] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ca7f3d90-c70f-4e32-95e9-b376d48b067d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.887463] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-02c02204-af2a-4749-a6e7-716a6547621f tempest-ServersAdmin275Test-2075474866 tempest-ServersAdmin275Test-2075474866-project-admin] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 588.887647] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-02c02204-af2a-4749-a6e7-716a6547621f tempest-ServersAdmin275Test-2075474866 tempest-ServersAdmin275Test-2075474866-project-admin] Folder [datastore2] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 588.888406] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-082987a1-5c3d-4714-9461-1e003ff248e4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.895821] env[62353]: DEBUG oslo_vmware.api [None req-02c02204-af2a-4749-a6e7-716a6547621f tempest-ServersAdmin275Test-2075474866 tempest-ServersAdmin275Test-2075474866-project-admin] Waiting for the task: (returnval){ [ 588.895821] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52c6b960-914f-cdf4-ae67-3ad6e8c3c95a" [ 588.895821] env[62353]: _type = "Task" [ 588.895821] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.897398] env[62353]: DEBUG nova.policy [None req-a678982e-f8f5-45d0-b205-4d22d26c8e3b tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c3048358605d4774b2a1d4fcacdb961e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2a221e046bcb47bea031af7dd92ef750', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:192}} [ 588.911631] env[62353]: DEBUG oslo_vmware.api [None req-02c02204-af2a-4749-a6e7-716a6547621f tempest-ServersAdmin275Test-2075474866 tempest-ServersAdmin275Test-2075474866-project-admin] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52c6b960-914f-cdf4-ae67-3ad6e8c3c95a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.949731] env[62353]: DEBUG oslo_vmware.api [None req-e12545a4-63aa-493d-8c0d-e81ff2f0e78a tempest-ImagesNegativeTestJSON-1559337630 tempest-ImagesNegativeTestJSON-1559337630-project-member] Task: {'id': task-2371825, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.439876} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.950201] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-e12545a4-63aa-493d-8c0d-e81ff2f0e78a tempest-ImagesNegativeTestJSON-1559337630 tempest-ImagesNegativeTestJSON-1559337630-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 588.950498] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-e12545a4-63aa-493d-8c0d-e81ff2f0e78a tempest-ImagesNegativeTestJSON-1559337630 tempest-ImagesNegativeTestJSON-1559337630-project-member] [instance: 9bd2f6b9-eb81-4238-a781-5f2bb54f80c0] Deleted contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 588.950681] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-e12545a4-63aa-493d-8c0d-e81ff2f0e78a tempest-ImagesNegativeTestJSON-1559337630 tempest-ImagesNegativeTestJSON-1559337630-project-member] [instance: 9bd2f6b9-eb81-4238-a781-5f2bb54f80c0] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 588.950860] env[62353]: INFO nova.compute.manager [None req-e12545a4-63aa-493d-8c0d-e81ff2f0e78a tempest-ImagesNegativeTestJSON-1559337630 tempest-ImagesNegativeTestJSON-1559337630-project-member] [instance: 9bd2f6b9-eb81-4238-a781-5f2bb54f80c0] Took 1.21 seconds to destroy the instance on the hypervisor. [ 588.951161] env[62353]: DEBUG oslo.service.loopingcall [None req-e12545a4-63aa-493d-8c0d-e81ff2f0e78a tempest-ImagesNegativeTestJSON-1559337630 tempest-ImagesNegativeTestJSON-1559337630-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 588.951293] env[62353]: DEBUG nova.compute.manager [-] [instance: 9bd2f6b9-eb81-4238-a781-5f2bb54f80c0] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 588.951498] env[62353]: DEBUG nova.network.neutron [-] [instance: 9bd2f6b9-eb81-4238-a781-5f2bb54f80c0] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 588.997782] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f56e0f4b-4bde-44e5-a0d7-a3eed3bcf9f8 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Releasing lock "refresh_cache-da04e4bf-dc3d-45a8-b0f9-ef9a7491e297" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 589.053681] env[62353]: DEBUG oslo_concurrency.lockutils [req-d6c8b090-06ba-4d50-81f9-7fe5865aec2f req-4b20e064-eb72-430a-806c-c42e01f1be8e service nova] Releasing lock "refresh_cache-c9c70c50-2454-4da5-ae51-57488371a23c" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 589.114084] env[62353]: DEBUG nova.compute.manager [None req-a678982e-f8f5-45d0-b205-4d22d26c8e3b tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] [instance: c7b98e17-46d0-4ae9-988e-fae08ee05377] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 589.128705] env[62353]: DEBUG oslo_concurrency.lockutils [None req-08fdeb09-a3ca-44a8-a548-68a57f326ffc tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.034s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 589.128705] env[62353]: DEBUG oslo_concurrency.lockutils [None req-cb29a535-ef9e-4fa5-9f44-65b054be036d tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.562s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 589.132701] env[62353]: INFO nova.compute.claims [None req-cb29a535-ef9e-4fa5-9f44-65b054be036d tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] [instance: 6886b90e-f9ac-4295-9a0e-c3d4fc2e5cf6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 589.156228] env[62353]: DEBUG nova.virt.hardware [None req-c73b402c-91db-4483-827d-94ea68a52f5c tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T12:38:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=06f909ae-e8dc-43b4-abf7-c7ed85db9bbd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 589.156531] env[62353]: DEBUG nova.virt.hardware [None req-c73b402c-91db-4483-827d-94ea68a52f5c tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 589.156808] env[62353]: DEBUG nova.virt.hardware [None req-c73b402c-91db-4483-827d-94ea68a52f5c tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 589.156947] env[62353]: DEBUG nova.virt.hardware [None req-c73b402c-91db-4483-827d-94ea68a52f5c tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 589.157227] env[62353]: DEBUG nova.virt.hardware [None req-c73b402c-91db-4483-827d-94ea68a52f5c tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 589.157308] env[62353]: DEBUG nova.virt.hardware [None req-c73b402c-91db-4483-827d-94ea68a52f5c tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 589.157454] env[62353]: DEBUG nova.virt.hardware [None req-c73b402c-91db-4483-827d-94ea68a52f5c tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 589.158133] env[62353]: DEBUG nova.virt.hardware [None req-c73b402c-91db-4483-827d-94ea68a52f5c tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 589.158133] env[62353]: DEBUG nova.virt.hardware [None req-c73b402c-91db-4483-827d-94ea68a52f5c tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 589.158133] env[62353]: DEBUG nova.virt.hardware [None req-c73b402c-91db-4483-827d-94ea68a52f5c tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 589.158133] env[62353]: DEBUG nova.virt.hardware [None req-c73b402c-91db-4483-827d-94ea68a52f5c tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 589.168865] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-948deb17-d8ba-4b2e-858a-0a0b62c21185 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.190179] env[62353]: DEBUG oslo_vmware.api [None req-c73b402c-91db-4483-827d-94ea68a52f5c tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Waiting for the task: (returnval){ [ 589.190179] env[62353]: value = "task-2371827" [ 589.190179] env[62353]: _type = "Task" [ 589.190179] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.201582] env[62353]: DEBUG oslo_vmware.api [None req-c73b402c-91db-4483-827d-94ea68a52f5c tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Task: {'id': task-2371827, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.232999] env[62353]: INFO nova.compute.manager [None req-2744072e-9e61-41e0-b867-bc2a99bb9360 tempest-VolumesAssistedSnapshotsTest-1180796019 tempest-VolumesAssistedSnapshotsTest-1180796019-project-member] [instance: 832a2083-5874-47b5-a9c7-fdb4a69a94bb] Took 19.43 seconds to build instance. [ 589.240230] env[62353]: DEBUG oslo_vmware.api [None req-5fadc71a-14b9-4ec9-8023-eb70b888e0e9 tempest-ServerAddressesNegativeTestJSON-1430294578 tempest-ServerAddressesNegativeTestJSON-1430294578-project-member] Task: {'id': task-2371826, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.418311] env[62353]: DEBUG oslo_vmware.api [None req-02c02204-af2a-4749-a6e7-716a6547621f tempest-ServersAdmin275Test-2075474866 tempest-ServersAdmin275Test-2075474866-project-admin] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52c6b960-914f-cdf4-ae67-3ad6e8c3c95a, 'name': SearchDatastore_Task, 'duration_secs': 0.042802} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.425151] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a96989d5-8095-47e5-8dda-c950a8f3274b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.431607] env[62353]: DEBUG oslo_vmware.api [None req-02c02204-af2a-4749-a6e7-716a6547621f tempest-ServersAdmin275Test-2075474866 tempest-ServersAdmin275Test-2075474866-project-admin] Waiting for the task: (returnval){ [ 589.431607] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5287c3c2-56c4-216d-5be2-b765f7affc67" [ 589.431607] env[62353]: _type = "Task" [ 589.431607] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.449884] env[62353]: DEBUG nova.network.neutron [-] [instance: 672a184e-5e10-4fc3-a967-9b9cdd014ed2] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 589.455291] env[62353]: DEBUG oslo_vmware.api [None req-02c02204-af2a-4749-a6e7-716a6547621f tempest-ServersAdmin275Test-2075474866 tempest-ServersAdmin275Test-2075474866-project-admin] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5287c3c2-56c4-216d-5be2-b765f7affc67, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.708113] env[62353]: DEBUG oslo_vmware.api [None req-c73b402c-91db-4483-827d-94ea68a52f5c tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Task: {'id': task-2371827, 'name': ReconfigVM_Task, 'duration_secs': 0.258877} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.708451] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-c73b402c-91db-4483-827d-94ea68a52f5c tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] [instance: 70b6d86f-10bd-471f-8655-e961c4208751] Updating instance '70b6d86f-10bd-471f-8655-e961c4208751' progress to 33 {{(pid=62353) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 589.742787] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2744072e-9e61-41e0-b867-bc2a99bb9360 tempest-VolumesAssistedSnapshotsTest-1180796019 tempest-VolumesAssistedSnapshotsTest-1180796019-project-member] Lock "832a2083-5874-47b5-a9c7-fdb4a69a94bb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.969s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 589.743198] env[62353]: DEBUG oslo_vmware.api [None req-5fadc71a-14b9-4ec9-8023-eb70b888e0e9 tempest-ServerAddressesNegativeTestJSON-1430294578 tempest-ServerAddressesNegativeTestJSON-1430294578-project-member] Task: {'id': task-2371826, 'name': ReconfigVM_Task, 'duration_secs': 0.758569} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.743538] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-5fadc71a-14b9-4ec9-8023-eb70b888e0e9 tempest-ServerAddressesNegativeTestJSON-1430294578 tempest-ServerAddressesNegativeTestJSON-1430294578-project-member] [instance: c9c70c50-2454-4da5-ae51-57488371a23c] Reconfigured VM instance instance-0000000c to attach disk [datastore2] c9c70c50-2454-4da5-ae51-57488371a23c/c9c70c50-2454-4da5-ae51-57488371a23c.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 589.744297] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2ffc7721-e2e8-40be-a431-7b688bd48a5e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.754375] env[62353]: DEBUG oslo_vmware.api [None req-5fadc71a-14b9-4ec9-8023-eb70b888e0e9 tempest-ServerAddressesNegativeTestJSON-1430294578 tempest-ServerAddressesNegativeTestJSON-1430294578-project-member] Waiting for the task: (returnval){ [ 589.754375] env[62353]: value = "task-2371828" [ 589.754375] env[62353]: _type = "Task" [ 589.754375] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.764812] env[62353]: DEBUG oslo_vmware.api [None req-5fadc71a-14b9-4ec9-8023-eb70b888e0e9 tempest-ServerAddressesNegativeTestJSON-1430294578 tempest-ServerAddressesNegativeTestJSON-1430294578-project-member] Task: {'id': task-2371828, 'name': Rename_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.950766] env[62353]: DEBUG oslo_vmware.api [None req-02c02204-af2a-4749-a6e7-716a6547621f tempest-ServersAdmin275Test-2075474866 tempest-ServersAdmin275Test-2075474866-project-admin] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5287c3c2-56c4-216d-5be2-b765f7affc67, 'name': SearchDatastore_Task, 'duration_secs': 0.020873} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.951131] env[62353]: DEBUG oslo_concurrency.lockutils [None req-02c02204-af2a-4749-a6e7-716a6547621f tempest-ServersAdmin275Test-2075474866 tempest-ServersAdmin275Test-2075474866-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 589.951401] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-02c02204-af2a-4749-a6e7-716a6547621f tempest-ServersAdmin275Test-2075474866 tempest-ServersAdmin275Test-2075474866-project-admin] Copying Virtual Disk [datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore2] 82afd7a0-a514-4eac-9bcf-e2ed22e1e04b/82afd7a0-a514-4eac-9bcf-e2ed22e1e04b.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 589.951667] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-396bacfd-0e7e-40fe-83f1-5278ba472f33 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.957095] env[62353]: INFO nova.compute.manager [-] [instance: 672a184e-5e10-4fc3-a967-9b9cdd014ed2] Took 2.00 seconds to deallocate network for instance. [ 589.966289] env[62353]: DEBUG oslo_vmware.api [None req-02c02204-af2a-4749-a6e7-716a6547621f tempest-ServersAdmin275Test-2075474866 tempest-ServersAdmin275Test-2075474866-project-admin] Waiting for the task: (returnval){ [ 589.966289] env[62353]: value = "task-2371829" [ 589.966289] env[62353]: _type = "Task" [ 589.966289] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.980186] env[62353]: DEBUG oslo_vmware.api [None req-02c02204-af2a-4749-a6e7-716a6547621f tempest-ServersAdmin275Test-2075474866 tempest-ServersAdmin275Test-2075474866-project-admin] Task: {'id': task-2371829, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.079099] env[62353]: INFO nova.compute.manager [None req-7fb638ba-6769-48f7-9195-218e638ef9de tempest-ServerRescueTestJSONUnderV235-485973642 tempest-ServerRescueTestJSONUnderV235-485973642-project-member] [instance: 5cff6baf-1dd7-4030-834d-266e83d77229] Rescuing [ 590.079384] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7fb638ba-6769-48f7-9195-218e638ef9de tempest-ServerRescueTestJSONUnderV235-485973642 tempest-ServerRescueTestJSONUnderV235-485973642-project-member] Acquiring lock "refresh_cache-5cff6baf-1dd7-4030-834d-266e83d77229" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 590.079542] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7fb638ba-6769-48f7-9195-218e638ef9de tempest-ServerRescueTestJSONUnderV235-485973642 tempest-ServerRescueTestJSONUnderV235-485973642-project-member] Acquired lock "refresh_cache-5cff6baf-1dd7-4030-834d-266e83d77229" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.079753] env[62353]: DEBUG nova.network.neutron [None req-7fb638ba-6769-48f7-9195-218e638ef9de tempest-ServerRescueTestJSONUnderV235-485973642 tempest-ServerRescueTestJSONUnderV235-485973642-project-member] [instance: 5cff6baf-1dd7-4030-834d-266e83d77229] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 590.127170] env[62353]: DEBUG nova.compute.manager [None req-a678982e-f8f5-45d0-b205-4d22d26c8e3b tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] [instance: c7b98e17-46d0-4ae9-988e-fae08ee05377] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 590.156401] env[62353]: DEBUG nova.network.neutron [None req-a678982e-f8f5-45d0-b205-4d22d26c8e3b tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] [instance: c7b98e17-46d0-4ae9-988e-fae08ee05377] Successfully created port: a0e25343-cbd2-4151-837d-ec3ec8643755 {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 590.163468] env[62353]: DEBUG nova.virt.hardware [None req-a678982e-f8f5-45d0-b205-4d22d26c8e3b tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T12:38:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T12:38:15Z,direct_url=,disk_format='vmdk',id=06f909ae-e8dc-43b4-abf7-c7ed85db9bbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0a3f88790a594523a818b8c00f6862e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T12:38:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 590.163708] env[62353]: DEBUG nova.virt.hardware [None req-a678982e-f8f5-45d0-b205-4d22d26c8e3b tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 590.163907] env[62353]: DEBUG nova.virt.hardware [None req-a678982e-f8f5-45d0-b205-4d22d26c8e3b tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 590.164054] env[62353]: DEBUG nova.virt.hardware [None req-a678982e-f8f5-45d0-b205-4d22d26c8e3b tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 590.164197] env[62353]: DEBUG nova.virt.hardware [None req-a678982e-f8f5-45d0-b205-4d22d26c8e3b tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 590.164390] env[62353]: DEBUG nova.virt.hardware [None req-a678982e-f8f5-45d0-b205-4d22d26c8e3b tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 590.164599] env[62353]: DEBUG nova.virt.hardware [None req-a678982e-f8f5-45d0-b205-4d22d26c8e3b tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 590.164750] env[62353]: DEBUG nova.virt.hardware [None req-a678982e-f8f5-45d0-b205-4d22d26c8e3b tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 590.164907] env[62353]: DEBUG nova.virt.hardware [None req-a678982e-f8f5-45d0-b205-4d22d26c8e3b tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 590.165081] env[62353]: DEBUG nova.virt.hardware [None req-a678982e-f8f5-45d0-b205-4d22d26c8e3b tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 590.165454] env[62353]: DEBUG nova.virt.hardware [None req-a678982e-f8f5-45d0-b205-4d22d26c8e3b tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 590.166754] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a658c142-0722-479a-8b31-fcf5cf7abef9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.179689] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b91cde9c-8697-4107-986f-2aa0ce117c92 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.216620] env[62353]: DEBUG nova.virt.hardware [None req-c73b402c-91db-4483-827d-94ea68a52f5c tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T12:38:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=06f909ae-e8dc-43b4-abf7-c7ed85db9bbd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 590.216859] env[62353]: DEBUG nova.virt.hardware [None req-c73b402c-91db-4483-827d-94ea68a52f5c tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 590.217096] env[62353]: DEBUG nova.virt.hardware [None req-c73b402c-91db-4483-827d-94ea68a52f5c tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 590.217324] env[62353]: DEBUG nova.virt.hardware [None req-c73b402c-91db-4483-827d-94ea68a52f5c tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 590.217470] env[62353]: DEBUG nova.virt.hardware [None req-c73b402c-91db-4483-827d-94ea68a52f5c tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 590.217611] env[62353]: DEBUG nova.virt.hardware [None req-c73b402c-91db-4483-827d-94ea68a52f5c tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 590.217817] env[62353]: DEBUG nova.virt.hardware [None req-c73b402c-91db-4483-827d-94ea68a52f5c tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 590.218015] env[62353]: DEBUG nova.virt.hardware [None req-c73b402c-91db-4483-827d-94ea68a52f5c tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 590.218140] env[62353]: DEBUG nova.virt.hardware [None req-c73b402c-91db-4483-827d-94ea68a52f5c tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 590.218301] env[62353]: DEBUG nova.virt.hardware [None req-c73b402c-91db-4483-827d-94ea68a52f5c tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 590.218467] env[62353]: DEBUG nova.virt.hardware [None req-c73b402c-91db-4483-827d-94ea68a52f5c tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 590.226493] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-c73b402c-91db-4483-827d-94ea68a52f5c tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] [instance: 70b6d86f-10bd-471f-8655-e961c4208751] Reconfiguring VM instance instance-00000005 to detach disk 2000 {{(pid=62353) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 590.229974] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-716c0c76-8ceb-40c3-81c7-b227038c8dfa {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.252097] env[62353]: DEBUG oslo_vmware.api [None req-c73b402c-91db-4483-827d-94ea68a52f5c tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Waiting for the task: (returnval){ [ 590.252097] env[62353]: value = "task-2371830" [ 590.252097] env[62353]: _type = "Task" [ 590.252097] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.276191] env[62353]: DEBUG oslo_vmware.api [None req-c73b402c-91db-4483-827d-94ea68a52f5c tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Task: {'id': task-2371830, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.281864] env[62353]: DEBUG oslo_vmware.api [None req-5fadc71a-14b9-4ec9-8023-eb70b888e0e9 tempest-ServerAddressesNegativeTestJSON-1430294578 tempest-ServerAddressesNegativeTestJSON-1430294578-project-member] Task: {'id': task-2371828, 'name': Rename_Task, 'duration_secs': 0.298812} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.282262] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fadc71a-14b9-4ec9-8023-eb70b888e0e9 tempest-ServerAddressesNegativeTestJSON-1430294578 tempest-ServerAddressesNegativeTestJSON-1430294578-project-member] [instance: c9c70c50-2454-4da5-ae51-57488371a23c] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 590.282556] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-98a7b7fc-6587-43a1-9c69-02b2d3e89ac0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.294145] env[62353]: DEBUG oslo_vmware.api [None req-5fadc71a-14b9-4ec9-8023-eb70b888e0e9 tempest-ServerAddressesNegativeTestJSON-1430294578 tempest-ServerAddressesNegativeTestJSON-1430294578-project-member] Waiting for the task: (returnval){ [ 590.294145] env[62353]: value = "task-2371831" [ 590.294145] env[62353]: _type = "Task" [ 590.294145] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.307598] env[62353]: DEBUG oslo_vmware.api [None req-5fadc71a-14b9-4ec9-8023-eb70b888e0e9 tempest-ServerAddressesNegativeTestJSON-1430294578 tempest-ServerAddressesNegativeTestJSON-1430294578-project-member] Task: {'id': task-2371831, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.375009] env[62353]: DEBUG nova.network.neutron [-] [instance: 9bd2f6b9-eb81-4238-a781-5f2bb54f80c0] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 590.468624] env[62353]: DEBUG oslo_concurrency.lockutils [None req-faf5afe5-d4e3-4ad6-ade8-ec28bd7ebf67 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 590.497765] env[62353]: DEBUG oslo_vmware.api [None req-02c02204-af2a-4749-a6e7-716a6547621f tempest-ServersAdmin275Test-2075474866 tempest-ServersAdmin275Test-2075474866-project-admin] Task: {'id': task-2371829, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.539287] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-f56e0f4b-4bde-44e5-a0d7-a3eed3bcf9f8 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] [instance: da04e4bf-dc3d-45a8-b0f9-ef9a7491e297] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 590.540137] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b680c5a2-9c90-4cc8-aa85-d4638c734a13 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.553245] env[62353]: DEBUG oslo_vmware.api [None req-f56e0f4b-4bde-44e5-a0d7-a3eed3bcf9f8 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Waiting for the task: (returnval){ [ 590.553245] env[62353]: value = "task-2371832" [ 590.553245] env[62353]: _type = "Task" [ 590.553245] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.571769] env[62353]: DEBUG oslo_vmware.api [None req-f56e0f4b-4bde-44e5-a0d7-a3eed3bcf9f8 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Task: {'id': task-2371832, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.598258] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9c742d4-c7b2-495b-afe5-3c3917a75dc8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.608453] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1a3bcac-9973-4954-8e3c-46ba925c838c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.656343] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7db479dc-88cf-412e-8fc7-7d64cfa6f638 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.666185] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fd40168-4da5-4b2c-9b9f-ca58fd195bc8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.681918] env[62353]: DEBUG nova.compute.provider_tree [None req-cb29a535-ef9e-4fa5-9f44-65b054be036d tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 590.769273] env[62353]: DEBUG oslo_vmware.api [None req-c73b402c-91db-4483-827d-94ea68a52f5c tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Task: {'id': task-2371830, 'name': ReconfigVM_Task, 'duration_secs': 0.297363} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.769273] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-c73b402c-91db-4483-827d-94ea68a52f5c tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] [instance: 70b6d86f-10bd-471f-8655-e961c4208751] Reconfigured VM instance instance-00000005 to detach disk 2000 {{(pid=62353) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 590.769273] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a60ccb75-d4cc-4448-a01a-bba5c9a098e7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.799072] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-c73b402c-91db-4483-827d-94ea68a52f5c tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] [instance: 70b6d86f-10bd-471f-8655-e961c4208751] Reconfiguring VM instance instance-00000005 to attach disk [datastore2] 70b6d86f-10bd-471f-8655-e961c4208751/70b6d86f-10bd-471f-8655-e961c4208751.vmdk or device None with type thin {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 590.799072] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b624109b-3a5e-4732-a984-7cb462e4df8d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.829504] env[62353]: DEBUG oslo_vmware.api [None req-5fadc71a-14b9-4ec9-8023-eb70b888e0e9 tempest-ServerAddressesNegativeTestJSON-1430294578 tempest-ServerAddressesNegativeTestJSON-1430294578-project-member] Task: {'id': task-2371831, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.830586] env[62353]: DEBUG oslo_vmware.api [None req-c73b402c-91db-4483-827d-94ea68a52f5c tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Waiting for the task: (returnval){ [ 590.830586] env[62353]: value = "task-2371833" [ 590.830586] env[62353]: _type = "Task" [ 590.830586] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.842555] env[62353]: DEBUG oslo_vmware.api [None req-c73b402c-91db-4483-827d-94ea68a52f5c tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Task: {'id': task-2371833, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.878528] env[62353]: INFO nova.compute.manager [-] [instance: 9bd2f6b9-eb81-4238-a781-5f2bb54f80c0] Took 1.93 seconds to deallocate network for instance. [ 590.986277] env[62353]: DEBUG oslo_vmware.api [None req-02c02204-af2a-4749-a6e7-716a6547621f tempest-ServersAdmin275Test-2075474866 tempest-ServersAdmin275Test-2075474866-project-admin] Task: {'id': task-2371829, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.731674} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.986277] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-02c02204-af2a-4749-a6e7-716a6547621f tempest-ServersAdmin275Test-2075474866 tempest-ServersAdmin275Test-2075474866-project-admin] Copied Virtual Disk [datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore2] 82afd7a0-a514-4eac-9bcf-e2ed22e1e04b/82afd7a0-a514-4eac-9bcf-e2ed22e1e04b.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 590.986277] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-02c02204-af2a-4749-a6e7-716a6547621f tempest-ServersAdmin275Test-2075474866 tempest-ServersAdmin275Test-2075474866-project-admin] [instance: 82afd7a0-a514-4eac-9bcf-e2ed22e1e04b] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 590.986277] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-59fea832-dd0c-4daf-af1f-1f00bb71785e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.997023] env[62353]: DEBUG oslo_vmware.api [None req-02c02204-af2a-4749-a6e7-716a6547621f tempest-ServersAdmin275Test-2075474866 tempest-ServersAdmin275Test-2075474866-project-admin] Waiting for the task: (returnval){ [ 590.997023] env[62353]: value = "task-2371834" [ 590.997023] env[62353]: _type = "Task" [ 590.997023] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.011470] env[62353]: DEBUG oslo_vmware.api [None req-02c02204-af2a-4749-a6e7-716a6547621f tempest-ServersAdmin275Test-2075474866 tempest-ServersAdmin275Test-2075474866-project-admin] Task: {'id': task-2371834, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.078578] env[62353]: DEBUG oslo_vmware.api [None req-f56e0f4b-4bde-44e5-a0d7-a3eed3bcf9f8 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Task: {'id': task-2371832, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.162776] env[62353]: DEBUG nova.network.neutron [None req-7fb638ba-6769-48f7-9195-218e638ef9de tempest-ServerRescueTestJSONUnderV235-485973642 tempest-ServerRescueTestJSONUnderV235-485973642-project-member] [instance: 5cff6baf-1dd7-4030-834d-266e83d77229] Updating instance_info_cache with network_info: [{"id": "58b42438-96f0-41e9-8a75-b2653f78f0f2", "address": "fa:16:3e:b8:e8:0d", "network": {"id": "47ce8d6b-d643-4102-b7e0-97d7d64a8a59", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1390171572-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "0efd65b451fa46bd88fd74c3df15e40e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e1049e8-c06b-4c93-a9e1-2cbb530f3f95", "external-id": "nsx-vlan-transportzone-966", "segmentation_id": 966, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58b42438-96", "ovs_interfaceid": "58b42438-96f0-41e9-8a75-b2653f78f0f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 591.186591] env[62353]: DEBUG nova.scheduler.client.report [None req-cb29a535-ef9e-4fa5-9f44-65b054be036d tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 591.310816] env[62353]: DEBUG oslo_vmware.api [None req-5fadc71a-14b9-4ec9-8023-eb70b888e0e9 tempest-ServerAddressesNegativeTestJSON-1430294578 tempest-ServerAddressesNegativeTestJSON-1430294578-project-member] Task: {'id': task-2371831, 'name': PowerOnVM_Task, 'duration_secs': 0.747409} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.312010] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fadc71a-14b9-4ec9-8023-eb70b888e0e9 tempest-ServerAddressesNegativeTestJSON-1430294578 tempest-ServerAddressesNegativeTestJSON-1430294578-project-member] [instance: c9c70c50-2454-4da5-ae51-57488371a23c] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 591.315492] env[62353]: INFO nova.compute.manager [None req-5fadc71a-14b9-4ec9-8023-eb70b888e0e9 tempest-ServerAddressesNegativeTestJSON-1430294578 tempest-ServerAddressesNegativeTestJSON-1430294578-project-member] [instance: c9c70c50-2454-4da5-ae51-57488371a23c] Took 11.81 seconds to spawn the instance on the hypervisor. [ 591.315492] env[62353]: DEBUG nova.compute.manager [None req-5fadc71a-14b9-4ec9-8023-eb70b888e0e9 tempest-ServerAddressesNegativeTestJSON-1430294578 tempest-ServerAddressesNegativeTestJSON-1430294578-project-member] [instance: c9c70c50-2454-4da5-ae51-57488371a23c] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 591.315854] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c796e78-f152-4008-86e6-4691f82f86f0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.354681] env[62353]: DEBUG nova.compute.manager [req-30da27b1-6a37-4e0e-bf2a-e80f916be70c req-71cf5d09-9610-476c-b1e8-9b6b67ad3f3e service nova] [instance: 672a184e-5e10-4fc3-a967-9b9cdd014ed2] Received event network-vif-deleted-19ce5b5a-1bc6-4d5b-854b-3aa50225e82d {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 591.355667] env[62353]: DEBUG oslo_vmware.api [None req-c73b402c-91db-4483-827d-94ea68a52f5c tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Task: {'id': task-2371833, 'name': ReconfigVM_Task, 'duration_secs': 0.506582} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.355941] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-c73b402c-91db-4483-827d-94ea68a52f5c tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] [instance: 70b6d86f-10bd-471f-8655-e961c4208751] Reconfigured VM instance instance-00000005 to attach disk [datastore2] 70b6d86f-10bd-471f-8655-e961c4208751/70b6d86f-10bd-471f-8655-e961c4208751.vmdk or device None with type thin {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 591.356272] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-c73b402c-91db-4483-827d-94ea68a52f5c tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] [instance: 70b6d86f-10bd-471f-8655-e961c4208751] Updating instance '70b6d86f-10bd-471f-8655-e961c4208751' progress to 50 {{(pid=62353) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 591.390318] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e12545a4-63aa-493d-8c0d-e81ff2f0e78a tempest-ImagesNegativeTestJSON-1559337630 tempest-ImagesNegativeTestJSON-1559337630-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 591.518031] env[62353]: DEBUG oslo_vmware.api [None req-02c02204-af2a-4749-a6e7-716a6547621f tempest-ServersAdmin275Test-2075474866 tempest-ServersAdmin275Test-2075474866-project-admin] Task: {'id': task-2371834, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080715} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.518031] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-02c02204-af2a-4749-a6e7-716a6547621f tempest-ServersAdmin275Test-2075474866 tempest-ServersAdmin275Test-2075474866-project-admin] [instance: 82afd7a0-a514-4eac-9bcf-e2ed22e1e04b] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 591.518031] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae3dbb32-49c6-4e1c-9f56-d26fe3f8d7aa {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.550806] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-02c02204-af2a-4749-a6e7-716a6547621f tempest-ServersAdmin275Test-2075474866 tempest-ServersAdmin275Test-2075474866-project-admin] [instance: 82afd7a0-a514-4eac-9bcf-e2ed22e1e04b] Reconfiguring VM instance instance-00000002 to attach disk [datastore2] 82afd7a0-a514-4eac-9bcf-e2ed22e1e04b/82afd7a0-a514-4eac-9bcf-e2ed22e1e04b.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 591.551530] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e9b21a3-0d2c-40db-889b-7364705c39bb {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.578740] env[62353]: DEBUG oslo_vmware.api [None req-f56e0f4b-4bde-44e5-a0d7-a3eed3bcf9f8 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Task: {'id': task-2371832, 'name': PowerOffVM_Task, 'duration_secs': 0.769197} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.580251] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-f56e0f4b-4bde-44e5-a0d7-a3eed3bcf9f8 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] [instance: da04e4bf-dc3d-45a8-b0f9-ef9a7491e297] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 591.580638] env[62353]: DEBUG oslo_vmware.api [None req-02c02204-af2a-4749-a6e7-716a6547621f tempest-ServersAdmin275Test-2075474866 tempest-ServersAdmin275Test-2075474866-project-admin] Waiting for the task: (returnval){ [ 591.580638] env[62353]: value = "task-2371835" [ 591.580638] env[62353]: _type = "Task" [ 591.580638] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.581377] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02662930-6afa-4dd4-b6aa-3dd629fb2a28 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.610586] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81e30cfc-3474-455a-95fa-df198452bf4b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.613744] env[62353]: DEBUG oslo_vmware.api [None req-02c02204-af2a-4749-a6e7-716a6547621f tempest-ServersAdmin275Test-2075474866 tempest-ServersAdmin275Test-2075474866-project-admin] Task: {'id': task-2371835, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.652637] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-f56e0f4b-4bde-44e5-a0d7-a3eed3bcf9f8 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] [instance: da04e4bf-dc3d-45a8-b0f9-ef9a7491e297] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 591.652637] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1920c0e6-07ed-411e-9a88-4b8235dc7353 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.660808] env[62353]: DEBUG oslo_vmware.api [None req-f56e0f4b-4bde-44e5-a0d7-a3eed3bcf9f8 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Waiting for the task: (returnval){ [ 591.660808] env[62353]: value = "task-2371836" [ 591.660808] env[62353]: _type = "Task" [ 591.660808] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.666484] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7fb638ba-6769-48f7-9195-218e638ef9de tempest-ServerRescueTestJSONUnderV235-485973642 tempest-ServerRescueTestJSONUnderV235-485973642-project-member] Releasing lock "refresh_cache-5cff6baf-1dd7-4030-834d-266e83d77229" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 591.671753] env[62353]: DEBUG oslo_vmware.api [None req-f56e0f4b-4bde-44e5-a0d7-a3eed3bcf9f8 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Task: {'id': task-2371836, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.695876] env[62353]: DEBUG oslo_concurrency.lockutils [None req-cb29a535-ef9e-4fa5-9f44-65b054be036d tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.568s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 591.696390] env[62353]: DEBUG nova.compute.manager [None req-cb29a535-ef9e-4fa5-9f44-65b054be036d tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] [instance: 6886b90e-f9ac-4295-9a0e-c3d4fc2e5cf6] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 591.699338] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ca54b4f2-dcc5-46d4-940a-7aab63a39fbd tempest-ServerExternalEventsTest-1456212372 tempest-ServerExternalEventsTest-1456212372-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.226s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 591.699488] env[62353]: DEBUG nova.objects.instance [None req-ca54b4f2-dcc5-46d4-940a-7aab63a39fbd tempest-ServerExternalEventsTest-1456212372 tempest-ServerExternalEventsTest-1456212372-project-member] Lazy-loading 'resources' on Instance uuid 71d6a2a4-8c9f-45a6-bb5b-add707aa11f8 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 591.862149] env[62353]: INFO nova.compute.manager [None req-5fadc71a-14b9-4ec9-8023-eb70b888e0e9 tempest-ServerAddressesNegativeTestJSON-1430294578 tempest-ServerAddressesNegativeTestJSON-1430294578-project-member] [instance: c9c70c50-2454-4da5-ae51-57488371a23c] Took 17.84 seconds to build instance. [ 591.868488] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1cb18f8-8553-4c27-852c-569463e53eb3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.893776] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f979894-00f8-4608-a2e7-3dcbff1304c0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.916478] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-c73b402c-91db-4483-827d-94ea68a52f5c tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] [instance: 70b6d86f-10bd-471f-8655-e961c4208751] Updating instance '70b6d86f-10bd-471f-8655-e961c4208751' progress to 67 {{(pid=62353) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 592.100786] env[62353]: DEBUG oslo_vmware.api [None req-02c02204-af2a-4749-a6e7-716a6547621f tempest-ServersAdmin275Test-2075474866 tempest-ServersAdmin275Test-2075474866-project-admin] Task: {'id': task-2371835, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.142182] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8fc25f49-3944-43a5-b609-b4f59bdae677 tempest-ServerActionsV293TestJSON-26696024 tempest-ServerActionsV293TestJSON-26696024-project-member] Acquiring lock "c29bf6eb-b456-4356-9ef8-d9ba70bc6464" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 592.142549] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8fc25f49-3944-43a5-b609-b4f59bdae677 tempest-ServerActionsV293TestJSON-26696024 tempest-ServerActionsV293TestJSON-26696024-project-member] Lock "c29bf6eb-b456-4356-9ef8-d9ba70bc6464" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 592.179032] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-f56e0f4b-4bde-44e5-a0d7-a3eed3bcf9f8 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] [instance: da04e4bf-dc3d-45a8-b0f9-ef9a7491e297] VM already powered off {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 592.179032] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-f56e0f4b-4bde-44e5-a0d7-a3eed3bcf9f8 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] [instance: da04e4bf-dc3d-45a8-b0f9-ef9a7491e297] Processing image 06f909ae-e8dc-43b4-abf7-c7ed85db9bbd {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 592.179032] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f56e0f4b-4bde-44e5-a0d7-a3eed3bcf9f8 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 592.179032] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f56e0f4b-4bde-44e5-a0d7-a3eed3bcf9f8 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Acquired lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.179426] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-f56e0f4b-4bde-44e5-a0d7-a3eed3bcf9f8 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 592.179426] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-247ffc6f-a68c-4518-8a43-1f4b25c5e284 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.193162] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-f56e0f4b-4bde-44e5-a0d7-a3eed3bcf9f8 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 592.193162] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-f56e0f4b-4bde-44e5-a0d7-a3eed3bcf9f8 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 592.193162] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43c5dcb7-b26f-4310-9145-8093ccd0d96f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.201817] env[62353]: DEBUG oslo_vmware.api [None req-f56e0f4b-4bde-44e5-a0d7-a3eed3bcf9f8 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Waiting for the task: (returnval){ [ 592.201817] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]525100eb-f675-abbe-9a5b-c3ddaa08040b" [ 592.201817] env[62353]: _type = "Task" [ 592.201817] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.204903] env[62353]: DEBUG nova.compute.utils [None req-cb29a535-ef9e-4fa5-9f44-65b054be036d tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 592.209023] env[62353]: DEBUG nova.compute.manager [None req-cb29a535-ef9e-4fa5-9f44-65b054be036d tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] [instance: 6886b90e-f9ac-4295-9a0e-c3d4fc2e5cf6] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 592.209023] env[62353]: DEBUG nova.network.neutron [None req-cb29a535-ef9e-4fa5-9f44-65b054be036d tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] [instance: 6886b90e-f9ac-4295-9a0e-c3d4fc2e5cf6] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 592.223574] env[62353]: DEBUG oslo_vmware.api [None req-f56e0f4b-4bde-44e5-a0d7-a3eed3bcf9f8 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]525100eb-f675-abbe-9a5b-c3ddaa08040b, 'name': SearchDatastore_Task, 'duration_secs': 0.011835} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.224688] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46a1bd71-5ea5-4663-84b2-e4130edbb232 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.233310] env[62353]: DEBUG oslo_vmware.api [None req-f56e0f4b-4bde-44e5-a0d7-a3eed3bcf9f8 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Waiting for the task: (returnval){ [ 592.233310] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52cc28ad-84e0-ef7f-65fa-b5b3e13fc129" [ 592.233310] env[62353]: _type = "Task" [ 592.233310] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.243336] env[62353]: DEBUG oslo_vmware.api [None req-f56e0f4b-4bde-44e5-a0d7-a3eed3bcf9f8 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52cc28ad-84e0-ef7f-65fa-b5b3e13fc129, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.336773] env[62353]: DEBUG nova.policy [None req-cb29a535-ef9e-4fa5-9f44-65b054be036d tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aaafff2945d24010967284bf215604fb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '66f806d698584e0a805923432d6a5a29', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:192}} [ 592.368159] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5fadc71a-14b9-4ec9-8023-eb70b888e0e9 tempest-ServerAddressesNegativeTestJSON-1430294578 tempest-ServerAddressesNegativeTestJSON-1430294578-project-member] Lock "c9c70c50-2454-4da5-ae51-57488371a23c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.357s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 592.530233] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f5b1d21-5a44-4d54-906d-416419ba0550 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.539400] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8089746c-67b5-4233-ba9b-13bd24a4a23d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.584129] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b66a67a-b2e3-4df3-ada0-9b6789c19214 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.597705] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bef7c71-9622-4fa9-b750-192a9b00e590 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.606540] env[62353]: DEBUG oslo_vmware.api [None req-02c02204-af2a-4749-a6e7-716a6547621f tempest-ServersAdmin275Test-2075474866 tempest-ServersAdmin275Test-2075474866-project-admin] Task: {'id': task-2371835, 'name': ReconfigVM_Task, 'duration_secs': 0.819957} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.607564] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-02c02204-af2a-4749-a6e7-716a6547621f tempest-ServersAdmin275Test-2075474866 tempest-ServersAdmin275Test-2075474866-project-admin] [instance: 82afd7a0-a514-4eac-9bcf-e2ed22e1e04b] Reconfigured VM instance instance-00000002 to attach disk [datastore2] 82afd7a0-a514-4eac-9bcf-e2ed22e1e04b/82afd7a0-a514-4eac-9bcf-e2ed22e1e04b.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 592.608770] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-09ffaf4a-c202-4537-afdc-a341a76e98c1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.619647] env[62353]: DEBUG nova.compute.provider_tree [None req-ca54b4f2-dcc5-46d4-940a-7aab63a39fbd tempest-ServerExternalEventsTest-1456212372 tempest-ServerExternalEventsTest-1456212372-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 592.628536] env[62353]: DEBUG oslo_vmware.api [None req-02c02204-af2a-4749-a6e7-716a6547621f tempest-ServersAdmin275Test-2075474866 tempest-ServersAdmin275Test-2075474866-project-admin] Waiting for the task: (returnval){ [ 592.628536] env[62353]: value = "task-2371837" [ 592.628536] env[62353]: _type = "Task" [ 592.628536] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.639550] env[62353]: DEBUG oslo_vmware.api [None req-02c02204-af2a-4749-a6e7-716a6547621f tempest-ServersAdmin275Test-2075474866 tempest-ServersAdmin275Test-2075474866-project-admin] Task: {'id': task-2371837, 'name': Rename_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.646455] env[62353]: DEBUG nova.compute.manager [None req-8fc25f49-3944-43a5-b609-b4f59bdae677 tempest-ServerActionsV293TestJSON-26696024 tempest-ServerActionsV293TestJSON-26696024-project-member] [instance: c29bf6eb-b456-4356-9ef8-d9ba70bc6464] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 592.719759] env[62353]: DEBUG nova.compute.manager [None req-cb29a535-ef9e-4fa5-9f44-65b054be036d tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] [instance: 6886b90e-f9ac-4295-9a0e-c3d4fc2e5cf6] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 592.748699] env[62353]: DEBUG oslo_vmware.api [None req-f56e0f4b-4bde-44e5-a0d7-a3eed3bcf9f8 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52cc28ad-84e0-ef7f-65fa-b5b3e13fc129, 'name': SearchDatastore_Task, 'duration_secs': 0.011101} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.749167] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f56e0f4b-4bde-44e5-a0d7-a3eed3bcf9f8 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Releasing lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 592.749536] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-f56e0f4b-4bde-44e5-a0d7-a3eed3bcf9f8 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore1] da04e4bf-dc3d-45a8-b0f9-ef9a7491e297/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd-rescue.vmdk. {{(pid=62353) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 592.749945] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7fdb255a-c985-4f8a-a410-b67bf4e4b479 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.760020] env[62353]: DEBUG oslo_vmware.api [None req-f56e0f4b-4bde-44e5-a0d7-a3eed3bcf9f8 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Waiting for the task: (returnval){ [ 592.760020] env[62353]: value = "task-2371838" [ 592.760020] env[62353]: _type = "Task" [ 592.760020] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.770094] env[62353]: DEBUG oslo_vmware.api [None req-f56e0f4b-4bde-44e5-a0d7-a3eed3bcf9f8 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Task: {'id': task-2371838, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.828175] env[62353]: DEBUG nova.network.neutron [None req-c73b402c-91db-4483-827d-94ea68a52f5c tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] [instance: 70b6d86f-10bd-471f-8655-e961c4208751] Port 3fac9f25-ef69-4394-ac71-608c65991d13 binding to destination host cpu-1 is already ACTIVE {{(pid=62353) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 593.122983] env[62353]: DEBUG nova.scheduler.client.report [None req-ca54b4f2-dcc5-46d4-940a-7aab63a39fbd tempest-ServerExternalEventsTest-1456212372 tempest-ServerExternalEventsTest-1456212372-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 593.144676] env[62353]: DEBUG oslo_vmware.api [None req-02c02204-af2a-4749-a6e7-716a6547621f tempest-ServersAdmin275Test-2075474866 tempest-ServersAdmin275Test-2075474866-project-admin] Task: {'id': task-2371837, 'name': Rename_Task, 'duration_secs': 0.235672} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.147037] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-02c02204-af2a-4749-a6e7-716a6547621f tempest-ServersAdmin275Test-2075474866 tempest-ServersAdmin275Test-2075474866-project-admin] [instance: 82afd7a0-a514-4eac-9bcf-e2ed22e1e04b] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 593.147037] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d571261d-d135-49b5-a3ac-cd8056ae0b04 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.169617] env[62353]: DEBUG oslo_vmware.api [None req-02c02204-af2a-4749-a6e7-716a6547621f tempest-ServersAdmin275Test-2075474866 tempest-ServersAdmin275Test-2075474866-project-admin] Waiting for the task: (returnval){ [ 593.169617] env[62353]: value = "task-2371839" [ 593.169617] env[62353]: _type = "Task" [ 593.169617] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.188042] env[62353]: DEBUG oslo_vmware.api [None req-02c02204-af2a-4749-a6e7-716a6547621f tempest-ServersAdmin275Test-2075474866 tempest-ServersAdmin275Test-2075474866-project-admin] Task: {'id': task-2371839, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.191448] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8fc25f49-3944-43a5-b609-b4f59bdae677 tempest-ServerActionsV293TestJSON-26696024 tempest-ServerActionsV293TestJSON-26696024-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 593.208835] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fb638ba-6769-48f7-9195-218e638ef9de tempest-ServerRescueTestJSONUnderV235-485973642 tempest-ServerRescueTestJSONUnderV235-485973642-project-member] [instance: 5cff6baf-1dd7-4030-834d-266e83d77229] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 593.209257] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4a8a65b5-4c4f-4714-9400-f7d941cd4dda {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.218821] env[62353]: DEBUG oslo_vmware.api [None req-7fb638ba-6769-48f7-9195-218e638ef9de tempest-ServerRescueTestJSONUnderV235-485973642 tempest-ServerRescueTestJSONUnderV235-485973642-project-member] Waiting for the task: (returnval){ [ 593.218821] env[62353]: value = "task-2371840" [ 593.218821] env[62353]: _type = "Task" [ 593.218821] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.235974] env[62353]: DEBUG oslo_vmware.api [None req-7fb638ba-6769-48f7-9195-218e638ef9de tempest-ServerRescueTestJSONUnderV235-485973642 tempest-ServerRescueTestJSONUnderV235-485973642-project-member] Task: {'id': task-2371840, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.271345] env[62353]: DEBUG oslo_vmware.api [None req-f56e0f4b-4bde-44e5-a0d7-a3eed3bcf9f8 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Task: {'id': task-2371838, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.619331] env[62353]: DEBUG nova.network.neutron [None req-a678982e-f8f5-45d0-b205-4d22d26c8e3b tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] [instance: c7b98e17-46d0-4ae9-988e-fae08ee05377] Successfully updated port: a0e25343-cbd2-4151-837d-ec3ec8643755 {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 593.630846] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ca54b4f2-dcc5-46d4-940a-7aab63a39fbd tempest-ServerExternalEventsTest-1456212372 tempest-ServerExternalEventsTest-1456212372-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.931s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 593.634500] env[62353]: DEBUG oslo_concurrency.lockutils [None req-414fc48a-44bb-4eeb-ba16-f2a6c226d819 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.390s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 593.639161] env[62353]: INFO nova.compute.claims [None req-414fc48a-44bb-4eeb-ba16-f2a6c226d819 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] [instance: 85c1498f-d888-4031-878b-0181e190d3a7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 593.669256] env[62353]: INFO nova.scheduler.client.report [None req-ca54b4f2-dcc5-46d4-940a-7aab63a39fbd tempest-ServerExternalEventsTest-1456212372 tempest-ServerExternalEventsTest-1456212372-project-member] Deleted allocations for instance 71d6a2a4-8c9f-45a6-bb5b-add707aa11f8 [ 593.691755] env[62353]: DEBUG oslo_vmware.api [None req-02c02204-af2a-4749-a6e7-716a6547621f tempest-ServersAdmin275Test-2075474866 tempest-ServersAdmin275Test-2075474866-project-admin] Task: {'id': task-2371839, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.731489] env[62353]: DEBUG nova.compute.manager [None req-cb29a535-ef9e-4fa5-9f44-65b054be036d tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] [instance: 6886b90e-f9ac-4295-9a0e-c3d4fc2e5cf6] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 593.734017] env[62353]: DEBUG oslo_vmware.api [None req-7fb638ba-6769-48f7-9195-218e638ef9de tempest-ServerRescueTestJSONUnderV235-485973642 tempest-ServerRescueTestJSONUnderV235-485973642-project-member] Task: {'id': task-2371840, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.748051] env[62353]: DEBUG nova.network.neutron [None req-cb29a535-ef9e-4fa5-9f44-65b054be036d tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] [instance: 6886b90e-f9ac-4295-9a0e-c3d4fc2e5cf6] Successfully created port: a95af5bc-de8a-411e-9d24-db9326a00085 {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 593.784024] env[62353]: DEBUG oslo_vmware.api [None req-f56e0f4b-4bde-44e5-a0d7-a3eed3bcf9f8 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Task: {'id': task-2371838, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.522221} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.790437] env[62353]: DEBUG nova.virt.hardware [None req-cb29a535-ef9e-4fa5-9f44-65b054be036d tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T12:40:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1157439951',id=26,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-1850910667',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T12:38:15Z,direct_url=,disk_format='vmdk',id=06f909ae-e8dc-43b4-abf7-c7ed85db9bbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0a3f88790a594523a818b8c00f6862e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T12:38:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 593.790732] env[62353]: DEBUG nova.virt.hardware [None req-cb29a535-ef9e-4fa5-9f44-65b054be036d tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 593.790938] env[62353]: DEBUG nova.virt.hardware [None req-cb29a535-ef9e-4fa5-9f44-65b054be036d tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 593.791175] env[62353]: DEBUG nova.virt.hardware [None req-cb29a535-ef9e-4fa5-9f44-65b054be036d tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 593.791306] env[62353]: DEBUG nova.virt.hardware [None req-cb29a535-ef9e-4fa5-9f44-65b054be036d tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 593.791451] env[62353]: DEBUG nova.virt.hardware [None req-cb29a535-ef9e-4fa5-9f44-65b054be036d tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 593.791695] env[62353]: DEBUG nova.virt.hardware [None req-cb29a535-ef9e-4fa5-9f44-65b054be036d tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 593.791826] env[62353]: DEBUG nova.virt.hardware [None req-cb29a535-ef9e-4fa5-9f44-65b054be036d tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 593.792012] env[62353]: DEBUG nova.virt.hardware [None req-cb29a535-ef9e-4fa5-9f44-65b054be036d tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 593.792177] env[62353]: DEBUG nova.virt.hardware [None req-cb29a535-ef9e-4fa5-9f44-65b054be036d tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 593.792915] env[62353]: DEBUG nova.virt.hardware [None req-cb29a535-ef9e-4fa5-9f44-65b054be036d tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 593.792915] env[62353]: INFO nova.virt.vmwareapi.ds_util [None req-f56e0f4b-4bde-44e5-a0d7-a3eed3bcf9f8 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore1] da04e4bf-dc3d-45a8-b0f9-ef9a7491e297/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd-rescue.vmdk. [ 593.795178] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83feadf3-0590-4314-9868-7cdff36ceea1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.797748] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e237c775-0dfe-4c5e-a92d-95f0f9e0a17b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.825690] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dd68f07-d94d-41f9-a330-f8d69bfb548f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.837535] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-f56e0f4b-4bde-44e5-a0d7-a3eed3bcf9f8 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] [instance: da04e4bf-dc3d-45a8-b0f9-ef9a7491e297] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] da04e4bf-dc3d-45a8-b0f9-ef9a7491e297/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd-rescue.vmdk or device None with type thin {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 593.838107] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8046f4bf-7ac5-449c-9de9-c9cbcf3cb1e9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.884202] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c73b402c-91db-4483-827d-94ea68a52f5c tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Acquiring lock "70b6d86f-10bd-471f-8655-e961c4208751-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 593.884488] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c73b402c-91db-4483-827d-94ea68a52f5c tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Lock "70b6d86f-10bd-471f-8655-e961c4208751-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 593.884681] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c73b402c-91db-4483-827d-94ea68a52f5c tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Lock "70b6d86f-10bd-471f-8655-e961c4208751-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 593.890027] env[62353]: DEBUG oslo_vmware.api [None req-f56e0f4b-4bde-44e5-a0d7-a3eed3bcf9f8 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Waiting for the task: (returnval){ [ 593.890027] env[62353]: value = "task-2371841" [ 593.890027] env[62353]: _type = "Task" [ 593.890027] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.907162] env[62353]: DEBUG oslo_vmware.api [None req-f56e0f4b-4bde-44e5-a0d7-a3eed3bcf9f8 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Task: {'id': task-2371841, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.125868] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a678982e-f8f5-45d0-b205-4d22d26c8e3b tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Acquiring lock "refresh_cache-c7b98e17-46d0-4ae9-988e-fae08ee05377" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 594.126604] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a678982e-f8f5-45d0-b205-4d22d26c8e3b tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Acquired lock "refresh_cache-c7b98e17-46d0-4ae9-988e-fae08ee05377" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.126874] env[62353]: DEBUG nova.network.neutron [None req-a678982e-f8f5-45d0-b205-4d22d26c8e3b tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] [instance: c7b98e17-46d0-4ae9-988e-fae08ee05377] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 594.189296] env[62353]: DEBUG oslo_vmware.api [None req-02c02204-af2a-4749-a6e7-716a6547621f tempest-ServersAdmin275Test-2075474866 tempest-ServersAdmin275Test-2075474866-project-admin] Task: {'id': task-2371839, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.189854] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ca54b4f2-dcc5-46d4-940a-7aab63a39fbd tempest-ServerExternalEventsTest-1456212372 tempest-ServerExternalEventsTest-1456212372-project-member] Lock "71d6a2a4-8c9f-45a6-bb5b-add707aa11f8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.604s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 594.239887] env[62353]: DEBUG oslo_vmware.api [None req-7fb638ba-6769-48f7-9195-218e638ef9de tempest-ServerRescueTestJSONUnderV235-485973642 tempest-ServerRescueTestJSONUnderV235-485973642-project-member] Task: {'id': task-2371840, 'name': PowerOffVM_Task, 'duration_secs': 0.724077} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.243314] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fb638ba-6769-48f7-9195-218e638ef9de tempest-ServerRescueTestJSONUnderV235-485973642 tempest-ServerRescueTestJSONUnderV235-485973642-project-member] [instance: 5cff6baf-1dd7-4030-834d-266e83d77229] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 594.245871] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08d61b02-3806-4bed-ba1d-35f9457e620e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.268946] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c632cc7f-9b9d-474d-8001-136510d45a88 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.311021] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fb638ba-6769-48f7-9195-218e638ef9de tempest-ServerRescueTestJSONUnderV235-485973642 tempest-ServerRescueTestJSONUnderV235-485973642-project-member] [instance: 5cff6baf-1dd7-4030-834d-266e83d77229] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 594.314028] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d60cc9af-ce6d-4978-96cc-5f06bd8afa49 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.320535] env[62353]: DEBUG oslo_vmware.api [None req-7fb638ba-6769-48f7-9195-218e638ef9de tempest-ServerRescueTestJSONUnderV235-485973642 tempest-ServerRescueTestJSONUnderV235-485973642-project-member] Waiting for the task: (returnval){ [ 594.320535] env[62353]: value = "task-2371842" [ 594.320535] env[62353]: _type = "Task" [ 594.320535] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.334735] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fb638ba-6769-48f7-9195-218e638ef9de tempest-ServerRescueTestJSONUnderV235-485973642 tempest-ServerRescueTestJSONUnderV235-485973642-project-member] [instance: 5cff6baf-1dd7-4030-834d-266e83d77229] VM already powered off {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 594.334977] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-7fb638ba-6769-48f7-9195-218e638ef9de tempest-ServerRescueTestJSONUnderV235-485973642 tempest-ServerRescueTestJSONUnderV235-485973642-project-member] [instance: 5cff6baf-1dd7-4030-834d-266e83d77229] Processing image 06f909ae-e8dc-43b4-abf7-c7ed85db9bbd {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 594.335189] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7fb638ba-6769-48f7-9195-218e638ef9de tempest-ServerRescueTestJSONUnderV235-485973642 tempest-ServerRescueTestJSONUnderV235-485973642-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 594.335359] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7fb638ba-6769-48f7-9195-218e638ef9de tempest-ServerRescueTestJSONUnderV235-485973642 tempest-ServerRescueTestJSONUnderV235-485973642-project-member] Acquired lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.335537] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fb638ba-6769-48f7-9195-218e638ef9de tempest-ServerRescueTestJSONUnderV235-485973642 tempest-ServerRescueTestJSONUnderV235-485973642-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 594.335789] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0abfc38f-0cbd-4297-9ba3-51cdc5020dea {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.362213] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fb638ba-6769-48f7-9195-218e638ef9de tempest-ServerRescueTestJSONUnderV235-485973642 tempest-ServerRescueTestJSONUnderV235-485973642-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 594.362680] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-7fb638ba-6769-48f7-9195-218e638ef9de tempest-ServerRescueTestJSONUnderV235-485973642 tempest-ServerRescueTestJSONUnderV235-485973642-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 594.363221] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10f0ff02-f466-46f8-9f37-a9d360ea220c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.369384] env[62353]: DEBUG oslo_vmware.api [None req-7fb638ba-6769-48f7-9195-218e638ef9de tempest-ServerRescueTestJSONUnderV235-485973642 tempest-ServerRescueTestJSONUnderV235-485973642-project-member] Waiting for the task: (returnval){ [ 594.369384] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52aa1c25-7cfe-3fcb-32df-91813e549909" [ 594.369384] env[62353]: _type = "Task" [ 594.369384] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.378905] env[62353]: DEBUG oslo_vmware.api [None req-7fb638ba-6769-48f7-9195-218e638ef9de tempest-ServerRescueTestJSONUnderV235-485973642 tempest-ServerRescueTestJSONUnderV235-485973642-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52aa1c25-7cfe-3fcb-32df-91813e549909, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.407711] env[62353]: DEBUG oslo_vmware.api [None req-f56e0f4b-4bde-44e5-a0d7-a3eed3bcf9f8 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Task: {'id': task-2371841, 'name': ReconfigVM_Task, 'duration_secs': 0.31626} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.408902] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-f56e0f4b-4bde-44e5-a0d7-a3eed3bcf9f8 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] [instance: da04e4bf-dc3d-45a8-b0f9-ef9a7491e297] Reconfigured VM instance instance-00000008 to attach disk [datastore1] da04e4bf-dc3d-45a8-b0f9-ef9a7491e297/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd-rescue.vmdk or device None with type thin {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 594.409979] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfc969b9-ec96-46de-b9cb-6de7089a3016 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.445299] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d7f5cbdb-c214-4656-9633-2a8b18ce28ae {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.468198] env[62353]: DEBUG oslo_vmware.api [None req-f56e0f4b-4bde-44e5-a0d7-a3eed3bcf9f8 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Waiting for the task: (returnval){ [ 594.468198] env[62353]: value = "task-2371843" [ 594.468198] env[62353]: _type = "Task" [ 594.468198] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.478604] env[62353]: DEBUG oslo_vmware.api [None req-f56e0f4b-4bde-44e5-a0d7-a3eed3bcf9f8 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Task: {'id': task-2371843, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.694289] env[62353]: DEBUG oslo_vmware.api [None req-02c02204-af2a-4749-a6e7-716a6547621f tempest-ServersAdmin275Test-2075474866 tempest-ServersAdmin275Test-2075474866-project-admin] Task: {'id': task-2371839, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.700236] env[62353]: DEBUG nova.compute.manager [req-18df618b-aae0-44e2-98be-da1aa42e6455 req-de5c0df5-638c-4003-8e5a-55113b6c2fdc service nova] [instance: 832a2083-5874-47b5-a9c7-fdb4a69a94bb] Received event network-changed-0db4e91f-7a0c-4615-aa15-29acaebd0f1e {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 594.700332] env[62353]: DEBUG nova.compute.manager [req-18df618b-aae0-44e2-98be-da1aa42e6455 req-de5c0df5-638c-4003-8e5a-55113b6c2fdc service nova] [instance: 832a2083-5874-47b5-a9c7-fdb4a69a94bb] Refreshing instance network info cache due to event network-changed-0db4e91f-7a0c-4615-aa15-29acaebd0f1e. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 594.700538] env[62353]: DEBUG oslo_concurrency.lockutils [req-18df618b-aae0-44e2-98be-da1aa42e6455 req-de5c0df5-638c-4003-8e5a-55113b6c2fdc service nova] Acquiring lock "refresh_cache-832a2083-5874-47b5-a9c7-fdb4a69a94bb" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 594.700672] env[62353]: DEBUG oslo_concurrency.lockutils [req-18df618b-aae0-44e2-98be-da1aa42e6455 req-de5c0df5-638c-4003-8e5a-55113b6c2fdc service nova] Acquired lock "refresh_cache-832a2083-5874-47b5-a9c7-fdb4a69a94bb" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.700821] env[62353]: DEBUG nova.network.neutron [req-18df618b-aae0-44e2-98be-da1aa42e6455 req-de5c0df5-638c-4003-8e5a-55113b6c2fdc service nova] [instance: 832a2083-5874-47b5-a9c7-fdb4a69a94bb] Refreshing network info cache for port 0db4e91f-7a0c-4615-aa15-29acaebd0f1e {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 594.725401] env[62353]: DEBUG nova.network.neutron [None req-a678982e-f8f5-45d0-b205-4d22d26c8e3b tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] [instance: c7b98e17-46d0-4ae9-988e-fae08ee05377] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 594.886678] env[62353]: DEBUG oslo_vmware.api [None req-7fb638ba-6769-48f7-9195-218e638ef9de tempest-ServerRescueTestJSONUnderV235-485973642 tempest-ServerRescueTestJSONUnderV235-485973642-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52aa1c25-7cfe-3fcb-32df-91813e549909, 'name': SearchDatastore_Task, 'duration_secs': 0.010698} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.887577] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8aa6e8e-6367-45d8-bd02-f52053ae39f0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.897579] env[62353]: DEBUG oslo_vmware.api [None req-7fb638ba-6769-48f7-9195-218e638ef9de tempest-ServerRescueTestJSONUnderV235-485973642 tempest-ServerRescueTestJSONUnderV235-485973642-project-member] Waiting for the task: (returnval){ [ 594.897579] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52270631-6c0c-79a6-2b46-23fce8793a0b" [ 594.897579] env[62353]: _type = "Task" [ 594.897579] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.913098] env[62353]: DEBUG oslo_vmware.api [None req-7fb638ba-6769-48f7-9195-218e638ef9de tempest-ServerRescueTestJSONUnderV235-485973642 tempest-ServerRescueTestJSONUnderV235-485973642-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52270631-6c0c-79a6-2b46-23fce8793a0b, 'name': SearchDatastore_Task, 'duration_secs': 0.011875} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.916567] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7fb638ba-6769-48f7-9195-218e638ef9de tempest-ServerRescueTestJSONUnderV235-485973642 tempest-ServerRescueTestJSONUnderV235-485973642-project-member] Releasing lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 594.916864] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fb638ba-6769-48f7-9195-218e638ef9de tempest-ServerRescueTestJSONUnderV235-485973642 tempest-ServerRescueTestJSONUnderV235-485973642-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore1] 5cff6baf-1dd7-4030-834d-266e83d77229/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd-rescue.vmdk. {{(pid=62353) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 594.918379] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bf1c3b5b-a333-4d25-ad26-090e5387f885 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.926936] env[62353]: DEBUG oslo_vmware.api [None req-7fb638ba-6769-48f7-9195-218e638ef9de tempest-ServerRescueTestJSONUnderV235-485973642 tempest-ServerRescueTestJSONUnderV235-485973642-project-member] Waiting for the task: (returnval){ [ 594.926936] env[62353]: value = "task-2371844" [ 594.926936] env[62353]: _type = "Task" [ 594.926936] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.940394] env[62353]: DEBUG oslo_vmware.api [None req-7fb638ba-6769-48f7-9195-218e638ef9de tempest-ServerRescueTestJSONUnderV235-485973642 tempest-ServerRescueTestJSONUnderV235-485973642-project-member] Task: {'id': task-2371844, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.980766] env[62353]: DEBUG oslo_vmware.api [None req-f56e0f4b-4bde-44e5-a0d7-a3eed3bcf9f8 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Task: {'id': task-2371843, 'name': ReconfigVM_Task, 'duration_secs': 0.168995} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.981077] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-f56e0f4b-4bde-44e5-a0d7-a3eed3bcf9f8 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] [instance: da04e4bf-dc3d-45a8-b0f9-ef9a7491e297] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 594.981334] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f55a4761-8b0b-4b84-aac6-af55e0b5e35f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.985847] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04b1a67e-6f25-4764-b25c-701e4e4b2ff0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.993677] env[62353]: DEBUG oslo_vmware.api [None req-f56e0f4b-4bde-44e5-a0d7-a3eed3bcf9f8 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Waiting for the task: (returnval){ [ 594.993677] env[62353]: value = "task-2371845" [ 594.993677] env[62353]: _type = "Task" [ 594.993677] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.000373] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7be8364-9512-4d9b-87ea-1e56c5430e97 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.006773] env[62353]: DEBUG oslo_vmware.api [None req-f56e0f4b-4bde-44e5-a0d7-a3eed3bcf9f8 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Task: {'id': task-2371845, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.038562] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7709b4a-14ce-4681-b628-227f12709b3c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.047923] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9878d9ba-52e5-48de-8d84-73b6af29b5dc {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.066030] env[62353]: DEBUG nova.compute.provider_tree [None req-414fc48a-44bb-4eeb-ba16-f2a6c226d819 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 595.108574] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c73b402c-91db-4483-827d-94ea68a52f5c tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Acquiring lock "refresh_cache-70b6d86f-10bd-471f-8655-e961c4208751" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.109693] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c73b402c-91db-4483-827d-94ea68a52f5c tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Acquired lock "refresh_cache-70b6d86f-10bd-471f-8655-e961c4208751" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.109693] env[62353]: DEBUG nova.network.neutron [None req-c73b402c-91db-4483-827d-94ea68a52f5c tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] [instance: 70b6d86f-10bd-471f-8655-e961c4208751] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 595.189607] env[62353]: DEBUG oslo_vmware.api [None req-02c02204-af2a-4749-a6e7-716a6547621f tempest-ServersAdmin275Test-2075474866 tempest-ServersAdmin275Test-2075474866-project-admin] Task: {'id': task-2371839, 'name': PowerOnVM_Task, 'duration_secs': 1.78093} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.193415] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-02c02204-af2a-4749-a6e7-716a6547621f tempest-ServersAdmin275Test-2075474866 tempest-ServersAdmin275Test-2075474866-project-admin] [instance: 82afd7a0-a514-4eac-9bcf-e2ed22e1e04b] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 595.193824] env[62353]: DEBUG nova.compute.manager [None req-02c02204-af2a-4749-a6e7-716a6547621f tempest-ServersAdmin275Test-2075474866 tempest-ServersAdmin275Test-2075474866-project-admin] [instance: 82afd7a0-a514-4eac-9bcf-e2ed22e1e04b] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 595.197911] env[62353]: DEBUG nova.compute.manager [req-17926dca-3626-4760-831c-82a808688dff req-1e4df4c2-3f91-413d-820a-d334f3c5c33d service nova] [instance: 9bd2f6b9-eb81-4238-a781-5f2bb54f80c0] Received event network-vif-deleted-f2b16eb2-15bc-4f53-8055-aa6b6660dfa5 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 595.199788] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa8e5aca-8e3b-4f4a-b9ea-bac610a1c6fa {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.383656] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b1c1c406-b898-4a6b-b92d-7f38b901b1a0 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Acquiring lock "ba65df73-c3e3-4182-8444-9904aa5858d7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 595.383656] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b1c1c406-b898-4a6b-b92d-7f38b901b1a0 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Lock "ba65df73-c3e3-4182-8444-9904aa5858d7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 595.386508] env[62353]: DEBUG nova.network.neutron [None req-a678982e-f8f5-45d0-b205-4d22d26c8e3b tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] [instance: c7b98e17-46d0-4ae9-988e-fae08ee05377] Updating instance_info_cache with network_info: [{"id": "a0e25343-cbd2-4151-837d-ec3ec8643755", "address": "fa:16:3e:00:ac:ab", "network": {"id": "2be634d9-365a-4258-9bd8-c03318d42ac3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.58", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0a3f88790a594523a818b8c00f6862e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0e25343-cb", "ovs_interfaceid": "a0e25343-cbd2-4151-837d-ec3ec8643755", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 595.444912] env[62353]: DEBUG oslo_vmware.api [None req-7fb638ba-6769-48f7-9195-218e638ef9de tempest-ServerRescueTestJSONUnderV235-485973642 tempest-ServerRescueTestJSONUnderV235-485973642-project-member] Task: {'id': task-2371844, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.512227] env[62353]: DEBUG oslo_vmware.api [None req-f56e0f4b-4bde-44e5-a0d7-a3eed3bcf9f8 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Task: {'id': task-2371845, 'name': PowerOnVM_Task} progress is 70%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.569290] env[62353]: DEBUG nova.scheduler.client.report [None req-414fc48a-44bb-4eeb-ba16-f2a6c226d819 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 595.730608] env[62353]: DEBUG oslo_concurrency.lockutils [None req-02c02204-af2a-4749-a6e7-716a6547621f tempest-ServersAdmin275Test-2075474866 tempest-ServersAdmin275Test-2075474866-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 595.889103] env[62353]: DEBUG nova.compute.manager [None req-b1c1c406-b898-4a6b-b92d-7f38b901b1a0 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: ba65df73-c3e3-4182-8444-9904aa5858d7] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 595.892027] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a678982e-f8f5-45d0-b205-4d22d26c8e3b tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Releasing lock "refresh_cache-c7b98e17-46d0-4ae9-988e-fae08ee05377" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.892908] env[62353]: DEBUG nova.compute.manager [None req-a678982e-f8f5-45d0-b205-4d22d26c8e3b tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] [instance: c7b98e17-46d0-4ae9-988e-fae08ee05377] Instance network_info: |[{"id": "a0e25343-cbd2-4151-837d-ec3ec8643755", "address": "fa:16:3e:00:ac:ab", "network": {"id": "2be634d9-365a-4258-9bd8-c03318d42ac3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.58", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0a3f88790a594523a818b8c00f6862e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0e25343-cb", "ovs_interfaceid": "a0e25343-cbd2-4151-837d-ec3ec8643755", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 595.893964] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-a678982e-f8f5-45d0-b205-4d22d26c8e3b tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] [instance: c7b98e17-46d0-4ae9-988e-fae08ee05377] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:00:ac:ab', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ec46b14d-3310-4f2b-96c1-f53ee47d3759', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a0e25343-cbd2-4151-837d-ec3ec8643755', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 595.902878] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-a678982e-f8f5-45d0-b205-4d22d26c8e3b tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Creating folder: Project (2a221e046bcb47bea031af7dd92ef750). Parent ref: group-v481456. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 595.903266] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f63384dc-6e11-4d1f-a286-dcfdaec18e6e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.918585] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-a678982e-f8f5-45d0-b205-4d22d26c8e3b tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Created folder: Project (2a221e046bcb47bea031af7dd92ef750) in parent group-v481456. [ 595.918585] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-a678982e-f8f5-45d0-b205-4d22d26c8e3b tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Creating folder: Instances. Parent ref: group-v481499. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 595.919178] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5d7b4e6a-5f65-4ad9-b301-9022b2e2ed03 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.946297] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-a678982e-f8f5-45d0-b205-4d22d26c8e3b tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Created folder: Instances in parent group-v481499. [ 595.946297] env[62353]: DEBUG oslo.service.loopingcall [None req-a678982e-f8f5-45d0-b205-4d22d26c8e3b tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 595.951310] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c7b98e17-46d0-4ae9-988e-fae08ee05377] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 595.951310] env[62353]: DEBUG oslo_vmware.api [None req-7fb638ba-6769-48f7-9195-218e638ef9de tempest-ServerRescueTestJSONUnderV235-485973642 tempest-ServerRescueTestJSONUnderV235-485973642-project-member] Task: {'id': task-2371844, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.571755} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.951310] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f957ba76-ab1b-4fac-9658-0462a5d8f1b4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.977051] env[62353]: INFO nova.virt.vmwareapi.ds_util [None req-7fb638ba-6769-48f7-9195-218e638ef9de tempest-ServerRescueTestJSONUnderV235-485973642 tempest-ServerRescueTestJSONUnderV235-485973642-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore1] 5cff6baf-1dd7-4030-834d-266e83d77229/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd-rescue.vmdk. [ 595.978773] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3b2b329-e56a-43be-802a-18ad5a8103d2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.013480] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fb638ba-6769-48f7-9195-218e638ef9de tempest-ServerRescueTestJSONUnderV235-485973642 tempest-ServerRescueTestJSONUnderV235-485973642-project-member] [instance: 5cff6baf-1dd7-4030-834d-266e83d77229] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] 5cff6baf-1dd7-4030-834d-266e83d77229/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd-rescue.vmdk or device None with type thin {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 596.018751] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e841cdff-84a0-4771-a860-57c4d505eac0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.035022] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 596.035022] env[62353]: value = "task-2371848" [ 596.035022] env[62353]: _type = "Task" [ 596.035022] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.041584] env[62353]: DEBUG oslo_vmware.api [None req-f56e0f4b-4bde-44e5-a0d7-a3eed3bcf9f8 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Task: {'id': task-2371845, 'name': PowerOnVM_Task, 'duration_secs': 0.689969} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.043539] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-f56e0f4b-4bde-44e5-a0d7-a3eed3bcf9f8 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] [instance: da04e4bf-dc3d-45a8-b0f9-ef9a7491e297] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 596.045454] env[62353]: DEBUG oslo_vmware.api [None req-7fb638ba-6769-48f7-9195-218e638ef9de tempest-ServerRescueTestJSONUnderV235-485973642 tempest-ServerRescueTestJSONUnderV235-485973642-project-member] Waiting for the task: (returnval){ [ 596.045454] env[62353]: value = "task-2371849" [ 596.045454] env[62353]: _type = "Task" [ 596.045454] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.051021] env[62353]: DEBUG nova.compute.manager [None req-f56e0f4b-4bde-44e5-a0d7-a3eed3bcf9f8 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] [instance: da04e4bf-dc3d-45a8-b0f9-ef9a7491e297] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 596.051021] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2371848, 'name': CreateVM_Task} progress is 15%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.051379] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1f40c7c-3ae1-4404-881c-c2eb286cc72f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.072839] env[62353]: DEBUG oslo_vmware.api [None req-7fb638ba-6769-48f7-9195-218e638ef9de tempest-ServerRescueTestJSONUnderV235-485973642 tempest-ServerRescueTestJSONUnderV235-485973642-project-member] Task: {'id': task-2371849, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.080741] env[62353]: DEBUG oslo_concurrency.lockutils [None req-414fc48a-44bb-4eeb-ba16-f2a6c226d819 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.446s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 596.081429] env[62353]: DEBUG nova.compute.manager [None req-414fc48a-44bb-4eeb-ba16-f2a6c226d819 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] [instance: 85c1498f-d888-4031-878b-0181e190d3a7] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 596.087220] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5bf0232a-6f17-4c22-8dc3-ff9c961f7974 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.801s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 596.087220] env[62353]: INFO nova.compute.claims [None req-5bf0232a-6f17-4c22-8dc3-ff9c961f7974 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] [instance: 115fbeba-b84e-48ee-bee7-4cba1f52daa9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 596.123079] env[62353]: DEBUG nova.network.neutron [req-18df618b-aae0-44e2-98be-da1aa42e6455 req-de5c0df5-638c-4003-8e5a-55113b6c2fdc service nova] [instance: 832a2083-5874-47b5-a9c7-fdb4a69a94bb] Updated VIF entry in instance network info cache for port 0db4e91f-7a0c-4615-aa15-29acaebd0f1e. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 596.123810] env[62353]: DEBUG nova.network.neutron [req-18df618b-aae0-44e2-98be-da1aa42e6455 req-de5c0df5-638c-4003-8e5a-55113b6c2fdc service nova] [instance: 832a2083-5874-47b5-a9c7-fdb4a69a94bb] Updating instance_info_cache with network_info: [{"id": "0db4e91f-7a0c-4615-aa15-29acaebd0f1e", "address": "fa:16:3e:bd:b6:92", "network": {"id": "4dce6b5b-f101-4638-8623-9faded7f1654", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-2129626978-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ba7b95f626c4540b222cc6f62f9adeb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b83383f-ed7a-4efd-aef7-aa8c15649d07", "external-id": "nsx-vlan-transportzone-282", "segmentation_id": 282, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0db4e91f-7a", "ovs_interfaceid": "0db4e91f-7a0c-4615-aa15-29acaebd0f1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 596.411804] env[62353]: DEBUG nova.network.neutron [None req-c73b402c-91db-4483-827d-94ea68a52f5c tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] [instance: 70b6d86f-10bd-471f-8655-e961c4208751] Updating instance_info_cache with network_info: [{"id": "3fac9f25-ef69-4394-ac71-608c65991d13", "address": "fa:16:3e:41:f0:58", "network": {"id": "2be634d9-365a-4258-9bd8-c03318d42ac3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.182", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0a3f88790a594523a818b8c00f6862e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fac9f25-ef", "ovs_interfaceid": "3fac9f25-ef69-4394-ac71-608c65991d13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 596.425012] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b1c1c406-b898-4a6b-b92d-7f38b901b1a0 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 596.545312] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2371848, 'name': CreateVM_Task} progress is 99%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.562639] env[62353]: DEBUG oslo_vmware.api [None req-7fb638ba-6769-48f7-9195-218e638ef9de tempest-ServerRescueTestJSONUnderV235-485973642 tempest-ServerRescueTestJSONUnderV235-485973642-project-member] Task: {'id': task-2371849, 'name': ReconfigVM_Task, 'duration_secs': 0.340441} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.563967] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fb638ba-6769-48f7-9195-218e638ef9de tempest-ServerRescueTestJSONUnderV235-485973642 tempest-ServerRescueTestJSONUnderV235-485973642-project-member] [instance: 5cff6baf-1dd7-4030-834d-266e83d77229] Reconfigured VM instance instance-0000000a to attach disk [datastore1] 5cff6baf-1dd7-4030-834d-266e83d77229/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd-rescue.vmdk or device None with type thin {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 596.564910] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01a77920-2abd-460d-a0cf-1d8834fbe521 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.601827] env[62353]: DEBUG nova.compute.utils [None req-414fc48a-44bb-4eeb-ba16-f2a6c226d819 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 596.614866] env[62353]: DEBUG nova.compute.manager [None req-414fc48a-44bb-4eeb-ba16-f2a6c226d819 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] [instance: 85c1498f-d888-4031-878b-0181e190d3a7] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 596.615145] env[62353]: DEBUG nova.network.neutron [None req-414fc48a-44bb-4eeb-ba16-f2a6c226d819 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] [instance: 85c1498f-d888-4031-878b-0181e190d3a7] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 596.617041] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-666d9e05-9fee-47e3-9acf-7b6b399ddae8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.632468] env[62353]: DEBUG oslo_concurrency.lockutils [req-18df618b-aae0-44e2-98be-da1aa42e6455 req-de5c0df5-638c-4003-8e5a-55113b6c2fdc service nova] Releasing lock "refresh_cache-832a2083-5874-47b5-a9c7-fdb4a69a94bb" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 596.640669] env[62353]: DEBUG oslo_vmware.api [None req-7fb638ba-6769-48f7-9195-218e638ef9de tempest-ServerRescueTestJSONUnderV235-485973642 tempest-ServerRescueTestJSONUnderV235-485973642-project-member] Waiting for the task: (returnval){ [ 596.640669] env[62353]: value = "task-2371850" [ 596.640669] env[62353]: _type = "Task" [ 596.640669] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.651179] env[62353]: DEBUG oslo_vmware.api [None req-7fb638ba-6769-48f7-9195-218e638ef9de tempest-ServerRescueTestJSONUnderV235-485973642 tempest-ServerRescueTestJSONUnderV235-485973642-project-member] Task: {'id': task-2371850, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.747631] env[62353]: DEBUG nova.policy [None req-414fc48a-44bb-4eeb-ba16-f2a6c226d819 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f43cc46fb02b4faca10d6edd57693707', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4124b0b9858844eab583b43b1909edbe', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:192}} [ 596.916246] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c73b402c-91db-4483-827d-94ea68a52f5c tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Releasing lock "refresh_cache-70b6d86f-10bd-471f-8655-e961c4208751" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 597.054389] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2371848, 'name': CreateVM_Task, 'duration_secs': 0.722339} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.054762] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c7b98e17-46d0-4ae9-988e-fae08ee05377] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 597.057179] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a678982e-f8f5-45d0-b205-4d22d26c8e3b tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 597.057179] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a678982e-f8f5-45d0-b205-4d22d26c8e3b tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Acquired lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.057179] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a678982e-f8f5-45d0-b205-4d22d26c8e3b tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 597.057179] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4703aa51-599f-42ab-a1f9-6365faad8752 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.062878] env[62353]: DEBUG oslo_vmware.api [None req-a678982e-f8f5-45d0-b205-4d22d26c8e3b tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Waiting for the task: (returnval){ [ 597.062878] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52423d50-36ad-50a2-8ece-addae16aef11" [ 597.062878] env[62353]: _type = "Task" [ 597.062878] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.077677] env[62353]: DEBUG oslo_vmware.api [None req-a678982e-f8f5-45d0-b205-4d22d26c8e3b tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52423d50-36ad-50a2-8ece-addae16aef11, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.118480] env[62353]: DEBUG nova.compute.manager [None req-414fc48a-44bb-4eeb-ba16-f2a6c226d819 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] [instance: 85c1498f-d888-4031-878b-0181e190d3a7] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 597.158829] env[62353]: DEBUG oslo_vmware.api [None req-7fb638ba-6769-48f7-9195-218e638ef9de tempest-ServerRescueTestJSONUnderV235-485973642 tempest-ServerRescueTestJSONUnderV235-485973642-project-member] Task: {'id': task-2371850, 'name': ReconfigVM_Task, 'duration_secs': 0.166184} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.158829] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fb638ba-6769-48f7-9195-218e638ef9de tempest-ServerRescueTestJSONUnderV235-485973642 tempest-ServerRescueTestJSONUnderV235-485973642-project-member] [instance: 5cff6baf-1dd7-4030-834d-266e83d77229] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 597.158829] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f78cfdf6-6b1c-4f66-b97b-7689e5104867 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.170686] env[62353]: DEBUG oslo_vmware.api [None req-7fb638ba-6769-48f7-9195-218e638ef9de tempest-ServerRescueTestJSONUnderV235-485973642 tempest-ServerRescueTestJSONUnderV235-485973642-project-member] Waiting for the task: (returnval){ [ 597.170686] env[62353]: value = "task-2371851" [ 597.170686] env[62353]: _type = "Task" [ 597.170686] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.191868] env[62353]: DEBUG oslo_vmware.api [None req-7fb638ba-6769-48f7-9195-218e638ef9de tempest-ServerRescueTestJSONUnderV235-485973642 tempest-ServerRescueTestJSONUnderV235-485973642-project-member] Task: {'id': task-2371851, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.197791] env[62353]: DEBUG nova.network.neutron [None req-414fc48a-44bb-4eeb-ba16-f2a6c226d819 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] [instance: 85c1498f-d888-4031-878b-0181e190d3a7] Successfully created port: 2d2be688-8c3d-4559-b07d-24dd1ab93c3a {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 597.312850] env[62353]: DEBUG nova.compute.manager [req-b51d157f-793b-4169-924a-8e59a3c9d984 req-b7fa43dd-28dc-4bd5-aa17-6cf24e4f266d service nova] [instance: c7b98e17-46d0-4ae9-988e-fae08ee05377] Received event network-vif-plugged-a0e25343-cbd2-4151-837d-ec3ec8643755 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 597.313187] env[62353]: DEBUG oslo_concurrency.lockutils [req-b51d157f-793b-4169-924a-8e59a3c9d984 req-b7fa43dd-28dc-4bd5-aa17-6cf24e4f266d service nova] Acquiring lock "c7b98e17-46d0-4ae9-988e-fae08ee05377-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 597.313349] env[62353]: DEBUG oslo_concurrency.lockutils [req-b51d157f-793b-4169-924a-8e59a3c9d984 req-b7fa43dd-28dc-4bd5-aa17-6cf24e4f266d service nova] Lock "c7b98e17-46d0-4ae9-988e-fae08ee05377-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 597.313518] env[62353]: DEBUG oslo_concurrency.lockutils [req-b51d157f-793b-4169-924a-8e59a3c9d984 req-b7fa43dd-28dc-4bd5-aa17-6cf24e4f266d service nova] Lock "c7b98e17-46d0-4ae9-988e-fae08ee05377-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 597.313685] env[62353]: DEBUG nova.compute.manager [req-b51d157f-793b-4169-924a-8e59a3c9d984 req-b7fa43dd-28dc-4bd5-aa17-6cf24e4f266d service nova] [instance: c7b98e17-46d0-4ae9-988e-fae08ee05377] No waiting events found dispatching network-vif-plugged-a0e25343-cbd2-4151-837d-ec3ec8643755 {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 597.313845] env[62353]: WARNING nova.compute.manager [req-b51d157f-793b-4169-924a-8e59a3c9d984 req-b7fa43dd-28dc-4bd5-aa17-6cf24e4f266d service nova] [instance: c7b98e17-46d0-4ae9-988e-fae08ee05377] Received unexpected event network-vif-plugged-a0e25343-cbd2-4151-837d-ec3ec8643755 for instance with vm_state building and task_state spawning. [ 597.314008] env[62353]: DEBUG nova.compute.manager [req-b51d157f-793b-4169-924a-8e59a3c9d984 req-b7fa43dd-28dc-4bd5-aa17-6cf24e4f266d service nova] [instance: c7b98e17-46d0-4ae9-988e-fae08ee05377] Received event network-changed-a0e25343-cbd2-4151-837d-ec3ec8643755 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 597.314169] env[62353]: DEBUG nova.compute.manager [req-b51d157f-793b-4169-924a-8e59a3c9d984 req-b7fa43dd-28dc-4bd5-aa17-6cf24e4f266d service nova] [instance: c7b98e17-46d0-4ae9-988e-fae08ee05377] Refreshing instance network info cache due to event network-changed-a0e25343-cbd2-4151-837d-ec3ec8643755. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 597.314338] env[62353]: DEBUG oslo_concurrency.lockutils [req-b51d157f-793b-4169-924a-8e59a3c9d984 req-b7fa43dd-28dc-4bd5-aa17-6cf24e4f266d service nova] Acquiring lock "refresh_cache-c7b98e17-46d0-4ae9-988e-fae08ee05377" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 597.314471] env[62353]: DEBUG oslo_concurrency.lockutils [req-b51d157f-793b-4169-924a-8e59a3c9d984 req-b7fa43dd-28dc-4bd5-aa17-6cf24e4f266d service nova] Acquired lock "refresh_cache-c7b98e17-46d0-4ae9-988e-fae08ee05377" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.314624] env[62353]: DEBUG nova.network.neutron [req-b51d157f-793b-4169-924a-8e59a3c9d984 req-b7fa43dd-28dc-4bd5-aa17-6cf24e4f266d service nova] [instance: c7b98e17-46d0-4ae9-988e-fae08ee05377] Refreshing network info cache for port a0e25343-cbd2-4151-837d-ec3ec8643755 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 597.437461] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cb5bd56-ef2f-44b9-a83e-665d7e10928a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.454172] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e199197d-8ac5-4171-b526-d4c048a20778 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.465069] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e786c535-bcce-4860-bfc1-98f781b41b7e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.503364] env[62353]: DEBUG nova.network.neutron [None req-cb29a535-ef9e-4fa5-9f44-65b054be036d tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] [instance: 6886b90e-f9ac-4295-9a0e-c3d4fc2e5cf6] Successfully updated port: a95af5bc-de8a-411e-9d24-db9326a00085 {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 597.507375] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-041c939b-0619-4316-8b0f-6a4e7e3418e7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.521822] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-442c546a-75a7-41b2-8ef7-22ec4e638c3f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.528979] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f26da07b-15ac-45a8-ae6e-fbd2a58f8795 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.536455] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-c73b402c-91db-4483-827d-94ea68a52f5c tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] [instance: 70b6d86f-10bd-471f-8655-e961c4208751] Updating instance '70b6d86f-10bd-471f-8655-e961c4208751' progress to 83 {{(pid=62353) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 597.554043] env[62353]: DEBUG nova.compute.provider_tree [None req-5bf0232a-6f17-4c22-8dc3-ff9c961f7974 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 597.575509] env[62353]: DEBUG oslo_vmware.api [None req-a678982e-f8f5-45d0-b205-4d22d26c8e3b tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52423d50-36ad-50a2-8ece-addae16aef11, 'name': SearchDatastore_Task, 'duration_secs': 0.025856} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.576126] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a678982e-f8f5-45d0-b205-4d22d26c8e3b tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Releasing lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 597.576126] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-a678982e-f8f5-45d0-b205-4d22d26c8e3b tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] [instance: c7b98e17-46d0-4ae9-988e-fae08ee05377] Processing image 06f909ae-e8dc-43b4-abf7-c7ed85db9bbd {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 597.576378] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a678982e-f8f5-45d0-b205-4d22d26c8e3b tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 597.576582] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a678982e-f8f5-45d0-b205-4d22d26c8e3b tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Acquired lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.577125] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-a678982e-f8f5-45d0-b205-4d22d26c8e3b tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 597.577125] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d6cc26d8-defd-471c-8baf-d4b648599ee8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.591020] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-a678982e-f8f5-45d0-b205-4d22d26c8e3b tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 597.591020] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-a678982e-f8f5-45d0-b205-4d22d26c8e3b tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 597.591020] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91deb54c-193f-49fe-9144-5f11e5269a04 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.598342] env[62353]: DEBUG oslo_vmware.api [None req-a678982e-f8f5-45d0-b205-4d22d26c8e3b tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Waiting for the task: (returnval){ [ 597.598342] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52e94165-2f68-37dc-582a-712e1c42cf3f" [ 597.598342] env[62353]: _type = "Task" [ 597.598342] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.609099] env[62353]: DEBUG oslo_vmware.api [None req-a678982e-f8f5-45d0-b205-4d22d26c8e3b tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52e94165-2f68-37dc-582a-712e1c42cf3f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.681517] env[62353]: DEBUG oslo_vmware.api [None req-7fb638ba-6769-48f7-9195-218e638ef9de tempest-ServerRescueTestJSONUnderV235-485973642 tempest-ServerRescueTestJSONUnderV235-485973642-project-member] Task: {'id': task-2371851, 'name': PowerOnVM_Task, 'duration_secs': 0.41498} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.681842] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fb638ba-6769-48f7-9195-218e638ef9de tempest-ServerRescueTestJSONUnderV235-485973642 tempest-ServerRescueTestJSONUnderV235-485973642-project-member] [instance: 5cff6baf-1dd7-4030-834d-266e83d77229] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 597.684856] env[62353]: DEBUG nova.compute.manager [None req-7fb638ba-6769-48f7-9195-218e638ef9de tempest-ServerRescueTestJSONUnderV235-485973642 tempest-ServerRescueTestJSONUnderV235-485973642-project-member] [instance: 5cff6baf-1dd7-4030-834d-266e83d77229] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 597.685277] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6d997c94-a8ea-4925-bc65-2e540b01a91b tempest-ServerAddressesNegativeTestJSON-1430294578 tempest-ServerAddressesNegativeTestJSON-1430294578-project-member] Acquiring lock "c9c70c50-2454-4da5-ae51-57488371a23c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 597.685499] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6d997c94-a8ea-4925-bc65-2e540b01a91b tempest-ServerAddressesNegativeTestJSON-1430294578 tempest-ServerAddressesNegativeTestJSON-1430294578-project-member] Lock "c9c70c50-2454-4da5-ae51-57488371a23c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 597.685690] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6d997c94-a8ea-4925-bc65-2e540b01a91b tempest-ServerAddressesNegativeTestJSON-1430294578 tempest-ServerAddressesNegativeTestJSON-1430294578-project-member] Acquiring lock "c9c70c50-2454-4da5-ae51-57488371a23c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 597.685885] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6d997c94-a8ea-4925-bc65-2e540b01a91b tempest-ServerAddressesNegativeTestJSON-1430294578 tempest-ServerAddressesNegativeTestJSON-1430294578-project-member] Lock "c9c70c50-2454-4da5-ae51-57488371a23c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 597.686129] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6d997c94-a8ea-4925-bc65-2e540b01a91b tempest-ServerAddressesNegativeTestJSON-1430294578 tempest-ServerAddressesNegativeTestJSON-1430294578-project-member] Lock "c9c70c50-2454-4da5-ae51-57488371a23c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 597.688319] env[62353]: INFO nova.compute.manager [None req-6d997c94-a8ea-4925-bc65-2e540b01a91b tempest-ServerAddressesNegativeTestJSON-1430294578 tempest-ServerAddressesNegativeTestJSON-1430294578-project-member] [instance: c9c70c50-2454-4da5-ae51-57488371a23c] Terminating instance [ 597.690589] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1656a10-30cf-4fd3-8a95-3a7e980d6c62 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.010544] env[62353]: DEBUG oslo_concurrency.lockutils [None req-cb29a535-ef9e-4fa5-9f44-65b054be036d tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Acquiring lock "refresh_cache-6886b90e-f9ac-4295-9a0e-c3d4fc2e5cf6" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 598.010544] env[62353]: DEBUG oslo_concurrency.lockutils [None req-cb29a535-ef9e-4fa5-9f44-65b054be036d tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Acquired lock "refresh_cache-6886b90e-f9ac-4295-9a0e-c3d4fc2e5cf6" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.010544] env[62353]: DEBUG nova.network.neutron [None req-cb29a535-ef9e-4fa5-9f44-65b054be036d tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] [instance: 6886b90e-f9ac-4295-9a0e-c3d4fc2e5cf6] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 598.045149] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-c73b402c-91db-4483-827d-94ea68a52f5c tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] [instance: 70b6d86f-10bd-471f-8655-e961c4208751] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 598.048276] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-177748c6-9579-4298-9596-f4b15b8b6cbc {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.057663] env[62353]: DEBUG nova.scheduler.client.report [None req-5bf0232a-6f17-4c22-8dc3-ff9c961f7974 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 598.062113] env[62353]: DEBUG oslo_vmware.api [None req-c73b402c-91db-4483-827d-94ea68a52f5c tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Waiting for the task: (returnval){ [ 598.062113] env[62353]: value = "task-2371852" [ 598.062113] env[62353]: _type = "Task" [ 598.062113] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.071377] env[62353]: DEBUG oslo_vmware.api [None req-c73b402c-91db-4483-827d-94ea68a52f5c tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Task: {'id': task-2371852, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.115426] env[62353]: DEBUG oslo_vmware.api [None req-a678982e-f8f5-45d0-b205-4d22d26c8e3b tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52e94165-2f68-37dc-582a-712e1c42cf3f, 'name': SearchDatastore_Task, 'duration_secs': 0.013828} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.120180] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db3c987c-a5d6-491b-b3eb-f344b606c0a8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.131024] env[62353]: DEBUG oslo_vmware.api [None req-a678982e-f8f5-45d0-b205-4d22d26c8e3b tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Waiting for the task: (returnval){ [ 598.131024] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52e2c2a9-bd20-fb41-3267-fa1b804f6bd0" [ 598.131024] env[62353]: _type = "Task" [ 598.131024] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.134053] env[62353]: DEBUG nova.compute.manager [None req-414fc48a-44bb-4eeb-ba16-f2a6c226d819 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] [instance: 85c1498f-d888-4031-878b-0181e190d3a7] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 598.142515] env[62353]: DEBUG oslo_vmware.api [None req-a678982e-f8f5-45d0-b205-4d22d26c8e3b tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52e2c2a9-bd20-fb41-3267-fa1b804f6bd0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.164403] env[62353]: DEBUG nova.virt.hardware [None req-414fc48a-44bb-4eeb-ba16-f2a6c226d819 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T12:38:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T12:38:15Z,direct_url=,disk_format='vmdk',id=06f909ae-e8dc-43b4-abf7-c7ed85db9bbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0a3f88790a594523a818b8c00f6862e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T12:38:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 598.164663] env[62353]: DEBUG nova.virt.hardware [None req-414fc48a-44bb-4eeb-ba16-f2a6c226d819 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 598.164810] env[62353]: DEBUG nova.virt.hardware [None req-414fc48a-44bb-4eeb-ba16-f2a6c226d819 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 598.164985] env[62353]: DEBUG nova.virt.hardware [None req-414fc48a-44bb-4eeb-ba16-f2a6c226d819 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 598.165167] env[62353]: DEBUG nova.virt.hardware [None req-414fc48a-44bb-4eeb-ba16-f2a6c226d819 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 598.165303] env[62353]: DEBUG nova.virt.hardware [None req-414fc48a-44bb-4eeb-ba16-f2a6c226d819 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 598.165544] env[62353]: DEBUG nova.virt.hardware [None req-414fc48a-44bb-4eeb-ba16-f2a6c226d819 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 598.165673] env[62353]: DEBUG nova.virt.hardware [None req-414fc48a-44bb-4eeb-ba16-f2a6c226d819 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 598.165832] env[62353]: DEBUG nova.virt.hardware [None req-414fc48a-44bb-4eeb-ba16-f2a6c226d819 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 598.166026] env[62353]: DEBUG nova.virt.hardware [None req-414fc48a-44bb-4eeb-ba16-f2a6c226d819 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 598.166515] env[62353]: DEBUG nova.virt.hardware [None req-414fc48a-44bb-4eeb-ba16-f2a6c226d819 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 598.167414] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eabcb53-aaac-4c06-8b89-327c85043bb5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.177463] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91c801b1-f33b-4640-8727-81b2ab4be90e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.184254] env[62353]: DEBUG nova.compute.manager [req-d0b209f5-1ef5-44d7-91cc-2baa9591c296 req-27750e73-50f6-4144-9430-fc67ad48c9ba service nova] [instance: 6886b90e-f9ac-4295-9a0e-c3d4fc2e5cf6] Received event network-vif-plugged-a95af5bc-de8a-411e-9d24-db9326a00085 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 598.184721] env[62353]: DEBUG oslo_concurrency.lockutils [req-d0b209f5-1ef5-44d7-91cc-2baa9591c296 req-27750e73-50f6-4144-9430-fc67ad48c9ba service nova] Acquiring lock "6886b90e-f9ac-4295-9a0e-c3d4fc2e5cf6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 598.184955] env[62353]: DEBUG oslo_concurrency.lockutils [req-d0b209f5-1ef5-44d7-91cc-2baa9591c296 req-27750e73-50f6-4144-9430-fc67ad48c9ba service nova] Lock "6886b90e-f9ac-4295-9a0e-c3d4fc2e5cf6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 598.185162] env[62353]: DEBUG oslo_concurrency.lockutils [req-d0b209f5-1ef5-44d7-91cc-2baa9591c296 req-27750e73-50f6-4144-9430-fc67ad48c9ba service nova] Lock "6886b90e-f9ac-4295-9a0e-c3d4fc2e5cf6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 598.185298] env[62353]: DEBUG nova.compute.manager [req-d0b209f5-1ef5-44d7-91cc-2baa9591c296 req-27750e73-50f6-4144-9430-fc67ad48c9ba service nova] [instance: 6886b90e-f9ac-4295-9a0e-c3d4fc2e5cf6] No waiting events found dispatching network-vif-plugged-a95af5bc-de8a-411e-9d24-db9326a00085 {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 598.185459] env[62353]: WARNING nova.compute.manager [req-d0b209f5-1ef5-44d7-91cc-2baa9591c296 req-27750e73-50f6-4144-9430-fc67ad48c9ba service nova] [instance: 6886b90e-f9ac-4295-9a0e-c3d4fc2e5cf6] Received unexpected event network-vif-plugged-a95af5bc-de8a-411e-9d24-db9326a00085 for instance with vm_state building and task_state spawning. [ 598.199463] env[62353]: DEBUG nova.compute.manager [None req-6d997c94-a8ea-4925-bc65-2e540b01a91b tempest-ServerAddressesNegativeTestJSON-1430294578 tempest-ServerAddressesNegativeTestJSON-1430294578-project-member] [instance: c9c70c50-2454-4da5-ae51-57488371a23c] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 598.199715] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-6d997c94-a8ea-4925-bc65-2e540b01a91b tempest-ServerAddressesNegativeTestJSON-1430294578 tempest-ServerAddressesNegativeTestJSON-1430294578-project-member] [instance: c9c70c50-2454-4da5-ae51-57488371a23c] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 598.203023] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdf7dd42-ed3c-4910-b227-fb5659ac1249 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.221369] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d997c94-a8ea-4925-bc65-2e540b01a91b tempest-ServerAddressesNegativeTestJSON-1430294578 tempest-ServerAddressesNegativeTestJSON-1430294578-project-member] [instance: c9c70c50-2454-4da5-ae51-57488371a23c] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 598.221664] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0a1874a1-5113-4081-be3b-1183d02f59b0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.234153] env[62353]: DEBUG oslo_vmware.api [None req-6d997c94-a8ea-4925-bc65-2e540b01a91b tempest-ServerAddressesNegativeTestJSON-1430294578 tempest-ServerAddressesNegativeTestJSON-1430294578-project-member] Waiting for the task: (returnval){ [ 598.234153] env[62353]: value = "task-2371853" [ 598.234153] env[62353]: _type = "Task" [ 598.234153] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.243489] env[62353]: DEBUG oslo_vmware.api [None req-6d997c94-a8ea-4925-bc65-2e540b01a91b tempest-ServerAddressesNegativeTestJSON-1430294578 tempest-ServerAddressesNegativeTestJSON-1430294578-project-member] Task: {'id': task-2371853, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.574163] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5bf0232a-6f17-4c22-8dc3-ff9c961f7974 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.489s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 598.575546] env[62353]: DEBUG nova.compute.manager [None req-5bf0232a-6f17-4c22-8dc3-ff9c961f7974 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] [instance: 115fbeba-b84e-48ee-bee7-4cba1f52daa9] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 598.580028] env[62353]: DEBUG oslo_concurrency.lockutils [None req-faf5afe5-d4e3-4ad6-ade8-ec28bd7ebf67 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.110s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 598.580028] env[62353]: DEBUG nova.objects.instance [None req-faf5afe5-d4e3-4ad6-ade8-ec28bd7ebf67 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Lazy-loading 'resources' on Instance uuid 672a184e-5e10-4fc3-a967-9b9cdd014ed2 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 598.593271] env[62353]: DEBUG oslo_vmware.api [None req-c73b402c-91db-4483-827d-94ea68a52f5c tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Task: {'id': task-2371852, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.646135] env[62353]: DEBUG oslo_vmware.api [None req-a678982e-f8f5-45d0-b205-4d22d26c8e3b tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52e2c2a9-bd20-fb41-3267-fa1b804f6bd0, 'name': SearchDatastore_Task, 'duration_secs': 0.016526} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.646296] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a678982e-f8f5-45d0-b205-4d22d26c8e3b tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Releasing lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.646415] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-a678982e-f8f5-45d0-b205-4d22d26c8e3b tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore2] c7b98e17-46d0-4ae9-988e-fae08ee05377/c7b98e17-46d0-4ae9-988e-fae08ee05377.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 598.646673] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9a450eaa-4654-4993-9f05-294782be7d14 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.655707] env[62353]: DEBUG oslo_vmware.api [None req-a678982e-f8f5-45d0-b205-4d22d26c8e3b tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Waiting for the task: (returnval){ [ 598.655707] env[62353]: value = "task-2371854" [ 598.655707] env[62353]: _type = "Task" [ 598.655707] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.656625] env[62353]: DEBUG nova.network.neutron [None req-cb29a535-ef9e-4fa5-9f44-65b054be036d tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] [instance: 6886b90e-f9ac-4295-9a0e-c3d4fc2e5cf6] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 598.672229] env[62353]: DEBUG oslo_vmware.api [None req-a678982e-f8f5-45d0-b205-4d22d26c8e3b tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Task: {'id': task-2371854, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.745009] env[62353]: DEBUG oslo_vmware.api [None req-6d997c94-a8ea-4925-bc65-2e540b01a91b tempest-ServerAddressesNegativeTestJSON-1430294578 tempest-ServerAddressesNegativeTestJSON-1430294578-project-member] Task: {'id': task-2371853, 'name': PowerOffVM_Task, 'duration_secs': 0.315879} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.745849] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d997c94-a8ea-4925-bc65-2e540b01a91b tempest-ServerAddressesNegativeTestJSON-1430294578 tempest-ServerAddressesNegativeTestJSON-1430294578-project-member] [instance: c9c70c50-2454-4da5-ae51-57488371a23c] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 598.746068] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-6d997c94-a8ea-4925-bc65-2e540b01a91b tempest-ServerAddressesNegativeTestJSON-1430294578 tempest-ServerAddressesNegativeTestJSON-1430294578-project-member] [instance: c9c70c50-2454-4da5-ae51-57488371a23c] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 598.746338] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d024c68f-1e84-4888-89e2-f0ced2ccd262 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.773936] env[62353]: DEBUG oslo_concurrency.lockutils [None req-82231efc-9396-4ae6-8302-d9d8c3f6ecdd tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Acquiring lock "a415cd3c-4e94-4e23-9588-adb12815187c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 598.774217] env[62353]: DEBUG oslo_concurrency.lockutils [None req-82231efc-9396-4ae6-8302-d9d8c3f6ecdd tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Lock "a415cd3c-4e94-4e23-9588-adb12815187c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 598.796904] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7660a800-e0cd-4eba-b5b1-72897134fd72 tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] Acquiring lock "82afd7a0-a514-4eac-9bcf-e2ed22e1e04b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 598.797299] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7660a800-e0cd-4eba-b5b1-72897134fd72 tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] Lock "82afd7a0-a514-4eac-9bcf-e2ed22e1e04b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 598.797505] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7660a800-e0cd-4eba-b5b1-72897134fd72 tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] Acquiring lock "82afd7a0-a514-4eac-9bcf-e2ed22e1e04b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 598.797715] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7660a800-e0cd-4eba-b5b1-72897134fd72 tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] Lock "82afd7a0-a514-4eac-9bcf-e2ed22e1e04b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 598.797841] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7660a800-e0cd-4eba-b5b1-72897134fd72 tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] Lock "82afd7a0-a514-4eac-9bcf-e2ed22e1e04b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 598.800519] env[62353]: INFO nova.compute.manager [None req-7660a800-e0cd-4eba-b5b1-72897134fd72 tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] [instance: 82afd7a0-a514-4eac-9bcf-e2ed22e1e04b] Terminating instance [ 598.809249] env[62353]: DEBUG nova.network.neutron [req-b51d157f-793b-4169-924a-8e59a3c9d984 req-b7fa43dd-28dc-4bd5-aa17-6cf24e4f266d service nova] [instance: c7b98e17-46d0-4ae9-988e-fae08ee05377] Updated VIF entry in instance network info cache for port a0e25343-cbd2-4151-837d-ec3ec8643755. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 598.809785] env[62353]: DEBUG nova.network.neutron [req-b51d157f-793b-4169-924a-8e59a3c9d984 req-b7fa43dd-28dc-4bd5-aa17-6cf24e4f266d service nova] [instance: c7b98e17-46d0-4ae9-988e-fae08ee05377] Updating instance_info_cache with network_info: [{"id": "a0e25343-cbd2-4151-837d-ec3ec8643755", "address": "fa:16:3e:00:ac:ab", "network": {"id": "2be634d9-365a-4258-9bd8-c03318d42ac3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.58", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0a3f88790a594523a818b8c00f6862e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0e25343-cb", "ovs_interfaceid": "a0e25343-cbd2-4151-837d-ec3ec8643755", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 598.833964] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-6d997c94-a8ea-4925-bc65-2e540b01a91b tempest-ServerAddressesNegativeTestJSON-1430294578 tempest-ServerAddressesNegativeTestJSON-1430294578-project-member] [instance: c9c70c50-2454-4da5-ae51-57488371a23c] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 598.834114] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-6d997c94-a8ea-4925-bc65-2e540b01a91b tempest-ServerAddressesNegativeTestJSON-1430294578 tempest-ServerAddressesNegativeTestJSON-1430294578-project-member] [instance: c9c70c50-2454-4da5-ae51-57488371a23c] Deleting contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 598.834313] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d997c94-a8ea-4925-bc65-2e540b01a91b tempest-ServerAddressesNegativeTestJSON-1430294578 tempest-ServerAddressesNegativeTestJSON-1430294578-project-member] Deleting the datastore file [datastore2] c9c70c50-2454-4da5-ae51-57488371a23c {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 598.834654] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-80b997a7-bda0-4b40-8221-96ff92df19b5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.848257] env[62353]: DEBUG oslo_vmware.api [None req-6d997c94-a8ea-4925-bc65-2e540b01a91b tempest-ServerAddressesNegativeTestJSON-1430294578 tempest-ServerAddressesNegativeTestJSON-1430294578-project-member] Waiting for the task: (returnval){ [ 598.848257] env[62353]: value = "task-2371856" [ 598.848257] env[62353]: _type = "Task" [ 598.848257] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.858917] env[62353]: DEBUG oslo_vmware.api [None req-6d997c94-a8ea-4925-bc65-2e540b01a91b tempest-ServerAddressesNegativeTestJSON-1430294578 tempest-ServerAddressesNegativeTestJSON-1430294578-project-member] Task: {'id': task-2371856, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.080094] env[62353]: DEBUG nova.compute.utils [None req-5bf0232a-6f17-4c22-8dc3-ff9c961f7974 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 599.082271] env[62353]: DEBUG oslo_vmware.api [None req-c73b402c-91db-4483-827d-94ea68a52f5c tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Task: {'id': task-2371852, 'name': PowerOnVM_Task, 'duration_secs': 0.554766} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.085386] env[62353]: DEBUG nova.compute.manager [None req-5bf0232a-6f17-4c22-8dc3-ff9c961f7974 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] [instance: 115fbeba-b84e-48ee-bee7-4cba1f52daa9] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 599.085386] env[62353]: DEBUG nova.network.neutron [None req-5bf0232a-6f17-4c22-8dc3-ff9c961f7974 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] [instance: 115fbeba-b84e-48ee-bee7-4cba1f52daa9] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 599.085644] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-c73b402c-91db-4483-827d-94ea68a52f5c tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] [instance: 70b6d86f-10bd-471f-8655-e961c4208751] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 599.085820] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-c73b402c-91db-4483-827d-94ea68a52f5c tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] [instance: 70b6d86f-10bd-471f-8655-e961c4208751] Updating instance '70b6d86f-10bd-471f-8655-e961c4208751' progress to 100 {{(pid=62353) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 599.179241] env[62353]: DEBUG oslo_vmware.api [None req-a678982e-f8f5-45d0-b205-4d22d26c8e3b tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Task: {'id': task-2371854, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.236621] env[62353]: DEBUG nova.policy [None req-5bf0232a-6f17-4c22-8dc3-ff9c961f7974 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f43cc46fb02b4faca10d6edd57693707', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4124b0b9858844eab583b43b1909edbe', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:192}} [ 599.281482] env[62353]: DEBUG nova.compute.manager [None req-82231efc-9396-4ae6-8302-d9d8c3f6ecdd tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] [instance: a415cd3c-4e94-4e23-9588-adb12815187c] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 599.306972] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7660a800-e0cd-4eba-b5b1-72897134fd72 tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] Acquiring lock "refresh_cache-82afd7a0-a514-4eac-9bcf-e2ed22e1e04b" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 599.307291] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7660a800-e0cd-4eba-b5b1-72897134fd72 tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] Acquired lock "refresh_cache-82afd7a0-a514-4eac-9bcf-e2ed22e1e04b" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.307597] env[62353]: DEBUG nova.network.neutron [None req-7660a800-e0cd-4eba-b5b1-72897134fd72 tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] [instance: 82afd7a0-a514-4eac-9bcf-e2ed22e1e04b] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 599.321172] env[62353]: DEBUG oslo_concurrency.lockutils [req-b51d157f-793b-4169-924a-8e59a3c9d984 req-b7fa43dd-28dc-4bd5-aa17-6cf24e4f266d service nova] Releasing lock "refresh_cache-c7b98e17-46d0-4ae9-988e-fae08ee05377" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 599.346217] env[62353]: DEBUG nova.network.neutron [None req-cb29a535-ef9e-4fa5-9f44-65b054be036d tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] [instance: 6886b90e-f9ac-4295-9a0e-c3d4fc2e5cf6] Updating instance_info_cache with network_info: [{"id": "a95af5bc-de8a-411e-9d24-db9326a00085", "address": "fa:16:3e:ca:67:e0", "network": {"id": "cb8057bb-2c27-4ccc-a693-7bf7dfb97654", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-661192242-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66f806d698584e0a805923432d6a5a29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b399c74-1411-408a-b4cd-84e268ae83fe", "external-id": "nsx-vlan-transportzone-486", "segmentation_id": 486, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa95af5bc-de", "ovs_interfaceid": "a95af5bc-de8a-411e-9d24-db9326a00085", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 599.371370] env[62353]: DEBUG oslo_vmware.api [None req-6d997c94-a8ea-4925-bc65-2e540b01a91b tempest-ServerAddressesNegativeTestJSON-1430294578 tempest-ServerAddressesNegativeTestJSON-1430294578-project-member] Task: {'id': task-2371856, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.439796] env[62353]: DEBUG nova.network.neutron [None req-7660a800-e0cd-4eba-b5b1-72897134fd72 tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] [instance: 82afd7a0-a514-4eac-9bcf-e2ed22e1e04b] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 599.569645] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41e1ed31-e8c4-4d40-82d4-a93f71fbd690 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.579013] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-655015a6-6019-429f-9e3e-a0b2c85bd35d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.584191] env[62353]: DEBUG nova.compute.manager [None req-5bf0232a-6f17-4c22-8dc3-ff9c961f7974 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] [instance: 115fbeba-b84e-48ee-bee7-4cba1f52daa9] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 599.620663] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05a6d884-3eed-4b47-ad81-46c8f0076252 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.630616] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85efe2b5-b371-42d9-a7de-d8069c7f3ce8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.650980] env[62353]: DEBUG nova.compute.provider_tree [None req-faf5afe5-d4e3-4ad6-ade8-ec28bd7ebf67 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 599.672404] env[62353]: DEBUG oslo_vmware.api [None req-a678982e-f8f5-45d0-b205-4d22d26c8e3b tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Task: {'id': task-2371854, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.872561} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.673643] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-a678982e-f8f5-45d0-b205-4d22d26c8e3b tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore2] c7b98e17-46d0-4ae9-988e-fae08ee05377/c7b98e17-46d0-4ae9-988e-fae08ee05377.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 599.673643] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-a678982e-f8f5-45d0-b205-4d22d26c8e3b tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] [instance: c7b98e17-46d0-4ae9-988e-fae08ee05377] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 599.673643] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f545aabc-ad15-4753-9036-25699ee34d59 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.683431] env[62353]: DEBUG oslo_vmware.api [None req-a678982e-f8f5-45d0-b205-4d22d26c8e3b tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Waiting for the task: (returnval){ [ 599.683431] env[62353]: value = "task-2371857" [ 599.683431] env[62353]: _type = "Task" [ 599.683431] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.698564] env[62353]: DEBUG oslo_vmware.api [None req-a678982e-f8f5-45d0-b205-4d22d26c8e3b tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Task: {'id': task-2371857, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.754062] env[62353]: DEBUG nova.network.neutron [None req-7660a800-e0cd-4eba-b5b1-72897134fd72 tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] [instance: 82afd7a0-a514-4eac-9bcf-e2ed22e1e04b] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 599.829397] env[62353]: DEBUG oslo_concurrency.lockutils [None req-82231efc-9396-4ae6-8302-d9d8c3f6ecdd tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 599.848811] env[62353]: DEBUG oslo_concurrency.lockutils [None req-cb29a535-ef9e-4fa5-9f44-65b054be036d tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Releasing lock "refresh_cache-6886b90e-f9ac-4295-9a0e-c3d4fc2e5cf6" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 599.849162] env[62353]: DEBUG nova.compute.manager [None req-cb29a535-ef9e-4fa5-9f44-65b054be036d tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] [instance: 6886b90e-f9ac-4295-9a0e-c3d4fc2e5cf6] Instance network_info: |[{"id": "a95af5bc-de8a-411e-9d24-db9326a00085", "address": "fa:16:3e:ca:67:e0", "network": {"id": "cb8057bb-2c27-4ccc-a693-7bf7dfb97654", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-661192242-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66f806d698584e0a805923432d6a5a29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b399c74-1411-408a-b4cd-84e268ae83fe", "external-id": "nsx-vlan-transportzone-486", "segmentation_id": 486, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa95af5bc-de", "ovs_interfaceid": "a95af5bc-de8a-411e-9d24-db9326a00085", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 599.849681] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-cb29a535-ef9e-4fa5-9f44-65b054be036d tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] [instance: 6886b90e-f9ac-4295-9a0e-c3d4fc2e5cf6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ca:67:e0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b399c74-1411-408a-b4cd-84e268ae83fe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a95af5bc-de8a-411e-9d24-db9326a00085', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 599.860031] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb29a535-ef9e-4fa5-9f44-65b054be036d tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Creating folder: Project (66f806d698584e0a805923432d6a5a29). Parent ref: group-v481456. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 599.868027] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-199e0c9e-39db-49dc-9c2b-1ab050297c6a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.880278] env[62353]: DEBUG oslo_vmware.api [None req-6d997c94-a8ea-4925-bc65-2e540b01a91b tempest-ServerAddressesNegativeTestJSON-1430294578 tempest-ServerAddressesNegativeTestJSON-1430294578-project-member] Task: {'id': task-2371856, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.675927} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.880278] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d997c94-a8ea-4925-bc65-2e540b01a91b tempest-ServerAddressesNegativeTestJSON-1430294578 tempest-ServerAddressesNegativeTestJSON-1430294578-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 599.880376] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-6d997c94-a8ea-4925-bc65-2e540b01a91b tempest-ServerAddressesNegativeTestJSON-1430294578 tempest-ServerAddressesNegativeTestJSON-1430294578-project-member] [instance: c9c70c50-2454-4da5-ae51-57488371a23c] Deleted contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 599.880754] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-6d997c94-a8ea-4925-bc65-2e540b01a91b tempest-ServerAddressesNegativeTestJSON-1430294578 tempest-ServerAddressesNegativeTestJSON-1430294578-project-member] [instance: c9c70c50-2454-4da5-ae51-57488371a23c] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 599.880890] env[62353]: INFO nova.compute.manager [None req-6d997c94-a8ea-4925-bc65-2e540b01a91b tempest-ServerAddressesNegativeTestJSON-1430294578 tempest-ServerAddressesNegativeTestJSON-1430294578-project-member] [instance: c9c70c50-2454-4da5-ae51-57488371a23c] Took 1.68 seconds to destroy the instance on the hypervisor. [ 599.882404] env[62353]: DEBUG oslo.service.loopingcall [None req-6d997c94-a8ea-4925-bc65-2e540b01a91b tempest-ServerAddressesNegativeTestJSON-1430294578 tempest-ServerAddressesNegativeTestJSON-1430294578-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 599.882404] env[62353]: DEBUG nova.compute.manager [-] [instance: c9c70c50-2454-4da5-ae51-57488371a23c] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 599.882404] env[62353]: DEBUG nova.network.neutron [-] [instance: c9c70c50-2454-4da5-ae51-57488371a23c] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 599.885553] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-cb29a535-ef9e-4fa5-9f44-65b054be036d tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Created folder: Project (66f806d698584e0a805923432d6a5a29) in parent group-v481456. [ 599.886944] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb29a535-ef9e-4fa5-9f44-65b054be036d tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Creating folder: Instances. Parent ref: group-v481502. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 599.887162] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d282879b-9d83-4860-ac84-10be02f7e2f8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.904457] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-cb29a535-ef9e-4fa5-9f44-65b054be036d tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Created folder: Instances in parent group-v481502. [ 599.904457] env[62353]: DEBUG oslo.service.loopingcall [None req-cb29a535-ef9e-4fa5-9f44-65b054be036d tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 599.904457] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6886b90e-f9ac-4295-9a0e-c3d4fc2e5cf6] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 599.904457] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fd57123a-9bea-4e1a-8453-05d77c359ffa {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.929283] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 599.929283] env[62353]: value = "task-2371860" [ 599.929283] env[62353]: _type = "Task" [ 599.929283] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.941254] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2371860, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.158657] env[62353]: DEBUG nova.scheduler.client.report [None req-faf5afe5-d4e3-4ad6-ade8-ec28bd7ebf67 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 600.206626] env[62353]: DEBUG oslo_vmware.api [None req-a678982e-f8f5-45d0-b205-4d22d26c8e3b tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Task: {'id': task-2371857, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.099948} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.206935] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-a678982e-f8f5-45d0-b205-4d22d26c8e3b tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] [instance: c7b98e17-46d0-4ae9-988e-fae08ee05377] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 600.207809] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a36667d9-e529-407b-8c66-2e6bd378f9fd {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.236521] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-a678982e-f8f5-45d0-b205-4d22d26c8e3b tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] [instance: c7b98e17-46d0-4ae9-988e-fae08ee05377] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] c7b98e17-46d0-4ae9-988e-fae08ee05377/c7b98e17-46d0-4ae9-988e-fae08ee05377.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 600.237056] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e89e5d0-bdb8-405f-b749-046919902b89 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.256524] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7660a800-e0cd-4eba-b5b1-72897134fd72 tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] Releasing lock "refresh_cache-82afd7a0-a514-4eac-9bcf-e2ed22e1e04b" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 600.256971] env[62353]: DEBUG nova.compute.manager [None req-7660a800-e0cd-4eba-b5b1-72897134fd72 tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] [instance: 82afd7a0-a514-4eac-9bcf-e2ed22e1e04b] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 600.257180] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-7660a800-e0cd-4eba-b5b1-72897134fd72 tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] [instance: 82afd7a0-a514-4eac-9bcf-e2ed22e1e04b] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 600.258065] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6739cec5-14b4-4f23-b38b-ef6f9c3128c6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.264745] env[62353]: DEBUG oslo_vmware.api [None req-a678982e-f8f5-45d0-b205-4d22d26c8e3b tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Waiting for the task: (returnval){ [ 600.264745] env[62353]: value = "task-2371861" [ 600.264745] env[62353]: _type = "Task" [ 600.264745] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.269212] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-7660a800-e0cd-4eba-b5b1-72897134fd72 tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] [instance: 82afd7a0-a514-4eac-9bcf-e2ed22e1e04b] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 600.270088] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fae8c1e2-9d1e-4d39-9481-af50824555f1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.276609] env[62353]: DEBUG oslo_vmware.api [None req-a678982e-f8f5-45d0-b205-4d22d26c8e3b tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Task: {'id': task-2371861, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.278515] env[62353]: DEBUG oslo_vmware.api [None req-7660a800-e0cd-4eba-b5b1-72897134fd72 tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] Waiting for the task: (returnval){ [ 600.278515] env[62353]: value = "task-2371862" [ 600.278515] env[62353]: _type = "Task" [ 600.278515] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.289638] env[62353]: DEBUG oslo_vmware.api [None req-7660a800-e0cd-4eba-b5b1-72897134fd72 tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] Task: {'id': task-2371862, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.447191] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2371860, 'name': CreateVM_Task} progress is 25%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.476052] env[62353]: DEBUG nova.network.neutron [None req-5bf0232a-6f17-4c22-8dc3-ff9c961f7974 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] [instance: 115fbeba-b84e-48ee-bee7-4cba1f52daa9] Successfully created port: 027c624c-bcfe-4e44-9ee6-9b371b505ad0 {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 600.634098] env[62353]: DEBUG nova.compute.manager [None req-5bf0232a-6f17-4c22-8dc3-ff9c961f7974 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] [instance: 115fbeba-b84e-48ee-bee7-4cba1f52daa9] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 600.665927] env[62353]: DEBUG oslo_concurrency.lockutils [None req-faf5afe5-d4e3-4ad6-ade8-ec28bd7ebf67 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.088s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 600.672259] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e12545a4-63aa-493d-8c0d-e81ff2f0e78a tempest-ImagesNegativeTestJSON-1559337630 tempest-ImagesNegativeTestJSON-1559337630-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.281s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 600.672259] env[62353]: DEBUG nova.objects.instance [None req-e12545a4-63aa-493d-8c0d-e81ff2f0e78a tempest-ImagesNegativeTestJSON-1559337630 tempest-ImagesNegativeTestJSON-1559337630-project-member] Lazy-loading 'resources' on Instance uuid 9bd2f6b9-eb81-4238-a781-5f2bb54f80c0 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 600.686754] env[62353]: DEBUG nova.virt.hardware [None req-5bf0232a-6f17-4c22-8dc3-ff9c961f7974 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T12:38:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T12:38:15Z,direct_url=,disk_format='vmdk',id=06f909ae-e8dc-43b4-abf7-c7ed85db9bbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0a3f88790a594523a818b8c00f6862e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T12:38:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 600.687760] env[62353]: DEBUG nova.virt.hardware [None req-5bf0232a-6f17-4c22-8dc3-ff9c961f7974 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 600.687760] env[62353]: DEBUG nova.virt.hardware [None req-5bf0232a-6f17-4c22-8dc3-ff9c961f7974 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 600.687760] env[62353]: DEBUG nova.virt.hardware [None req-5bf0232a-6f17-4c22-8dc3-ff9c961f7974 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 600.687760] env[62353]: DEBUG nova.virt.hardware [None req-5bf0232a-6f17-4c22-8dc3-ff9c961f7974 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 600.689097] env[62353]: DEBUG nova.virt.hardware [None req-5bf0232a-6f17-4c22-8dc3-ff9c961f7974 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 600.689097] env[62353]: DEBUG nova.virt.hardware [None req-5bf0232a-6f17-4c22-8dc3-ff9c961f7974 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 600.689097] env[62353]: DEBUG nova.virt.hardware [None req-5bf0232a-6f17-4c22-8dc3-ff9c961f7974 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 600.689097] env[62353]: DEBUG nova.virt.hardware [None req-5bf0232a-6f17-4c22-8dc3-ff9c961f7974 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 600.689097] env[62353]: DEBUG nova.virt.hardware [None req-5bf0232a-6f17-4c22-8dc3-ff9c961f7974 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 600.690932] env[62353]: DEBUG nova.virt.hardware [None req-5bf0232a-6f17-4c22-8dc3-ff9c961f7974 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 600.690932] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-defe871d-f27b-4690-839c-9df7cb4ea61e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.702596] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f67cfe5-dc49-4511-a941-e38544ba7fe3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.707425] env[62353]: INFO nova.scheduler.client.report [None req-faf5afe5-d4e3-4ad6-ade8-ec28bd7ebf67 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Deleted allocations for instance 672a184e-5e10-4fc3-a967-9b9cdd014ed2 [ 600.777363] env[62353]: DEBUG oslo_vmware.api [None req-a678982e-f8f5-45d0-b205-4d22d26c8e3b tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Task: {'id': task-2371861, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.789845] env[62353]: DEBUG oslo_vmware.api [None req-7660a800-e0cd-4eba-b5b1-72897134fd72 tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] Task: {'id': task-2371862, 'name': PowerOffVM_Task, 'duration_secs': 0.298579} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.790037] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-7660a800-e0cd-4eba-b5b1-72897134fd72 tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] [instance: 82afd7a0-a514-4eac-9bcf-e2ed22e1e04b] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 600.790481] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-7660a800-e0cd-4eba-b5b1-72897134fd72 tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] [instance: 82afd7a0-a514-4eac-9bcf-e2ed22e1e04b] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 600.790619] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c33b8ace-f69f-4dc4-8aee-56c911343081 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.825508] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-7660a800-e0cd-4eba-b5b1-72897134fd72 tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] [instance: 82afd7a0-a514-4eac-9bcf-e2ed22e1e04b] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 600.830454] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-7660a800-e0cd-4eba-b5b1-72897134fd72 tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] [instance: 82afd7a0-a514-4eac-9bcf-e2ed22e1e04b] Deleting contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 600.830454] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-7660a800-e0cd-4eba-b5b1-72897134fd72 tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] Deleting the datastore file [datastore2] 82afd7a0-a514-4eac-9bcf-e2ed22e1e04b {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 600.830454] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-42bce5bc-daa6-4b2a-9510-facb4e59c37b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.843048] env[62353]: DEBUG oslo_vmware.api [None req-7660a800-e0cd-4eba-b5b1-72897134fd72 tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] Waiting for the task: (returnval){ [ 600.843048] env[62353]: value = "task-2371864" [ 600.843048] env[62353]: _type = "Task" [ 600.843048] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.854475] env[62353]: DEBUG oslo_vmware.api [None req-7660a800-e0cd-4eba-b5b1-72897134fd72 tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] Task: {'id': task-2371864, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.947554] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2371860, 'name': CreateVM_Task, 'duration_secs': 0.693852} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.947745] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6886b90e-f9ac-4295-9a0e-c3d4fc2e5cf6] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 600.948554] env[62353]: DEBUG oslo_concurrency.lockutils [None req-cb29a535-ef9e-4fa5-9f44-65b054be036d tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 600.948773] env[62353]: DEBUG oslo_concurrency.lockutils [None req-cb29a535-ef9e-4fa5-9f44-65b054be036d tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Acquired lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.949312] env[62353]: DEBUG oslo_concurrency.lockutils [None req-cb29a535-ef9e-4fa5-9f44-65b054be036d tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 600.949443] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3887d474-fcf7-45c5-8480-196ef565c07b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.955609] env[62353]: DEBUG oslo_vmware.api [None req-cb29a535-ef9e-4fa5-9f44-65b054be036d tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Waiting for the task: (returnval){ [ 600.955609] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]526e8318-0143-84d0-aede-ca1816d87a06" [ 600.955609] env[62353]: _type = "Task" [ 600.955609] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.967421] env[62353]: DEBUG oslo_vmware.api [None req-cb29a535-ef9e-4fa5-9f44-65b054be036d tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]526e8318-0143-84d0-aede-ca1816d87a06, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.086461] env[62353]: DEBUG nova.network.neutron [None req-414fc48a-44bb-4eeb-ba16-f2a6c226d819 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] [instance: 85c1498f-d888-4031-878b-0181e190d3a7] Successfully updated port: 2d2be688-8c3d-4559-b07d-24dd1ab93c3a {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 601.217934] env[62353]: DEBUG oslo_concurrency.lockutils [None req-faf5afe5-d4e3-4ad6-ade8-ec28bd7ebf67 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Lock "672a184e-5e10-4fc3-a967-9b9cdd014ed2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.936s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 601.276859] env[62353]: DEBUG oslo_vmware.api [None req-a678982e-f8f5-45d0-b205-4d22d26c8e3b tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Task: {'id': task-2371861, 'name': ReconfigVM_Task, 'duration_secs': 0.529374} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.279366] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-a678982e-f8f5-45d0-b205-4d22d26c8e3b tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] [instance: c7b98e17-46d0-4ae9-988e-fae08ee05377] Reconfigured VM instance instance-0000000d to attach disk [datastore2] c7b98e17-46d0-4ae9-988e-fae08ee05377/c7b98e17-46d0-4ae9-988e-fae08ee05377.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 601.284251] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0768491a-3e50-4f46-97c8-012e414e5f42 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.294723] env[62353]: DEBUG oslo_vmware.api [None req-a678982e-f8f5-45d0-b205-4d22d26c8e3b tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Waiting for the task: (returnval){ [ 601.294723] env[62353]: value = "task-2371865" [ 601.294723] env[62353]: _type = "Task" [ 601.294723] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.304837] env[62353]: DEBUG oslo_vmware.api [None req-a678982e-f8f5-45d0-b205-4d22d26c8e3b tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Task: {'id': task-2371865, 'name': Rename_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.361222] env[62353]: DEBUG oslo_vmware.api [None req-7660a800-e0cd-4eba-b5b1-72897134fd72 tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] Task: {'id': task-2371864, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.207186} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.361222] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-7660a800-e0cd-4eba-b5b1-72897134fd72 tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 601.361222] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-7660a800-e0cd-4eba-b5b1-72897134fd72 tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] [instance: 82afd7a0-a514-4eac-9bcf-e2ed22e1e04b] Deleted contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 601.361222] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-7660a800-e0cd-4eba-b5b1-72897134fd72 tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] [instance: 82afd7a0-a514-4eac-9bcf-e2ed22e1e04b] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 601.361222] env[62353]: INFO nova.compute.manager [None req-7660a800-e0cd-4eba-b5b1-72897134fd72 tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] [instance: 82afd7a0-a514-4eac-9bcf-e2ed22e1e04b] Took 1.10 seconds to destroy the instance on the hypervisor. [ 601.361392] env[62353]: DEBUG oslo.service.loopingcall [None req-7660a800-e0cd-4eba-b5b1-72897134fd72 tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 601.361392] env[62353]: DEBUG nova.compute.manager [-] [instance: 82afd7a0-a514-4eac-9bcf-e2ed22e1e04b] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 601.361392] env[62353]: DEBUG nova.network.neutron [-] [instance: 82afd7a0-a514-4eac-9bcf-e2ed22e1e04b] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 601.390172] env[62353]: DEBUG nova.network.neutron [-] [instance: 82afd7a0-a514-4eac-9bcf-e2ed22e1e04b] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 601.474687] env[62353]: DEBUG oslo_vmware.api [None req-cb29a535-ef9e-4fa5-9f44-65b054be036d tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]526e8318-0143-84d0-aede-ca1816d87a06, 'name': SearchDatastore_Task, 'duration_secs': 0.017617} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.475077] env[62353]: DEBUG oslo_concurrency.lockutils [None req-cb29a535-ef9e-4fa5-9f44-65b054be036d tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Releasing lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 601.475311] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-cb29a535-ef9e-4fa5-9f44-65b054be036d tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] [instance: 6886b90e-f9ac-4295-9a0e-c3d4fc2e5cf6] Processing image 06f909ae-e8dc-43b4-abf7-c7ed85db9bbd {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 601.475625] env[62353]: DEBUG oslo_concurrency.lockutils [None req-cb29a535-ef9e-4fa5-9f44-65b054be036d tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 601.475779] env[62353]: DEBUG oslo_concurrency.lockutils [None req-cb29a535-ef9e-4fa5-9f44-65b054be036d tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Acquired lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.475969] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb29a535-ef9e-4fa5-9f44-65b054be036d tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 601.476294] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-768a668b-16c8-43af-b5f8-ef48c65a373c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.489553] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb29a535-ef9e-4fa5-9f44-65b054be036d tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 601.489738] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-cb29a535-ef9e-4fa5-9f44-65b054be036d tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 601.490509] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76cdb337-f09f-4684-932c-6a5933ad1507 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.497274] env[62353]: DEBUG oslo_vmware.api [None req-cb29a535-ef9e-4fa5-9f44-65b054be036d tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Waiting for the task: (returnval){ [ 601.497274] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52c6c267-288d-6af5-a8b1-a07f84b4da59" [ 601.497274] env[62353]: _type = "Task" [ 601.497274] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.507038] env[62353]: DEBUG oslo_vmware.api [None req-cb29a535-ef9e-4fa5-9f44-65b054be036d tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52c6c267-288d-6af5-a8b1-a07f84b4da59, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.563632] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c00ca3ab-5ffc-4ad8-8371-a83b1b330a2e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.574723] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7899c536-fae2-47e1-ace1-279f68240e08 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.613083] env[62353]: DEBUG oslo_concurrency.lockutils [None req-414fc48a-44bb-4eeb-ba16-f2a6c226d819 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Acquiring lock "refresh_cache-85c1498f-d888-4031-878b-0181e190d3a7" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 601.613272] env[62353]: DEBUG oslo_concurrency.lockutils [None req-414fc48a-44bb-4eeb-ba16-f2a6c226d819 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Acquired lock "refresh_cache-85c1498f-d888-4031-878b-0181e190d3a7" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.613498] env[62353]: DEBUG nova.network.neutron [None req-414fc48a-44bb-4eeb-ba16-f2a6c226d819 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] [instance: 85c1498f-d888-4031-878b-0181e190d3a7] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 601.618882] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba574c93-9c5d-4899-acf1-a49e289a7157 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.628940] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cde0f66e-aaa9-4762-af4c-d47953a04365 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.644403] env[62353]: DEBUG nova.compute.provider_tree [None req-e12545a4-63aa-493d-8c0d-e81ff2f0e78a tempest-ImagesNegativeTestJSON-1559337630 tempest-ImagesNegativeTestJSON-1559337630-project-member] Updating inventory in ProviderTree for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 601.664520] env[62353]: DEBUG nova.network.neutron [-] [instance: c9c70c50-2454-4da5-ae51-57488371a23c] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 601.756225] env[62353]: DEBUG nova.compute.manager [req-e673acaf-9cb2-4c94-832d-49cd00c21e28 req-7caeb5d1-4a87-4841-b0e5-d5544e8a10ec service nova] [instance: 85c1498f-d888-4031-878b-0181e190d3a7] Received event network-vif-plugged-2d2be688-8c3d-4559-b07d-24dd1ab93c3a {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 601.756453] env[62353]: DEBUG oslo_concurrency.lockutils [req-e673acaf-9cb2-4c94-832d-49cd00c21e28 req-7caeb5d1-4a87-4841-b0e5-d5544e8a10ec service nova] Acquiring lock "85c1498f-d888-4031-878b-0181e190d3a7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 601.757523] env[62353]: DEBUG oslo_concurrency.lockutils [req-e673acaf-9cb2-4c94-832d-49cd00c21e28 req-7caeb5d1-4a87-4841-b0e5-d5544e8a10ec service nova] Lock "85c1498f-d888-4031-878b-0181e190d3a7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 601.757523] env[62353]: DEBUG oslo_concurrency.lockutils [req-e673acaf-9cb2-4c94-832d-49cd00c21e28 req-7caeb5d1-4a87-4841-b0e5-d5544e8a10ec service nova] Lock "85c1498f-d888-4031-878b-0181e190d3a7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 601.757523] env[62353]: DEBUG nova.compute.manager [req-e673acaf-9cb2-4c94-832d-49cd00c21e28 req-7caeb5d1-4a87-4841-b0e5-d5544e8a10ec service nova] [instance: 85c1498f-d888-4031-878b-0181e190d3a7] No waiting events found dispatching network-vif-plugged-2d2be688-8c3d-4559-b07d-24dd1ab93c3a {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 601.757523] env[62353]: WARNING nova.compute.manager [req-e673acaf-9cb2-4c94-832d-49cd00c21e28 req-7caeb5d1-4a87-4841-b0e5-d5544e8a10ec service nova] [instance: 85c1498f-d888-4031-878b-0181e190d3a7] Received unexpected event network-vif-plugged-2d2be688-8c3d-4559-b07d-24dd1ab93c3a for instance with vm_state building and task_state spawning. [ 601.803640] env[62353]: DEBUG oslo_vmware.api [None req-a678982e-f8f5-45d0-b205-4d22d26c8e3b tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Task: {'id': task-2371865, 'name': Rename_Task, 'duration_secs': 0.228345} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.804792] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-a678982e-f8f5-45d0-b205-4d22d26c8e3b tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] [instance: c7b98e17-46d0-4ae9-988e-fae08ee05377] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 601.804792] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c32eed6a-1c9e-40af-97d0-ee32f3572250 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.814073] env[62353]: DEBUG oslo_vmware.api [None req-a678982e-f8f5-45d0-b205-4d22d26c8e3b tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Waiting for the task: (returnval){ [ 601.814073] env[62353]: value = "task-2371866" [ 601.814073] env[62353]: _type = "Task" [ 601.814073] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.829256] env[62353]: DEBUG oslo_vmware.api [None req-a678982e-f8f5-45d0-b205-4d22d26c8e3b tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Task: {'id': task-2371866, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.893176] env[62353]: DEBUG nova.network.neutron [-] [instance: 82afd7a0-a514-4eac-9bcf-e2ed22e1e04b] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 602.015098] env[62353]: DEBUG oslo_vmware.api [None req-cb29a535-ef9e-4fa5-9f44-65b054be036d tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52c6c267-288d-6af5-a8b1-a07f84b4da59, 'name': SearchDatastore_Task, 'duration_secs': 0.015655} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.015911] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27974ca4-008c-408c-8f70-e7f04c549e8b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.025964] env[62353]: DEBUG oslo_vmware.api [None req-cb29a535-ef9e-4fa5-9f44-65b054be036d tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Waiting for the task: (returnval){ [ 602.025964] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5285dc80-3fc0-384b-37c7-4418730ab144" [ 602.025964] env[62353]: _type = "Task" [ 602.025964] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.037709] env[62353]: DEBUG oslo_vmware.api [None req-cb29a535-ef9e-4fa5-9f44-65b054be036d tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5285dc80-3fc0-384b-37c7-4418730ab144, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.097011] env[62353]: DEBUG nova.compute.manager [req-b9e84750-75f3-4e24-afe7-7fc160d7d6ed req-ddab7e29-316d-41ea-a2dc-ba8bed4fdd55 service nova] [instance: 6886b90e-f9ac-4295-9a0e-c3d4fc2e5cf6] Received event network-changed-a95af5bc-de8a-411e-9d24-db9326a00085 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 602.097011] env[62353]: DEBUG nova.compute.manager [req-b9e84750-75f3-4e24-afe7-7fc160d7d6ed req-ddab7e29-316d-41ea-a2dc-ba8bed4fdd55 service nova] [instance: 6886b90e-f9ac-4295-9a0e-c3d4fc2e5cf6] Refreshing instance network info cache due to event network-changed-a95af5bc-de8a-411e-9d24-db9326a00085. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 602.097189] env[62353]: DEBUG oslo_concurrency.lockutils [req-b9e84750-75f3-4e24-afe7-7fc160d7d6ed req-ddab7e29-316d-41ea-a2dc-ba8bed4fdd55 service nova] Acquiring lock "refresh_cache-6886b90e-f9ac-4295-9a0e-c3d4fc2e5cf6" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 602.097324] env[62353]: DEBUG oslo_concurrency.lockutils [req-b9e84750-75f3-4e24-afe7-7fc160d7d6ed req-ddab7e29-316d-41ea-a2dc-ba8bed4fdd55 service nova] Acquired lock "refresh_cache-6886b90e-f9ac-4295-9a0e-c3d4fc2e5cf6" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.097484] env[62353]: DEBUG nova.network.neutron [req-b9e84750-75f3-4e24-afe7-7fc160d7d6ed req-ddab7e29-316d-41ea-a2dc-ba8bed4fdd55 service nova] [instance: 6886b90e-f9ac-4295-9a0e-c3d4fc2e5cf6] Refreshing network info cache for port a95af5bc-de8a-411e-9d24-db9326a00085 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 602.166368] env[62353]: INFO nova.compute.manager [-] [instance: c9c70c50-2454-4da5-ae51-57488371a23c] Took 2.28 seconds to deallocate network for instance. [ 602.172106] env[62353]: ERROR nova.scheduler.client.report [None req-e12545a4-63aa-493d-8c0d-e81ff2f0e78a tempest-ImagesNegativeTestJSON-1559337630 tempest-ImagesNegativeTestJSON-1559337630-project-member] [req-109bbdf6-07e0-4334-a360-862fc1de182c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7ed3af4c-f85e-4a4b-a365-13d128b6ab14. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-109bbdf6-07e0-4334-a360-862fc1de182c"}]} [ 602.197848] env[62353]: DEBUG nova.scheduler.client.report [None req-e12545a4-63aa-493d-8c0d-e81ff2f0e78a tempest-ImagesNegativeTestJSON-1559337630 tempest-ImagesNegativeTestJSON-1559337630-project-member] Refreshing inventories for resource provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 602.201438] env[62353]: DEBUG nova.network.neutron [None req-414fc48a-44bb-4eeb-ba16-f2a6c226d819 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] [instance: 85c1498f-d888-4031-878b-0181e190d3a7] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 602.222486] env[62353]: DEBUG nova.scheduler.client.report [None req-e12545a4-63aa-493d-8c0d-e81ff2f0e78a tempest-ImagesNegativeTestJSON-1559337630 tempest-ImagesNegativeTestJSON-1559337630-project-member] Updating ProviderTree inventory for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 602.222709] env[62353]: DEBUG nova.compute.provider_tree [None req-e12545a4-63aa-493d-8c0d-e81ff2f0e78a tempest-ImagesNegativeTestJSON-1559337630 tempest-ImagesNegativeTestJSON-1559337630-project-member] Updating inventory in ProviderTree for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 602.240231] env[62353]: DEBUG nova.scheduler.client.report [None req-e12545a4-63aa-493d-8c0d-e81ff2f0e78a tempest-ImagesNegativeTestJSON-1559337630 tempest-ImagesNegativeTestJSON-1559337630-project-member] Refreshing aggregate associations for resource provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14, aggregates: None {{(pid=62353) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 602.264762] env[62353]: DEBUG nova.scheduler.client.report [None req-e12545a4-63aa-493d-8c0d-e81ff2f0e78a tempest-ImagesNegativeTestJSON-1559337630 tempest-ImagesNegativeTestJSON-1559337630-project-member] Refreshing trait associations for resource provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=62353) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 602.339069] env[62353]: DEBUG oslo_vmware.api [None req-a678982e-f8f5-45d0-b205-4d22d26c8e3b tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Task: {'id': task-2371866, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.395138] env[62353]: INFO nova.compute.manager [-] [instance: 82afd7a0-a514-4eac-9bcf-e2ed22e1e04b] Took 1.03 seconds to deallocate network for instance. [ 602.548623] env[62353]: DEBUG oslo_vmware.api [None req-cb29a535-ef9e-4fa5-9f44-65b054be036d tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5285dc80-3fc0-384b-37c7-4418730ab144, 'name': SearchDatastore_Task, 'duration_secs': 0.026899} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.548918] env[62353]: DEBUG oslo_concurrency.lockutils [None req-cb29a535-ef9e-4fa5-9f44-65b054be036d tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Releasing lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 602.550486] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb29a535-ef9e-4fa5-9f44-65b054be036d tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore2] 6886b90e-f9ac-4295-9a0e-c3d4fc2e5cf6/6886b90e-f9ac-4295-9a0e-c3d4fc2e5cf6.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 602.555975] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-036c20f0-5ad7-4b39-b4e4-77575e89e2d5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.567016] env[62353]: DEBUG oslo_vmware.api [None req-cb29a535-ef9e-4fa5-9f44-65b054be036d tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Waiting for the task: (returnval){ [ 602.567016] env[62353]: value = "task-2371867" [ 602.567016] env[62353]: _type = "Task" [ 602.567016] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.595921] env[62353]: DEBUG oslo_vmware.api [None req-cb29a535-ef9e-4fa5-9f44-65b054be036d tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Task: {'id': task-2371867, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.661782] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3e4066e-9fe1-45e3-9186-fc2403adf85d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.675026] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b418518-b69f-4691-9b37-2902e40d24de {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.676302] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6d997c94-a8ea-4925-bc65-2e540b01a91b tempest-ServerAddressesNegativeTestJSON-1430294578 tempest-ServerAddressesNegativeTestJSON-1430294578-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 602.709645] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2e2e17b-fd87-4002-8c46-44346a9add9f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.719787] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-030f4ce5-ee2f-4552-9057-b2af9ee6ce60 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.739223] env[62353]: DEBUG nova.compute.provider_tree [None req-e12545a4-63aa-493d-8c0d-e81ff2f0e78a tempest-ImagesNegativeTestJSON-1559337630 tempest-ImagesNegativeTestJSON-1559337630-project-member] Updating inventory in ProviderTree for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 602.822119] env[62353]: DEBUG nova.network.neutron [None req-414fc48a-44bb-4eeb-ba16-f2a6c226d819 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] [instance: 85c1498f-d888-4031-878b-0181e190d3a7] Updating instance_info_cache with network_info: [{"id": "2d2be688-8c3d-4559-b07d-24dd1ab93c3a", "address": "fa:16:3e:d6:87:19", "network": {"id": "d81a66f5-bbd7-4e7d-9951-1375f9bdbebb", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1662318300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4124b0b9858844eab583b43b1909edbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d2be688-8c", "ovs_interfaceid": "2d2be688-8c3d-4559-b07d-24dd1ab93c3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 602.838689] env[62353]: DEBUG oslo_vmware.api [None req-a678982e-f8f5-45d0-b205-4d22d26c8e3b tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Task: {'id': task-2371866, 'name': PowerOnVM_Task, 'duration_secs': 0.827981} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.839543] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-a678982e-f8f5-45d0-b205-4d22d26c8e3b tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] [instance: c7b98e17-46d0-4ae9-988e-fae08ee05377] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 602.839666] env[62353]: INFO nova.compute.manager [None req-a678982e-f8f5-45d0-b205-4d22d26c8e3b tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] [instance: c7b98e17-46d0-4ae9-988e-fae08ee05377] Took 12.71 seconds to spawn the instance on the hypervisor. [ 602.840420] env[62353]: DEBUG nova.compute.manager [None req-a678982e-f8f5-45d0-b205-4d22d26c8e3b tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] [instance: c7b98e17-46d0-4ae9-988e-fae08ee05377] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 602.841025] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26e3dde3-d0ce-4a5c-93a1-a981bb8186a6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.905580] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7660a800-e0cd-4eba-b5b1-72897134fd72 tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 603.078903] env[62353]: DEBUG oslo_vmware.api [None req-cb29a535-ef9e-4fa5-9f44-65b054be036d tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Task: {'id': task-2371867, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.297036] env[62353]: DEBUG nova.scheduler.client.report [None req-e12545a4-63aa-493d-8c0d-e81ff2f0e78a tempest-ImagesNegativeTestJSON-1559337630 tempest-ImagesNegativeTestJSON-1559337630-project-member] Updated inventory for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 with generation 26 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 603.297036] env[62353]: DEBUG nova.compute.provider_tree [None req-e12545a4-63aa-493d-8c0d-e81ff2f0e78a tempest-ImagesNegativeTestJSON-1559337630 tempest-ImagesNegativeTestJSON-1559337630-project-member] Updating resource provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 generation from 26 to 27 during operation: update_inventory {{(pid=62353) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 603.297236] env[62353]: DEBUG nova.compute.provider_tree [None req-e12545a4-63aa-493d-8c0d-e81ff2f0e78a tempest-ImagesNegativeTestJSON-1559337630 tempest-ImagesNegativeTestJSON-1559337630-project-member] Updating inventory in ProviderTree for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 603.336697] env[62353]: DEBUG oslo_concurrency.lockutils [None req-414fc48a-44bb-4eeb-ba16-f2a6c226d819 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Releasing lock "refresh_cache-85c1498f-d888-4031-878b-0181e190d3a7" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 603.337100] env[62353]: DEBUG nova.compute.manager [None req-414fc48a-44bb-4eeb-ba16-f2a6c226d819 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] [instance: 85c1498f-d888-4031-878b-0181e190d3a7] Instance network_info: |[{"id": "2d2be688-8c3d-4559-b07d-24dd1ab93c3a", "address": "fa:16:3e:d6:87:19", "network": {"id": "d81a66f5-bbd7-4e7d-9951-1375f9bdbebb", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1662318300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4124b0b9858844eab583b43b1909edbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d2be688-8c", "ovs_interfaceid": "2d2be688-8c3d-4559-b07d-24dd1ab93c3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 603.337850] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-414fc48a-44bb-4eeb-ba16-f2a6c226d819 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] [instance: 85c1498f-d888-4031-878b-0181e190d3a7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d6:87:19', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '419a5b3f-4c6f-4168-9def-746b4d8c5c24', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2d2be688-8c3d-4559-b07d-24dd1ab93c3a', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 603.346918] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-414fc48a-44bb-4eeb-ba16-f2a6c226d819 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Creating folder: Project (4124b0b9858844eab583b43b1909edbe). Parent ref: group-v481456. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 603.348109] env[62353]: DEBUG nova.compute.manager [None req-cb3c303d-ae51-43c1-8f3c-4ec60249fdeb tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] [instance: 2e9731d0-ef1b-44f2-a457-d21a99bfa2bf] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 603.348413] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8bd56ad3-9f37-467f-95ec-849d2dbb304c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.351479] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa83c77f-7175-4b83-837a-058966a6161a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.376601] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-414fc48a-44bb-4eeb-ba16-f2a6c226d819 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Created folder: Project (4124b0b9858844eab583b43b1909edbe) in parent group-v481456. [ 603.377847] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-414fc48a-44bb-4eeb-ba16-f2a6c226d819 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Creating folder: Instances. Parent ref: group-v481505. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 603.377847] env[62353]: INFO nova.compute.manager [None req-a678982e-f8f5-45d0-b205-4d22d26c8e3b tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] [instance: c7b98e17-46d0-4ae9-988e-fae08ee05377] Took 22.94 seconds to build instance. [ 603.378292] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4014ef1b-015d-45d9-868d-f775c68d809d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.391833] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-414fc48a-44bb-4eeb-ba16-f2a6c226d819 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Created folder: Instances in parent group-v481505. [ 603.392100] env[62353]: DEBUG oslo.service.loopingcall [None req-414fc48a-44bb-4eeb-ba16-f2a6c226d819 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 603.392309] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 85c1498f-d888-4031-878b-0181e190d3a7] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 603.392523] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-06ddaffd-047c-4f13-858f-7e3cfed76aea {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.421040] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 603.421040] env[62353]: value = "task-2371870" [ 603.421040] env[62353]: _type = "Task" [ 603.421040] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.436963] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2371870, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.510177] env[62353]: DEBUG nova.network.neutron [req-b9e84750-75f3-4e24-afe7-7fc160d7d6ed req-ddab7e29-316d-41ea-a2dc-ba8bed4fdd55 service nova] [instance: 6886b90e-f9ac-4295-9a0e-c3d4fc2e5cf6] Updated VIF entry in instance network info cache for port a95af5bc-de8a-411e-9d24-db9326a00085. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 603.510177] env[62353]: DEBUG nova.network.neutron [req-b9e84750-75f3-4e24-afe7-7fc160d7d6ed req-ddab7e29-316d-41ea-a2dc-ba8bed4fdd55 service nova] [instance: 6886b90e-f9ac-4295-9a0e-c3d4fc2e5cf6] Updating instance_info_cache with network_info: [{"id": "a95af5bc-de8a-411e-9d24-db9326a00085", "address": "fa:16:3e:ca:67:e0", "network": {"id": "cb8057bb-2c27-4ccc-a693-7bf7dfb97654", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-661192242-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66f806d698584e0a805923432d6a5a29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b399c74-1411-408a-b4cd-84e268ae83fe", "external-id": "nsx-vlan-transportzone-486", "segmentation_id": 486, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa95af5bc-de", "ovs_interfaceid": "a95af5bc-de8a-411e-9d24-db9326a00085", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 603.580964] env[62353]: DEBUG oslo_vmware.api [None req-cb29a535-ef9e-4fa5-9f44-65b054be036d tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Task: {'id': task-2371867, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.757708} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.581439] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb29a535-ef9e-4fa5-9f44-65b054be036d tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore2] 6886b90e-f9ac-4295-9a0e-c3d4fc2e5cf6/6886b90e-f9ac-4295-9a0e-c3d4fc2e5cf6.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 603.582129] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-cb29a535-ef9e-4fa5-9f44-65b054be036d tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] [instance: 6886b90e-f9ac-4295-9a0e-c3d4fc2e5cf6] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 603.582436] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1ae7ed65-9264-42ad-82bd-1d1d96d86967 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.590339] env[62353]: DEBUG oslo_vmware.api [None req-cb29a535-ef9e-4fa5-9f44-65b054be036d tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Waiting for the task: (returnval){ [ 603.590339] env[62353]: value = "task-2371871" [ 603.590339] env[62353]: _type = "Task" [ 603.590339] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.603630] env[62353]: DEBUG oslo_vmware.api [None req-cb29a535-ef9e-4fa5-9f44-65b054be036d tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Task: {'id': task-2371871, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.722250] env[62353]: DEBUG nova.network.neutron [None req-5bf0232a-6f17-4c22-8dc3-ff9c961f7974 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] [instance: 115fbeba-b84e-48ee-bee7-4cba1f52daa9] Successfully updated port: 027c624c-bcfe-4e44-9ee6-9b371b505ad0 {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 603.805814] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e12545a4-63aa-493d-8c0d-e81ff2f0e78a tempest-ImagesNegativeTestJSON-1559337630 tempest-ImagesNegativeTestJSON-1559337630-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.134s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 603.808630] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8fc25f49-3944-43a5-b609-b4f59bdae677 tempest-ServerActionsV293TestJSON-26696024 tempest-ServerActionsV293TestJSON-26696024-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.616s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 603.810728] env[62353]: INFO nova.compute.claims [None req-8fc25f49-3944-43a5-b609-b4f59bdae677 tempest-ServerActionsV293TestJSON-26696024 tempest-ServerActionsV293TestJSON-26696024-project-member] [instance: c29bf6eb-b456-4356-9ef8-d9ba70bc6464] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 603.879626] env[62353]: INFO nova.scheduler.client.report [None req-e12545a4-63aa-493d-8c0d-e81ff2f0e78a tempest-ImagesNegativeTestJSON-1559337630 tempest-ImagesNegativeTestJSON-1559337630-project-member] Deleted allocations for instance 9bd2f6b9-eb81-4238-a781-5f2bb54f80c0 [ 603.880043] env[62353]: INFO nova.compute.manager [None req-cb3c303d-ae51-43c1-8f3c-4ec60249fdeb tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] [instance: 2e9731d0-ef1b-44f2-a457-d21a99bfa2bf] instance snapshotting [ 603.883577] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a678982e-f8f5-45d0-b205-4d22d26c8e3b tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Lock "c7b98e17-46d0-4ae9-988e-fae08ee05377" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.460s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 603.884824] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b92b9e54-f313-4ce9-9bac-5176c355828e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.926979] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c15516c2-b987-476f-b0ce-18259a075d76 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.939623] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2371870, 'name': CreateVM_Task} progress is 25%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.016022] env[62353]: DEBUG oslo_concurrency.lockutils [req-b9e84750-75f3-4e24-afe7-7fc160d7d6ed req-ddab7e29-316d-41ea-a2dc-ba8bed4fdd55 service nova] Releasing lock "refresh_cache-6886b90e-f9ac-4295-9a0e-c3d4fc2e5cf6" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 604.104250] env[62353]: DEBUG oslo_vmware.api [None req-cb29a535-ef9e-4fa5-9f44-65b054be036d tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Task: {'id': task-2371871, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075158} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.104250] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-cb29a535-ef9e-4fa5-9f44-65b054be036d tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] [instance: 6886b90e-f9ac-4295-9a0e-c3d4fc2e5cf6] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 604.104643] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a94c7cd-213c-490c-aeba-da9f21046cb1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.133629] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb29a535-ef9e-4fa5-9f44-65b054be036d tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] [instance: 6886b90e-f9ac-4295-9a0e-c3d4fc2e5cf6] Reconfiguring VM instance instance-0000000e to attach disk [datastore2] 6886b90e-f9ac-4295-9a0e-c3d4fc2e5cf6/6886b90e-f9ac-4295-9a0e-c3d4fc2e5cf6.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 604.134115] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dce91b00-a6b8-4e35-969a-4dd92127654f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.156266] env[62353]: DEBUG oslo_vmware.api [None req-cb29a535-ef9e-4fa5-9f44-65b054be036d tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Waiting for the task: (returnval){ [ 604.156266] env[62353]: value = "task-2371872" [ 604.156266] env[62353]: _type = "Task" [ 604.156266] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.229846] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5bf0232a-6f17-4c22-8dc3-ff9c961f7974 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Acquiring lock "refresh_cache-115fbeba-b84e-48ee-bee7-4cba1f52daa9" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 604.230029] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5bf0232a-6f17-4c22-8dc3-ff9c961f7974 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Acquired lock "refresh_cache-115fbeba-b84e-48ee-bee7-4cba1f52daa9" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.230162] env[62353]: DEBUG nova.network.neutron [None req-5bf0232a-6f17-4c22-8dc3-ff9c961f7974 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] [instance: 115fbeba-b84e-48ee-bee7-4cba1f52daa9] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 604.389546] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e12545a4-63aa-493d-8c0d-e81ff2f0e78a tempest-ImagesNegativeTestJSON-1559337630 tempest-ImagesNegativeTestJSON-1559337630-project-member] Lock "9bd2f6b9-eb81-4238-a781-5f2bb54f80c0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.158s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 604.435345] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2371870, 'name': CreateVM_Task} progress is 99%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.447106] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-cb3c303d-ae51-43c1-8f3c-4ec60249fdeb tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] [instance: 2e9731d0-ef1b-44f2-a457-d21a99bfa2bf] Creating Snapshot of the VM instance {{(pid=62353) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 604.447436] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-652b8cd4-fd6b-428e-b4e0-b87e834ba810 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.458453] env[62353]: DEBUG oslo_vmware.api [None req-cb3c303d-ae51-43c1-8f3c-4ec60249fdeb tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Waiting for the task: (returnval){ [ 604.458453] env[62353]: value = "task-2371873" [ 604.458453] env[62353]: _type = "Task" [ 604.458453] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.477462] env[62353]: DEBUG oslo_vmware.api [None req-cb3c303d-ae51-43c1-8f3c-4ec60249fdeb tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Task: {'id': task-2371873, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.538715] env[62353]: DEBUG oslo_concurrency.lockutils [None req-78fc8aee-8e43-4ea9-9907-7a28db3511fc tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Acquiring lock "bc2376dd-856e-4797-bd2a-1db5c2be795d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 604.539081] env[62353]: DEBUG oslo_concurrency.lockutils [None req-78fc8aee-8e43-4ea9-9907-7a28db3511fc tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Lock "bc2376dd-856e-4797-bd2a-1db5c2be795d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 604.675343] env[62353]: DEBUG oslo_vmware.api [None req-cb29a535-ef9e-4fa5-9f44-65b054be036d tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Task: {'id': task-2371872, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.801997] env[62353]: DEBUG nova.network.neutron [None req-5bf0232a-6f17-4c22-8dc3-ff9c961f7974 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] [instance: 115fbeba-b84e-48ee-bee7-4cba1f52daa9] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 604.938316] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2371870, 'name': CreateVM_Task} progress is 99%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.973528] env[62353]: DEBUG oslo_vmware.api [None req-cb3c303d-ae51-43c1-8f3c-4ec60249fdeb tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Task: {'id': task-2371873, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.046305] env[62353]: DEBUG nova.compute.manager [None req-78fc8aee-8e43-4ea9-9907-7a28db3511fc tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: bc2376dd-856e-4797-bd2a-1db5c2be795d] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 605.167922] env[62353]: DEBUG nova.network.neutron [None req-5bf0232a-6f17-4c22-8dc3-ff9c961f7974 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] [instance: 115fbeba-b84e-48ee-bee7-4cba1f52daa9] Updating instance_info_cache with network_info: [{"id": "027c624c-bcfe-4e44-9ee6-9b371b505ad0", "address": "fa:16:3e:de:fa:2e", "network": {"id": "d81a66f5-bbd7-4e7d-9951-1375f9bdbebb", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1662318300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4124b0b9858844eab583b43b1909edbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap027c624c-bc", "ovs_interfaceid": "027c624c-bcfe-4e44-9ee6-9b371b505ad0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 605.175685] env[62353]: DEBUG oslo_vmware.api [None req-cb29a535-ef9e-4fa5-9f44-65b054be036d tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Task: {'id': task-2371872, 'name': ReconfigVM_Task, 'duration_secs': 0.70498} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.176304] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb29a535-ef9e-4fa5-9f44-65b054be036d tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] [instance: 6886b90e-f9ac-4295-9a0e-c3d4fc2e5cf6] Reconfigured VM instance instance-0000000e to attach disk [datastore2] 6886b90e-f9ac-4295-9a0e-c3d4fc2e5cf6/6886b90e-f9ac-4295-9a0e-c3d4fc2e5cf6.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 605.177035] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b77e41f6-376f-4354-a484-a0dfc1cea525 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.185965] env[62353]: DEBUG oslo_vmware.api [None req-cb29a535-ef9e-4fa5-9f44-65b054be036d tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Waiting for the task: (returnval){ [ 605.185965] env[62353]: value = "task-2371874" [ 605.185965] env[62353]: _type = "Task" [ 605.185965] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.200650] env[62353]: DEBUG oslo_vmware.api [None req-cb29a535-ef9e-4fa5-9f44-65b054be036d tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Task: {'id': task-2371874, 'name': Rename_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.208212] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-816ff8a4-9e83-484e-aa47-64616420b03e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.217177] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b2b00cc-baa4-4bd3-9b2d-ed9d2f7ab35b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.251830] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b444a767-b994-4a2a-8668-8d40fa7c1bd6 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Acquiring lock "70b6d86f-10bd-471f-8655-e961c4208751" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 605.252127] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b444a767-b994-4a2a-8668-8d40fa7c1bd6 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Lock "70b6d86f-10bd-471f-8655-e961c4208751" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 605.253086] env[62353]: DEBUG nova.compute.manager [None req-b444a767-b994-4a2a-8668-8d40fa7c1bd6 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] [instance: 70b6d86f-10bd-471f-8655-e961c4208751] Going to confirm migration 1 {{(pid=62353) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 605.254563] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b80c2d8c-cc06-42f1-ab8d-f2513e151628 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.264476] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-211a9754-490b-44f5-b025-6b9bfa61bff1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.284429] env[62353]: DEBUG nova.compute.provider_tree [None req-8fc25f49-3944-43a5-b609-b4f59bdae677 tempest-ServerActionsV293TestJSON-26696024 tempest-ServerActionsV293TestJSON-26696024-project-member] Updating inventory in ProviderTree for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 605.438504] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2371870, 'name': CreateVM_Task, 'duration_secs': 1.66206} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.438735] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 85c1498f-d888-4031-878b-0181e190d3a7] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 605.439867] env[62353]: DEBUG oslo_concurrency.lockutils [None req-414fc48a-44bb-4eeb-ba16-f2a6c226d819 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 605.440205] env[62353]: DEBUG oslo_concurrency.lockutils [None req-414fc48a-44bb-4eeb-ba16-f2a6c226d819 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Acquired lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.440906] env[62353]: DEBUG oslo_concurrency.lockutils [None req-414fc48a-44bb-4eeb-ba16-f2a6c226d819 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 605.441111] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6d5df0f-c961-442c-b7d5-6c62c74c67e9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.448628] env[62353]: DEBUG oslo_vmware.api [None req-414fc48a-44bb-4eeb-ba16-f2a6c226d819 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Waiting for the task: (returnval){ [ 605.448628] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]522819c7-5fff-e8f5-f742-ecf418c43d22" [ 605.448628] env[62353]: _type = "Task" [ 605.448628] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.461398] env[62353]: DEBUG oslo_vmware.api [None req-414fc48a-44bb-4eeb-ba16-f2a6c226d819 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]522819c7-5fff-e8f5-f742-ecf418c43d22, 'name': SearchDatastore_Task, 'duration_secs': 0.01066} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.466297] env[62353]: DEBUG oslo_concurrency.lockutils [None req-414fc48a-44bb-4eeb-ba16-f2a6c226d819 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Releasing lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 605.466564] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-414fc48a-44bb-4eeb-ba16-f2a6c226d819 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] [instance: 85c1498f-d888-4031-878b-0181e190d3a7] Processing image 06f909ae-e8dc-43b4-abf7-c7ed85db9bbd {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 605.466707] env[62353]: DEBUG oslo_concurrency.lockutils [None req-414fc48a-44bb-4eeb-ba16-f2a6c226d819 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 605.467022] env[62353]: DEBUG oslo_concurrency.lockutils [None req-414fc48a-44bb-4eeb-ba16-f2a6c226d819 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Acquired lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.467022] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-414fc48a-44bb-4eeb-ba16-f2a6c226d819 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 605.467365] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-62d4ea5d-6a93-4255-a461-588a316dbfa4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.476963] env[62353]: DEBUG oslo_vmware.api [None req-cb3c303d-ae51-43c1-8f3c-4ec60249fdeb tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Task: {'id': task-2371873, 'name': CreateSnapshot_Task, 'duration_secs': 0.965886} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.478406] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-cb3c303d-ae51-43c1-8f3c-4ec60249fdeb tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] [instance: 2e9731d0-ef1b-44f2-a457-d21a99bfa2bf] Created Snapshot of the VM instance {{(pid=62353) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 605.480555] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca64e789-4aab-4499-8675-342fbc237d8d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.484043] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-414fc48a-44bb-4eeb-ba16-f2a6c226d819 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 605.484244] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-414fc48a-44bb-4eeb-ba16-f2a6c226d819 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 605.488019] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25d6d02c-40d7-4cc6-a611-6f5c5bb05be1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.499401] env[62353]: DEBUG oslo_vmware.api [None req-414fc48a-44bb-4eeb-ba16-f2a6c226d819 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Waiting for the task: (returnval){ [ 605.499401] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52541c4f-8c18-8c3f-0d54-5db2950ed59f" [ 605.499401] env[62353]: _type = "Task" [ 605.499401] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.512562] env[62353]: DEBUG oslo_vmware.api [None req-414fc48a-44bb-4eeb-ba16-f2a6c226d819 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52541c4f-8c18-8c3f-0d54-5db2950ed59f, 'name': SearchDatastore_Task, 'duration_secs': 0.010042} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.513554] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bbeb0c42-da04-410d-bfcf-f05379c0ff78 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.521424] env[62353]: DEBUG oslo_vmware.api [None req-414fc48a-44bb-4eeb-ba16-f2a6c226d819 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Waiting for the task: (returnval){ [ 605.521424] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52569d50-9b89-5807-edb2-275de3ab8561" [ 605.521424] env[62353]: _type = "Task" [ 605.521424] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.531026] env[62353]: DEBUG oslo_vmware.api [None req-414fc48a-44bb-4eeb-ba16-f2a6c226d819 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52569d50-9b89-5807-edb2-275de3ab8561, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.571574] env[62353]: DEBUG oslo_concurrency.lockutils [None req-78fc8aee-8e43-4ea9-9907-7a28db3511fc tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 605.671881] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5bf0232a-6f17-4c22-8dc3-ff9c961f7974 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Releasing lock "refresh_cache-115fbeba-b84e-48ee-bee7-4cba1f52daa9" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 605.672378] env[62353]: DEBUG nova.compute.manager [None req-5bf0232a-6f17-4c22-8dc3-ff9c961f7974 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] [instance: 115fbeba-b84e-48ee-bee7-4cba1f52daa9] Instance network_info: |[{"id": "027c624c-bcfe-4e44-9ee6-9b371b505ad0", "address": "fa:16:3e:de:fa:2e", "network": {"id": "d81a66f5-bbd7-4e7d-9951-1375f9bdbebb", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1662318300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4124b0b9858844eab583b43b1909edbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap027c624c-bc", "ovs_interfaceid": "027c624c-bcfe-4e44-9ee6-9b371b505ad0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 605.672860] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-5bf0232a-6f17-4c22-8dc3-ff9c961f7974 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] [instance: 115fbeba-b84e-48ee-bee7-4cba1f52daa9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:de:fa:2e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '419a5b3f-4c6f-4168-9def-746b4d8c5c24', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '027c624c-bcfe-4e44-9ee6-9b371b505ad0', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 605.681074] env[62353]: DEBUG oslo.service.loopingcall [None req-5bf0232a-6f17-4c22-8dc3-ff9c961f7974 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 605.681391] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 115fbeba-b84e-48ee-bee7-4cba1f52daa9] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 605.681659] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6576bf98-f6e5-47c0-a902-0ccbf3bc0c53 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.710553] env[62353]: DEBUG oslo_vmware.api [None req-cb29a535-ef9e-4fa5-9f44-65b054be036d tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Task: {'id': task-2371874, 'name': Rename_Task, 'duration_secs': 0.194086} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.712176] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb29a535-ef9e-4fa5-9f44-65b054be036d tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] [instance: 6886b90e-f9ac-4295-9a0e-c3d4fc2e5cf6] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 605.712470] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 605.712470] env[62353]: value = "task-2371875" [ 605.712470] env[62353]: _type = "Task" [ 605.712470] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.712871] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-53d7236f-56ca-4fde-bb87-0ca392a5d1eb {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.724043] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2371875, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.725567] env[62353]: DEBUG oslo_vmware.api [None req-cb29a535-ef9e-4fa5-9f44-65b054be036d tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Waiting for the task: (returnval){ [ 605.725567] env[62353]: value = "task-2371876" [ 605.725567] env[62353]: _type = "Task" [ 605.725567] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.735602] env[62353]: DEBUG oslo_vmware.api [None req-cb29a535-ef9e-4fa5-9f44-65b054be036d tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Task: {'id': task-2371876, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.816032] env[62353]: ERROR nova.scheduler.client.report [None req-8fc25f49-3944-43a5-b609-b4f59bdae677 tempest-ServerActionsV293TestJSON-26696024 tempest-ServerActionsV293TestJSON-26696024-project-member] [req-7d10687d-c70b-470e-845c-645a42174b94] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7ed3af4c-f85e-4a4b-a365-13d128b6ab14. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-7d10687d-c70b-470e-845c-645a42174b94"}]} [ 605.844900] env[62353]: DEBUG nova.scheduler.client.report [None req-8fc25f49-3944-43a5-b609-b4f59bdae677 tempest-ServerActionsV293TestJSON-26696024 tempest-ServerActionsV293TestJSON-26696024-project-member] Refreshing inventories for resource provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 605.865614] env[62353]: DEBUG nova.scheduler.client.report [None req-8fc25f49-3944-43a5-b609-b4f59bdae677 tempest-ServerActionsV293TestJSON-26696024 tempest-ServerActionsV293TestJSON-26696024-project-member] Updating ProviderTree inventory for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 605.865839] env[62353]: DEBUG nova.compute.provider_tree [None req-8fc25f49-3944-43a5-b609-b4f59bdae677 tempest-ServerActionsV293TestJSON-26696024 tempest-ServerActionsV293TestJSON-26696024-project-member] Updating inventory in ProviderTree for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 605.886842] env[62353]: DEBUG nova.scheduler.client.report [None req-8fc25f49-3944-43a5-b609-b4f59bdae677 tempest-ServerActionsV293TestJSON-26696024 tempest-ServerActionsV293TestJSON-26696024-project-member] Refreshing aggregate associations for resource provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14, aggregates: None {{(pid=62353) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 605.915200] env[62353]: DEBUG nova.scheduler.client.report [None req-8fc25f49-3944-43a5-b609-b4f59bdae677 tempest-ServerActionsV293TestJSON-26696024 tempest-ServerActionsV293TestJSON-26696024-project-member] Refreshing trait associations for resource provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=62353) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 606.015817] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-cb3c303d-ae51-43c1-8f3c-4ec60249fdeb tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] [instance: 2e9731d0-ef1b-44f2-a457-d21a99bfa2bf] Creating linked-clone VM from snapshot {{(pid=62353) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 606.016552] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ed97c719-8c0f-4dc1-8cbd-605ee15d5d25 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.022640] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b444a767-b994-4a2a-8668-8d40fa7c1bd6 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Acquiring lock "refresh_cache-70b6d86f-10bd-471f-8655-e961c4208751" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 606.022813] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b444a767-b994-4a2a-8668-8d40fa7c1bd6 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Acquired lock "refresh_cache-70b6d86f-10bd-471f-8655-e961c4208751" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.023432] env[62353]: DEBUG nova.network.neutron [None req-b444a767-b994-4a2a-8668-8d40fa7c1bd6 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] [instance: 70b6d86f-10bd-471f-8655-e961c4208751] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 606.023432] env[62353]: DEBUG nova.objects.instance [None req-b444a767-b994-4a2a-8668-8d40fa7c1bd6 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Lazy-loading 'info_cache' on Instance uuid 70b6d86f-10bd-471f-8655-e961c4208751 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 606.034309] env[62353]: DEBUG oslo_vmware.api [None req-cb3c303d-ae51-43c1-8f3c-4ec60249fdeb tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Waiting for the task: (returnval){ [ 606.034309] env[62353]: value = "task-2371877" [ 606.034309] env[62353]: _type = "Task" [ 606.034309] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.046077] env[62353]: DEBUG oslo_vmware.api [None req-414fc48a-44bb-4eeb-ba16-f2a6c226d819 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52569d50-9b89-5807-edb2-275de3ab8561, 'name': SearchDatastore_Task, 'duration_secs': 0.011148} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.047054] env[62353]: DEBUG oslo_concurrency.lockutils [None req-414fc48a-44bb-4eeb-ba16-f2a6c226d819 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Releasing lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 606.047054] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-414fc48a-44bb-4eeb-ba16-f2a6c226d819 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore2] 85c1498f-d888-4031-878b-0181e190d3a7/85c1498f-d888-4031-878b-0181e190d3a7.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 606.047633] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ba1d2509-56c7-430d-b347-834ac2635d23 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.052680] env[62353]: DEBUG oslo_vmware.api [None req-cb3c303d-ae51-43c1-8f3c-4ec60249fdeb tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Task: {'id': task-2371877, 'name': CloneVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.061608] env[62353]: DEBUG oslo_vmware.api [None req-414fc48a-44bb-4eeb-ba16-f2a6c226d819 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Waiting for the task: (returnval){ [ 606.061608] env[62353]: value = "task-2371878" [ 606.061608] env[62353]: _type = "Task" [ 606.061608] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.074659] env[62353]: DEBUG oslo_vmware.api [None req-414fc48a-44bb-4eeb-ba16-f2a6c226d819 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Task: {'id': task-2371878, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.235034] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2371875, 'name': CreateVM_Task, 'duration_secs': 0.392423} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.235782] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 115fbeba-b84e-48ee-bee7-4cba1f52daa9] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 606.237442] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5bf0232a-6f17-4c22-8dc3-ff9c961f7974 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 606.237652] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5bf0232a-6f17-4c22-8dc3-ff9c961f7974 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Acquired lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.238731] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5bf0232a-6f17-4c22-8dc3-ff9c961f7974 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 606.238731] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e49f5318-6646-42eb-9c61-4ac397453194 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.252394] env[62353]: DEBUG oslo_vmware.api [None req-cb29a535-ef9e-4fa5-9f44-65b054be036d tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Task: {'id': task-2371876, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.257632] env[62353]: DEBUG oslo_vmware.api [None req-5bf0232a-6f17-4c22-8dc3-ff9c961f7974 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Waiting for the task: (returnval){ [ 606.257632] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]523899ef-703e-9623-2f5e-dd98affb20c0" [ 606.257632] env[62353]: _type = "Task" [ 606.257632] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.272188] env[62353]: DEBUG oslo_vmware.api [None req-5bf0232a-6f17-4c22-8dc3-ff9c961f7974 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]523899ef-703e-9623-2f5e-dd98affb20c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.281193] env[62353]: DEBUG nova.compute.manager [req-8d588838-618a-4bc2-bad5-d1d91c7be9c8 req-b88e177b-dea8-4705-8635-c801a33a19ae service nova] [instance: 85c1498f-d888-4031-878b-0181e190d3a7] Received event network-changed-2d2be688-8c3d-4559-b07d-24dd1ab93c3a {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 606.283654] env[62353]: DEBUG nova.compute.manager [req-8d588838-618a-4bc2-bad5-d1d91c7be9c8 req-b88e177b-dea8-4705-8635-c801a33a19ae service nova] [instance: 85c1498f-d888-4031-878b-0181e190d3a7] Refreshing instance network info cache due to event network-changed-2d2be688-8c3d-4559-b07d-24dd1ab93c3a. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 606.283654] env[62353]: DEBUG oslo_concurrency.lockutils [req-8d588838-618a-4bc2-bad5-d1d91c7be9c8 req-b88e177b-dea8-4705-8635-c801a33a19ae service nova] Acquiring lock "refresh_cache-85c1498f-d888-4031-878b-0181e190d3a7" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 606.283654] env[62353]: DEBUG oslo_concurrency.lockutils [req-8d588838-618a-4bc2-bad5-d1d91c7be9c8 req-b88e177b-dea8-4705-8635-c801a33a19ae service nova] Acquired lock "refresh_cache-85c1498f-d888-4031-878b-0181e190d3a7" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.283654] env[62353]: DEBUG nova.network.neutron [req-8d588838-618a-4bc2-bad5-d1d91c7be9c8 req-b88e177b-dea8-4705-8635-c801a33a19ae service nova] [instance: 85c1498f-d888-4031-878b-0181e190d3a7] Refreshing network info cache for port 2d2be688-8c3d-4559-b07d-24dd1ab93c3a {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 606.375294] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b858f01-7ab7-4ee7-b78f-588741b661a3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.389431] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98951e1e-62d6-4f0c-9d0f-1a219e78a97a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.489705] env[62353]: DEBUG nova.compute.manager [req-b9db5674-2d7b-4359-b197-dddffdaefe92 req-f24e28cb-584d-4653-b70c-49d9357b9d96 service nova] [instance: 115fbeba-b84e-48ee-bee7-4cba1f52daa9] Received event network-vif-plugged-027c624c-bcfe-4e44-9ee6-9b371b505ad0 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 606.490238] env[62353]: DEBUG oslo_concurrency.lockutils [req-b9db5674-2d7b-4359-b197-dddffdaefe92 req-f24e28cb-584d-4653-b70c-49d9357b9d96 service nova] Acquiring lock "115fbeba-b84e-48ee-bee7-4cba1f52daa9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 606.490495] env[62353]: DEBUG oslo_concurrency.lockutils [req-b9db5674-2d7b-4359-b197-dddffdaefe92 req-f24e28cb-584d-4653-b70c-49d9357b9d96 service nova] Lock "115fbeba-b84e-48ee-bee7-4cba1f52daa9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 606.490778] env[62353]: DEBUG oslo_concurrency.lockutils [req-b9db5674-2d7b-4359-b197-dddffdaefe92 req-f24e28cb-584d-4653-b70c-49d9357b9d96 service nova] Lock "115fbeba-b84e-48ee-bee7-4cba1f52daa9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 606.490935] env[62353]: DEBUG nova.compute.manager [req-b9db5674-2d7b-4359-b197-dddffdaefe92 req-f24e28cb-584d-4653-b70c-49d9357b9d96 service nova] [instance: 115fbeba-b84e-48ee-bee7-4cba1f52daa9] No waiting events found dispatching network-vif-plugged-027c624c-bcfe-4e44-9ee6-9b371b505ad0 {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 606.491199] env[62353]: WARNING nova.compute.manager [req-b9db5674-2d7b-4359-b197-dddffdaefe92 req-f24e28cb-584d-4653-b70c-49d9357b9d96 service nova] [instance: 115fbeba-b84e-48ee-bee7-4cba1f52daa9] Received unexpected event network-vif-plugged-027c624c-bcfe-4e44-9ee6-9b371b505ad0 for instance with vm_state building and task_state spawning. [ 606.491590] env[62353]: DEBUG nova.compute.manager [req-b9db5674-2d7b-4359-b197-dddffdaefe92 req-f24e28cb-584d-4653-b70c-49d9357b9d96 service nova] [instance: 115fbeba-b84e-48ee-bee7-4cba1f52daa9] Received event network-changed-027c624c-bcfe-4e44-9ee6-9b371b505ad0 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 606.491690] env[62353]: DEBUG nova.compute.manager [req-b9db5674-2d7b-4359-b197-dddffdaefe92 req-f24e28cb-584d-4653-b70c-49d9357b9d96 service nova] [instance: 115fbeba-b84e-48ee-bee7-4cba1f52daa9] Refreshing instance network info cache due to event network-changed-027c624c-bcfe-4e44-9ee6-9b371b505ad0. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 606.491921] env[62353]: DEBUG oslo_concurrency.lockutils [req-b9db5674-2d7b-4359-b197-dddffdaefe92 req-f24e28cb-584d-4653-b70c-49d9357b9d96 service nova] Acquiring lock "refresh_cache-115fbeba-b84e-48ee-bee7-4cba1f52daa9" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 606.492196] env[62353]: DEBUG oslo_concurrency.lockutils [req-b9db5674-2d7b-4359-b197-dddffdaefe92 req-f24e28cb-584d-4653-b70c-49d9357b9d96 service nova] Acquired lock "refresh_cache-115fbeba-b84e-48ee-bee7-4cba1f52daa9" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.492439] env[62353]: DEBUG nova.network.neutron [req-b9db5674-2d7b-4359-b197-dddffdaefe92 req-f24e28cb-584d-4653-b70c-49d9357b9d96 service nova] [instance: 115fbeba-b84e-48ee-bee7-4cba1f52daa9] Refreshing network info cache for port 027c624c-bcfe-4e44-9ee6-9b371b505ad0 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 606.494969] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cadd636-8223-4984-90e5-7ff493c7b47d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.512292] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f58b595-08cf-469d-b968-91e76f81ecb5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.558994] env[62353]: DEBUG nova.compute.provider_tree [None req-8fc25f49-3944-43a5-b609-b4f59bdae677 tempest-ServerActionsV293TestJSON-26696024 tempest-ServerActionsV293TestJSON-26696024-project-member] Updating inventory in ProviderTree for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 606.577224] env[62353]: DEBUG oslo_vmware.api [None req-cb3c303d-ae51-43c1-8f3c-4ec60249fdeb tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Task: {'id': task-2371877, 'name': CloneVM_Task} progress is 94%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.593623] env[62353]: DEBUG oslo_vmware.api [None req-414fc48a-44bb-4eeb-ba16-f2a6c226d819 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Task: {'id': task-2371878, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.746425] env[62353]: DEBUG oslo_vmware.api [None req-cb29a535-ef9e-4fa5-9f44-65b054be036d tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Task: {'id': task-2371876, 'name': PowerOnVM_Task, 'duration_secs': 0.859878} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.746425] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb29a535-ef9e-4fa5-9f44-65b054be036d tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] [instance: 6886b90e-f9ac-4295-9a0e-c3d4fc2e5cf6] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 606.746425] env[62353]: INFO nova.compute.manager [None req-cb29a535-ef9e-4fa5-9f44-65b054be036d tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] [instance: 6886b90e-f9ac-4295-9a0e-c3d4fc2e5cf6] Took 13.01 seconds to spawn the instance on the hypervisor. [ 606.746425] env[62353]: DEBUG nova.compute.manager [None req-cb29a535-ef9e-4fa5-9f44-65b054be036d tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] [instance: 6886b90e-f9ac-4295-9a0e-c3d4fc2e5cf6] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 606.747058] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f8c62e3-e6b2-4313-9dba-593c8bd535ab {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.780374] env[62353]: DEBUG oslo_concurrency.lockutils [None req-273a5ace-5988-45e8-b6ea-861951bc5b94 tempest-AttachInterfacesUnderV243Test-231370955 tempest-AttachInterfacesUnderV243Test-231370955-project-member] Acquiring lock "0ccb3004-b612-45c3-b655-609eb2c4b16c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 606.781846] env[62353]: DEBUG oslo_concurrency.lockutils [None req-273a5ace-5988-45e8-b6ea-861951bc5b94 tempest-AttachInterfacesUnderV243Test-231370955 tempest-AttachInterfacesUnderV243Test-231370955-project-member] Lock "0ccb3004-b612-45c3-b655-609eb2c4b16c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 606.783212] env[62353]: DEBUG oslo_vmware.api [None req-5bf0232a-6f17-4c22-8dc3-ff9c961f7974 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]523899ef-703e-9623-2f5e-dd98affb20c0, 'name': SearchDatastore_Task, 'duration_secs': 0.075144} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.783944] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5bf0232a-6f17-4c22-8dc3-ff9c961f7974 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Releasing lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 606.784494] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-5bf0232a-6f17-4c22-8dc3-ff9c961f7974 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] [instance: 115fbeba-b84e-48ee-bee7-4cba1f52daa9] Processing image 06f909ae-e8dc-43b4-abf7-c7ed85db9bbd {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 606.784494] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5bf0232a-6f17-4c22-8dc3-ff9c961f7974 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 606.784734] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5bf0232a-6f17-4c22-8dc3-ff9c961f7974 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Acquired lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.784974] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bf0232a-6f17-4c22-8dc3-ff9c961f7974 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 606.785556] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a9e003ff-fdbe-4c79-b503-72c83bf89915 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.800630] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bf0232a-6f17-4c22-8dc3-ff9c961f7974 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 606.801014] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-5bf0232a-6f17-4c22-8dc3-ff9c961f7974 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 606.801795] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f581cc66-44c2-49f9-9d26-46a5a0bbe58e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.808934] env[62353]: DEBUG oslo_vmware.api [None req-5bf0232a-6f17-4c22-8dc3-ff9c961f7974 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Waiting for the task: (returnval){ [ 606.808934] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52fdd68a-a4b4-60bf-4e0c-cd0911ff2d12" [ 606.808934] env[62353]: _type = "Task" [ 606.808934] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.823552] env[62353]: DEBUG oslo_vmware.api [None req-5bf0232a-6f17-4c22-8dc3-ff9c961f7974 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52fdd68a-a4b4-60bf-4e0c-cd0911ff2d12, 'name': SearchDatastore_Task, 'duration_secs': 0.011134} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.824814] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d010faa-7f30-4c1c-b72a-ec765098793d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.833085] env[62353]: DEBUG oslo_vmware.api [None req-5bf0232a-6f17-4c22-8dc3-ff9c961f7974 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Waiting for the task: (returnval){ [ 606.833085] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5282cd24-7e58-a203-f785-352e8c6d1cca" [ 606.833085] env[62353]: _type = "Task" [ 606.833085] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.847096] env[62353]: DEBUG oslo_vmware.api [None req-5bf0232a-6f17-4c22-8dc3-ff9c961f7974 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5282cd24-7e58-a203-f785-352e8c6d1cca, 'name': SearchDatastore_Task, 'duration_secs': 0.011159} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.847441] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5bf0232a-6f17-4c22-8dc3-ff9c961f7974 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Releasing lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 606.847634] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bf0232a-6f17-4c22-8dc3-ff9c961f7974 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore2] 115fbeba-b84e-48ee-bee7-4cba1f52daa9/115fbeba-b84e-48ee-bee7-4cba1f52daa9.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 606.847808] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-30f72633-1b89-4d47-a1c9-6621b1b57671 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.858201] env[62353]: DEBUG oslo_vmware.api [None req-5bf0232a-6f17-4c22-8dc3-ff9c961f7974 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Waiting for the task: (returnval){ [ 606.858201] env[62353]: value = "task-2371879" [ 606.858201] env[62353]: _type = "Task" [ 606.858201] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.867716] env[62353]: DEBUG oslo_vmware.api [None req-5bf0232a-6f17-4c22-8dc3-ff9c961f7974 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Task: {'id': task-2371879, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.928558] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d3d3cd2c-e473-4f11-9bb1-f4ada808ff03 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] Acquiring lock "f71b6bee-dbc8-48b6-a446-3d93255fda73" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 606.929118] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d3d3cd2c-e473-4f11-9bb1-f4ada808ff03 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] Lock "f71b6bee-dbc8-48b6-a446-3d93255fda73" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 607.085056] env[62353]: DEBUG oslo_vmware.api [None req-414fc48a-44bb-4eeb-ba16-f2a6c226d819 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Task: {'id': task-2371878, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.557034} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.088650] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-414fc48a-44bb-4eeb-ba16-f2a6c226d819 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore2] 85c1498f-d888-4031-878b-0181e190d3a7/85c1498f-d888-4031-878b-0181e190d3a7.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 607.088831] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-414fc48a-44bb-4eeb-ba16-f2a6c226d819 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] [instance: 85c1498f-d888-4031-878b-0181e190d3a7] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 607.089156] env[62353]: DEBUG oslo_vmware.api [None req-cb3c303d-ae51-43c1-8f3c-4ec60249fdeb tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Task: {'id': task-2371877, 'name': CloneVM_Task} progress is 94%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.089402] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dd6d77c2-5bc1-4f98-815b-32ef70cd6755 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.103252] env[62353]: DEBUG oslo_vmware.api [None req-414fc48a-44bb-4eeb-ba16-f2a6c226d819 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Waiting for the task: (returnval){ [ 607.103252] env[62353]: value = "task-2371880" [ 607.103252] env[62353]: _type = "Task" [ 607.103252] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.109645] env[62353]: ERROR nova.scheduler.client.report [None req-8fc25f49-3944-43a5-b609-b4f59bdae677 tempest-ServerActionsV293TestJSON-26696024 tempest-ServerActionsV293TestJSON-26696024-project-member] [req-0de8e837-aeb4-4468-9e40-7cdbc8184d00] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7ed3af4c-f85e-4a4b-a365-13d128b6ab14. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-0de8e837-aeb4-4468-9e40-7cdbc8184d00"}]} [ 607.121748] env[62353]: DEBUG oslo_vmware.api [None req-414fc48a-44bb-4eeb-ba16-f2a6c226d819 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Task: {'id': task-2371880, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.139623] env[62353]: DEBUG nova.scheduler.client.report [None req-8fc25f49-3944-43a5-b609-b4f59bdae677 tempest-ServerActionsV293TestJSON-26696024 tempest-ServerActionsV293TestJSON-26696024-project-member] Refreshing inventories for resource provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 607.163500] env[62353]: DEBUG nova.scheduler.client.report [None req-8fc25f49-3944-43a5-b609-b4f59bdae677 tempest-ServerActionsV293TestJSON-26696024 tempest-ServerActionsV293TestJSON-26696024-project-member] Updating ProviderTree inventory for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 607.164243] env[62353]: DEBUG nova.compute.provider_tree [None req-8fc25f49-3944-43a5-b609-b4f59bdae677 tempest-ServerActionsV293TestJSON-26696024 tempest-ServerActionsV293TestJSON-26696024-project-member] Updating inventory in ProviderTree for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 607.185014] env[62353]: DEBUG nova.scheduler.client.report [None req-8fc25f49-3944-43a5-b609-b4f59bdae677 tempest-ServerActionsV293TestJSON-26696024 tempest-ServerActionsV293TestJSON-26696024-project-member] Refreshing aggregate associations for resource provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14, aggregates: None {{(pid=62353) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 607.214757] env[62353]: DEBUG nova.scheduler.client.report [None req-8fc25f49-3944-43a5-b609-b4f59bdae677 tempest-ServerActionsV293TestJSON-26696024 tempest-ServerActionsV293TestJSON-26696024-project-member] Refreshing trait associations for resource provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=62353) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 607.274213] env[62353]: INFO nova.compute.manager [None req-cb29a535-ef9e-4fa5-9f44-65b054be036d tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] [instance: 6886b90e-f9ac-4295-9a0e-c3d4fc2e5cf6] Took 25.74 seconds to build instance. [ 607.289858] env[62353]: DEBUG nova.compute.manager [None req-273a5ace-5988-45e8-b6ea-861951bc5b94 tempest-AttachInterfacesUnderV243Test-231370955 tempest-AttachInterfacesUnderV243Test-231370955-project-member] [instance: 0ccb3004-b612-45c3-b655-609eb2c4b16c] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 607.334174] env[62353]: DEBUG nova.network.neutron [req-8d588838-618a-4bc2-bad5-d1d91c7be9c8 req-b88e177b-dea8-4705-8635-c801a33a19ae service nova] [instance: 85c1498f-d888-4031-878b-0181e190d3a7] Updated VIF entry in instance network info cache for port 2d2be688-8c3d-4559-b07d-24dd1ab93c3a. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 607.334571] env[62353]: DEBUG nova.network.neutron [req-8d588838-618a-4bc2-bad5-d1d91c7be9c8 req-b88e177b-dea8-4705-8635-c801a33a19ae service nova] [instance: 85c1498f-d888-4031-878b-0181e190d3a7] Updating instance_info_cache with network_info: [{"id": "2d2be688-8c3d-4559-b07d-24dd1ab93c3a", "address": "fa:16:3e:d6:87:19", "network": {"id": "d81a66f5-bbd7-4e7d-9951-1375f9bdbebb", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1662318300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4124b0b9858844eab583b43b1909edbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d2be688-8c", "ovs_interfaceid": "2d2be688-8c3d-4559-b07d-24dd1ab93c3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 607.370792] env[62353]: DEBUG oslo_vmware.api [None req-5bf0232a-6f17-4c22-8dc3-ff9c961f7974 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Task: {'id': task-2371879, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.472674} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.373572] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bf0232a-6f17-4c22-8dc3-ff9c961f7974 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore2] 115fbeba-b84e-48ee-bee7-4cba1f52daa9/115fbeba-b84e-48ee-bee7-4cba1f52daa9.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 607.373801] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-5bf0232a-6f17-4c22-8dc3-ff9c961f7974 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] [instance: 115fbeba-b84e-48ee-bee7-4cba1f52daa9] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 607.374727] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-357ad861-f662-48d8-92ed-053dfb93c325 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.382138] env[62353]: DEBUG oslo_vmware.api [None req-5bf0232a-6f17-4c22-8dc3-ff9c961f7974 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Waiting for the task: (returnval){ [ 607.382138] env[62353]: value = "task-2371881" [ 607.382138] env[62353]: _type = "Task" [ 607.382138] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.396519] env[62353]: DEBUG oslo_vmware.api [None req-5bf0232a-6f17-4c22-8dc3-ff9c961f7974 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Task: {'id': task-2371881, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.436146] env[62353]: DEBUG nova.compute.manager [None req-d3d3cd2c-e473-4f11-9bb1-f4ada808ff03 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] [instance: f71b6bee-dbc8-48b6-a446-3d93255fda73] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 607.572838] env[62353]: DEBUG oslo_vmware.api [None req-cb3c303d-ae51-43c1-8f3c-4ec60249fdeb tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Task: {'id': task-2371877, 'name': CloneVM_Task} progress is 100%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.596443] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19935976-45e2-4e5a-9508-59dbb57da045 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.610221] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26ba449e-3b6a-4344-8faa-b850b1796ab4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.621585] env[62353]: DEBUG oslo_vmware.api [None req-414fc48a-44bb-4eeb-ba16-f2a6c226d819 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Task: {'id': task-2371880, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.168747} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.646487] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-414fc48a-44bb-4eeb-ba16-f2a6c226d819 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] [instance: 85c1498f-d888-4031-878b-0181e190d3a7] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 607.647639] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-370c1fc4-7634-4ab6-a090-9010ce54a88e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.651582] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1a94523-5266-4983-9310-084775208b77 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.678579] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-414fc48a-44bb-4eeb-ba16-f2a6c226d819 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] [instance: 85c1498f-d888-4031-878b-0181e190d3a7] Reconfiguring VM instance instance-0000000f to attach disk [datastore2] 85c1498f-d888-4031-878b-0181e190d3a7/85c1498f-d888-4031-878b-0181e190d3a7.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 607.678937] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0663b5b2-72a4-4c59-99a0-06c97c2991c0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.695591] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d62c4df-2974-48ee-bd2e-41f9e23d9ca4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.710580] env[62353]: DEBUG nova.compute.provider_tree [None req-8fc25f49-3944-43a5-b609-b4f59bdae677 tempest-ServerActionsV293TestJSON-26696024 tempest-ServerActionsV293TestJSON-26696024-project-member] Updating inventory in ProviderTree for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 607.715145] env[62353]: DEBUG oslo_vmware.api [None req-414fc48a-44bb-4eeb-ba16-f2a6c226d819 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Waiting for the task: (returnval){ [ 607.715145] env[62353]: value = "task-2371882" [ 607.715145] env[62353]: _type = "Task" [ 607.715145] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.724218] env[62353]: DEBUG oslo_vmware.api [None req-414fc48a-44bb-4eeb-ba16-f2a6c226d819 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Task: {'id': task-2371882, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.776243] env[62353]: DEBUG oslo_concurrency.lockutils [None req-cb29a535-ef9e-4fa5-9f44-65b054be036d tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Lock "6886b90e-f9ac-4295-9a0e-c3d4fc2e5cf6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.251s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 607.820200] env[62353]: DEBUG oslo_concurrency.lockutils [None req-273a5ace-5988-45e8-b6ea-861951bc5b94 tempest-AttachInterfacesUnderV243Test-231370955 tempest-AttachInterfacesUnderV243Test-231370955-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 607.840047] env[62353]: DEBUG oslo_concurrency.lockutils [req-8d588838-618a-4bc2-bad5-d1d91c7be9c8 req-b88e177b-dea8-4705-8635-c801a33a19ae service nova] Releasing lock "refresh_cache-85c1498f-d888-4031-878b-0181e190d3a7" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 607.840367] env[62353]: DEBUG nova.compute.manager [req-8d588838-618a-4bc2-bad5-d1d91c7be9c8 req-b88e177b-dea8-4705-8635-c801a33a19ae service nova] [instance: c9c70c50-2454-4da5-ae51-57488371a23c] Received event network-vif-deleted-7fabed49-5bef-4da3-a7a2-1649c08029bf {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 607.892381] env[62353]: DEBUG oslo_vmware.api [None req-5bf0232a-6f17-4c22-8dc3-ff9c961f7974 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Task: {'id': task-2371881, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08222} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.892642] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-5bf0232a-6f17-4c22-8dc3-ff9c961f7974 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] [instance: 115fbeba-b84e-48ee-bee7-4cba1f52daa9] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 607.893471] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f69510c0-66dd-4072-b2bc-a88dc3309c48 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.916288] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bf0232a-6f17-4c22-8dc3-ff9c961f7974 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] [instance: 115fbeba-b84e-48ee-bee7-4cba1f52daa9] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] 115fbeba-b84e-48ee-bee7-4cba1f52daa9/115fbeba-b84e-48ee-bee7-4cba1f52daa9.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 607.919668] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ea2036d-95b9-46b9-a25f-b0345a598f89 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.944763] env[62353]: DEBUG oslo_vmware.api [None req-5bf0232a-6f17-4c22-8dc3-ff9c961f7974 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Waiting for the task: (returnval){ [ 607.944763] env[62353]: value = "task-2371883" [ 607.944763] env[62353]: _type = "Task" [ 607.944763] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.962512] env[62353]: DEBUG oslo_vmware.api [None req-5bf0232a-6f17-4c22-8dc3-ff9c961f7974 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Task: {'id': task-2371883, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.964485] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d3d3cd2c-e473-4f11-9bb1-f4ada808ff03 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 608.708313] env[62353]: DEBUG oslo_vmware.api [None req-cb3c303d-ae51-43c1-8f3c-4ec60249fdeb tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Task: {'id': task-2371877, 'name': CloneVM_Task, 'duration_secs': 1.598277} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.710046] env[62353]: DEBUG nova.network.neutron [req-b9db5674-2d7b-4359-b197-dddffdaefe92 req-f24e28cb-584d-4653-b70c-49d9357b9d96 service nova] [instance: 115fbeba-b84e-48ee-bee7-4cba1f52daa9] Updated VIF entry in instance network info cache for port 027c624c-bcfe-4e44-9ee6-9b371b505ad0. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 608.710046] env[62353]: DEBUG nova.network.neutron [req-b9db5674-2d7b-4359-b197-dddffdaefe92 req-f24e28cb-584d-4653-b70c-49d9357b9d96 service nova] [instance: 115fbeba-b84e-48ee-bee7-4cba1f52daa9] Updating instance_info_cache with network_info: [{"id": "027c624c-bcfe-4e44-9ee6-9b371b505ad0", "address": "fa:16:3e:de:fa:2e", "network": {"id": "d81a66f5-bbd7-4e7d-9951-1375f9bdbebb", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1662318300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4124b0b9858844eab583b43b1909edbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap027c624c-bc", "ovs_interfaceid": "027c624c-bcfe-4e44-9ee6-9b371b505ad0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 608.718972] env[62353]: INFO nova.virt.vmwareapi.vmops [None req-cb3c303d-ae51-43c1-8f3c-4ec60249fdeb tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] [instance: 2e9731d0-ef1b-44f2-a457-d21a99bfa2bf] Created linked-clone VM from snapshot [ 608.719974] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c097a23c-2053-4960-8e80-bea9e93c4b73 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.736682] env[62353]: DEBUG oslo_vmware.api [None req-5bf0232a-6f17-4c22-8dc3-ff9c961f7974 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Task: {'id': task-2371883, 'name': ReconfigVM_Task, 'duration_secs': 0.322091} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.738070] env[62353]: DEBUG nova.virt.vmwareapi.images [None req-cb3c303d-ae51-43c1-8f3c-4ec60249fdeb tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] [instance: 2e9731d0-ef1b-44f2-a457-d21a99bfa2bf] Uploading image 8d618aaa-4ccf-46e8-a8cd-26de52cd39aa {{(pid=62353) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 608.739124] env[62353]: DEBUG oslo_vmware.api [None req-414fc48a-44bb-4eeb-ba16-f2a6c226d819 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Task: {'id': task-2371882, 'name': ReconfigVM_Task, 'duration_secs': 0.337688} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.739606] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bf0232a-6f17-4c22-8dc3-ff9c961f7974 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] [instance: 115fbeba-b84e-48ee-bee7-4cba1f52daa9] Reconfigured VM instance instance-00000010 to attach disk [datastore2] 115fbeba-b84e-48ee-bee7-4cba1f52daa9/115fbeba-b84e-48ee-bee7-4cba1f52daa9.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 608.740290] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-414fc48a-44bb-4eeb-ba16-f2a6c226d819 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] [instance: 85c1498f-d888-4031-878b-0181e190d3a7] Reconfigured VM instance instance-0000000f to attach disk [datastore2] 85c1498f-d888-4031-878b-0181e190d3a7/85c1498f-d888-4031-878b-0181e190d3a7.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 608.741104] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e881e466-7ee4-4844-9f77-f785fc31ba05 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.742714] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-adc93ee4-ccce-4cbe-8bca-e8b50f292717 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.751439] env[62353]: DEBUG oslo_vmware.api [None req-5bf0232a-6f17-4c22-8dc3-ff9c961f7974 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Waiting for the task: (returnval){ [ 608.751439] env[62353]: value = "task-2371885" [ 608.751439] env[62353]: _type = "Task" [ 608.751439] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.752917] env[62353]: DEBUG oslo_vmware.api [None req-414fc48a-44bb-4eeb-ba16-f2a6c226d819 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Waiting for the task: (returnval){ [ 608.752917] env[62353]: value = "task-2371884" [ 608.752917] env[62353]: _type = "Task" [ 608.752917] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.757561] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb3c303d-ae51-43c1-8f3c-4ec60249fdeb tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] [instance: 2e9731d0-ef1b-44f2-a457-d21a99bfa2bf] Destroying the VM {{(pid=62353) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 608.760892] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a1f46734-aadc-4dc0-a036-a261207f4638 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.765598] env[62353]: DEBUG nova.scheduler.client.report [None req-8fc25f49-3944-43a5-b609-b4f59bdae677 tempest-ServerActionsV293TestJSON-26696024 tempest-ServerActionsV293TestJSON-26696024-project-member] Updated inventory for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 with generation 30 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 608.765903] env[62353]: DEBUG nova.compute.provider_tree [None req-8fc25f49-3944-43a5-b609-b4f59bdae677 tempest-ServerActionsV293TestJSON-26696024 tempest-ServerActionsV293TestJSON-26696024-project-member] Updating resource provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 generation from 30 to 31 during operation: update_inventory {{(pid=62353) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 608.766041] env[62353]: DEBUG nova.compute.provider_tree [None req-8fc25f49-3944-43a5-b609-b4f59bdae677 tempest-ServerActionsV293TestJSON-26696024 tempest-ServerActionsV293TestJSON-26696024-project-member] Updating inventory in ProviderTree for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 608.778321] env[62353]: DEBUG oslo_vmware.api [None req-cb3c303d-ae51-43c1-8f3c-4ec60249fdeb tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Waiting for the task: (returnval){ [ 608.778321] env[62353]: value = "task-2371886" [ 608.778321] env[62353]: _type = "Task" [ 608.778321] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.778701] env[62353]: DEBUG oslo_vmware.api [None req-414fc48a-44bb-4eeb-ba16-f2a6c226d819 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Task: {'id': task-2371884, 'name': Rename_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.779240] env[62353]: DEBUG oslo_vmware.api [None req-5bf0232a-6f17-4c22-8dc3-ff9c961f7974 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Task: {'id': task-2371885, 'name': Rename_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.790512] env[62353]: DEBUG oslo_vmware.api [None req-cb3c303d-ae51-43c1-8f3c-4ec60249fdeb tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Task: {'id': task-2371886, 'name': Destroy_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.846072] env[62353]: DEBUG nova.network.neutron [None req-b444a767-b994-4a2a-8668-8d40fa7c1bd6 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] [instance: 70b6d86f-10bd-471f-8655-e961c4208751] Updating instance_info_cache with network_info: [{"id": "3fac9f25-ef69-4394-ac71-608c65991d13", "address": "fa:16:3e:41:f0:58", "network": {"id": "2be634d9-365a-4258-9bd8-c03318d42ac3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.182", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0a3f88790a594523a818b8c00f6862e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fac9f25-ef", "ovs_interfaceid": "3fac9f25-ef69-4394-ac71-608c65991d13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 609.221336] env[62353]: DEBUG oslo_concurrency.lockutils [req-b9db5674-2d7b-4359-b197-dddffdaefe92 req-f24e28cb-584d-4653-b70c-49d9357b9d96 service nova] Releasing lock "refresh_cache-115fbeba-b84e-48ee-bee7-4cba1f52daa9" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 609.275622] env[62353]: DEBUG oslo_vmware.api [None req-414fc48a-44bb-4eeb-ba16-f2a6c226d819 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Task: {'id': task-2371884, 'name': Rename_Task, 'duration_secs': 0.172038} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.275781] env[62353]: DEBUG oslo_vmware.api [None req-5bf0232a-6f17-4c22-8dc3-ff9c961f7974 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Task: {'id': task-2371885, 'name': Rename_Task, 'duration_secs': 0.172325} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.276016] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-414fc48a-44bb-4eeb-ba16-f2a6c226d819 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] [instance: 85c1498f-d888-4031-878b-0181e190d3a7] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 609.276280] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bf0232a-6f17-4c22-8dc3-ff9c961f7974 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] [instance: 115fbeba-b84e-48ee-bee7-4cba1f52daa9] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 609.276538] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-53a8f7b4-10fa-4311-860c-2116ed4f8633 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.278458] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ef56f1bb-a637-4604-b174-d3d820476cd4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.280312] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8fc25f49-3944-43a5-b609-b4f59bdae677 tempest-ServerActionsV293TestJSON-26696024 tempest-ServerActionsV293TestJSON-26696024-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.473s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 609.280740] env[62353]: DEBUG nova.compute.manager [None req-8fc25f49-3944-43a5-b609-b4f59bdae677 tempest-ServerActionsV293TestJSON-26696024 tempest-ServerActionsV293TestJSON-26696024-project-member] [instance: c29bf6eb-b456-4356-9ef8-d9ba70bc6464] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 609.284617] env[62353]: DEBUG oslo_concurrency.lockutils [None req-02c02204-af2a-4749-a6e7-716a6547621f tempest-ServersAdmin275Test-2075474866 tempest-ServersAdmin275Test-2075474866-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 13.554s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 609.284810] env[62353]: DEBUG nova.objects.instance [None req-02c02204-af2a-4749-a6e7-716a6547621f tempest-ServersAdmin275Test-2075474866 tempest-ServersAdmin275Test-2075474866-project-admin] [instance: 82afd7a0-a514-4eac-9bcf-e2ed22e1e04b] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62353) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 609.293861] env[62353]: DEBUG oslo_vmware.api [None req-5bf0232a-6f17-4c22-8dc3-ff9c961f7974 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Waiting for the task: (returnval){ [ 609.293861] env[62353]: value = "task-2371888" [ 609.293861] env[62353]: _type = "Task" [ 609.293861] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.301745] env[62353]: DEBUG oslo_vmware.api [None req-cb3c303d-ae51-43c1-8f3c-4ec60249fdeb tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Task: {'id': task-2371886, 'name': Destroy_Task} progress is 33%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.350397] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b444a767-b994-4a2a-8668-8d40fa7c1bd6 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Releasing lock "refresh_cache-70b6d86f-10bd-471f-8655-e961c4208751" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 609.350498] env[62353]: DEBUG nova.objects.instance [None req-b444a767-b994-4a2a-8668-8d40fa7c1bd6 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Lazy-loading 'migration_context' on Instance uuid 70b6d86f-10bd-471f-8655-e961c4208751 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 609.354100] env[62353]: DEBUG oslo_vmware.api [None req-414fc48a-44bb-4eeb-ba16-f2a6c226d819 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Waiting for the task: (returnval){ [ 609.354100] env[62353]: value = "task-2371887" [ 609.354100] env[62353]: _type = "Task" [ 609.354100] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.364828] env[62353]: DEBUG oslo_vmware.api [None req-414fc48a-44bb-4eeb-ba16-f2a6c226d819 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Task: {'id': task-2371887, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.431461] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ce441166-81ca-4e0f-91c5-f3b63d4ecc86 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] Acquiring lock "7d40ad55-ab59-461f-986e-22aa0133f68f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 609.432179] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ce441166-81ca-4e0f-91c5-f3b63d4ecc86 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] Lock "7d40ad55-ab59-461f-986e-22aa0133f68f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 609.795920] env[62353]: DEBUG nova.compute.utils [None req-8fc25f49-3944-43a5-b609-b4f59bdae677 tempest-ServerActionsV293TestJSON-26696024 tempest-ServerActionsV293TestJSON-26696024-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 609.805073] env[62353]: DEBUG nova.compute.manager [None req-8fc25f49-3944-43a5-b609-b4f59bdae677 tempest-ServerActionsV293TestJSON-26696024 tempest-ServerActionsV293TestJSON-26696024-project-member] [instance: c29bf6eb-b456-4356-9ef8-d9ba70bc6464] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 609.805073] env[62353]: DEBUG nova.network.neutron [None req-8fc25f49-3944-43a5-b609-b4f59bdae677 tempest-ServerActionsV293TestJSON-26696024 tempest-ServerActionsV293TestJSON-26696024-project-member] [instance: c29bf6eb-b456-4356-9ef8-d9ba70bc6464] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 609.813876] env[62353]: DEBUG oslo_vmware.api [None req-cb3c303d-ae51-43c1-8f3c-4ec60249fdeb tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Task: {'id': task-2371886, 'name': Destroy_Task, 'duration_secs': 0.619507} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.814468] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-cb3c303d-ae51-43c1-8f3c-4ec60249fdeb tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] [instance: 2e9731d0-ef1b-44f2-a457-d21a99bfa2bf] Destroyed the VM [ 609.814995] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-cb3c303d-ae51-43c1-8f3c-4ec60249fdeb tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] [instance: 2e9731d0-ef1b-44f2-a457-d21a99bfa2bf] Deleting Snapshot of the VM instance {{(pid=62353) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 609.815761] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-5c92a688-17c3-4d07-b7df-2faa10814fb0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.821994] env[62353]: DEBUG oslo_vmware.api [None req-5bf0232a-6f17-4c22-8dc3-ff9c961f7974 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Task: {'id': task-2371888, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.831323] env[62353]: DEBUG oslo_vmware.api [None req-cb3c303d-ae51-43c1-8f3c-4ec60249fdeb tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Waiting for the task: (returnval){ [ 609.831323] env[62353]: value = "task-2371892" [ 609.831323] env[62353]: _type = "Task" [ 609.831323] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.840356] env[62353]: DEBUG oslo_vmware.api [None req-cb3c303d-ae51-43c1-8f3c-4ec60249fdeb tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Task: {'id': task-2371892, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.857407] env[62353]: DEBUG nova.objects.base [None req-b444a767-b994-4a2a-8668-8d40fa7c1bd6 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Object Instance<70b6d86f-10bd-471f-8655-e961c4208751> lazy-loaded attributes: info_cache,migration_context {{(pid=62353) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 609.858463] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c44144c5-7f26-449a-b8fd-6da670931744 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.873710] env[62353]: DEBUG oslo_vmware.api [None req-414fc48a-44bb-4eeb-ba16-f2a6c226d819 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Task: {'id': task-2371887, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.889739] env[62353]: DEBUG nova.policy [None req-8fc25f49-3944-43a5-b609-b4f59bdae677 tempest-ServerActionsV293TestJSON-26696024 tempest-ServerActionsV293TestJSON-26696024-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f0f2d91b9e524f3ca277e8992ac83bd1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b80b5278f7314720a0018304f213f0f7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:192}} [ 609.891478] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-979d6222-cf3c-4e4c-afd0-c16b3b6fbfeb {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.898122] env[62353]: DEBUG oslo_vmware.api [None req-b444a767-b994-4a2a-8668-8d40fa7c1bd6 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Waiting for the task: (returnval){ [ 609.898122] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52b93524-c512-0158-7e31-8f0583cfbc20" [ 609.898122] env[62353]: _type = "Task" [ 609.898122] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.907632] env[62353]: DEBUG oslo_vmware.api [None req-b444a767-b994-4a2a-8668-8d40fa7c1bd6 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52b93524-c512-0158-7e31-8f0583cfbc20, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.938405] env[62353]: DEBUG nova.compute.manager [None req-ce441166-81ca-4e0f-91c5-f3b63d4ecc86 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] [instance: 7d40ad55-ab59-461f-986e-22aa0133f68f] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 610.123984] env[62353]: DEBUG oslo_concurrency.lockutils [None req-663ad775-307b-4f2c-af63-f59782dfcd8f tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Acquiring lock "e1b536b2-778f-4318-bf20-198bb1752de4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 610.125670] env[62353]: DEBUG oslo_concurrency.lockutils [None req-663ad775-307b-4f2c-af63-f59782dfcd8f tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Lock "e1b536b2-778f-4318-bf20-198bb1752de4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 610.145041] env[62353]: DEBUG nova.compute.manager [req-490809bb-2460-4873-9200-b6a583e948af req-dc827e78-c439-4ec6-beaf-75ae5d9713cf service nova] [instance: 5cff6baf-1dd7-4030-834d-266e83d77229] Received event network-changed-58b42438-96f0-41e9-8a75-b2653f78f0f2 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 610.145041] env[62353]: DEBUG nova.compute.manager [req-490809bb-2460-4873-9200-b6a583e948af req-dc827e78-c439-4ec6-beaf-75ae5d9713cf service nova] [instance: 5cff6baf-1dd7-4030-834d-266e83d77229] Refreshing instance network info cache due to event network-changed-58b42438-96f0-41e9-8a75-b2653f78f0f2. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 610.146100] env[62353]: DEBUG oslo_concurrency.lockutils [req-490809bb-2460-4873-9200-b6a583e948af req-dc827e78-c439-4ec6-beaf-75ae5d9713cf service nova] Acquiring lock "refresh_cache-5cff6baf-1dd7-4030-834d-266e83d77229" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 610.146895] env[62353]: DEBUG oslo_concurrency.lockutils [req-490809bb-2460-4873-9200-b6a583e948af req-dc827e78-c439-4ec6-beaf-75ae5d9713cf service nova] Acquired lock "refresh_cache-5cff6baf-1dd7-4030-834d-266e83d77229" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.146895] env[62353]: DEBUG nova.network.neutron [req-490809bb-2460-4873-9200-b6a583e948af req-dc827e78-c439-4ec6-beaf-75ae5d9713cf service nova] [instance: 5cff6baf-1dd7-4030-834d-266e83d77229] Refreshing network info cache for port 58b42438-96f0-41e9-8a75-b2653f78f0f2 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 610.304574] env[62353]: DEBUG nova.compute.manager [None req-8fc25f49-3944-43a5-b609-b4f59bdae677 tempest-ServerActionsV293TestJSON-26696024 tempest-ServerActionsV293TestJSON-26696024-project-member] [instance: c29bf6eb-b456-4356-9ef8-d9ba70bc6464] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 610.313303] env[62353]: DEBUG oslo_concurrency.lockutils [None req-02c02204-af2a-4749-a6e7-716a6547621f tempest-ServersAdmin275Test-2075474866 tempest-ServersAdmin275Test-2075474866-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.029s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 610.319264] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b1c1c406-b898-4a6b-b92d-7f38b901b1a0 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.894s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 610.321238] env[62353]: INFO nova.compute.claims [None req-b1c1c406-b898-4a6b-b92d-7f38b901b1a0 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: ba65df73-c3e3-4182-8444-9904aa5858d7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 610.332358] env[62353]: DEBUG oslo_vmware.api [None req-5bf0232a-6f17-4c22-8dc3-ff9c961f7974 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Task: {'id': task-2371888, 'name': PowerOnVM_Task, 'duration_secs': 0.643656} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.337823] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bf0232a-6f17-4c22-8dc3-ff9c961f7974 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] [instance: 115fbeba-b84e-48ee-bee7-4cba1f52daa9] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 610.338311] env[62353]: INFO nova.compute.manager [None req-5bf0232a-6f17-4c22-8dc3-ff9c961f7974 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] [instance: 115fbeba-b84e-48ee-bee7-4cba1f52daa9] Took 9.70 seconds to spawn the instance on the hypervisor. [ 610.338741] env[62353]: DEBUG nova.compute.manager [None req-5bf0232a-6f17-4c22-8dc3-ff9c961f7974 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] [instance: 115fbeba-b84e-48ee-bee7-4cba1f52daa9] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 610.340165] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8292c92-5a81-4fa5-99a0-61986909fd63 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.355622] env[62353]: DEBUG oslo_vmware.api [None req-cb3c303d-ae51-43c1-8f3c-4ec60249fdeb tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Task: {'id': task-2371892, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.369906] env[62353]: DEBUG oslo_vmware.api [None req-414fc48a-44bb-4eeb-ba16-f2a6c226d819 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Task: {'id': task-2371887, 'name': PowerOnVM_Task, 'duration_secs': 0.640353} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.370391] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-414fc48a-44bb-4eeb-ba16-f2a6c226d819 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] [instance: 85c1498f-d888-4031-878b-0181e190d3a7] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 610.370720] env[62353]: INFO nova.compute.manager [None req-414fc48a-44bb-4eeb-ba16-f2a6c226d819 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] [instance: 85c1498f-d888-4031-878b-0181e190d3a7] Took 12.24 seconds to spawn the instance on the hypervisor. [ 610.371029] env[62353]: DEBUG nova.compute.manager [None req-414fc48a-44bb-4eeb-ba16-f2a6c226d819 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] [instance: 85c1498f-d888-4031-878b-0181e190d3a7] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 610.372371] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84494312-9050-4203-8a70-dc87d00f4657 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.418422] env[62353]: DEBUG oslo_vmware.api [None req-b444a767-b994-4a2a-8668-8d40fa7c1bd6 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52b93524-c512-0158-7e31-8f0583cfbc20, 'name': SearchDatastore_Task, 'duration_secs': 0.011995} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.418422] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b444a767-b994-4a2a-8668-8d40fa7c1bd6 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 610.478034] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ce441166-81ca-4e0f-91c5-f3b63d4ecc86 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 610.630236] env[62353]: DEBUG nova.compute.manager [None req-663ad775-307b-4f2c-af63-f59782dfcd8f tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: e1b536b2-778f-4318-bf20-198bb1752de4] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 610.762151] env[62353]: DEBUG nova.network.neutron [None req-8fc25f49-3944-43a5-b609-b4f59bdae677 tempest-ServerActionsV293TestJSON-26696024 tempest-ServerActionsV293TestJSON-26696024-project-member] [instance: c29bf6eb-b456-4356-9ef8-d9ba70bc6464] Successfully created port: f8283406-81d6-48ed-8def-15a86273d885 {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 610.814695] env[62353]: INFO nova.virt.block_device [None req-8fc25f49-3944-43a5-b609-b4f59bdae677 tempest-ServerActionsV293TestJSON-26696024 tempest-ServerActionsV293TestJSON-26696024-project-member] [instance: c29bf6eb-b456-4356-9ef8-d9ba70bc6464] Booting with volume 07045536-6321-4a9d-a506-bdde6e273337 at /dev/sda [ 610.855057] env[62353]: DEBUG oslo_vmware.api [None req-cb3c303d-ae51-43c1-8f3c-4ec60249fdeb tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Task: {'id': task-2371892, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.871248] env[62353]: INFO nova.compute.manager [None req-5bf0232a-6f17-4c22-8dc3-ff9c961f7974 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] [instance: 115fbeba-b84e-48ee-bee7-4cba1f52daa9] Took 23.61 seconds to build instance. [ 610.894489] env[62353]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-80eb4caf-2b27-4e51-8864-997b1e9c4fab {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.900243] env[62353]: INFO nova.compute.manager [None req-414fc48a-44bb-4eeb-ba16-f2a6c226d819 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] [instance: 85c1498f-d888-4031-878b-0181e190d3a7] Took 26.68 seconds to build instance. [ 610.907939] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aebc506-136d-4a2b-aad1-d13cbaf59398 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.958176] env[62353]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f568fa80-51ae-4e78-99a2-bb432371845f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.971478] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b1fb61a-5f46-406d-8624-8813a22d3cbc {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.008203] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-264da9e9-1e04-4af6-8e0b-b95025d4ccc9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.017405] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a543d4a6-10f3-4154-828d-a013b0e3b2e8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.037110] env[62353]: DEBUG nova.virt.block_device [None req-8fc25f49-3944-43a5-b609-b4f59bdae677 tempest-ServerActionsV293TestJSON-26696024 tempest-ServerActionsV293TestJSON-26696024-project-member] [instance: c29bf6eb-b456-4356-9ef8-d9ba70bc6464] Updating existing volume attachment record: 8b9e046b-6775-4185-ac79-748c317dcb30 {{(pid=62353) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 611.152548] env[62353]: DEBUG oslo_concurrency.lockutils [None req-663ad775-307b-4f2c-af63-f59782dfcd8f tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 611.352995] env[62353]: DEBUG oslo_vmware.api [None req-cb3c303d-ae51-43c1-8f3c-4ec60249fdeb tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Task: {'id': task-2371892, 'name': RemoveSnapshot_Task, 'duration_secs': 1.026212} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.352995] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-cb3c303d-ae51-43c1-8f3c-4ec60249fdeb tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] [instance: 2e9731d0-ef1b-44f2-a457-d21a99bfa2bf] Deleted Snapshot of the VM instance {{(pid=62353) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 611.374593] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5bf0232a-6f17-4c22-8dc3-ff9c961f7974 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Lock "115fbeba-b84e-48ee-bee7-4cba1f52daa9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.122s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 611.403695] env[62353]: DEBUG oslo_concurrency.lockutils [None req-414fc48a-44bb-4eeb-ba16-f2a6c226d819 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Lock "85c1498f-d888-4031-878b-0181e190d3a7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.193s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 611.410209] env[62353]: DEBUG nova.network.neutron [req-490809bb-2460-4873-9200-b6a583e948af req-dc827e78-c439-4ec6-beaf-75ae5d9713cf service nova] [instance: 5cff6baf-1dd7-4030-834d-266e83d77229] Updated VIF entry in instance network info cache for port 58b42438-96f0-41e9-8a75-b2653f78f0f2. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 611.410964] env[62353]: DEBUG nova.network.neutron [req-490809bb-2460-4873-9200-b6a583e948af req-dc827e78-c439-4ec6-beaf-75ae5d9713cf service nova] [instance: 5cff6baf-1dd7-4030-834d-266e83d77229] Updating instance_info_cache with network_info: [{"id": "58b42438-96f0-41e9-8a75-b2653f78f0f2", "address": "fa:16:3e:b8:e8:0d", "network": {"id": "47ce8d6b-d643-4102-b7e0-97d7d64a8a59", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1390171572-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "0efd65b451fa46bd88fd74c3df15e40e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e1049e8-c06b-4c93-a9e1-2cbb530f3f95", "external-id": "nsx-vlan-transportzone-966", "segmentation_id": 966, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58b42438-96", "ovs_interfaceid": "58b42438-96f0-41e9-8a75-b2653f78f0f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 611.537757] env[62353]: DEBUG oslo_concurrency.lockutils [None req-52c7295d-0e3a-41b7-9bcb-8608758725ba tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Acquiring lock "742baadd-a2ec-452d-8db1-313c8d28fe42" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 611.537989] env[62353]: DEBUG oslo_concurrency.lockutils [None req-52c7295d-0e3a-41b7-9bcb-8608758725ba tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Lock "742baadd-a2ec-452d-8db1-313c8d28fe42" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 611.767821] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60fb58d3-7777-409b-9eae-be77aaf36e37 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.777349] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2dc8133-472a-4b3d-aaa5-86a057cfe622 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.815060] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd280413-fc33-4c51-b205-9076b1815542 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.828296] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd033964-a154-490f-ae7b-f9e30f64897f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.841639] env[62353]: DEBUG nova.compute.provider_tree [None req-b1c1c406-b898-4a6b-b92d-7f38b901b1a0 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 611.859874] env[62353]: WARNING nova.compute.manager [None req-cb3c303d-ae51-43c1-8f3c-4ec60249fdeb tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] [instance: 2e9731d0-ef1b-44f2-a457-d21a99bfa2bf] Image not found during snapshot: nova.exception.ImageNotFound: Image 8d618aaa-4ccf-46e8-a8cd-26de52cd39aa could not be found. [ 611.914893] env[62353]: DEBUG oslo_concurrency.lockutils [req-490809bb-2460-4873-9200-b6a583e948af req-dc827e78-c439-4ec6-beaf-75ae5d9713cf service nova] Releasing lock "refresh_cache-5cff6baf-1dd7-4030-834d-266e83d77229" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.915757] env[62353]: DEBUG nova.compute.manager [req-490809bb-2460-4873-9200-b6a583e948af req-dc827e78-c439-4ec6-beaf-75ae5d9713cf service nova] [instance: 5cff6baf-1dd7-4030-834d-266e83d77229] Received event network-changed-58b42438-96f0-41e9-8a75-b2653f78f0f2 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 611.915757] env[62353]: DEBUG nova.compute.manager [req-490809bb-2460-4873-9200-b6a583e948af req-dc827e78-c439-4ec6-beaf-75ae5d9713cf service nova] [instance: 5cff6baf-1dd7-4030-834d-266e83d77229] Refreshing instance network info cache due to event network-changed-58b42438-96f0-41e9-8a75-b2653f78f0f2. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 611.915757] env[62353]: DEBUG oslo_concurrency.lockutils [req-490809bb-2460-4873-9200-b6a583e948af req-dc827e78-c439-4ec6-beaf-75ae5d9713cf service nova] Acquiring lock "refresh_cache-5cff6baf-1dd7-4030-834d-266e83d77229" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 611.915923] env[62353]: DEBUG oslo_concurrency.lockutils [req-490809bb-2460-4873-9200-b6a583e948af req-dc827e78-c439-4ec6-beaf-75ae5d9713cf service nova] Acquired lock "refresh_cache-5cff6baf-1dd7-4030-834d-266e83d77229" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.915994] env[62353]: DEBUG nova.network.neutron [req-490809bb-2460-4873-9200-b6a583e948af req-dc827e78-c439-4ec6-beaf-75ae5d9713cf service nova] [instance: 5cff6baf-1dd7-4030-834d-266e83d77229] Refreshing network info cache for port 58b42438-96f0-41e9-8a75-b2653f78f0f2 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 612.048861] env[62353]: DEBUG nova.compute.manager [None req-52c7295d-0e3a-41b7-9bcb-8608758725ba tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] [instance: 742baadd-a2ec-452d-8db1-313c8d28fe42] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 612.345848] env[62353]: DEBUG nova.scheduler.client.report [None req-b1c1c406-b898-4a6b-b92d-7f38b901b1a0 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 612.583749] env[62353]: DEBUG oslo_concurrency.lockutils [None req-52c7295d-0e3a-41b7-9bcb-8608758725ba tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 612.763297] env[62353]: DEBUG nova.network.neutron [req-490809bb-2460-4873-9200-b6a583e948af req-dc827e78-c439-4ec6-beaf-75ae5d9713cf service nova] [instance: 5cff6baf-1dd7-4030-834d-266e83d77229] Updated VIF entry in instance network info cache for port 58b42438-96f0-41e9-8a75-b2653f78f0f2. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 612.763716] env[62353]: DEBUG nova.network.neutron [req-490809bb-2460-4873-9200-b6a583e948af req-dc827e78-c439-4ec6-beaf-75ae5d9713cf service nova] [instance: 5cff6baf-1dd7-4030-834d-266e83d77229] Updating instance_info_cache with network_info: [{"id": "58b42438-96f0-41e9-8a75-b2653f78f0f2", "address": "fa:16:3e:b8:e8:0d", "network": {"id": "47ce8d6b-d643-4102-b7e0-97d7d64a8a59", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1390171572-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "0efd65b451fa46bd88fd74c3df15e40e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e1049e8-c06b-4c93-a9e1-2cbb530f3f95", "external-id": "nsx-vlan-transportzone-966", "segmentation_id": 966, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58b42438-96", "ovs_interfaceid": "58b42438-96f0-41e9-8a75-b2653f78f0f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 612.853214] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b1c1c406-b898-4a6b-b92d-7f38b901b1a0 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.534s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 612.853830] env[62353]: DEBUG nova.compute.manager [None req-b1c1c406-b898-4a6b-b92d-7f38b901b1a0 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: ba65df73-c3e3-4182-8444-9904aa5858d7] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 612.859187] env[62353]: DEBUG oslo_concurrency.lockutils [None req-82231efc-9396-4ae6-8302-d9d8c3f6ecdd tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.030s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 612.860794] env[62353]: INFO nova.compute.claims [None req-82231efc-9396-4ae6-8302-d9d8c3f6ecdd tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] [instance: a415cd3c-4e94-4e23-9588-adb12815187c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 613.174131] env[62353]: DEBUG nova.compute.manager [None req-8fc25f49-3944-43a5-b609-b4f59bdae677 tempest-ServerActionsV293TestJSON-26696024 tempest-ServerActionsV293TestJSON-26696024-project-member] [instance: c29bf6eb-b456-4356-9ef8-d9ba70bc6464] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 613.174698] env[62353]: DEBUG nova.virt.hardware [None req-8fc25f49-3944-43a5-b609-b4f59bdae677 tempest-ServerActionsV293TestJSON-26696024 tempest-ServerActionsV293TestJSON-26696024-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T12:38:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 613.174954] env[62353]: DEBUG nova.virt.hardware [None req-8fc25f49-3944-43a5-b609-b4f59bdae677 tempest-ServerActionsV293TestJSON-26696024 tempest-ServerActionsV293TestJSON-26696024-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 613.175503] env[62353]: DEBUG nova.virt.hardware [None req-8fc25f49-3944-43a5-b609-b4f59bdae677 tempest-ServerActionsV293TestJSON-26696024 tempest-ServerActionsV293TestJSON-26696024-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 613.175503] env[62353]: DEBUG nova.virt.hardware [None req-8fc25f49-3944-43a5-b609-b4f59bdae677 tempest-ServerActionsV293TestJSON-26696024 tempest-ServerActionsV293TestJSON-26696024-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 613.175503] env[62353]: DEBUG nova.virt.hardware [None req-8fc25f49-3944-43a5-b609-b4f59bdae677 tempest-ServerActionsV293TestJSON-26696024 tempest-ServerActionsV293TestJSON-26696024-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 613.175722] env[62353]: DEBUG nova.virt.hardware [None req-8fc25f49-3944-43a5-b609-b4f59bdae677 tempest-ServerActionsV293TestJSON-26696024 tempest-ServerActionsV293TestJSON-26696024-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 613.175880] env[62353]: DEBUG nova.virt.hardware [None req-8fc25f49-3944-43a5-b609-b4f59bdae677 tempest-ServerActionsV293TestJSON-26696024 tempest-ServerActionsV293TestJSON-26696024-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 613.176025] env[62353]: DEBUG nova.virt.hardware [None req-8fc25f49-3944-43a5-b609-b4f59bdae677 tempest-ServerActionsV293TestJSON-26696024 tempest-ServerActionsV293TestJSON-26696024-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 613.176165] env[62353]: DEBUG nova.virt.hardware [None req-8fc25f49-3944-43a5-b609-b4f59bdae677 tempest-ServerActionsV293TestJSON-26696024 tempest-ServerActionsV293TestJSON-26696024-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 613.176345] env[62353]: DEBUG nova.virt.hardware [None req-8fc25f49-3944-43a5-b609-b4f59bdae677 tempest-ServerActionsV293TestJSON-26696024 tempest-ServerActionsV293TestJSON-26696024-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 613.176449] env[62353]: DEBUG nova.virt.hardware [None req-8fc25f49-3944-43a5-b609-b4f59bdae677 tempest-ServerActionsV293TestJSON-26696024 tempest-ServerActionsV293TestJSON-26696024-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 613.178016] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f211e86e-a60f-4e35-b3c6-d6c7894e473c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.188536] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2abf8d00-0da0-4ed0-9d56-38313741c904 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.267268] env[62353]: DEBUG oslo_concurrency.lockutils [req-490809bb-2460-4873-9200-b6a583e948af req-dc827e78-c439-4ec6-beaf-75ae5d9713cf service nova] Releasing lock "refresh_cache-5cff6baf-1dd7-4030-834d-266e83d77229" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 613.372838] env[62353]: DEBUG nova.compute.utils [None req-b1c1c406-b898-4a6b-b92d-7f38b901b1a0 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 613.372838] env[62353]: DEBUG nova.compute.manager [None req-b1c1c406-b898-4a6b-b92d-7f38b901b1a0 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: ba65df73-c3e3-4182-8444-9904aa5858d7] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 613.372838] env[62353]: DEBUG nova.network.neutron [None req-b1c1c406-b898-4a6b-b92d-7f38b901b1a0 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: ba65df73-c3e3-4182-8444-9904aa5858d7] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 613.458045] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4c56e83e-ef25-4028-9e42-379a05175eb5 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Acquiring lock "cd87ae19-37ee-4d88-95ee-9de38d5214a4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 613.458045] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4c56e83e-ef25-4028-9e42-379a05175eb5 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Lock "cd87ae19-37ee-4d88-95ee-9de38d5214a4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 613.471485] env[62353]: DEBUG oslo_concurrency.lockutils [None req-fff2271d-3d8c-4c55-90a4-92086bb9df3f tempest-ServerDiagnosticsV248Test-141103953 tempest-ServerDiagnosticsV248Test-141103953-project-member] Acquiring lock "791b8fc4-81e2-4a69-a358-f56a421e4680" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 613.471485] env[62353]: DEBUG oslo_concurrency.lockutils [None req-fff2271d-3d8c-4c55-90a4-92086bb9df3f tempest-ServerDiagnosticsV248Test-141103953 tempest-ServerDiagnosticsV248Test-141103953-project-member] Lock "791b8fc4-81e2-4a69-a358-f56a421e4680" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 613.482733] env[62353]: DEBUG nova.policy [None req-b1c1c406-b898-4a6b-b92d-7f38b901b1a0 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b93f5a95ba7945feb238e94d56c8fc06', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f26acbe9e08743179af7b91ff38b5ea9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:192}} [ 613.714120] env[62353]: DEBUG nova.compute.manager [req-f7bf4e03-12ab-4e3a-bd52-4096c845b4f4 req-55884cae-9860-4c02-9bb3-449e5997844d service nova] [instance: 6886b90e-f9ac-4295-9a0e-c3d4fc2e5cf6] Received event network-changed-a95af5bc-de8a-411e-9d24-db9326a00085 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 613.714120] env[62353]: DEBUG nova.compute.manager [req-f7bf4e03-12ab-4e3a-bd52-4096c845b4f4 req-55884cae-9860-4c02-9bb3-449e5997844d service nova] [instance: 6886b90e-f9ac-4295-9a0e-c3d4fc2e5cf6] Refreshing instance network info cache due to event network-changed-a95af5bc-de8a-411e-9d24-db9326a00085. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 613.714120] env[62353]: DEBUG oslo_concurrency.lockutils [req-f7bf4e03-12ab-4e3a-bd52-4096c845b4f4 req-55884cae-9860-4c02-9bb3-449e5997844d service nova] Acquiring lock "refresh_cache-6886b90e-f9ac-4295-9a0e-c3d4fc2e5cf6" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 613.714120] env[62353]: DEBUG oslo_concurrency.lockutils [req-f7bf4e03-12ab-4e3a-bd52-4096c845b4f4 req-55884cae-9860-4c02-9bb3-449e5997844d service nova] Acquired lock "refresh_cache-6886b90e-f9ac-4295-9a0e-c3d4fc2e5cf6" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.715416] env[62353]: DEBUG nova.network.neutron [req-f7bf4e03-12ab-4e3a-bd52-4096c845b4f4 req-55884cae-9860-4c02-9bb3-449e5997844d service nova] [instance: 6886b90e-f9ac-4295-9a0e-c3d4fc2e5cf6] Refreshing network info cache for port a95af5bc-de8a-411e-9d24-db9326a00085 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 613.772248] env[62353]: DEBUG nova.network.neutron [None req-8fc25f49-3944-43a5-b609-b4f59bdae677 tempest-ServerActionsV293TestJSON-26696024 tempest-ServerActionsV293TestJSON-26696024-project-member] [instance: c29bf6eb-b456-4356-9ef8-d9ba70bc6464] Successfully updated port: f8283406-81d6-48ed-8def-15a86273d885 {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 613.876116] env[62353]: DEBUG nova.compute.manager [None req-b1c1c406-b898-4a6b-b92d-7f38b901b1a0 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: ba65df73-c3e3-4182-8444-9904aa5858d7] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 613.965290] env[62353]: DEBUG nova.compute.manager [None req-4c56e83e-ef25-4028-9e42-379a05175eb5 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: cd87ae19-37ee-4d88-95ee-9de38d5214a4] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 614.168637] env[62353]: DEBUG nova.network.neutron [None req-b1c1c406-b898-4a6b-b92d-7f38b901b1a0 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: ba65df73-c3e3-4182-8444-9904aa5858d7] Successfully created port: ec81c73b-e082-4888-81eb-33d321b5057e {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 614.255909] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae2e2260-5e05-4904-b15e-d18dbcf5b07e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.265249] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c9b80ee-0560-42b7-a8f8-4315e537aa2d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.299087] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8fc25f49-3944-43a5-b609-b4f59bdae677 tempest-ServerActionsV293TestJSON-26696024 tempest-ServerActionsV293TestJSON-26696024-project-member] Acquiring lock "refresh_cache-c29bf6eb-b456-4356-9ef8-d9ba70bc6464" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 614.299304] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8fc25f49-3944-43a5-b609-b4f59bdae677 tempest-ServerActionsV293TestJSON-26696024 tempest-ServerActionsV293TestJSON-26696024-project-member] Acquired lock "refresh_cache-c29bf6eb-b456-4356-9ef8-d9ba70bc6464" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.301688] env[62353]: DEBUG nova.network.neutron [None req-8fc25f49-3944-43a5-b609-b4f59bdae677 tempest-ServerActionsV293TestJSON-26696024 tempest-ServerActionsV293TestJSON-26696024-project-member] [instance: c29bf6eb-b456-4356-9ef8-d9ba70bc6464] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 614.301688] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22155608-c288-40ae-9782-2a60ddbe316c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.322396] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27a9390a-d94c-4a8e-aeb1-8805322a8ad8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.342205] env[62353]: DEBUG nova.compute.provider_tree [None req-82231efc-9396-4ae6-8302-d9d8c3f6ecdd tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 614.503474] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4c56e83e-ef25-4028-9e42-379a05175eb5 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 614.621565] env[62353]: DEBUG oslo_concurrency.lockutils [None req-08a17936-19c8-469f-9a23-273961e6d350 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Acquiring lock "2e9731d0-ef1b-44f2-a457-d21a99bfa2bf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 614.622159] env[62353]: DEBUG oslo_concurrency.lockutils [None req-08a17936-19c8-469f-9a23-273961e6d350 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Lock "2e9731d0-ef1b-44f2-a457-d21a99bfa2bf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 614.622405] env[62353]: DEBUG oslo_concurrency.lockutils [None req-08a17936-19c8-469f-9a23-273961e6d350 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Acquiring lock "2e9731d0-ef1b-44f2-a457-d21a99bfa2bf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 614.622602] env[62353]: DEBUG oslo_concurrency.lockutils [None req-08a17936-19c8-469f-9a23-273961e6d350 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Lock "2e9731d0-ef1b-44f2-a457-d21a99bfa2bf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 614.622768] env[62353]: DEBUG oslo_concurrency.lockutils [None req-08a17936-19c8-469f-9a23-273961e6d350 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Lock "2e9731d0-ef1b-44f2-a457-d21a99bfa2bf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 614.625309] env[62353]: INFO nova.compute.manager [None req-08a17936-19c8-469f-9a23-273961e6d350 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] [instance: 2e9731d0-ef1b-44f2-a457-d21a99bfa2bf] Terminating instance [ 614.846229] env[62353]: DEBUG nova.scheduler.client.report [None req-82231efc-9396-4ae6-8302-d9d8c3f6ecdd tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 614.868855] env[62353]: DEBUG nova.network.neutron [None req-8fc25f49-3944-43a5-b609-b4f59bdae677 tempest-ServerActionsV293TestJSON-26696024 tempest-ServerActionsV293TestJSON-26696024-project-member] [instance: c29bf6eb-b456-4356-9ef8-d9ba70bc6464] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 614.885927] env[62353]: DEBUG nova.compute.manager [None req-b1c1c406-b898-4a6b-b92d-7f38b901b1a0 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: ba65df73-c3e3-4182-8444-9904aa5858d7] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 614.919222] env[62353]: DEBUG nova.virt.hardware [None req-b1c1c406-b898-4a6b-b92d-7f38b901b1a0 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T12:38:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T12:38:15Z,direct_url=,disk_format='vmdk',id=06f909ae-e8dc-43b4-abf7-c7ed85db9bbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0a3f88790a594523a818b8c00f6862e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T12:38:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 614.919468] env[62353]: DEBUG nova.virt.hardware [None req-b1c1c406-b898-4a6b-b92d-7f38b901b1a0 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 614.919628] env[62353]: DEBUG nova.virt.hardware [None req-b1c1c406-b898-4a6b-b92d-7f38b901b1a0 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 614.919829] env[62353]: DEBUG nova.virt.hardware [None req-b1c1c406-b898-4a6b-b92d-7f38b901b1a0 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 614.919985] env[62353]: DEBUG nova.virt.hardware [None req-b1c1c406-b898-4a6b-b92d-7f38b901b1a0 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 614.921526] env[62353]: DEBUG nova.virt.hardware [None req-b1c1c406-b898-4a6b-b92d-7f38b901b1a0 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 614.921880] env[62353]: DEBUG nova.virt.hardware [None req-b1c1c406-b898-4a6b-b92d-7f38b901b1a0 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 614.922431] env[62353]: DEBUG nova.virt.hardware [None req-b1c1c406-b898-4a6b-b92d-7f38b901b1a0 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 614.922678] env[62353]: DEBUG nova.virt.hardware [None req-b1c1c406-b898-4a6b-b92d-7f38b901b1a0 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 614.922886] env[62353]: DEBUG nova.virt.hardware [None req-b1c1c406-b898-4a6b-b92d-7f38b901b1a0 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 614.923181] env[62353]: DEBUG nova.virt.hardware [None req-b1c1c406-b898-4a6b-b92d-7f38b901b1a0 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 614.924347] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a9a3d94-bb5f-4d16-8fc3-dd3e0fe5fafb {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.936277] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-486ed9f6-e033-4d44-8245-148d650b9e39 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.961512] env[62353]: DEBUG nova.network.neutron [req-f7bf4e03-12ab-4e3a-bd52-4096c845b4f4 req-55884cae-9860-4c02-9bb3-449e5997844d service nova] [instance: 6886b90e-f9ac-4295-9a0e-c3d4fc2e5cf6] Updated VIF entry in instance network info cache for port a95af5bc-de8a-411e-9d24-db9326a00085. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 614.961888] env[62353]: DEBUG nova.network.neutron [req-f7bf4e03-12ab-4e3a-bd52-4096c845b4f4 req-55884cae-9860-4c02-9bb3-449e5997844d service nova] [instance: 6886b90e-f9ac-4295-9a0e-c3d4fc2e5cf6] Updating instance_info_cache with network_info: [{"id": "a95af5bc-de8a-411e-9d24-db9326a00085", "address": "fa:16:3e:ca:67:e0", "network": {"id": "cb8057bb-2c27-4ccc-a693-7bf7dfb97654", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-661192242-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66f806d698584e0a805923432d6a5a29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b399c74-1411-408a-b4cd-84e268ae83fe", "external-id": "nsx-vlan-transportzone-486", "segmentation_id": 486, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa95af5bc-de", "ovs_interfaceid": "a95af5bc-de8a-411e-9d24-db9326a00085", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 615.132341] env[62353]: DEBUG nova.compute.manager [None req-08a17936-19c8-469f-9a23-273961e6d350 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] [instance: 2e9731d0-ef1b-44f2-a457-d21a99bfa2bf] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 615.133060] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-08a17936-19c8-469f-9a23-273961e6d350 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] [instance: 2e9731d0-ef1b-44f2-a457-d21a99bfa2bf] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 615.135084] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c315c792-0130-4c28-8d83-39b2eaab22a7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.148724] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-08a17936-19c8-469f-9a23-273961e6d350 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] [instance: 2e9731d0-ef1b-44f2-a457-d21a99bfa2bf] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 615.150389] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bed35b09-6121-41f4-a8b8-4747186a3276 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.158576] env[62353]: DEBUG oslo_vmware.api [None req-08a17936-19c8-469f-9a23-273961e6d350 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Waiting for the task: (returnval){ [ 615.158576] env[62353]: value = "task-2371895" [ 615.158576] env[62353]: _type = "Task" [ 615.158576] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.178382] env[62353]: DEBUG oslo_vmware.api [None req-08a17936-19c8-469f-9a23-273961e6d350 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Task: {'id': task-2371895, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.222147] env[62353]: DEBUG nova.network.neutron [None req-8fc25f49-3944-43a5-b609-b4f59bdae677 tempest-ServerActionsV293TestJSON-26696024 tempest-ServerActionsV293TestJSON-26696024-project-member] [instance: c29bf6eb-b456-4356-9ef8-d9ba70bc6464] Updating instance_info_cache with network_info: [{"id": "f8283406-81d6-48ed-8def-15a86273d885", "address": "fa:16:3e:44:a9:d3", "network": {"id": "2f5b606a-d64e-41a6-9c63-5a0ec77b0a57", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1810753646-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b80b5278f7314720a0018304f213f0f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8283406-81", "ovs_interfaceid": "f8283406-81d6-48ed-8def-15a86273d885", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 615.355135] env[62353]: DEBUG oslo_concurrency.lockutils [None req-82231efc-9396-4ae6-8302-d9d8c3f6ecdd tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.496s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 615.355681] env[62353]: DEBUG nova.compute.manager [None req-82231efc-9396-4ae6-8302-d9d8c3f6ecdd tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] [instance: a415cd3c-4e94-4e23-9588-adb12815187c] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 615.358415] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6d997c94-a8ea-4925-bc65-2e540b01a91b tempest-ServerAddressesNegativeTestJSON-1430294578 tempest-ServerAddressesNegativeTestJSON-1430294578-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.682s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 615.358644] env[62353]: DEBUG nova.objects.instance [None req-6d997c94-a8ea-4925-bc65-2e540b01a91b tempest-ServerAddressesNegativeTestJSON-1430294578 tempest-ServerAddressesNegativeTestJSON-1430294578-project-member] Lazy-loading 'resources' on Instance uuid c9c70c50-2454-4da5-ae51-57488371a23c {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 615.465059] env[62353]: DEBUG oslo_concurrency.lockutils [req-f7bf4e03-12ab-4e3a-bd52-4096c845b4f4 req-55884cae-9860-4c02-9bb3-449e5997844d service nova] Releasing lock "refresh_cache-6886b90e-f9ac-4295-9a0e-c3d4fc2e5cf6" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 615.671481] env[62353]: DEBUG oslo_concurrency.lockutils [None req-57d6375e-1df6-4962-9cf4-9dff5244dd67 tempest-ServersTestFqdnHostnames-53680272 tempest-ServersTestFqdnHostnames-53680272-project-member] Acquiring lock "3c094195-7f0d-4043-a1e4-8acbf634b14f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 615.672523] env[62353]: DEBUG oslo_concurrency.lockutils [None req-57d6375e-1df6-4962-9cf4-9dff5244dd67 tempest-ServersTestFqdnHostnames-53680272 tempest-ServersTestFqdnHostnames-53680272-project-member] Lock "3c094195-7f0d-4043-a1e4-8acbf634b14f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 615.678428] env[62353]: DEBUG oslo_vmware.api [None req-08a17936-19c8-469f-9a23-273961e6d350 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Task: {'id': task-2371895, 'name': PowerOffVM_Task, 'duration_secs': 0.261421} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.680135] env[62353]: DEBUG nova.compute.manager [req-bb959d66-23c9-4252-9b40-92b3579ed155 req-c9c095df-ea47-4c4a-a101-16bf063c3d2d service nova] [instance: c29bf6eb-b456-4356-9ef8-d9ba70bc6464] Received event network-vif-plugged-f8283406-81d6-48ed-8def-15a86273d885 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 615.681160] env[62353]: DEBUG oslo_concurrency.lockutils [req-bb959d66-23c9-4252-9b40-92b3579ed155 req-c9c095df-ea47-4c4a-a101-16bf063c3d2d service nova] Acquiring lock "c29bf6eb-b456-4356-9ef8-d9ba70bc6464-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 615.681160] env[62353]: DEBUG oslo_concurrency.lockutils [req-bb959d66-23c9-4252-9b40-92b3579ed155 req-c9c095df-ea47-4c4a-a101-16bf063c3d2d service nova] Lock "c29bf6eb-b456-4356-9ef8-d9ba70bc6464-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 615.681624] env[62353]: DEBUG oslo_concurrency.lockutils [req-bb959d66-23c9-4252-9b40-92b3579ed155 req-c9c095df-ea47-4c4a-a101-16bf063c3d2d service nova] Lock "c29bf6eb-b456-4356-9ef8-d9ba70bc6464-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 615.681994] env[62353]: DEBUG nova.compute.manager [req-bb959d66-23c9-4252-9b40-92b3579ed155 req-c9c095df-ea47-4c4a-a101-16bf063c3d2d service nova] [instance: c29bf6eb-b456-4356-9ef8-d9ba70bc6464] No waiting events found dispatching network-vif-plugged-f8283406-81d6-48ed-8def-15a86273d885 {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 615.685021] env[62353]: WARNING nova.compute.manager [req-bb959d66-23c9-4252-9b40-92b3579ed155 req-c9c095df-ea47-4c4a-a101-16bf063c3d2d service nova] [instance: c29bf6eb-b456-4356-9ef8-d9ba70bc6464] Received unexpected event network-vif-plugged-f8283406-81d6-48ed-8def-15a86273d885 for instance with vm_state building and task_state spawning. [ 615.685021] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-08a17936-19c8-469f-9a23-273961e6d350 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] [instance: 2e9731d0-ef1b-44f2-a457-d21a99bfa2bf] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 615.685021] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-08a17936-19c8-469f-9a23-273961e6d350 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] [instance: 2e9731d0-ef1b-44f2-a457-d21a99bfa2bf] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 615.685021] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-41983034-c3c4-4e3d-a25a-8bc9c7588bb4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.725136] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8fc25f49-3944-43a5-b609-b4f59bdae677 tempest-ServerActionsV293TestJSON-26696024 tempest-ServerActionsV293TestJSON-26696024-project-member] Releasing lock "refresh_cache-c29bf6eb-b456-4356-9ef8-d9ba70bc6464" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 615.728099] env[62353]: DEBUG nova.compute.manager [None req-8fc25f49-3944-43a5-b609-b4f59bdae677 tempest-ServerActionsV293TestJSON-26696024 tempest-ServerActionsV293TestJSON-26696024-project-member] [instance: c29bf6eb-b456-4356-9ef8-d9ba70bc6464] Instance network_info: |[{"id": "f8283406-81d6-48ed-8def-15a86273d885", "address": "fa:16:3e:44:a9:d3", "network": {"id": "2f5b606a-d64e-41a6-9c63-5a0ec77b0a57", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1810753646-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b80b5278f7314720a0018304f213f0f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8283406-81", "ovs_interfaceid": "f8283406-81d6-48ed-8def-15a86273d885", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 615.728264] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-8fc25f49-3944-43a5-b609-b4f59bdae677 tempest-ServerActionsV293TestJSON-26696024 tempest-ServerActionsV293TestJSON-26696024-project-member] [instance: c29bf6eb-b456-4356-9ef8-d9ba70bc6464] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:44:a9:d3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f44b2fa3-6730-4b87-8839-947eff21213f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f8283406-81d6-48ed-8def-15a86273d885', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 615.737235] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fc25f49-3944-43a5-b609-b4f59bdae677 tempest-ServerActionsV293TestJSON-26696024 tempest-ServerActionsV293TestJSON-26696024-project-member] Creating folder: Project (b80b5278f7314720a0018304f213f0f7). Parent ref: group-v481456. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 615.737235] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6d2b2a81-24ce-48a3-812d-ad87c26332df {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.754400] env[62353]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 615.754400] env[62353]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=62353) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 615.754400] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fc25f49-3944-43a5-b609-b4f59bdae677 tempest-ServerActionsV293TestJSON-26696024 tempest-ServerActionsV293TestJSON-26696024-project-member] Folder already exists: Project (b80b5278f7314720a0018304f213f0f7). Parent ref: group-v481456. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 615.754400] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fc25f49-3944-43a5-b609-b4f59bdae677 tempest-ServerActionsV293TestJSON-26696024 tempest-ServerActionsV293TestJSON-26696024-project-member] Creating folder: Instances. Parent ref: group-v481472. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 615.756910] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8cd1da57-165f-4c8b-89ed-283d15d63f96 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.770191] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-8fc25f49-3944-43a5-b609-b4f59bdae677 tempest-ServerActionsV293TestJSON-26696024 tempest-ServerActionsV293TestJSON-26696024-project-member] Created folder: Instances in parent group-v481472. [ 615.770191] env[62353]: DEBUG oslo.service.loopingcall [None req-8fc25f49-3944-43a5-b609-b4f59bdae677 tempest-ServerActionsV293TestJSON-26696024 tempest-ServerActionsV293TestJSON-26696024-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 615.770191] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c29bf6eb-b456-4356-9ef8-d9ba70bc6464] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 615.770191] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6a764120-0d44-4625-a766-493d8771aa41 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.787357] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-08a17936-19c8-469f-9a23-273961e6d350 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] [instance: 2e9731d0-ef1b-44f2-a457-d21a99bfa2bf] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 615.787788] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-08a17936-19c8-469f-9a23-273961e6d350 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] [instance: 2e9731d0-ef1b-44f2-a457-d21a99bfa2bf] Deleting contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 615.788228] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-08a17936-19c8-469f-9a23-273961e6d350 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Deleting the datastore file [datastore1] 2e9731d0-ef1b-44f2-a457-d21a99bfa2bf {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 615.789095] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1ea26ac1-b11f-4fd2-b8fc-4dd8842271cd {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.797018] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 615.797018] env[62353]: value = "task-2371899" [ 615.797018] env[62353]: _type = "Task" [ 615.797018] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.799180] env[62353]: DEBUG oslo_vmware.api [None req-08a17936-19c8-469f-9a23-273961e6d350 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Waiting for the task: (returnval){ [ 615.799180] env[62353]: value = "task-2371900" [ 615.799180] env[62353]: _type = "Task" [ 615.799180] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.806858] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2371899, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.813284] env[62353]: DEBUG oslo_vmware.api [None req-08a17936-19c8-469f-9a23-273961e6d350 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Task: {'id': task-2371900, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.864195] env[62353]: DEBUG nova.compute.utils [None req-82231efc-9396-4ae6-8302-d9d8c3f6ecdd tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 615.870333] env[62353]: DEBUG nova.compute.manager [None req-82231efc-9396-4ae6-8302-d9d8c3f6ecdd tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] [instance: a415cd3c-4e94-4e23-9588-adb12815187c] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 615.870333] env[62353]: DEBUG nova.network.neutron [None req-82231efc-9396-4ae6-8302-d9d8c3f6ecdd tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] [instance: a415cd3c-4e94-4e23-9588-adb12815187c] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 615.926941] env[62353]: DEBUG nova.policy [None req-82231efc-9396-4ae6-8302-d9d8c3f6ecdd tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7519b85c0ee64e70bfa030b8d194e856', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f163f3fb1d3946f08ed6b78ab4f0eba8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:192}} [ 616.285940] env[62353]: DEBUG nova.network.neutron [None req-82231efc-9396-4ae6-8302-d9d8c3f6ecdd tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] [instance: a415cd3c-4e94-4e23-9588-adb12815187c] Successfully created port: 14ccfa95-21a4-4fa6-9261-c6e152c5f7bb {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 616.308620] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2371899, 'name': CreateVM_Task} progress is 99%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.310253] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-337755e6-4e39-4cea-8277-12e51705cfdf {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.316448] env[62353]: DEBUG oslo_vmware.api [None req-08a17936-19c8-469f-9a23-273961e6d350 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Task: {'id': task-2371900, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15703} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.317239] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-08a17936-19c8-469f-9a23-273961e6d350 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 616.317478] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-08a17936-19c8-469f-9a23-273961e6d350 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] [instance: 2e9731d0-ef1b-44f2-a457-d21a99bfa2bf] Deleted contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 616.317768] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-08a17936-19c8-469f-9a23-273961e6d350 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] [instance: 2e9731d0-ef1b-44f2-a457-d21a99bfa2bf] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 616.317889] env[62353]: INFO nova.compute.manager [None req-08a17936-19c8-469f-9a23-273961e6d350 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] [instance: 2e9731d0-ef1b-44f2-a457-d21a99bfa2bf] Took 1.19 seconds to destroy the instance on the hypervisor. [ 616.318198] env[62353]: DEBUG oslo.service.loopingcall [None req-08a17936-19c8-469f-9a23-273961e6d350 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 616.318436] env[62353]: DEBUG nova.compute.manager [-] [instance: 2e9731d0-ef1b-44f2-a457-d21a99bfa2bf] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 616.318555] env[62353]: DEBUG nova.network.neutron [-] [instance: 2e9731d0-ef1b-44f2-a457-d21a99bfa2bf] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 616.324592] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a644519e-2567-4c7c-8c1b-3de8a7d21801 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.363276] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b7b4adc-38c5-4d85-a102-4da1b10f8925 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.371481] env[62353]: DEBUG nova.compute.manager [None req-82231efc-9396-4ae6-8302-d9d8c3f6ecdd tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] [instance: a415cd3c-4e94-4e23-9588-adb12815187c] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 616.377165] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aa13a7f-824f-4a07-9d4a-89210ac8e0a3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.396662] env[62353]: DEBUG nova.compute.provider_tree [None req-6d997c94-a8ea-4925-bc65-2e540b01a91b tempest-ServerAddressesNegativeTestJSON-1430294578 tempest-ServerAddressesNegativeTestJSON-1430294578-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 616.724626] env[62353]: DEBUG oslo_concurrency.lockutils [None req-9dfef8c3-6a98-4a3f-bba1-44e966f44797 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Acquiring lock "6d6f643f-fbb8-43b3-b47a-78d4ff71b8cb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 616.724872] env[62353]: DEBUG oslo_concurrency.lockutils [None req-9dfef8c3-6a98-4a3f-bba1-44e966f44797 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Lock "6d6f643f-fbb8-43b3-b47a-78d4ff71b8cb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 616.806738] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2371899, 'name': CreateVM_Task, 'duration_secs': 0.555596} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.807082] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c29bf6eb-b456-4356-9ef8-d9ba70bc6464] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 616.807842] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-8fc25f49-3944-43a5-b609-b4f59bdae677 tempest-ServerActionsV293TestJSON-26696024 tempest-ServerActionsV293TestJSON-26696024-project-member] [instance: c29bf6eb-b456-4356-9ef8-d9ba70bc6464] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': '8b9e046b-6775-4185-ac79-748c317dcb30', 'boot_index': 0, 'disk_bus': None, 'guest_format': None, 'device_type': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-481488', 'volume_id': '07045536-6321-4a9d-a506-bdde6e273337', 'name': 'volume-07045536-6321-4a9d-a506-bdde6e273337', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c29bf6eb-b456-4356-9ef8-d9ba70bc6464', 'attached_at': '', 'detached_at': '', 'volume_id': '07045536-6321-4a9d-a506-bdde6e273337', 'serial': '07045536-6321-4a9d-a506-bdde6e273337'}, 'delete_on_termination': True, 'mount_device': '/dev/sda', 'volume_type': None}], 'swap': None} {{(pid=62353) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 616.808352] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-8fc25f49-3944-43a5-b609-b4f59bdae677 tempest-ServerActionsV293TestJSON-26696024 tempest-ServerActionsV293TestJSON-26696024-project-member] [instance: c29bf6eb-b456-4356-9ef8-d9ba70bc6464] Root volume attach. Driver type: vmdk {{(pid=62353) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 616.809275] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecd60f82-84ac-49f9-ba08-809c0adac617 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.819826] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-648efe4a-79d7-4555-a067-9cc8eacde1bd {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.829966] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b467d04-e7c0-4abf-b86d-897ddbf4b126 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.836739] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-8ca84556-8a87-4c16-823e-6126b40e8cf6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.848527] env[62353]: DEBUG oslo_vmware.api [None req-8fc25f49-3944-43a5-b609-b4f59bdae677 tempest-ServerActionsV293TestJSON-26696024 tempest-ServerActionsV293TestJSON-26696024-project-member] Waiting for the task: (returnval){ [ 616.848527] env[62353]: value = "task-2371902" [ 616.848527] env[62353]: _type = "Task" [ 616.848527] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.856197] env[62353]: DEBUG oslo_vmware.api [None req-8fc25f49-3944-43a5-b609-b4f59bdae677 tempest-ServerActionsV293TestJSON-26696024 tempest-ServerActionsV293TestJSON-26696024-project-member] Task: {'id': task-2371902, 'name': RelocateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.900162] env[62353]: DEBUG nova.scheduler.client.report [None req-6d997c94-a8ea-4925-bc65-2e540b01a91b tempest-ServerAddressesNegativeTestJSON-1430294578 tempest-ServerAddressesNegativeTestJSON-1430294578-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 617.259992] env[62353]: DEBUG nova.network.neutron [None req-b1c1c406-b898-4a6b-b92d-7f38b901b1a0 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: ba65df73-c3e3-4182-8444-9904aa5858d7] Successfully updated port: ec81c73b-e082-4888-81eb-33d321b5057e {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 617.363147] env[62353]: DEBUG oslo_vmware.api [None req-8fc25f49-3944-43a5-b609-b4f59bdae677 tempest-ServerActionsV293TestJSON-26696024 tempest-ServerActionsV293TestJSON-26696024-project-member] Task: {'id': task-2371902, 'name': RelocateVM_Task} progress is 42%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.383854] env[62353]: DEBUG nova.compute.manager [None req-82231efc-9396-4ae6-8302-d9d8c3f6ecdd tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] [instance: a415cd3c-4e94-4e23-9588-adb12815187c] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 617.405892] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6d997c94-a8ea-4925-bc65-2e540b01a91b tempest-ServerAddressesNegativeTestJSON-1430294578 tempest-ServerAddressesNegativeTestJSON-1430294578-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.047s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 617.409159] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7660a800-e0cd-4eba-b5b1-72897134fd72 tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.504s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 617.409772] env[62353]: DEBUG nova.objects.instance [None req-7660a800-e0cd-4eba-b5b1-72897134fd72 tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] Lazy-loading 'resources' on Instance uuid 82afd7a0-a514-4eac-9bcf-e2ed22e1e04b {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 617.415480] env[62353]: DEBUG nova.virt.hardware [None req-82231efc-9396-4ae6-8302-d9d8c3f6ecdd tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T12:38:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T12:38:15Z,direct_url=,disk_format='vmdk',id=06f909ae-e8dc-43b4-abf7-c7ed85db9bbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0a3f88790a594523a818b8c00f6862e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T12:38:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 617.415867] env[62353]: DEBUG nova.virt.hardware [None req-82231efc-9396-4ae6-8302-d9d8c3f6ecdd tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 617.416039] env[62353]: DEBUG nova.virt.hardware [None req-82231efc-9396-4ae6-8302-d9d8c3f6ecdd tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 617.416273] env[62353]: DEBUG nova.virt.hardware [None req-82231efc-9396-4ae6-8302-d9d8c3f6ecdd tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 617.416500] env[62353]: DEBUG nova.virt.hardware [None req-82231efc-9396-4ae6-8302-d9d8c3f6ecdd tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 617.417088] env[62353]: DEBUG nova.virt.hardware [None req-82231efc-9396-4ae6-8302-d9d8c3f6ecdd tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 617.417373] env[62353]: DEBUG nova.virt.hardware [None req-82231efc-9396-4ae6-8302-d9d8c3f6ecdd tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 617.417591] env[62353]: DEBUG nova.virt.hardware [None req-82231efc-9396-4ae6-8302-d9d8c3f6ecdd tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 617.418111] env[62353]: DEBUG nova.virt.hardware [None req-82231efc-9396-4ae6-8302-d9d8c3f6ecdd tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 617.418341] env[62353]: DEBUG nova.virt.hardware [None req-82231efc-9396-4ae6-8302-d9d8c3f6ecdd tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 617.418563] env[62353]: DEBUG nova.virt.hardware [None req-82231efc-9396-4ae6-8302-d9d8c3f6ecdd tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 617.419751] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5af5e982-caac-46ed-9ac8-70a67e094478 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.435354] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51e81511-bd7d-4bb0-8566-02a129afb206 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.451703] env[62353]: INFO nova.scheduler.client.report [None req-6d997c94-a8ea-4925-bc65-2e540b01a91b tempest-ServerAddressesNegativeTestJSON-1430294578 tempest-ServerAddressesNegativeTestJSON-1430294578-project-member] Deleted allocations for instance c9c70c50-2454-4da5-ae51-57488371a23c [ 617.765485] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b1c1c406-b898-4a6b-b92d-7f38b901b1a0 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Acquiring lock "refresh_cache-ba65df73-c3e3-4182-8444-9904aa5858d7" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 617.768942] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b1c1c406-b898-4a6b-b92d-7f38b901b1a0 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Acquired lock "refresh_cache-ba65df73-c3e3-4182-8444-9904aa5858d7" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.768942] env[62353]: DEBUG nova.network.neutron [None req-b1c1c406-b898-4a6b-b92d-7f38b901b1a0 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: ba65df73-c3e3-4182-8444-9904aa5858d7] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 617.818970] env[62353]: DEBUG nova.network.neutron [-] [instance: 2e9731d0-ef1b-44f2-a457-d21a99bfa2bf] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 617.864843] env[62353]: DEBUG oslo_vmware.api [None req-8fc25f49-3944-43a5-b609-b4f59bdae677 tempest-ServerActionsV293TestJSON-26696024 tempest-ServerActionsV293TestJSON-26696024-project-member] Task: {'id': task-2371902, 'name': RelocateVM_Task} progress is 54%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.979687] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6d997c94-a8ea-4925-bc65-2e540b01a91b tempest-ServerAddressesNegativeTestJSON-1430294578 tempest-ServerAddressesNegativeTestJSON-1430294578-project-member] Lock "c9c70c50-2454-4da5-ae51-57488371a23c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.294s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 618.201793] env[62353]: DEBUG nova.network.neutron [None req-82231efc-9396-4ae6-8302-d9d8c3f6ecdd tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] [instance: a415cd3c-4e94-4e23-9588-adb12815187c] Successfully updated port: 14ccfa95-21a4-4fa6-9261-c6e152c5f7bb {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 618.327792] env[62353]: INFO nova.compute.manager [-] [instance: 2e9731d0-ef1b-44f2-a457-d21a99bfa2bf] Took 2.01 seconds to deallocate network for instance. [ 618.357324] env[62353]: DEBUG nova.network.neutron [None req-b1c1c406-b898-4a6b-b92d-7f38b901b1a0 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: ba65df73-c3e3-4182-8444-9904aa5858d7] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 618.382377] env[62353]: DEBUG oslo_vmware.api [None req-8fc25f49-3944-43a5-b609-b4f59bdae677 tempest-ServerActionsV293TestJSON-26696024 tempest-ServerActionsV293TestJSON-26696024-project-member] Task: {'id': task-2371902, 'name': RelocateVM_Task} progress is 67%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.458601] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de0866f8-8ad7-44f9-a618-542761a2b642 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.475538] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-723796c7-e6fc-4675-909f-a413d72dec2e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.521285] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cda02f3-487e-4062-9ba0-5a6b14ade6e7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.541700] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ca7162f-ce69-402b-a2ca-63624907bff2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.567137] env[62353]: DEBUG nova.compute.provider_tree [None req-7660a800-e0cd-4eba-b5b1-72897134fd72 tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 618.575909] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2d7af5a5-4ea2-4e8e-819b-a246d67bf3d2 tempest-InstanceActionsV221TestJSON-887975599 tempest-InstanceActionsV221TestJSON-887975599-project-member] Acquiring lock "7e467b83-2067-4ec7-a641-c417851bb0e8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 618.575909] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2d7af5a5-4ea2-4e8e-819b-a246d67bf3d2 tempest-InstanceActionsV221TestJSON-887975599 tempest-InstanceActionsV221TestJSON-887975599-project-member] Lock "7e467b83-2067-4ec7-a641-c417851bb0e8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 618.704779] env[62353]: DEBUG oslo_concurrency.lockutils [None req-82231efc-9396-4ae6-8302-d9d8c3f6ecdd tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Acquiring lock "refresh_cache-a415cd3c-4e94-4e23-9588-adb12815187c" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 618.704922] env[62353]: DEBUG oslo_concurrency.lockutils [None req-82231efc-9396-4ae6-8302-d9d8c3f6ecdd tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Acquired lock "refresh_cache-a415cd3c-4e94-4e23-9588-adb12815187c" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.705097] env[62353]: DEBUG nova.network.neutron [None req-82231efc-9396-4ae6-8302-d9d8c3f6ecdd tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] [instance: a415cd3c-4e94-4e23-9588-adb12815187c] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 618.791413] env[62353]: DEBUG nova.network.neutron [None req-b1c1c406-b898-4a6b-b92d-7f38b901b1a0 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: ba65df73-c3e3-4182-8444-9904aa5858d7] Updating instance_info_cache with network_info: [{"id": "ec81c73b-e082-4888-81eb-33d321b5057e", "address": "fa:16:3e:19:7b:2c", "network": {"id": "99926323-4d1b-428b-9009-5c2c4fdc3f93", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-462090473-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f26acbe9e08743179af7b91ff38b5ea9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec81c73b-e0", "ovs_interfaceid": "ec81c73b-e082-4888-81eb-33d321b5057e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 618.843028] env[62353]: DEBUG oslo_concurrency.lockutils [None req-08a17936-19c8-469f-9a23-273961e6d350 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 618.868252] env[62353]: DEBUG oslo_vmware.api [None req-8fc25f49-3944-43a5-b609-b4f59bdae677 tempest-ServerActionsV293TestJSON-26696024 tempest-ServerActionsV293TestJSON-26696024-project-member] Task: {'id': task-2371902, 'name': RelocateVM_Task} progress is 81%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.070958] env[62353]: DEBUG nova.scheduler.client.report [None req-7660a800-e0cd-4eba-b5b1-72897134fd72 tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 619.296041] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b1c1c406-b898-4a6b-b92d-7f38b901b1a0 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Releasing lock "refresh_cache-ba65df73-c3e3-4182-8444-9904aa5858d7" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 619.296339] env[62353]: DEBUG nova.compute.manager [None req-b1c1c406-b898-4a6b-b92d-7f38b901b1a0 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: ba65df73-c3e3-4182-8444-9904aa5858d7] Instance network_info: |[{"id": "ec81c73b-e082-4888-81eb-33d321b5057e", "address": "fa:16:3e:19:7b:2c", "network": {"id": "99926323-4d1b-428b-9009-5c2c4fdc3f93", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-462090473-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f26acbe9e08743179af7b91ff38b5ea9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec81c73b-e0", "ovs_interfaceid": "ec81c73b-e082-4888-81eb-33d321b5057e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 619.296773] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-b1c1c406-b898-4a6b-b92d-7f38b901b1a0 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: ba65df73-c3e3-4182-8444-9904aa5858d7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:19:7b:2c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7edb7c08-2fae-4df5-9ec6-5ccf06d7e337', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ec81c73b-e082-4888-81eb-33d321b5057e', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 619.304740] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1c1c406-b898-4a6b-b92d-7f38b901b1a0 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Creating folder: Project (f26acbe9e08743179af7b91ff38b5ea9). Parent ref: group-v481456. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 619.305666] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2a158efb-c934-4c45-8a8d-aba559838eb8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.320736] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-b1c1c406-b898-4a6b-b92d-7f38b901b1a0 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Created folder: Project (f26acbe9e08743179af7b91ff38b5ea9) in parent group-v481456. [ 619.321098] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1c1c406-b898-4a6b-b92d-7f38b901b1a0 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Creating folder: Instances. Parent ref: group-v481517. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 619.321674] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-46da5f4b-25c1-48d3-83b6-3ffd254b6895 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.335788] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-b1c1c406-b898-4a6b-b92d-7f38b901b1a0 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Created folder: Instances in parent group-v481517. [ 619.335788] env[62353]: DEBUG oslo.service.loopingcall [None req-b1c1c406-b898-4a6b-b92d-7f38b901b1a0 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 619.335788] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ba65df73-c3e3-4182-8444-9904aa5858d7] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 619.336067] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aeeedaba-bcae-49a5-8c23-984817960957 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.366854] env[62353]: DEBUG oslo_vmware.api [None req-8fc25f49-3944-43a5-b609-b4f59bdae677 tempest-ServerActionsV293TestJSON-26696024 tempest-ServerActionsV293TestJSON-26696024-project-member] Task: {'id': task-2371902, 'name': RelocateVM_Task} progress is 95%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.370674] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 619.370674] env[62353]: value = "task-2371906" [ 619.370674] env[62353]: _type = "Task" [ 619.370674] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.381523] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2371906, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.397822] env[62353]: DEBUG nova.compute.manager [req-a95f6f14-c716-45f0-bb98-3597254a4c57 req-3b90a029-7ea2-4dd3-b1e6-1a299d37c77f service nova] [instance: c29bf6eb-b456-4356-9ef8-d9ba70bc6464] Received event network-changed-f8283406-81d6-48ed-8def-15a86273d885 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 619.398325] env[62353]: DEBUG nova.compute.manager [req-a95f6f14-c716-45f0-bb98-3597254a4c57 req-3b90a029-7ea2-4dd3-b1e6-1a299d37c77f service nova] [instance: c29bf6eb-b456-4356-9ef8-d9ba70bc6464] Refreshing instance network info cache due to event network-changed-f8283406-81d6-48ed-8def-15a86273d885. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 619.398663] env[62353]: DEBUG oslo_concurrency.lockutils [req-a95f6f14-c716-45f0-bb98-3597254a4c57 req-3b90a029-7ea2-4dd3-b1e6-1a299d37c77f service nova] Acquiring lock "refresh_cache-c29bf6eb-b456-4356-9ef8-d9ba70bc6464" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.398856] env[62353]: DEBUG oslo_concurrency.lockutils [req-a95f6f14-c716-45f0-bb98-3597254a4c57 req-3b90a029-7ea2-4dd3-b1e6-1a299d37c77f service nova] Acquired lock "refresh_cache-c29bf6eb-b456-4356-9ef8-d9ba70bc6464" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.399102] env[62353]: DEBUG nova.network.neutron [req-a95f6f14-c716-45f0-bb98-3597254a4c57 req-3b90a029-7ea2-4dd3-b1e6-1a299d37c77f service nova] [instance: c29bf6eb-b456-4356-9ef8-d9ba70bc6464] Refreshing network info cache for port f8283406-81d6-48ed-8def-15a86273d885 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 619.450070] env[62353]: DEBUG nova.network.neutron [None req-82231efc-9396-4ae6-8302-d9d8c3f6ecdd tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] [instance: a415cd3c-4e94-4e23-9588-adb12815187c] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 619.457290] env[62353]: DEBUG nova.compute.manager [req-d169027e-3fd1-472d-97cb-de850c9d04d3 req-1275d979-2fc9-4954-81d8-8599836c45e6 service nova] [instance: a415cd3c-4e94-4e23-9588-adb12815187c] Received event network-vif-plugged-14ccfa95-21a4-4fa6-9261-c6e152c5f7bb {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 619.458226] env[62353]: DEBUG oslo_concurrency.lockutils [req-d169027e-3fd1-472d-97cb-de850c9d04d3 req-1275d979-2fc9-4954-81d8-8599836c45e6 service nova] Acquiring lock "a415cd3c-4e94-4e23-9588-adb12815187c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 619.458226] env[62353]: DEBUG oslo_concurrency.lockutils [req-d169027e-3fd1-472d-97cb-de850c9d04d3 req-1275d979-2fc9-4954-81d8-8599836c45e6 service nova] Lock "a415cd3c-4e94-4e23-9588-adb12815187c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 619.458600] env[62353]: DEBUG oslo_concurrency.lockutils [req-d169027e-3fd1-472d-97cb-de850c9d04d3 req-1275d979-2fc9-4954-81d8-8599836c45e6 service nova] Lock "a415cd3c-4e94-4e23-9588-adb12815187c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 619.458957] env[62353]: DEBUG nova.compute.manager [req-d169027e-3fd1-472d-97cb-de850c9d04d3 req-1275d979-2fc9-4954-81d8-8599836c45e6 service nova] [instance: a415cd3c-4e94-4e23-9588-adb12815187c] No waiting events found dispatching network-vif-plugged-14ccfa95-21a4-4fa6-9261-c6e152c5f7bb {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 619.459349] env[62353]: WARNING nova.compute.manager [req-d169027e-3fd1-472d-97cb-de850c9d04d3 req-1275d979-2fc9-4954-81d8-8599836c45e6 service nova] [instance: a415cd3c-4e94-4e23-9588-adb12815187c] Received unexpected event network-vif-plugged-14ccfa95-21a4-4fa6-9261-c6e152c5f7bb for instance with vm_state building and task_state spawning. [ 619.579840] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7660a800-e0cd-4eba-b5b1-72897134fd72 tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.171s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 619.586249] env[62353]: DEBUG oslo_concurrency.lockutils [None req-78fc8aee-8e43-4ea9-9907-7a28db3511fc tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.015s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 619.588659] env[62353]: INFO nova.compute.claims [None req-78fc8aee-8e43-4ea9-9907-7a28db3511fc tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: bc2376dd-856e-4797-bd2a-1db5c2be795d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 619.620784] env[62353]: INFO nova.scheduler.client.report [None req-7660a800-e0cd-4eba-b5b1-72897134fd72 tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] Deleted allocations for instance 82afd7a0-a514-4eac-9bcf-e2ed22e1e04b [ 619.860569] env[62353]: DEBUG nova.network.neutron [None req-82231efc-9396-4ae6-8302-d9d8c3f6ecdd tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] [instance: a415cd3c-4e94-4e23-9588-adb12815187c] Updating instance_info_cache with network_info: [{"id": "14ccfa95-21a4-4fa6-9261-c6e152c5f7bb", "address": "fa:16:3e:c9:69:ca", "network": {"id": "7c25f8f7-5c31-45d9-82e5-014ad7446734", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1695721764-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f163f3fb1d3946f08ed6b78ab4f0eba8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0248a27a-1d7f-4195-987b-06bfc8467347", "external-id": "nsx-vlan-transportzone-26", "segmentation_id": 26, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14ccfa95-21", "ovs_interfaceid": "14ccfa95-21a4-4fa6-9261-c6e152c5f7bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 619.875538] env[62353]: DEBUG oslo_vmware.api [None req-8fc25f49-3944-43a5-b609-b4f59bdae677 tempest-ServerActionsV293TestJSON-26696024 tempest-ServerActionsV293TestJSON-26696024-project-member] Task: {'id': task-2371902, 'name': RelocateVM_Task} progress is 97%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.888740] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2371906, 'name': CreateVM_Task} progress is 25%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.131254] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7660a800-e0cd-4eba-b5b1-72897134fd72 tempest-ServersAdmin275Test-837545115 tempest-ServersAdmin275Test-837545115-project-member] Lock "82afd7a0-a514-4eac-9bcf-e2ed22e1e04b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.334s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 620.367818] env[62353]: DEBUG oslo_concurrency.lockutils [None req-82231efc-9396-4ae6-8302-d9d8c3f6ecdd tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Releasing lock "refresh_cache-a415cd3c-4e94-4e23-9588-adb12815187c" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 620.368953] env[62353]: DEBUG nova.compute.manager [None req-82231efc-9396-4ae6-8302-d9d8c3f6ecdd tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] [instance: a415cd3c-4e94-4e23-9588-adb12815187c] Instance network_info: |[{"id": "14ccfa95-21a4-4fa6-9261-c6e152c5f7bb", "address": "fa:16:3e:c9:69:ca", "network": {"id": "7c25f8f7-5c31-45d9-82e5-014ad7446734", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1695721764-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f163f3fb1d3946f08ed6b78ab4f0eba8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0248a27a-1d7f-4195-987b-06bfc8467347", "external-id": "nsx-vlan-transportzone-26", "segmentation_id": 26, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14ccfa95-21", "ovs_interfaceid": "14ccfa95-21a4-4fa6-9261-c6e152c5f7bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 620.369424] env[62353]: DEBUG oslo_vmware.api [None req-8fc25f49-3944-43a5-b609-b4f59bdae677 tempest-ServerActionsV293TestJSON-26696024 tempest-ServerActionsV293TestJSON-26696024-project-member] Task: {'id': task-2371902, 'name': RelocateVM_Task, 'duration_secs': 3.448995} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.369906] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-82231efc-9396-4ae6-8302-d9d8c3f6ecdd tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] [instance: a415cd3c-4e94-4e23-9588-adb12815187c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c9:69:ca', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0248a27a-1d7f-4195-987b-06bfc8467347', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '14ccfa95-21a4-4fa6-9261-c6e152c5f7bb', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 620.377449] env[62353]: DEBUG oslo.service.loopingcall [None req-82231efc-9396-4ae6-8302-d9d8c3f6ecdd tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 620.377814] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-8fc25f49-3944-43a5-b609-b4f59bdae677 tempest-ServerActionsV293TestJSON-26696024 tempest-ServerActionsV293TestJSON-26696024-project-member] [instance: c29bf6eb-b456-4356-9ef8-d9ba70bc6464] Volume attach. Driver type: vmdk {{(pid=62353) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 620.378136] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-8fc25f49-3944-43a5-b609-b4f59bdae677 tempest-ServerActionsV293TestJSON-26696024 tempest-ServerActionsV293TestJSON-26696024-project-member] [instance: c29bf6eb-b456-4356-9ef8-d9ba70bc6464] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-481488', 'volume_id': '07045536-6321-4a9d-a506-bdde6e273337', 'name': 'volume-07045536-6321-4a9d-a506-bdde6e273337', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c29bf6eb-b456-4356-9ef8-d9ba70bc6464', 'attached_at': '', 'detached_at': '', 'volume_id': '07045536-6321-4a9d-a506-bdde6e273337', 'serial': '07045536-6321-4a9d-a506-bdde6e273337'} {{(pid=62353) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 620.378603] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a415cd3c-4e94-4e23-9588-adb12815187c] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 620.379614] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7929c5f9-2d76-45cf-83c2-46faade837a9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.386017] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-015c60a2-7309-49cb-93da-2140c46244ff {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.421091] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2371906, 'name': CreateVM_Task, 'duration_secs': 0.752125} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.427357] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ba65df73-c3e3-4182-8444-9904aa5858d7] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 620.428411] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e22dc97-1862-43b0-aa38-92a802227658 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.431615] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 620.431615] env[62353]: value = "task-2371907" [ 620.431615] env[62353]: _type = "Task" [ 620.431615] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.433201] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b1c1c406-b898-4a6b-b92d-7f38b901b1a0 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 620.433532] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b1c1c406-b898-4a6b-b92d-7f38b901b1a0 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Acquired lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.433996] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b1c1c406-b898-4a6b-b92d-7f38b901b1a0 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 620.434791] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f170440e-f70f-442b-b9b0-3fc4366668a5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.459234] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-8fc25f49-3944-43a5-b609-b4f59bdae677 tempest-ServerActionsV293TestJSON-26696024 tempest-ServerActionsV293TestJSON-26696024-project-member] [instance: c29bf6eb-b456-4356-9ef8-d9ba70bc6464] Reconfiguring VM instance instance-00000011 to attach disk [datastore1] volume-07045536-6321-4a9d-a506-bdde6e273337/volume-07045536-6321-4a9d-a506-bdde6e273337.vmdk or device None with type thin {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 620.463932] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3b5a1ec7-ebaa-4487-b67f-7bc3dc0fd3d1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.479733] env[62353]: DEBUG oslo_vmware.api [None req-b1c1c406-b898-4a6b-b92d-7f38b901b1a0 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Waiting for the task: (returnval){ [ 620.479733] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52000ae7-8d75-1c81-bf29-9141684e1485" [ 620.479733] env[62353]: _type = "Task" [ 620.479733] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.480124] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2371907, 'name': CreateVM_Task} progress is 15%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.487750] env[62353]: DEBUG oslo_vmware.api [None req-8fc25f49-3944-43a5-b609-b4f59bdae677 tempest-ServerActionsV293TestJSON-26696024 tempest-ServerActionsV293TestJSON-26696024-project-member] Waiting for the task: (returnval){ [ 620.487750] env[62353]: value = "task-2371908" [ 620.487750] env[62353]: _type = "Task" [ 620.487750] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.488615] env[62353]: DEBUG nova.network.neutron [req-a95f6f14-c716-45f0-bb98-3597254a4c57 req-3b90a029-7ea2-4dd3-b1e6-1a299d37c77f service nova] [instance: c29bf6eb-b456-4356-9ef8-d9ba70bc6464] Updated VIF entry in instance network info cache for port f8283406-81d6-48ed-8def-15a86273d885. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 620.488950] env[62353]: DEBUG nova.network.neutron [req-a95f6f14-c716-45f0-bb98-3597254a4c57 req-3b90a029-7ea2-4dd3-b1e6-1a299d37c77f service nova] [instance: c29bf6eb-b456-4356-9ef8-d9ba70bc6464] Updating instance_info_cache with network_info: [{"id": "f8283406-81d6-48ed-8def-15a86273d885", "address": "fa:16:3e:44:a9:d3", "network": {"id": "2f5b606a-d64e-41a6-9c63-5a0ec77b0a57", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1810753646-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b80b5278f7314720a0018304f213f0f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8283406-81", "ovs_interfaceid": "f8283406-81d6-48ed-8def-15a86273d885", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 620.493939] env[62353]: DEBUG oslo_vmware.api [None req-b1c1c406-b898-4a6b-b92d-7f38b901b1a0 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52000ae7-8d75-1c81-bf29-9141684e1485, 'name': SearchDatastore_Task, 'duration_secs': 0.014842} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.497416] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b1c1c406-b898-4a6b-b92d-7f38b901b1a0 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Releasing lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 620.497660] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-b1c1c406-b898-4a6b-b92d-7f38b901b1a0 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: ba65df73-c3e3-4182-8444-9904aa5858d7] Processing image 06f909ae-e8dc-43b4-abf7-c7ed85db9bbd {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 620.497889] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b1c1c406-b898-4a6b-b92d-7f38b901b1a0 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 620.498042] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b1c1c406-b898-4a6b-b92d-7f38b901b1a0 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Acquired lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.498225] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1c1c406-b898-4a6b-b92d-7f38b901b1a0 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 620.498553] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8c23b437-cae9-4f0d-b1f7-0410e886c6b3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.508419] env[62353]: DEBUG oslo_vmware.api [None req-8fc25f49-3944-43a5-b609-b4f59bdae677 tempest-ServerActionsV293TestJSON-26696024 tempest-ServerActionsV293TestJSON-26696024-project-member] Task: {'id': task-2371908, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.509652] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1c1c406-b898-4a6b-b92d-7f38b901b1a0 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 620.510017] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-b1c1c406-b898-4a6b-b92d-7f38b901b1a0 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 620.510561] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d020410-977e-4447-bbab-570ffdd74737 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.518043] env[62353]: DEBUG oslo_vmware.api [None req-b1c1c406-b898-4a6b-b92d-7f38b901b1a0 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Waiting for the task: (returnval){ [ 620.518043] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52b82aa6-2ac7-b7a0-70e3-ff53c10ea211" [ 620.518043] env[62353]: _type = "Task" [ 620.518043] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.528439] env[62353]: DEBUG oslo_vmware.api [None req-b1c1c406-b898-4a6b-b92d-7f38b901b1a0 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52b82aa6-2ac7-b7a0-70e3-ff53c10ea211, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.641340] env[62353]: DEBUG oslo_service.periodic_task [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 620.641340] env[62353]: DEBUG oslo_service.periodic_task [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 620.955978] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2371907, 'name': CreateVM_Task, 'duration_secs': 0.387937} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.962971] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a415cd3c-4e94-4e23-9588-adb12815187c] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 620.964128] env[62353]: DEBUG oslo_concurrency.lockutils [None req-82231efc-9396-4ae6-8302-d9d8c3f6ecdd tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 620.964319] env[62353]: DEBUG oslo_concurrency.lockutils [None req-82231efc-9396-4ae6-8302-d9d8c3f6ecdd tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Acquired lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.964641] env[62353]: DEBUG oslo_concurrency.lockutils [None req-82231efc-9396-4ae6-8302-d9d8c3f6ecdd tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 620.964896] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7bffbaf2-250b-4bfa-a731-c431fd957b61 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.972707] env[62353]: DEBUG oslo_vmware.api [None req-82231efc-9396-4ae6-8302-d9d8c3f6ecdd tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Waiting for the task: (returnval){ [ 620.972707] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5268d0ad-b247-0851-da67-e514e9262aba" [ 620.972707] env[62353]: _type = "Task" [ 620.972707] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.983477] env[62353]: DEBUG oslo_vmware.api [None req-82231efc-9396-4ae6-8302-d9d8c3f6ecdd tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5268d0ad-b247-0851-da67-e514e9262aba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.995091] env[62353]: DEBUG oslo_concurrency.lockutils [req-a95f6f14-c716-45f0-bb98-3597254a4c57 req-3b90a029-7ea2-4dd3-b1e6-1a299d37c77f service nova] Releasing lock "refresh_cache-c29bf6eb-b456-4356-9ef8-d9ba70bc6464" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 620.999075] env[62353]: DEBUG nova.compute.manager [req-a95f6f14-c716-45f0-bb98-3597254a4c57 req-3b90a029-7ea2-4dd3-b1e6-1a299d37c77f service nova] [instance: 5cff6baf-1dd7-4030-834d-266e83d77229] Received event network-changed-58b42438-96f0-41e9-8a75-b2653f78f0f2 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 620.999075] env[62353]: DEBUG nova.compute.manager [req-a95f6f14-c716-45f0-bb98-3597254a4c57 req-3b90a029-7ea2-4dd3-b1e6-1a299d37c77f service nova] [instance: 5cff6baf-1dd7-4030-834d-266e83d77229] Refreshing instance network info cache due to event network-changed-58b42438-96f0-41e9-8a75-b2653f78f0f2. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 620.999075] env[62353]: DEBUG oslo_concurrency.lockutils [req-a95f6f14-c716-45f0-bb98-3597254a4c57 req-3b90a029-7ea2-4dd3-b1e6-1a299d37c77f service nova] Acquiring lock "refresh_cache-5cff6baf-1dd7-4030-834d-266e83d77229" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 620.999075] env[62353]: DEBUG oslo_concurrency.lockutils [req-a95f6f14-c716-45f0-bb98-3597254a4c57 req-3b90a029-7ea2-4dd3-b1e6-1a299d37c77f service nova] Acquired lock "refresh_cache-5cff6baf-1dd7-4030-834d-266e83d77229" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.999075] env[62353]: DEBUG nova.network.neutron [req-a95f6f14-c716-45f0-bb98-3597254a4c57 req-3b90a029-7ea2-4dd3-b1e6-1a299d37c77f service nova] [instance: 5cff6baf-1dd7-4030-834d-266e83d77229] Refreshing network info cache for port 58b42438-96f0-41e9-8a75-b2653f78f0f2 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 621.014751] env[62353]: DEBUG oslo_vmware.api [None req-8fc25f49-3944-43a5-b609-b4f59bdae677 tempest-ServerActionsV293TestJSON-26696024 tempest-ServerActionsV293TestJSON-26696024-project-member] Task: {'id': task-2371908, 'name': ReconfigVM_Task, 'duration_secs': 0.283297} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.014960] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-8fc25f49-3944-43a5-b609-b4f59bdae677 tempest-ServerActionsV293TestJSON-26696024 tempest-ServerActionsV293TestJSON-26696024-project-member] [instance: c29bf6eb-b456-4356-9ef8-d9ba70bc6464] Reconfigured VM instance instance-00000011 to attach disk [datastore1] volume-07045536-6321-4a9d-a506-bdde6e273337/volume-07045536-6321-4a9d-a506-bdde6e273337.vmdk or device None with type thin {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 621.027966] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-94c5d9b2-cb32-44be-9a29-cceb9bd79cf1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.060129] env[62353]: DEBUG oslo_vmware.api [None req-b1c1c406-b898-4a6b-b92d-7f38b901b1a0 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52b82aa6-2ac7-b7a0-70e3-ff53c10ea211, 'name': SearchDatastore_Task, 'duration_secs': 0.01273} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.060953] env[62353]: DEBUG oslo_vmware.api [None req-8fc25f49-3944-43a5-b609-b4f59bdae677 tempest-ServerActionsV293TestJSON-26696024 tempest-ServerActionsV293TestJSON-26696024-project-member] Waiting for the task: (returnval){ [ 621.060953] env[62353]: value = "task-2371910" [ 621.060953] env[62353]: _type = "Task" [ 621.060953] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.066017] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6337f24-3a1f-4fc2-9bd6-6a8474a49b57 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.076853] env[62353]: DEBUG oslo_vmware.api [None req-b1c1c406-b898-4a6b-b92d-7f38b901b1a0 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Waiting for the task: (returnval){ [ 621.076853] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]520e516e-6378-ad2f-3abd-b42621d60eab" [ 621.076853] env[62353]: _type = "Task" [ 621.076853] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.081785] env[62353]: DEBUG oslo_vmware.api [None req-8fc25f49-3944-43a5-b609-b4f59bdae677 tempest-ServerActionsV293TestJSON-26696024 tempest-ServerActionsV293TestJSON-26696024-project-member] Task: {'id': task-2371910, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.087436] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8234d7c5-aee6-4625-a3db-e309efaabd73 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.098835] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c5b1976-7429-434e-acc2-17e6576be68c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.102190] env[62353]: DEBUG oslo_vmware.api [None req-b1c1c406-b898-4a6b-b92d-7f38b901b1a0 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]520e516e-6378-ad2f-3abd-b42621d60eab, 'name': SearchDatastore_Task, 'duration_secs': 0.01131} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.102461] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b1c1c406-b898-4a6b-b92d-7f38b901b1a0 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Releasing lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 621.102688] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1c1c406-b898-4a6b-b92d-7f38b901b1a0 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore1] ba65df73-c3e3-4182-8444-9904aa5858d7/ba65df73-c3e3-4182-8444-9904aa5858d7.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 621.103388] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bbcbe4cc-f815-482a-9b79-c9572de6c1e5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.137765] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e193cbe-d066-44cd-99e4-9cb4da8d427c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.141267] env[62353]: DEBUG oslo_vmware.api [None req-b1c1c406-b898-4a6b-b92d-7f38b901b1a0 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Waiting for the task: (returnval){ [ 621.141267] env[62353]: value = "task-2371911" [ 621.141267] env[62353]: _type = "Task" [ 621.141267] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.155455] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8751c265-3d7c-4932-88d5-1c87769d8bf7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.161229] env[62353]: DEBUG oslo_service.periodic_task [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 621.161229] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Starting heal instance info cache {{(pid=62353) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 621.161371] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Rebuilding the list of instances to heal {{(pid=62353) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10449}} [ 621.162680] env[62353]: DEBUG oslo_vmware.api [None req-b1c1c406-b898-4a6b-b92d-7f38b901b1a0 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Task: {'id': task-2371911, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.175866] env[62353]: DEBUG nova.compute.provider_tree [None req-78fc8aee-8e43-4ea9-9907-7a28db3511fc tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 621.485780] env[62353]: DEBUG oslo_vmware.api [None req-82231efc-9396-4ae6-8302-d9d8c3f6ecdd tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5268d0ad-b247-0851-da67-e514e9262aba, 'name': SearchDatastore_Task, 'duration_secs': 0.010008} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.486144] env[62353]: DEBUG oslo_concurrency.lockutils [None req-82231efc-9396-4ae6-8302-d9d8c3f6ecdd tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Releasing lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 621.486837] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-82231efc-9396-4ae6-8302-d9d8c3f6ecdd tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] [instance: a415cd3c-4e94-4e23-9588-adb12815187c] Processing image 06f909ae-e8dc-43b4-abf7-c7ed85db9bbd {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 621.486837] env[62353]: DEBUG oslo_concurrency.lockutils [None req-82231efc-9396-4ae6-8302-d9d8c3f6ecdd tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 621.486837] env[62353]: DEBUG oslo_concurrency.lockutils [None req-82231efc-9396-4ae6-8302-d9d8c3f6ecdd tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Acquired lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.487601] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-82231efc-9396-4ae6-8302-d9d8c3f6ecdd tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 621.487601] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c8cc78f3-9cbd-4265-8a70-5a589a87bb7e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.503561] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-82231efc-9396-4ae6-8302-d9d8c3f6ecdd tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 621.503755] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-82231efc-9396-4ae6-8302-d9d8c3f6ecdd tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 621.508707] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b03e211f-9789-49ea-9162-feca52cd1e1f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.520169] env[62353]: DEBUG oslo_vmware.api [None req-82231efc-9396-4ae6-8302-d9d8c3f6ecdd tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Waiting for the task: (returnval){ [ 621.520169] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5247ad21-b703-207d-4705-af6d7d6036c3" [ 621.520169] env[62353]: _type = "Task" [ 621.520169] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.531655] env[62353]: DEBUG oslo_vmware.api [None req-82231efc-9396-4ae6-8302-d9d8c3f6ecdd tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5247ad21-b703-207d-4705-af6d7d6036c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.580541] env[62353]: DEBUG oslo_vmware.api [None req-8fc25f49-3944-43a5-b609-b4f59bdae677 tempest-ServerActionsV293TestJSON-26696024 tempest-ServerActionsV293TestJSON-26696024-project-member] Task: {'id': task-2371910, 'name': ReconfigVM_Task, 'duration_secs': 0.143395} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.580893] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-8fc25f49-3944-43a5-b609-b4f59bdae677 tempest-ServerActionsV293TestJSON-26696024 tempest-ServerActionsV293TestJSON-26696024-project-member] [instance: c29bf6eb-b456-4356-9ef8-d9ba70bc6464] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-481488', 'volume_id': '07045536-6321-4a9d-a506-bdde6e273337', 'name': 'volume-07045536-6321-4a9d-a506-bdde6e273337', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c29bf6eb-b456-4356-9ef8-d9ba70bc6464', 'attached_at': '', 'detached_at': '', 'volume_id': '07045536-6321-4a9d-a506-bdde6e273337', 'serial': '07045536-6321-4a9d-a506-bdde6e273337'} {{(pid=62353) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 621.581847] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eefe199b-dac8-4d15-a609-642c6dc0b3da {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.591224] env[62353]: DEBUG oslo_vmware.api [None req-8fc25f49-3944-43a5-b609-b4f59bdae677 tempest-ServerActionsV293TestJSON-26696024 tempest-ServerActionsV293TestJSON-26696024-project-member] Waiting for the task: (returnval){ [ 621.591224] env[62353]: value = "task-2371912" [ 621.591224] env[62353]: _type = "Task" [ 621.591224] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.613868] env[62353]: DEBUG oslo_vmware.api [None req-8fc25f49-3944-43a5-b609-b4f59bdae677 tempest-ServerActionsV293TestJSON-26696024 tempest-ServerActionsV293TestJSON-26696024-project-member] Task: {'id': task-2371912, 'name': Rename_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.655680] env[62353]: DEBUG oslo_vmware.api [None req-b1c1c406-b898-4a6b-b92d-7f38b901b1a0 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Task: {'id': task-2371911, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.480621} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.656060] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1c1c406-b898-4a6b-b92d-7f38b901b1a0 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore1] ba65df73-c3e3-4182-8444-9904aa5858d7/ba65df73-c3e3-4182-8444-9904aa5858d7.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 621.656499] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-b1c1c406-b898-4a6b-b92d-7f38b901b1a0 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: ba65df73-c3e3-4182-8444-9904aa5858d7] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 621.656592] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c4b701da-1b16-4ae2-94cb-66afe722e690 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.669398] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] [instance: c29bf6eb-b456-4356-9ef8-d9ba70bc6464] Skipping network cache update for instance because it is Building. {{(pid=62353) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 621.669756] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] [instance: ba65df73-c3e3-4182-8444-9904aa5858d7] Skipping network cache update for instance because it is Building. {{(pid=62353) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 621.669905] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] [instance: a415cd3c-4e94-4e23-9588-adb12815187c] Skipping network cache update for instance because it is Building. {{(pid=62353) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 621.670052] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] [instance: bc2376dd-856e-4797-bd2a-1db5c2be795d] Skipping network cache update for instance because it is Building. {{(pid=62353) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 621.676189] env[62353]: DEBUG oslo_vmware.api [None req-b1c1c406-b898-4a6b-b92d-7f38b901b1a0 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Waiting for the task: (returnval){ [ 621.676189] env[62353]: value = "task-2371913" [ 621.676189] env[62353]: _type = "Task" [ 621.676189] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.690138] env[62353]: DEBUG nova.scheduler.client.report [None req-78fc8aee-8e43-4ea9-9907-7a28db3511fc tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 621.693479] env[62353]: DEBUG oslo_vmware.api [None req-b1c1c406-b898-4a6b-b92d-7f38b901b1a0 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Task: {'id': task-2371913, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.761390] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Acquiring lock "refresh_cache-8b313bab-8370-47c5-a03b-c809dc96fd21" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 621.761641] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Acquired lock "refresh_cache-8b313bab-8370-47c5-a03b-c809dc96fd21" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.761708] env[62353]: DEBUG nova.network.neutron [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] [instance: 8b313bab-8370-47c5-a03b-c809dc96fd21] Forcefully refreshing network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 621.761824] env[62353]: DEBUG nova.objects.instance [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Lazy-loading 'info_cache' on Instance uuid 8b313bab-8370-47c5-a03b-c809dc96fd21 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 622.035465] env[62353]: DEBUG oslo_vmware.api [None req-82231efc-9396-4ae6-8302-d9d8c3f6ecdd tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5247ad21-b703-207d-4705-af6d7d6036c3, 'name': SearchDatastore_Task, 'duration_secs': 0.055005} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.035465] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08e16f83-dbb1-4acc-befd-8684955b7687 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.042190] env[62353]: DEBUG oslo_vmware.api [None req-82231efc-9396-4ae6-8302-d9d8c3f6ecdd tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Waiting for the task: (returnval){ [ 622.042190] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]523c6088-693a-30c4-f260-ae7a162efc4d" [ 622.042190] env[62353]: _type = "Task" [ 622.042190] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.061133] env[62353]: DEBUG oslo_vmware.api [None req-82231efc-9396-4ae6-8302-d9d8c3f6ecdd tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]523c6088-693a-30c4-f260-ae7a162efc4d, 'name': SearchDatastore_Task, 'duration_secs': 0.011131} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.061133] env[62353]: DEBUG oslo_concurrency.lockutils [None req-82231efc-9396-4ae6-8302-d9d8c3f6ecdd tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Releasing lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 622.061133] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-82231efc-9396-4ae6-8302-d9d8c3f6ecdd tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore1] a415cd3c-4e94-4e23-9588-adb12815187c/a415cd3c-4e94-4e23-9588-adb12815187c.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 622.062147] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c905e72c-a2d0-425d-a472-7ca808cc8de4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.071379] env[62353]: DEBUG oslo_vmware.api [None req-82231efc-9396-4ae6-8302-d9d8c3f6ecdd tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Waiting for the task: (returnval){ [ 622.071379] env[62353]: value = "task-2371914" [ 622.071379] env[62353]: _type = "Task" [ 622.071379] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.080516] env[62353]: DEBUG oslo_vmware.api [None req-82231efc-9396-4ae6-8302-d9d8c3f6ecdd tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Task: {'id': task-2371914, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.101746] env[62353]: DEBUG oslo_vmware.api [None req-8fc25f49-3944-43a5-b609-b4f59bdae677 tempest-ServerActionsV293TestJSON-26696024 tempest-ServerActionsV293TestJSON-26696024-project-member] Task: {'id': task-2371912, 'name': Rename_Task, 'duration_secs': 0.149718} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.104191] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fc25f49-3944-43a5-b609-b4f59bdae677 tempest-ServerActionsV293TestJSON-26696024 tempest-ServerActionsV293TestJSON-26696024-project-member] [instance: c29bf6eb-b456-4356-9ef8-d9ba70bc6464] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 622.104191] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-de754bdc-7717-4dc1-bec1-2d5f9b895067 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.112166] env[62353]: DEBUG oslo_vmware.api [None req-8fc25f49-3944-43a5-b609-b4f59bdae677 tempest-ServerActionsV293TestJSON-26696024 tempest-ServerActionsV293TestJSON-26696024-project-member] Waiting for the task: (returnval){ [ 622.112166] env[62353]: value = "task-2371915" [ 622.112166] env[62353]: _type = "Task" [ 622.112166] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.119991] env[62353]: DEBUG oslo_vmware.api [None req-8fc25f49-3944-43a5-b609-b4f59bdae677 tempest-ServerActionsV293TestJSON-26696024 tempest-ServerActionsV293TestJSON-26696024-project-member] Task: {'id': task-2371915, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.188967] env[62353]: DEBUG oslo_vmware.api [None req-b1c1c406-b898-4a6b-b92d-7f38b901b1a0 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Task: {'id': task-2371913, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072949} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.189581] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-b1c1c406-b898-4a6b-b92d-7f38b901b1a0 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: ba65df73-c3e3-4182-8444-9904aa5858d7] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 622.190500] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-888deadc-851e-4d43-8fce-a736c4547ee2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.197203] env[62353]: DEBUG oslo_concurrency.lockutils [None req-78fc8aee-8e43-4ea9-9907-7a28db3511fc tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.611s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 622.197828] env[62353]: DEBUG nova.compute.manager [None req-78fc8aee-8e43-4ea9-9907-7a28db3511fc tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: bc2376dd-856e-4797-bd2a-1db5c2be795d] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 622.200621] env[62353]: DEBUG oslo_concurrency.lockutils [None req-273a5ace-5988-45e8-b6ea-861951bc5b94 tempest-AttachInterfacesUnderV243Test-231370955 tempest-AttachInterfacesUnderV243Test-231370955-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.381s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 622.202806] env[62353]: INFO nova.compute.claims [None req-273a5ace-5988-45e8-b6ea-861951bc5b94 tempest-AttachInterfacesUnderV243Test-231370955 tempest-AttachInterfacesUnderV243Test-231370955-project-member] [instance: 0ccb3004-b612-45c3-b655-609eb2c4b16c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 622.230961] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1c1c406-b898-4a6b-b92d-7f38b901b1a0 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: ba65df73-c3e3-4182-8444-9904aa5858d7] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] ba65df73-c3e3-4182-8444-9904aa5858d7/ba65df73-c3e3-4182-8444-9904aa5858d7.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 622.231349] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa5615c4-d278-4a73-b864-5837785776a2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.255129] env[62353]: DEBUG oslo_vmware.api [None req-b1c1c406-b898-4a6b-b92d-7f38b901b1a0 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Waiting for the task: (returnval){ [ 622.255129] env[62353]: value = "task-2371916" [ 622.255129] env[62353]: _type = "Task" [ 622.255129] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.266909] env[62353]: DEBUG oslo_vmware.api [None req-b1c1c406-b898-4a6b-b92d-7f38b901b1a0 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Task: {'id': task-2371916, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.311852] env[62353]: DEBUG nova.network.neutron [req-a95f6f14-c716-45f0-bb98-3597254a4c57 req-3b90a029-7ea2-4dd3-b1e6-1a299d37c77f service nova] [instance: 5cff6baf-1dd7-4030-834d-266e83d77229] Updated VIF entry in instance network info cache for port 58b42438-96f0-41e9-8a75-b2653f78f0f2. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 622.314979] env[62353]: DEBUG nova.network.neutron [req-a95f6f14-c716-45f0-bb98-3597254a4c57 req-3b90a029-7ea2-4dd3-b1e6-1a299d37c77f service nova] [instance: 5cff6baf-1dd7-4030-834d-266e83d77229] Updating instance_info_cache with network_info: [{"id": "58b42438-96f0-41e9-8a75-b2653f78f0f2", "address": "fa:16:3e:b8:e8:0d", "network": {"id": "47ce8d6b-d643-4102-b7e0-97d7d64a8a59", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1390171572-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "0efd65b451fa46bd88fd74c3df15e40e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e1049e8-c06b-4c93-a9e1-2cbb530f3f95", "external-id": "nsx-vlan-transportzone-966", "segmentation_id": 966, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58b42438-96", "ovs_interfaceid": "58b42438-96f0-41e9-8a75-b2653f78f0f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 622.456047] env[62353]: DEBUG nova.compute.manager [req-71a6cfdb-1d3e-4ee1-be36-0a04a69fa6c4 req-cef2c083-39ea-4591-a7d6-3c2455848c03 service nova] [instance: 5cff6baf-1dd7-4030-834d-266e83d77229] Received event network-changed-58b42438-96f0-41e9-8a75-b2653f78f0f2 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 622.456538] env[62353]: DEBUG nova.compute.manager [req-71a6cfdb-1d3e-4ee1-be36-0a04a69fa6c4 req-cef2c083-39ea-4591-a7d6-3c2455848c03 service nova] [instance: 5cff6baf-1dd7-4030-834d-266e83d77229] Refreshing instance network info cache due to event network-changed-58b42438-96f0-41e9-8a75-b2653f78f0f2. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 622.456538] env[62353]: DEBUG oslo_concurrency.lockutils [req-71a6cfdb-1d3e-4ee1-be36-0a04a69fa6c4 req-cef2c083-39ea-4591-a7d6-3c2455848c03 service nova] Acquiring lock "refresh_cache-5cff6baf-1dd7-4030-834d-266e83d77229" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 622.495188] env[62353]: DEBUG nova.compute.manager [req-8b3b3890-1f24-4a13-b1d9-1045c8ed2634 req-81e9fcb5-fdf2-4642-b027-5c14af416e10 service nova] [instance: a415cd3c-4e94-4e23-9588-adb12815187c] Received event network-changed-14ccfa95-21a4-4fa6-9261-c6e152c5f7bb {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 622.495536] env[62353]: DEBUG nova.compute.manager [req-8b3b3890-1f24-4a13-b1d9-1045c8ed2634 req-81e9fcb5-fdf2-4642-b027-5c14af416e10 service nova] [instance: a415cd3c-4e94-4e23-9588-adb12815187c] Refreshing instance network info cache due to event network-changed-14ccfa95-21a4-4fa6-9261-c6e152c5f7bb. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 622.495728] env[62353]: DEBUG oslo_concurrency.lockutils [req-8b3b3890-1f24-4a13-b1d9-1045c8ed2634 req-81e9fcb5-fdf2-4642-b027-5c14af416e10 service nova] Acquiring lock "refresh_cache-a415cd3c-4e94-4e23-9588-adb12815187c" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 622.495865] env[62353]: DEBUG oslo_concurrency.lockutils [req-8b3b3890-1f24-4a13-b1d9-1045c8ed2634 req-81e9fcb5-fdf2-4642-b027-5c14af416e10 service nova] Acquired lock "refresh_cache-a415cd3c-4e94-4e23-9588-adb12815187c" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.498023] env[62353]: DEBUG nova.network.neutron [req-8b3b3890-1f24-4a13-b1d9-1045c8ed2634 req-81e9fcb5-fdf2-4642-b027-5c14af416e10 service nova] [instance: a415cd3c-4e94-4e23-9588-adb12815187c] Refreshing network info cache for port 14ccfa95-21a4-4fa6-9261-c6e152c5f7bb {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 622.586277] env[62353]: DEBUG oslo_vmware.api [None req-82231efc-9396-4ae6-8302-d9d8c3f6ecdd tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Task: {'id': task-2371914, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.624276] env[62353]: DEBUG oslo_vmware.api [None req-8fc25f49-3944-43a5-b609-b4f59bdae677 tempest-ServerActionsV293TestJSON-26696024 tempest-ServerActionsV293TestJSON-26696024-project-member] Task: {'id': task-2371915, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.710219] env[62353]: DEBUG nova.compute.utils [None req-78fc8aee-8e43-4ea9-9907-7a28db3511fc tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 622.714528] env[62353]: DEBUG nova.compute.manager [None req-78fc8aee-8e43-4ea9-9907-7a28db3511fc tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: bc2376dd-856e-4797-bd2a-1db5c2be795d] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 622.714694] env[62353]: DEBUG nova.network.neutron [None req-78fc8aee-8e43-4ea9-9907-7a28db3511fc tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: bc2376dd-856e-4797-bd2a-1db5c2be795d] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 622.771960] env[62353]: DEBUG oslo_vmware.api [None req-b1c1c406-b898-4a6b-b92d-7f38b901b1a0 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Task: {'id': task-2371916, 'name': ReconfigVM_Task, 'duration_secs': 0.365129} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.771960] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1c1c406-b898-4a6b-b92d-7f38b901b1a0 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: ba65df73-c3e3-4182-8444-9904aa5858d7] Reconfigured VM instance instance-00000012 to attach disk [datastore1] ba65df73-c3e3-4182-8444-9904aa5858d7/ba65df73-c3e3-4182-8444-9904aa5858d7.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 622.773201] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c76c2cfc-9301-4b35-9fcc-4305c91629a3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.783410] env[62353]: DEBUG oslo_vmware.api [None req-b1c1c406-b898-4a6b-b92d-7f38b901b1a0 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Waiting for the task: (returnval){ [ 622.783410] env[62353]: value = "task-2371917" [ 622.783410] env[62353]: _type = "Task" [ 622.783410] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.796733] env[62353]: DEBUG oslo_vmware.api [None req-b1c1c406-b898-4a6b-b92d-7f38b901b1a0 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Task: {'id': task-2371917, 'name': Rename_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.816761] env[62353]: DEBUG oslo_concurrency.lockutils [req-a95f6f14-c716-45f0-bb98-3597254a4c57 req-3b90a029-7ea2-4dd3-b1e6-1a299d37c77f service nova] Releasing lock "refresh_cache-5cff6baf-1dd7-4030-834d-266e83d77229" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 622.817095] env[62353]: DEBUG nova.compute.manager [req-a95f6f14-c716-45f0-bb98-3597254a4c57 req-3b90a029-7ea2-4dd3-b1e6-1a299d37c77f service nova] [instance: ba65df73-c3e3-4182-8444-9904aa5858d7] Received event network-vif-plugged-ec81c73b-e082-4888-81eb-33d321b5057e {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 622.817319] env[62353]: DEBUG oslo_concurrency.lockutils [req-a95f6f14-c716-45f0-bb98-3597254a4c57 req-3b90a029-7ea2-4dd3-b1e6-1a299d37c77f service nova] Acquiring lock "ba65df73-c3e3-4182-8444-9904aa5858d7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 622.817550] env[62353]: DEBUG oslo_concurrency.lockutils [req-a95f6f14-c716-45f0-bb98-3597254a4c57 req-3b90a029-7ea2-4dd3-b1e6-1a299d37c77f service nova] Lock "ba65df73-c3e3-4182-8444-9904aa5858d7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 622.817734] env[62353]: DEBUG oslo_concurrency.lockutils [req-a95f6f14-c716-45f0-bb98-3597254a4c57 req-3b90a029-7ea2-4dd3-b1e6-1a299d37c77f service nova] Lock "ba65df73-c3e3-4182-8444-9904aa5858d7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 622.817920] env[62353]: DEBUG nova.compute.manager [req-a95f6f14-c716-45f0-bb98-3597254a4c57 req-3b90a029-7ea2-4dd3-b1e6-1a299d37c77f service nova] [instance: ba65df73-c3e3-4182-8444-9904aa5858d7] No waiting events found dispatching network-vif-plugged-ec81c73b-e082-4888-81eb-33d321b5057e {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 622.818156] env[62353]: WARNING nova.compute.manager [req-a95f6f14-c716-45f0-bb98-3597254a4c57 req-3b90a029-7ea2-4dd3-b1e6-1a299d37c77f service nova] [instance: ba65df73-c3e3-4182-8444-9904aa5858d7] Received unexpected event network-vif-plugged-ec81c73b-e082-4888-81eb-33d321b5057e for instance with vm_state building and task_state spawning. [ 622.818503] env[62353]: DEBUG nova.compute.manager [req-a95f6f14-c716-45f0-bb98-3597254a4c57 req-3b90a029-7ea2-4dd3-b1e6-1a299d37c77f service nova] [instance: ba65df73-c3e3-4182-8444-9904aa5858d7] Received event network-changed-ec81c73b-e082-4888-81eb-33d321b5057e {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 622.818584] env[62353]: DEBUG nova.compute.manager [req-a95f6f14-c716-45f0-bb98-3597254a4c57 req-3b90a029-7ea2-4dd3-b1e6-1a299d37c77f service nova] [instance: ba65df73-c3e3-4182-8444-9904aa5858d7] Refreshing instance network info cache due to event network-changed-ec81c73b-e082-4888-81eb-33d321b5057e. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 622.818803] env[62353]: DEBUG oslo_concurrency.lockutils [req-a95f6f14-c716-45f0-bb98-3597254a4c57 req-3b90a029-7ea2-4dd3-b1e6-1a299d37c77f service nova] Acquiring lock "refresh_cache-ba65df73-c3e3-4182-8444-9904aa5858d7" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 622.818914] env[62353]: DEBUG oslo_concurrency.lockutils [req-a95f6f14-c716-45f0-bb98-3597254a4c57 req-3b90a029-7ea2-4dd3-b1e6-1a299d37c77f service nova] Acquired lock "refresh_cache-ba65df73-c3e3-4182-8444-9904aa5858d7" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.819130] env[62353]: DEBUG nova.network.neutron [req-a95f6f14-c716-45f0-bb98-3597254a4c57 req-3b90a029-7ea2-4dd3-b1e6-1a299d37c77f service nova] [instance: ba65df73-c3e3-4182-8444-9904aa5858d7] Refreshing network info cache for port ec81c73b-e082-4888-81eb-33d321b5057e {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 622.822052] env[62353]: DEBUG oslo_concurrency.lockutils [req-71a6cfdb-1d3e-4ee1-be36-0a04a69fa6c4 req-cef2c083-39ea-4591-a7d6-3c2455848c03 service nova] Acquired lock "refresh_cache-5cff6baf-1dd7-4030-834d-266e83d77229" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.822052] env[62353]: DEBUG nova.network.neutron [req-71a6cfdb-1d3e-4ee1-be36-0a04a69fa6c4 req-cef2c083-39ea-4591-a7d6-3c2455848c03 service nova] [instance: 5cff6baf-1dd7-4030-834d-266e83d77229] Refreshing network info cache for port 58b42438-96f0-41e9-8a75-b2653f78f0f2 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 622.913229] env[62353]: DEBUG nova.policy [None req-78fc8aee-8e43-4ea9-9907-7a28db3511fc tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '461967f70b14490d91a00e8b00ba3f09', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ce7d37901d844950adf602218b205ea8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:192}} [ 623.086194] env[62353]: DEBUG oslo_vmware.api [None req-82231efc-9396-4ae6-8302-d9d8c3f6ecdd tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Task: {'id': task-2371914, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.129351] env[62353]: DEBUG oslo_vmware.api [None req-8fc25f49-3944-43a5-b609-b4f59bdae677 tempest-ServerActionsV293TestJSON-26696024 tempest-ServerActionsV293TestJSON-26696024-project-member] Task: {'id': task-2371915, 'name': PowerOnVM_Task, 'duration_secs': 0.683948} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.131714] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fc25f49-3944-43a5-b609-b4f59bdae677 tempest-ServerActionsV293TestJSON-26696024 tempest-ServerActionsV293TestJSON-26696024-project-member] [instance: c29bf6eb-b456-4356-9ef8-d9ba70bc6464] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 623.131714] env[62353]: INFO nova.compute.manager [None req-8fc25f49-3944-43a5-b609-b4f59bdae677 tempest-ServerActionsV293TestJSON-26696024 tempest-ServerActionsV293TestJSON-26696024-project-member] [instance: c29bf6eb-b456-4356-9ef8-d9ba70bc6464] Took 9.96 seconds to spawn the instance on the hypervisor. [ 623.131714] env[62353]: DEBUG nova.compute.manager [None req-8fc25f49-3944-43a5-b609-b4f59bdae677 tempest-ServerActionsV293TestJSON-26696024 tempest-ServerActionsV293TestJSON-26696024-project-member] [instance: c29bf6eb-b456-4356-9ef8-d9ba70bc6464] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 623.132068] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9ad4e1e-ea72-4aa6-85a2-20f55961c290 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.218142] env[62353]: DEBUG nova.compute.manager [None req-78fc8aee-8e43-4ea9-9907-7a28db3511fc tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: bc2376dd-856e-4797-bd2a-1db5c2be795d] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 623.308142] env[62353]: DEBUG oslo_vmware.api [None req-b1c1c406-b898-4a6b-b92d-7f38b901b1a0 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Task: {'id': task-2371917, 'name': Rename_Task, 'duration_secs': 0.238829} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.309321] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1c1c406-b898-4a6b-b92d-7f38b901b1a0 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: ba65df73-c3e3-4182-8444-9904aa5858d7] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 623.309321] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c0183cf2-7c6c-4319-bba1-d0cdae25da12 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.331388] env[62353]: DEBUG oslo_vmware.api [None req-b1c1c406-b898-4a6b-b92d-7f38b901b1a0 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Waiting for the task: (returnval){ [ 623.331388] env[62353]: value = "task-2371919" [ 623.331388] env[62353]: _type = "Task" [ 623.331388] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.354208] env[62353]: DEBUG oslo_vmware.api [None req-b1c1c406-b898-4a6b-b92d-7f38b901b1a0 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Task: {'id': task-2371919, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.590075] env[62353]: DEBUG oslo_vmware.api [None req-82231efc-9396-4ae6-8302-d9d8c3f6ecdd tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Task: {'id': task-2371914, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.101519} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.590359] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-82231efc-9396-4ae6-8302-d9d8c3f6ecdd tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore1] a415cd3c-4e94-4e23-9588-adb12815187c/a415cd3c-4e94-4e23-9588-adb12815187c.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 623.591115] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-82231efc-9396-4ae6-8302-d9d8c3f6ecdd tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] [instance: a415cd3c-4e94-4e23-9588-adb12815187c] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 623.591115] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-affbd68e-cf30-4aeb-8ac9-e3233b9af615 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.605947] env[62353]: DEBUG oslo_vmware.api [None req-82231efc-9396-4ae6-8302-d9d8c3f6ecdd tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Waiting for the task: (returnval){ [ 623.605947] env[62353]: value = "task-2371920" [ 623.605947] env[62353]: _type = "Task" [ 623.605947] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.623854] env[62353]: DEBUG oslo_vmware.api [None req-82231efc-9396-4ae6-8302-d9d8c3f6ecdd tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Task: {'id': task-2371920, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.668055] env[62353]: INFO nova.compute.manager [None req-8fc25f49-3944-43a5-b609-b4f59bdae677 tempest-ServerActionsV293TestJSON-26696024 tempest-ServerActionsV293TestJSON-26696024-project-member] [instance: c29bf6eb-b456-4356-9ef8-d9ba70bc6464] Took 30.51 seconds to build instance. [ 623.807388] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f95065db-c024-4f30-9bf4-df4d88118e5e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.826671] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cab955bf-ef9a-4f96-b9aa-f0e42c67140e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.862854] env[62353]: DEBUG oslo_concurrency.lockutils [None req-41bba4cf-27ce-4233-8e9a-5f483de35b4b tempest-ServerRescueTestJSONUnderV235-485973642 tempest-ServerRescueTestJSONUnderV235-485973642-project-member] Acquiring lock "5cff6baf-1dd7-4030-834d-266e83d77229" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 623.863155] env[62353]: DEBUG oslo_concurrency.lockutils [None req-41bba4cf-27ce-4233-8e9a-5f483de35b4b tempest-ServerRescueTestJSONUnderV235-485973642 tempest-ServerRescueTestJSONUnderV235-485973642-project-member] Lock "5cff6baf-1dd7-4030-834d-266e83d77229" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 623.863383] env[62353]: DEBUG oslo_concurrency.lockutils [None req-41bba4cf-27ce-4233-8e9a-5f483de35b4b tempest-ServerRescueTestJSONUnderV235-485973642 tempest-ServerRescueTestJSONUnderV235-485973642-project-member] Acquiring lock "5cff6baf-1dd7-4030-834d-266e83d77229-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 623.863568] env[62353]: DEBUG oslo_concurrency.lockutils [None req-41bba4cf-27ce-4233-8e9a-5f483de35b4b tempest-ServerRescueTestJSONUnderV235-485973642 tempest-ServerRescueTestJSONUnderV235-485973642-project-member] Lock "5cff6baf-1dd7-4030-834d-266e83d77229-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 623.863727] env[62353]: DEBUG oslo_concurrency.lockutils [None req-41bba4cf-27ce-4233-8e9a-5f483de35b4b tempest-ServerRescueTestJSONUnderV235-485973642 tempest-ServerRescueTestJSONUnderV235-485973642-project-member] Lock "5cff6baf-1dd7-4030-834d-266e83d77229-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 623.866028] env[62353]: INFO nova.compute.manager [None req-41bba4cf-27ce-4233-8e9a-5f483de35b4b tempest-ServerRescueTestJSONUnderV235-485973642 tempest-ServerRescueTestJSONUnderV235-485973642-project-member] [instance: 5cff6baf-1dd7-4030-834d-266e83d77229] Terminating instance [ 623.872642] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee799293-b039-4cc5-b667-8425ec4b1e6c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.885361] env[62353]: DEBUG oslo_vmware.api [None req-b1c1c406-b898-4a6b-b92d-7f38b901b1a0 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Task: {'id': task-2371919, 'name': PowerOnVM_Task, 'duration_secs': 0.528355} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.886843] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1c1c406-b898-4a6b-b92d-7f38b901b1a0 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: ba65df73-c3e3-4182-8444-9904aa5858d7] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 623.886843] env[62353]: INFO nova.compute.manager [None req-b1c1c406-b898-4a6b-b92d-7f38b901b1a0 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: ba65df73-c3e3-4182-8444-9904aa5858d7] Took 9.00 seconds to spawn the instance on the hypervisor. [ 623.886843] env[62353]: DEBUG nova.compute.manager [None req-b1c1c406-b898-4a6b-b92d-7f38b901b1a0 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: ba65df73-c3e3-4182-8444-9904aa5858d7] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 623.887712] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aefa0669-6d6a-49c5-94ca-f5566983ca9a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.894276] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19a5ad33-e42f-4602-a27f-352d394df6e9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.917721] env[62353]: DEBUG nova.compute.provider_tree [None req-273a5ace-5988-45e8-b6ea-861951bc5b94 tempest-AttachInterfacesUnderV243Test-231370955 tempest-AttachInterfacesUnderV243Test-231370955-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 624.108373] env[62353]: DEBUG nova.network.neutron [req-8b3b3890-1f24-4a13-b1d9-1045c8ed2634 req-81e9fcb5-fdf2-4642-b027-5c14af416e10 service nova] [instance: a415cd3c-4e94-4e23-9588-adb12815187c] Updated VIF entry in instance network info cache for port 14ccfa95-21a4-4fa6-9261-c6e152c5f7bb. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 624.108373] env[62353]: DEBUG nova.network.neutron [req-8b3b3890-1f24-4a13-b1d9-1045c8ed2634 req-81e9fcb5-fdf2-4642-b027-5c14af416e10 service nova] [instance: a415cd3c-4e94-4e23-9588-adb12815187c] Updating instance_info_cache with network_info: [{"id": "14ccfa95-21a4-4fa6-9261-c6e152c5f7bb", "address": "fa:16:3e:c9:69:ca", "network": {"id": "7c25f8f7-5c31-45d9-82e5-014ad7446734", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1695721764-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f163f3fb1d3946f08ed6b78ab4f0eba8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0248a27a-1d7f-4195-987b-06bfc8467347", "external-id": "nsx-vlan-transportzone-26", "segmentation_id": 26, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14ccfa95-21", "ovs_interfaceid": "14ccfa95-21a4-4fa6-9261-c6e152c5f7bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 624.126215] env[62353]: DEBUG oslo_vmware.api [None req-82231efc-9396-4ae6-8302-d9d8c3f6ecdd tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Task: {'id': task-2371920, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075066} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.126215] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-82231efc-9396-4ae6-8302-d9d8c3f6ecdd tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] [instance: a415cd3c-4e94-4e23-9588-adb12815187c] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 624.126713] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd23b470-bbee-4549-956c-31e265225d1a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.157134] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-82231efc-9396-4ae6-8302-d9d8c3f6ecdd tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] [instance: a415cd3c-4e94-4e23-9588-adb12815187c] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] a415cd3c-4e94-4e23-9588-adb12815187c/a415cd3c-4e94-4e23-9588-adb12815187c.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 624.162865] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e22ec96-e7a3-4f39-8770-8f6f93e8a436 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.179308] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8fc25f49-3944-43a5-b609-b4f59bdae677 tempest-ServerActionsV293TestJSON-26696024 tempest-ServerActionsV293TestJSON-26696024-project-member] Lock "c29bf6eb-b456-4356-9ef8-d9ba70bc6464" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.035s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 624.187443] env[62353]: DEBUG oslo_vmware.api [None req-82231efc-9396-4ae6-8302-d9d8c3f6ecdd tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Waiting for the task: (returnval){ [ 624.187443] env[62353]: value = "task-2371921" [ 624.187443] env[62353]: _type = "Task" [ 624.187443] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.204114] env[62353]: DEBUG oslo_vmware.api [None req-82231efc-9396-4ae6-8302-d9d8c3f6ecdd tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Task: {'id': task-2371921, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.230063] env[62353]: DEBUG nova.compute.manager [None req-78fc8aee-8e43-4ea9-9907-7a28db3511fc tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: bc2376dd-856e-4797-bd2a-1db5c2be795d] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 624.261148] env[62353]: DEBUG nova.virt.hardware [None req-78fc8aee-8e43-4ea9-9907-7a28db3511fc tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T12:38:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T12:38:15Z,direct_url=,disk_format='vmdk',id=06f909ae-e8dc-43b4-abf7-c7ed85db9bbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0a3f88790a594523a818b8c00f6862e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T12:38:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 624.261148] env[62353]: DEBUG nova.virt.hardware [None req-78fc8aee-8e43-4ea9-9907-7a28db3511fc tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 624.261148] env[62353]: DEBUG nova.virt.hardware [None req-78fc8aee-8e43-4ea9-9907-7a28db3511fc tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 624.261409] env[62353]: DEBUG nova.virt.hardware [None req-78fc8aee-8e43-4ea9-9907-7a28db3511fc tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 624.261470] env[62353]: DEBUG nova.virt.hardware [None req-78fc8aee-8e43-4ea9-9907-7a28db3511fc tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 624.261681] env[62353]: DEBUG nova.virt.hardware [None req-78fc8aee-8e43-4ea9-9907-7a28db3511fc tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 624.261956] env[62353]: DEBUG nova.virt.hardware [None req-78fc8aee-8e43-4ea9-9907-7a28db3511fc tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 624.262222] env[62353]: DEBUG nova.virt.hardware [None req-78fc8aee-8e43-4ea9-9907-7a28db3511fc tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 624.262439] env[62353]: DEBUG nova.virt.hardware [None req-78fc8aee-8e43-4ea9-9907-7a28db3511fc tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 624.262654] env[62353]: DEBUG nova.virt.hardware [None req-78fc8aee-8e43-4ea9-9907-7a28db3511fc tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 624.262871] env[62353]: DEBUG nova.virt.hardware [None req-78fc8aee-8e43-4ea9-9907-7a28db3511fc tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 624.263945] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21cb920e-6c4d-4d2e-9991-de76f6c6c384 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.274564] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-724d5a34-2994-4357-a39e-f656b83db689 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.356140] env[62353]: DEBUG nova.network.neutron [None req-78fc8aee-8e43-4ea9-9907-7a28db3511fc tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: bc2376dd-856e-4797-bd2a-1db5c2be795d] Successfully created port: 9ebe9a50-2879-4d51-a02c-ead3133e93c0 {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 624.358735] env[62353]: DEBUG nova.network.neutron [req-71a6cfdb-1d3e-4ee1-be36-0a04a69fa6c4 req-cef2c083-39ea-4591-a7d6-3c2455848c03 service nova] [instance: 5cff6baf-1dd7-4030-834d-266e83d77229] Updated VIF entry in instance network info cache for port 58b42438-96f0-41e9-8a75-b2653f78f0f2. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 624.359082] env[62353]: DEBUG nova.network.neutron [req-71a6cfdb-1d3e-4ee1-be36-0a04a69fa6c4 req-cef2c083-39ea-4591-a7d6-3c2455848c03 service nova] [instance: 5cff6baf-1dd7-4030-834d-266e83d77229] Updating instance_info_cache with network_info: [{"id": "58b42438-96f0-41e9-8a75-b2653f78f0f2", "address": "fa:16:3e:b8:e8:0d", "network": {"id": "47ce8d6b-d643-4102-b7e0-97d7d64a8a59", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1390171572-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "0efd65b451fa46bd88fd74c3df15e40e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e1049e8-c06b-4c93-a9e1-2cbb530f3f95", "external-id": "nsx-vlan-transportzone-966", "segmentation_id": 966, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58b42438-96", "ovs_interfaceid": "58b42438-96f0-41e9-8a75-b2653f78f0f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 624.381730] env[62353]: DEBUG nova.network.neutron [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] [instance: 8b313bab-8370-47c5-a03b-c809dc96fd21] Updating instance_info_cache with network_info: [{"id": "18f3993c-1c06-47f4-8a45-7574febb936a", "address": "fa:16:3e:05:d9:33", "network": {"id": "3322d31e-00aa-4c86-8051-1b6dd5c36fa9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1715037563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d154d2686c9e43b4b2a7a9ec6a5a795c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18f3993c-1c", "ovs_interfaceid": "18f3993c-1c06-47f4-8a45-7574febb936a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 624.386926] env[62353]: DEBUG nova.compute.manager [None req-41bba4cf-27ce-4233-8e9a-5f483de35b4b tempest-ServerRescueTestJSONUnderV235-485973642 tempest-ServerRescueTestJSONUnderV235-485973642-project-member] [instance: 5cff6baf-1dd7-4030-834d-266e83d77229] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 624.387147] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-41bba4cf-27ce-4233-8e9a-5f483de35b4b tempest-ServerRescueTestJSONUnderV235-485973642 tempest-ServerRescueTestJSONUnderV235-485973642-project-member] [instance: 5cff6baf-1dd7-4030-834d-266e83d77229] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 624.388012] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-363ceec8-3feb-4406-afe6-01857b32f333 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.401721] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-41bba4cf-27ce-4233-8e9a-5f483de35b4b tempest-ServerRescueTestJSONUnderV235-485973642 tempest-ServerRescueTestJSONUnderV235-485973642-project-member] [instance: 5cff6baf-1dd7-4030-834d-266e83d77229] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 624.402479] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-39dec4aa-c2b0-4977-b99c-933b5fb2a7b5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.414677] env[62353]: DEBUG oslo_vmware.api [None req-41bba4cf-27ce-4233-8e9a-5f483de35b4b tempest-ServerRescueTestJSONUnderV235-485973642 tempest-ServerRescueTestJSONUnderV235-485973642-project-member] Waiting for the task: (returnval){ [ 624.414677] env[62353]: value = "task-2371922" [ 624.414677] env[62353]: _type = "Task" [ 624.414677] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.420725] env[62353]: INFO nova.compute.manager [None req-b1c1c406-b898-4a6b-b92d-7f38b901b1a0 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: ba65df73-c3e3-4182-8444-9904aa5858d7] Took 28.03 seconds to build instance. [ 624.422634] env[62353]: DEBUG nova.scheduler.client.report [None req-273a5ace-5988-45e8-b6ea-861951bc5b94 tempest-AttachInterfacesUnderV243Test-231370955 tempest-AttachInterfacesUnderV243Test-231370955-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 624.434480] env[62353]: DEBUG oslo_vmware.api [None req-41bba4cf-27ce-4233-8e9a-5f483de35b4b tempest-ServerRescueTestJSONUnderV235-485973642 tempest-ServerRescueTestJSONUnderV235-485973642-project-member] Task: {'id': task-2371922, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.539177] env[62353]: DEBUG nova.network.neutron [req-a95f6f14-c716-45f0-bb98-3597254a4c57 req-3b90a029-7ea2-4dd3-b1e6-1a299d37c77f service nova] [instance: ba65df73-c3e3-4182-8444-9904aa5858d7] Updated VIF entry in instance network info cache for port ec81c73b-e082-4888-81eb-33d321b5057e. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 624.539895] env[62353]: DEBUG nova.network.neutron [req-a95f6f14-c716-45f0-bb98-3597254a4c57 req-3b90a029-7ea2-4dd3-b1e6-1a299d37c77f service nova] [instance: ba65df73-c3e3-4182-8444-9904aa5858d7] Updating instance_info_cache with network_info: [{"id": "ec81c73b-e082-4888-81eb-33d321b5057e", "address": "fa:16:3e:19:7b:2c", "network": {"id": "99926323-4d1b-428b-9009-5c2c4fdc3f93", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-462090473-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f26acbe9e08743179af7b91ff38b5ea9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec81c73b-e0", "ovs_interfaceid": "ec81c73b-e082-4888-81eb-33d321b5057e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 624.619042] env[62353]: DEBUG oslo_concurrency.lockutils [req-8b3b3890-1f24-4a13-b1d9-1045c8ed2634 req-81e9fcb5-fdf2-4642-b027-5c14af416e10 service nova] Releasing lock "refresh_cache-a415cd3c-4e94-4e23-9588-adb12815187c" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 624.682195] env[62353]: DEBUG nova.compute.manager [None req-fff2271d-3d8c-4c55-90a4-92086bb9df3f tempest-ServerDiagnosticsV248Test-141103953 tempest-ServerDiagnosticsV248Test-141103953-project-member] [instance: 791b8fc4-81e2-4a69-a358-f56a421e4680] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 624.700041] env[62353]: DEBUG oslo_vmware.api [None req-82231efc-9396-4ae6-8302-d9d8c3f6ecdd tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Task: {'id': task-2371921, 'name': ReconfigVM_Task, 'duration_secs': 0.313275} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.702179] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-82231efc-9396-4ae6-8302-d9d8c3f6ecdd tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] [instance: a415cd3c-4e94-4e23-9588-adb12815187c] Reconfigured VM instance instance-00000013 to attach disk [datastore1] a415cd3c-4e94-4e23-9588-adb12815187c/a415cd3c-4e94-4e23-9588-adb12815187c.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 624.702179] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-54375a8e-f095-4a49-864a-2b1501940a79 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.712840] env[62353]: DEBUG oslo_vmware.api [None req-82231efc-9396-4ae6-8302-d9d8c3f6ecdd tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Waiting for the task: (returnval){ [ 624.712840] env[62353]: value = "task-2371923" [ 624.712840] env[62353]: _type = "Task" [ 624.712840] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.728057] env[62353]: DEBUG oslo_vmware.api [None req-82231efc-9396-4ae6-8302-d9d8c3f6ecdd tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Task: {'id': task-2371923, 'name': Rename_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.862173] env[62353]: DEBUG oslo_concurrency.lockutils [req-71a6cfdb-1d3e-4ee1-be36-0a04a69fa6c4 req-cef2c083-39ea-4591-a7d6-3c2455848c03 service nova] Releasing lock "refresh_cache-5cff6baf-1dd7-4030-834d-266e83d77229" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 624.886702] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Releasing lock "refresh_cache-8b313bab-8370-47c5-a03b-c809dc96fd21" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 624.889936] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] [instance: 8b313bab-8370-47c5-a03b-c809dc96fd21] Updated the network info_cache for instance {{(pid=62353) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10516}} [ 624.889936] env[62353]: DEBUG oslo_service.periodic_task [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 624.889936] env[62353]: DEBUG oslo_service.periodic_task [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 624.889936] env[62353]: DEBUG oslo_service.periodic_task [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 624.889936] env[62353]: DEBUG oslo_service.periodic_task [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 624.889936] env[62353]: DEBUG oslo_service.periodic_task [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 624.890301] env[62353]: DEBUG oslo_service.periodic_task [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 624.890301] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62353) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 624.890301] env[62353]: DEBUG oslo_service.periodic_task [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 624.930099] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b1c1c406-b898-4a6b-b92d-7f38b901b1a0 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Lock "ba65df73-c3e3-4182-8444-9904aa5858d7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.546s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 624.931355] env[62353]: DEBUG oslo_concurrency.lockutils [None req-273a5ace-5988-45e8-b6ea-861951bc5b94 tempest-AttachInterfacesUnderV243Test-231370955 tempest-AttachInterfacesUnderV243Test-231370955-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.731s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 624.931895] env[62353]: DEBUG nova.compute.manager [None req-273a5ace-5988-45e8-b6ea-861951bc5b94 tempest-AttachInterfacesUnderV243Test-231370955 tempest-AttachInterfacesUnderV243Test-231370955-project-member] [instance: 0ccb3004-b612-45c3-b655-609eb2c4b16c] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 624.935609] env[62353]: DEBUG oslo_vmware.api [None req-41bba4cf-27ce-4233-8e9a-5f483de35b4b tempest-ServerRescueTestJSONUnderV235-485973642 tempest-ServerRescueTestJSONUnderV235-485973642-project-member] Task: {'id': task-2371922, 'name': PowerOffVM_Task, 'duration_secs': 0.391376} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.940216] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d3d3cd2c-e473-4f11-9bb1-f4ada808ff03 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.977s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 624.941891] env[62353]: INFO nova.compute.claims [None req-d3d3cd2c-e473-4f11-9bb1-f4ada808ff03 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] [instance: f71b6bee-dbc8-48b6-a446-3d93255fda73] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 624.948696] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-41bba4cf-27ce-4233-8e9a-5f483de35b4b tempest-ServerRescueTestJSONUnderV235-485973642 tempest-ServerRescueTestJSONUnderV235-485973642-project-member] [instance: 5cff6baf-1dd7-4030-834d-266e83d77229] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 624.948696] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-41bba4cf-27ce-4233-8e9a-5f483de35b4b tempest-ServerRescueTestJSONUnderV235-485973642 tempest-ServerRescueTestJSONUnderV235-485973642-project-member] [instance: 5cff6baf-1dd7-4030-834d-266e83d77229] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 624.948696] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6a15f22c-d367-497f-a7ab-8cd1981c6301 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.029249] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-41bba4cf-27ce-4233-8e9a-5f483de35b4b tempest-ServerRescueTestJSONUnderV235-485973642 tempest-ServerRescueTestJSONUnderV235-485973642-project-member] [instance: 5cff6baf-1dd7-4030-834d-266e83d77229] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 625.029249] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-41bba4cf-27ce-4233-8e9a-5f483de35b4b tempest-ServerRescueTestJSONUnderV235-485973642 tempest-ServerRescueTestJSONUnderV235-485973642-project-member] [instance: 5cff6baf-1dd7-4030-834d-266e83d77229] Deleting contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 625.029584] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-41bba4cf-27ce-4233-8e9a-5f483de35b4b tempest-ServerRescueTestJSONUnderV235-485973642 tempest-ServerRescueTestJSONUnderV235-485973642-project-member] Deleting the datastore file [datastore1] 5cff6baf-1dd7-4030-834d-266e83d77229 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 625.029722] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1cf91192-40f8-45ab-a327-1b3b831903ee {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.038076] env[62353]: DEBUG oslo_vmware.api [None req-41bba4cf-27ce-4233-8e9a-5f483de35b4b tempest-ServerRescueTestJSONUnderV235-485973642 tempest-ServerRescueTestJSONUnderV235-485973642-project-member] Waiting for the task: (returnval){ [ 625.038076] env[62353]: value = "task-2371925" [ 625.038076] env[62353]: _type = "Task" [ 625.038076] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.044377] env[62353]: DEBUG oslo_concurrency.lockutils [req-a95f6f14-c716-45f0-bb98-3597254a4c57 req-3b90a029-7ea2-4dd3-b1e6-1a299d37c77f service nova] Releasing lock "refresh_cache-ba65df73-c3e3-4182-8444-9904aa5858d7" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 625.044377] env[62353]: DEBUG nova.compute.manager [req-a95f6f14-c716-45f0-bb98-3597254a4c57 req-3b90a029-7ea2-4dd3-b1e6-1a299d37c77f service nova] [instance: 2e9731d0-ef1b-44f2-a457-d21a99bfa2bf] Received event network-vif-deleted-2857524a-5a45-4a39-a80d-7f73cbfc4c01 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 625.052252] env[62353]: DEBUG oslo_vmware.api [None req-41bba4cf-27ce-4233-8e9a-5f483de35b4b tempest-ServerRescueTestJSONUnderV235-485973642 tempest-ServerRescueTestJSONUnderV235-485973642-project-member] Task: {'id': task-2371925, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.229138] env[62353]: DEBUG oslo_vmware.api [None req-82231efc-9396-4ae6-8302-d9d8c3f6ecdd tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Task: {'id': task-2371923, 'name': Rename_Task, 'duration_secs': 0.213098} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.230246] env[62353]: DEBUG oslo_concurrency.lockutils [None req-fff2271d-3d8c-4c55-90a4-92086bb9df3f tempest-ServerDiagnosticsV248Test-141103953 tempest-ServerDiagnosticsV248Test-141103953-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 625.230560] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-82231efc-9396-4ae6-8302-d9d8c3f6ecdd tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] [instance: a415cd3c-4e94-4e23-9588-adb12815187c] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 625.230821] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e863fe71-724e-4ca7-96be-d9bad6858397 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.243164] env[62353]: DEBUG oslo_vmware.api [None req-82231efc-9396-4ae6-8302-d9d8c3f6ecdd tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Waiting for the task: (returnval){ [ 625.243164] env[62353]: value = "task-2371927" [ 625.243164] env[62353]: _type = "Task" [ 625.243164] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.256060] env[62353]: DEBUG oslo_vmware.api [None req-82231efc-9396-4ae6-8302-d9d8c3f6ecdd tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Task: {'id': task-2371927, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.393510] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 625.452584] env[62353]: DEBUG nova.compute.manager [None req-57d6375e-1df6-4962-9cf4-9dff5244dd67 tempest-ServersTestFqdnHostnames-53680272 tempest-ServersTestFqdnHostnames-53680272-project-member] [instance: 3c094195-7f0d-4043-a1e4-8acbf634b14f] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 625.457468] env[62353]: DEBUG nova.compute.utils [None req-273a5ace-5988-45e8-b6ea-861951bc5b94 tempest-AttachInterfacesUnderV243Test-231370955 tempest-AttachInterfacesUnderV243Test-231370955-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 625.469491] env[62353]: DEBUG nova.compute.manager [None req-273a5ace-5988-45e8-b6ea-861951bc5b94 tempest-AttachInterfacesUnderV243Test-231370955 tempest-AttachInterfacesUnderV243Test-231370955-project-member] [instance: 0ccb3004-b612-45c3-b655-609eb2c4b16c] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 625.469742] env[62353]: DEBUG nova.network.neutron [None req-273a5ace-5988-45e8-b6ea-861951bc5b94 tempest-AttachInterfacesUnderV243Test-231370955 tempest-AttachInterfacesUnderV243Test-231370955-project-member] [instance: 0ccb3004-b612-45c3-b655-609eb2c4b16c] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 625.550554] env[62353]: DEBUG oslo_vmware.api [None req-41bba4cf-27ce-4233-8e9a-5f483de35b4b tempest-ServerRescueTestJSONUnderV235-485973642 tempest-ServerRescueTestJSONUnderV235-485973642-project-member] Task: {'id': task-2371925, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.236958} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.550554] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-41bba4cf-27ce-4233-8e9a-5f483de35b4b tempest-ServerRescueTestJSONUnderV235-485973642 tempest-ServerRescueTestJSONUnderV235-485973642-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 625.550889] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-41bba4cf-27ce-4233-8e9a-5f483de35b4b tempest-ServerRescueTestJSONUnderV235-485973642 tempest-ServerRescueTestJSONUnderV235-485973642-project-member] [instance: 5cff6baf-1dd7-4030-834d-266e83d77229] Deleted contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 625.551166] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-41bba4cf-27ce-4233-8e9a-5f483de35b4b tempest-ServerRescueTestJSONUnderV235-485973642 tempest-ServerRescueTestJSONUnderV235-485973642-project-member] [instance: 5cff6baf-1dd7-4030-834d-266e83d77229] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 625.554466] env[62353]: INFO nova.compute.manager [None req-41bba4cf-27ce-4233-8e9a-5f483de35b4b tempest-ServerRescueTestJSONUnderV235-485973642 tempest-ServerRescueTestJSONUnderV235-485973642-project-member] [instance: 5cff6baf-1dd7-4030-834d-266e83d77229] Took 1.16 seconds to destroy the instance on the hypervisor. [ 625.554466] env[62353]: DEBUG oslo.service.loopingcall [None req-41bba4cf-27ce-4233-8e9a-5f483de35b4b tempest-ServerRescueTestJSONUnderV235-485973642 tempest-ServerRescueTestJSONUnderV235-485973642-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 625.554466] env[62353]: DEBUG nova.compute.manager [-] [instance: 5cff6baf-1dd7-4030-834d-266e83d77229] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 625.554466] env[62353]: DEBUG nova.network.neutron [-] [instance: 5cff6baf-1dd7-4030-834d-266e83d77229] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 625.760341] env[62353]: DEBUG oslo_vmware.api [None req-82231efc-9396-4ae6-8302-d9d8c3f6ecdd tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Task: {'id': task-2371927, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.819618] env[62353]: DEBUG nova.policy [None req-273a5ace-5988-45e8-b6ea-861951bc5b94 tempest-AttachInterfacesUnderV243Test-231370955 tempest-AttachInterfacesUnderV243Test-231370955-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '477fb56eef3241ecaab5d4e416c55d20', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '86367d16696541ed9837cfa97f059263', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:192}} [ 625.914744] env[62353]: DEBUG oslo_concurrency.lockutils [None req-aba5d362-42f7-444e-b283-d2087e2d15d1 tempest-ServersNegativeTestMultiTenantJSON-1574732967 tempest-ServersNegativeTestMultiTenantJSON-1574732967-project-member] Acquiring lock "c83ae6b9-a239-40b5-a493-529b1687a573" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 625.914981] env[62353]: DEBUG oslo_concurrency.lockutils [None req-aba5d362-42f7-444e-b283-d2087e2d15d1 tempest-ServersNegativeTestMultiTenantJSON-1574732967 tempest-ServersNegativeTestMultiTenantJSON-1574732967-project-member] Lock "c83ae6b9-a239-40b5-a493-529b1687a573" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 625.972378] env[62353]: DEBUG nova.compute.manager [None req-273a5ace-5988-45e8-b6ea-861951bc5b94 tempest-AttachInterfacesUnderV243Test-231370955 tempest-AttachInterfacesUnderV243Test-231370955-project-member] [instance: 0ccb3004-b612-45c3-b655-609eb2c4b16c] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 626.022810] env[62353]: DEBUG oslo_concurrency.lockutils [None req-57d6375e-1df6-4962-9cf4-9dff5244dd67 tempest-ServersTestFqdnHostnames-53680272 tempest-ServersTestFqdnHostnames-53680272-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 626.277193] env[62353]: DEBUG oslo_vmware.api [None req-82231efc-9396-4ae6-8302-d9d8c3f6ecdd tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Task: {'id': task-2371927, 'name': PowerOnVM_Task, 'duration_secs': 0.768402} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.280044] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-82231efc-9396-4ae6-8302-d9d8c3f6ecdd tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] [instance: a415cd3c-4e94-4e23-9588-adb12815187c] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 626.280264] env[62353]: INFO nova.compute.manager [None req-82231efc-9396-4ae6-8302-d9d8c3f6ecdd tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] [instance: a415cd3c-4e94-4e23-9588-adb12815187c] Took 8.90 seconds to spawn the instance on the hypervisor. [ 626.280441] env[62353]: DEBUG nova.compute.manager [None req-82231efc-9396-4ae6-8302-d9d8c3f6ecdd tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] [instance: a415cd3c-4e94-4e23-9588-adb12815187c] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 626.281727] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5448be7-3580-4f03-8fd3-475aabe01599 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.492775] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8e2c9ab-bf9d-4efe-9ece-2d6932297530 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.509445] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c35b2e6-9fe9-4855-965d-54bdc2a3b085 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.544021] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1db8de7-042d-4276-acde-8edab8998de9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.558378] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e1c5fc8-3d47-4c6a-adf0-633600373c66 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.573986] env[62353]: DEBUG nova.compute.provider_tree [None req-d3d3cd2c-e473-4f11-9bb1-f4ada808ff03 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 626.729586] env[62353]: DEBUG nova.network.neutron [-] [instance: 5cff6baf-1dd7-4030-834d-266e83d77229] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 626.809863] env[62353]: INFO nova.compute.manager [None req-82231efc-9396-4ae6-8302-d9d8c3f6ecdd tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] [instance: a415cd3c-4e94-4e23-9588-adb12815187c] Took 27.02 seconds to build instance. [ 627.003379] env[62353]: DEBUG nova.compute.manager [None req-273a5ace-5988-45e8-b6ea-861951bc5b94 tempest-AttachInterfacesUnderV243Test-231370955 tempest-AttachInterfacesUnderV243Test-231370955-project-member] [instance: 0ccb3004-b612-45c3-b655-609eb2c4b16c] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 627.040043] env[62353]: DEBUG nova.virt.hardware [None req-273a5ace-5988-45e8-b6ea-861951bc5b94 tempest-AttachInterfacesUnderV243Test-231370955 tempest-AttachInterfacesUnderV243Test-231370955-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T12:38:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T12:38:15Z,direct_url=,disk_format='vmdk',id=06f909ae-e8dc-43b4-abf7-c7ed85db9bbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0a3f88790a594523a818b8c00f6862e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T12:38:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 627.040346] env[62353]: DEBUG nova.virt.hardware [None req-273a5ace-5988-45e8-b6ea-861951bc5b94 tempest-AttachInterfacesUnderV243Test-231370955 tempest-AttachInterfacesUnderV243Test-231370955-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 627.040529] env[62353]: DEBUG nova.virt.hardware [None req-273a5ace-5988-45e8-b6ea-861951bc5b94 tempest-AttachInterfacesUnderV243Test-231370955 tempest-AttachInterfacesUnderV243Test-231370955-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 627.040713] env[62353]: DEBUG nova.virt.hardware [None req-273a5ace-5988-45e8-b6ea-861951bc5b94 tempest-AttachInterfacesUnderV243Test-231370955 tempest-AttachInterfacesUnderV243Test-231370955-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 627.040853] env[62353]: DEBUG nova.virt.hardware [None req-273a5ace-5988-45e8-b6ea-861951bc5b94 tempest-AttachInterfacesUnderV243Test-231370955 tempest-AttachInterfacesUnderV243Test-231370955-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 627.041067] env[62353]: DEBUG nova.virt.hardware [None req-273a5ace-5988-45e8-b6ea-861951bc5b94 tempest-AttachInterfacesUnderV243Test-231370955 tempest-AttachInterfacesUnderV243Test-231370955-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 627.041297] env[62353]: DEBUG nova.virt.hardware [None req-273a5ace-5988-45e8-b6ea-861951bc5b94 tempest-AttachInterfacesUnderV243Test-231370955 tempest-AttachInterfacesUnderV243Test-231370955-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 627.041457] env[62353]: DEBUG nova.virt.hardware [None req-273a5ace-5988-45e8-b6ea-861951bc5b94 tempest-AttachInterfacesUnderV243Test-231370955 tempest-AttachInterfacesUnderV243Test-231370955-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 627.041650] env[62353]: DEBUG nova.virt.hardware [None req-273a5ace-5988-45e8-b6ea-861951bc5b94 tempest-AttachInterfacesUnderV243Test-231370955 tempest-AttachInterfacesUnderV243Test-231370955-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 627.041825] env[62353]: DEBUG nova.virt.hardware [None req-273a5ace-5988-45e8-b6ea-861951bc5b94 tempest-AttachInterfacesUnderV243Test-231370955 tempest-AttachInterfacesUnderV243Test-231370955-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 627.041997] env[62353]: DEBUG nova.virt.hardware [None req-273a5ace-5988-45e8-b6ea-861951bc5b94 tempest-AttachInterfacesUnderV243Test-231370955 tempest-AttachInterfacesUnderV243Test-231370955-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 627.042874] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3887e00-d7da-4899-ae04-75d3800c0485 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.055866] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddfb51d2-75dc-469b-a5d0-1ed5570e9101 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.078149] env[62353]: DEBUG nova.scheduler.client.report [None req-d3d3cd2c-e473-4f11-9bb1-f4ada808ff03 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 627.110186] env[62353]: DEBUG nova.network.neutron [None req-273a5ace-5988-45e8-b6ea-861951bc5b94 tempest-AttachInterfacesUnderV243Test-231370955 tempest-AttachInterfacesUnderV243Test-231370955-project-member] [instance: 0ccb3004-b612-45c3-b655-609eb2c4b16c] Successfully created port: eca0ac37-dd12-424d-a6e2-ec89820e5188 {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 627.233193] env[62353]: INFO nova.compute.manager [-] [instance: 5cff6baf-1dd7-4030-834d-266e83d77229] Took 1.68 seconds to deallocate network for instance. [ 627.312664] env[62353]: DEBUG oslo_concurrency.lockutils [None req-82231efc-9396-4ae6-8302-d9d8c3f6ecdd tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Lock "a415cd3c-4e94-4e23-9588-adb12815187c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.538s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 627.450404] env[62353]: DEBUG nova.compute.manager [req-5cae94ab-63ba-463c-a846-a5439199f10f req-7ee91721-3717-4ff5-804a-9405f11b2ba1 service nova] [instance: 5cff6baf-1dd7-4030-834d-266e83d77229] Received event network-vif-deleted-58b42438-96f0-41e9-8a75-b2653f78f0f2 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 627.459057] env[62353]: DEBUG nova.network.neutron [None req-78fc8aee-8e43-4ea9-9907-7a28db3511fc tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: bc2376dd-856e-4797-bd2a-1db5c2be795d] Successfully updated port: 9ebe9a50-2879-4d51-a02c-ead3133e93c0 {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 627.584334] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d3d3cd2c-e473-4f11-9bb1-f4ada808ff03 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.644s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 627.584746] env[62353]: DEBUG nova.compute.manager [None req-d3d3cd2c-e473-4f11-9bb1-f4ada808ff03 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] [instance: f71b6bee-dbc8-48b6-a446-3d93255fda73] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 627.590946] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b444a767-b994-4a2a-8668-8d40fa7c1bd6 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 17.173s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 627.741901] env[62353]: DEBUG oslo_concurrency.lockutils [None req-41bba4cf-27ce-4233-8e9a-5f483de35b4b tempest-ServerRescueTestJSONUnderV235-485973642 tempest-ServerRescueTestJSONUnderV235-485973642-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 627.804951] env[62353]: DEBUG oslo_concurrency.lockutils [None req-402e3bf2-ff5c-47cd-b6b9-0d3c11e2115b tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Acquiring lock "9871d7de-d94b-4b64-8e25-d9be6f01e949" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 627.805399] env[62353]: DEBUG oslo_concurrency.lockutils [None req-402e3bf2-ff5c-47cd-b6b9-0d3c11e2115b tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Lock "9871d7de-d94b-4b64-8e25-d9be6f01e949" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 627.816194] env[62353]: DEBUG nova.compute.manager [None req-9dfef8c3-6a98-4a3f-bba1-44e966f44797 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] [instance: 6d6f643f-fbb8-43b3-b47a-78d4ff71b8cb] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 627.963597] env[62353]: DEBUG oslo_concurrency.lockutils [None req-78fc8aee-8e43-4ea9-9907-7a28db3511fc tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Acquiring lock "refresh_cache-bc2376dd-856e-4797-bd2a-1db5c2be795d" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 627.963716] env[62353]: DEBUG oslo_concurrency.lockutils [None req-78fc8aee-8e43-4ea9-9907-7a28db3511fc tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Acquired lock "refresh_cache-bc2376dd-856e-4797-bd2a-1db5c2be795d" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.963859] env[62353]: DEBUG nova.network.neutron [None req-78fc8aee-8e43-4ea9-9907-7a28db3511fc tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: bc2376dd-856e-4797-bd2a-1db5c2be795d] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 627.985075] env[62353]: DEBUG oslo_concurrency.lockutils [None req-16f70fe7-d8e7-4ffd-8efd-5463e29b6640 tempest-TenantUsagesTestJSON-828266692 tempest-TenantUsagesTestJSON-828266692-project-member] Acquiring lock "5b4524e2-ff60-4ae5-9658-7fe7cad2b878" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 627.985309] env[62353]: DEBUG oslo_concurrency.lockutils [None req-16f70fe7-d8e7-4ffd-8efd-5463e29b6640 tempest-TenantUsagesTestJSON-828266692 tempest-TenantUsagesTestJSON-828266692-project-member] Lock "5b4524e2-ff60-4ae5-9658-7fe7cad2b878" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 627.996972] env[62353]: DEBUG nova.compute.manager [req-a0ed1418-2486-44e0-8898-3d7593854592 req-2b9ec3e5-dfdf-481b-866a-3a8097825fb7 service nova] [instance: c29bf6eb-b456-4356-9ef8-d9ba70bc6464] Received event network-changed-f8283406-81d6-48ed-8def-15a86273d885 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 627.997241] env[62353]: DEBUG nova.compute.manager [req-a0ed1418-2486-44e0-8898-3d7593854592 req-2b9ec3e5-dfdf-481b-866a-3a8097825fb7 service nova] [instance: c29bf6eb-b456-4356-9ef8-d9ba70bc6464] Refreshing instance network info cache due to event network-changed-f8283406-81d6-48ed-8def-15a86273d885. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 627.997529] env[62353]: DEBUG oslo_concurrency.lockutils [req-a0ed1418-2486-44e0-8898-3d7593854592 req-2b9ec3e5-dfdf-481b-866a-3a8097825fb7 service nova] Acquiring lock "refresh_cache-c29bf6eb-b456-4356-9ef8-d9ba70bc6464" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 627.997651] env[62353]: DEBUG oslo_concurrency.lockutils [req-a0ed1418-2486-44e0-8898-3d7593854592 req-2b9ec3e5-dfdf-481b-866a-3a8097825fb7 service nova] Acquired lock "refresh_cache-c29bf6eb-b456-4356-9ef8-d9ba70bc6464" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.997822] env[62353]: DEBUG nova.network.neutron [req-a0ed1418-2486-44e0-8898-3d7593854592 req-2b9ec3e5-dfdf-481b-866a-3a8097825fb7 service nova] [instance: c29bf6eb-b456-4356-9ef8-d9ba70bc6464] Refreshing network info cache for port f8283406-81d6-48ed-8def-15a86273d885 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 628.093443] env[62353]: DEBUG nova.compute.utils [None req-d3d3cd2c-e473-4f11-9bb1-f4ada808ff03 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 628.095278] env[62353]: DEBUG nova.compute.manager [None req-d3d3cd2c-e473-4f11-9bb1-f4ada808ff03 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] [instance: f71b6bee-dbc8-48b6-a446-3d93255fda73] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 628.096860] env[62353]: DEBUG nova.network.neutron [None req-d3d3cd2c-e473-4f11-9bb1-f4ada808ff03 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] [instance: f71b6bee-dbc8-48b6-a446-3d93255fda73] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 628.162990] env[62353]: DEBUG nova.policy [None req-d3d3cd2c-e473-4f11-9bb1-f4ada808ff03 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a3d790c3d7cd434e8e2672e86df22ce4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '50a51f7998ca480db23664e0033d6267', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:192}} [ 628.346532] env[62353]: DEBUG oslo_concurrency.lockutils [None req-9dfef8c3-6a98-4a3f-bba1-44e966f44797 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 628.546632] env[62353]: DEBUG nova.network.neutron [None req-78fc8aee-8e43-4ea9-9907-7a28db3511fc tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: bc2376dd-856e-4797-bd2a-1db5c2be795d] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 628.603051] env[62353]: DEBUG nova.compute.manager [None req-d3d3cd2c-e473-4f11-9bb1-f4ada808ff03 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] [instance: f71b6bee-dbc8-48b6-a446-3d93255fda73] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 628.684978] env[62353]: DEBUG nova.network.neutron [None req-d3d3cd2c-e473-4f11-9bb1-f4ada808ff03 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] [instance: f71b6bee-dbc8-48b6-a446-3d93255fda73] Successfully created port: 7a86c9ec-f3aa-491e-a1e4-b8ca53dae40c {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 628.722060] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c882187a-6e0b-4bcf-81dc-84115e5fbdf5 tempest-ServerDiagnosticsNegativeTest-1842184558 tempest-ServerDiagnosticsNegativeTest-1842184558-project-member] Acquiring lock "ed958c86-7d75-439f-a3f1-8c8d2fc6ea0d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 628.723138] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c882187a-6e0b-4bcf-81dc-84115e5fbdf5 tempest-ServerDiagnosticsNegativeTest-1842184558 tempest-ServerDiagnosticsNegativeTest-1842184558-project-member] Lock "ed958c86-7d75-439f-a3f1-8c8d2fc6ea0d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 628.751242] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e870b38-1d4d-453c-a5a7-7e4d5e1c50dd {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.762223] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9e5ae27-49a2-42e8-9587-41b647a84164 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.802188] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dce62d7-e980-4fa4-a1da-6cd984e61b54 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.832956] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a221317-8fee-45ff-ba57-347e58f00cd5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.853607] env[62353]: DEBUG nova.compute.provider_tree [None req-b444a767-b994-4a2a-8668-8d40fa7c1bd6 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 628.965892] env[62353]: DEBUG nova.network.neutron [None req-78fc8aee-8e43-4ea9-9907-7a28db3511fc tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: bc2376dd-856e-4797-bd2a-1db5c2be795d] Updating instance_info_cache with network_info: [{"id": "9ebe9a50-2879-4d51-a02c-ead3133e93c0", "address": "fa:16:3e:e8:2e:ca", "network": {"id": "f9c567b3-403a-4849-9262-a3e67f5e22e0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2067735324-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce7d37901d844950adf602218b205ea8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06eaa4c9-dbc2-4d38-a844-7bf76e7b5a64", "external-id": "nsx-vlan-transportzone-804", "segmentation_id": 804, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ebe9a50-28", "ovs_interfaceid": "9ebe9a50-2879-4d51-a02c-ead3133e93c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 629.312390] env[62353]: DEBUG nova.network.neutron [req-a0ed1418-2486-44e0-8898-3d7593854592 req-2b9ec3e5-dfdf-481b-866a-3a8097825fb7 service nova] [instance: c29bf6eb-b456-4356-9ef8-d9ba70bc6464] Updated VIF entry in instance network info cache for port f8283406-81d6-48ed-8def-15a86273d885. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 629.312748] env[62353]: DEBUG nova.network.neutron [req-a0ed1418-2486-44e0-8898-3d7593854592 req-2b9ec3e5-dfdf-481b-866a-3a8097825fb7 service nova] [instance: c29bf6eb-b456-4356-9ef8-d9ba70bc6464] Updating instance_info_cache with network_info: [{"id": "f8283406-81d6-48ed-8def-15a86273d885", "address": "fa:16:3e:44:a9:d3", "network": {"id": "2f5b606a-d64e-41a6-9c63-5a0ec77b0a57", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1810753646-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b80b5278f7314720a0018304f213f0f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8283406-81", "ovs_interfaceid": "f8283406-81d6-48ed-8def-15a86273d885", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 629.357648] env[62353]: DEBUG nova.scheduler.client.report [None req-b444a767-b994-4a2a-8668-8d40fa7c1bd6 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 629.470025] env[62353]: DEBUG oslo_concurrency.lockutils [None req-78fc8aee-8e43-4ea9-9907-7a28db3511fc tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Releasing lock "refresh_cache-bc2376dd-856e-4797-bd2a-1db5c2be795d" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 629.470630] env[62353]: DEBUG nova.compute.manager [None req-78fc8aee-8e43-4ea9-9907-7a28db3511fc tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: bc2376dd-856e-4797-bd2a-1db5c2be795d] Instance network_info: |[{"id": "9ebe9a50-2879-4d51-a02c-ead3133e93c0", "address": "fa:16:3e:e8:2e:ca", "network": {"id": "f9c567b3-403a-4849-9262-a3e67f5e22e0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2067735324-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce7d37901d844950adf602218b205ea8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06eaa4c9-dbc2-4d38-a844-7bf76e7b5a64", "external-id": "nsx-vlan-transportzone-804", "segmentation_id": 804, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ebe9a50-28", "ovs_interfaceid": "9ebe9a50-2879-4d51-a02c-ead3133e93c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 629.471780] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-78fc8aee-8e43-4ea9-9907-7a28db3511fc tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: bc2376dd-856e-4797-bd2a-1db5c2be795d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:2e:ca', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '06eaa4c9-dbc2-4d38-a844-7bf76e7b5a64', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9ebe9a50-2879-4d51-a02c-ead3133e93c0', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 629.480745] env[62353]: DEBUG oslo.service.loopingcall [None req-78fc8aee-8e43-4ea9-9907-7a28db3511fc tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 629.481176] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc2376dd-856e-4797-bd2a-1db5c2be795d] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 629.481351] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3595b2fe-b926-49e0-95d3-450203ba0955 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.504100] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 629.504100] env[62353]: value = "task-2371928" [ 629.504100] env[62353]: _type = "Task" [ 629.504100] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.518055] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2371928, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.621875] env[62353]: DEBUG nova.compute.manager [None req-d3d3cd2c-e473-4f11-9bb1-f4ada808ff03 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] [instance: f71b6bee-dbc8-48b6-a446-3d93255fda73] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 629.654149] env[62353]: DEBUG nova.virt.hardware [None req-d3d3cd2c-e473-4f11-9bb1-f4ada808ff03 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T12:38:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T12:38:15Z,direct_url=,disk_format='vmdk',id=06f909ae-e8dc-43b4-abf7-c7ed85db9bbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0a3f88790a594523a818b8c00f6862e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T12:38:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 629.654343] env[62353]: DEBUG nova.virt.hardware [None req-d3d3cd2c-e473-4f11-9bb1-f4ada808ff03 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 629.657860] env[62353]: DEBUG nova.virt.hardware [None req-d3d3cd2c-e473-4f11-9bb1-f4ada808ff03 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 629.657860] env[62353]: DEBUG nova.virt.hardware [None req-d3d3cd2c-e473-4f11-9bb1-f4ada808ff03 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 629.657860] env[62353]: DEBUG nova.virt.hardware [None req-d3d3cd2c-e473-4f11-9bb1-f4ada808ff03 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 629.657860] env[62353]: DEBUG nova.virt.hardware [None req-d3d3cd2c-e473-4f11-9bb1-f4ada808ff03 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 629.658298] env[62353]: DEBUG nova.virt.hardware [None req-d3d3cd2c-e473-4f11-9bb1-f4ada808ff03 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 629.658486] env[62353]: DEBUG nova.virt.hardware [None req-d3d3cd2c-e473-4f11-9bb1-f4ada808ff03 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 629.658675] env[62353]: DEBUG nova.virt.hardware [None req-d3d3cd2c-e473-4f11-9bb1-f4ada808ff03 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 629.658823] env[62353]: DEBUG nova.virt.hardware [None req-d3d3cd2c-e473-4f11-9bb1-f4ada808ff03 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 629.658990] env[62353]: DEBUG nova.virt.hardware [None req-d3d3cd2c-e473-4f11-9bb1-f4ada808ff03 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 629.659967] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-816d56f1-7d13-45ca-90ed-f8e066ac4fa6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.675063] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f813a1b-49de-41e0-9af4-876d69efa832 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.709412] env[62353]: DEBUG oslo_concurrency.lockutils [None req-78efc95a-2ff6-418d-90a5-15afcda1b382 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823-project-member] Acquiring lock "b3e7bd84-3c18-40c7-95a7-9b259069f066" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 629.709697] env[62353]: DEBUG oslo_concurrency.lockutils [None req-78efc95a-2ff6-418d-90a5-15afcda1b382 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823-project-member] Lock "b3e7bd84-3c18-40c7-95a7-9b259069f066" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 629.819148] env[62353]: DEBUG oslo_concurrency.lockutils [req-a0ed1418-2486-44e0-8898-3d7593854592 req-2b9ec3e5-dfdf-481b-866a-3a8097825fb7 service nova] Releasing lock "refresh_cache-c29bf6eb-b456-4356-9ef8-d9ba70bc6464" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 629.827766] env[62353]: DEBUG nova.network.neutron [None req-273a5ace-5988-45e8-b6ea-861951bc5b94 tempest-AttachInterfacesUnderV243Test-231370955 tempest-AttachInterfacesUnderV243Test-231370955-project-member] [instance: 0ccb3004-b612-45c3-b655-609eb2c4b16c] Successfully updated port: eca0ac37-dd12-424d-a6e2-ec89820e5188 {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 629.851644] env[62353]: INFO nova.compute.manager [None req-be3f89e6-3aa6-4e4d-b509-42f76e5a4d4a tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: ba65df73-c3e3-4182-8444-9904aa5858d7] Rebuilding instance [ 629.908506] env[62353]: DEBUG nova.compute.manager [None req-be3f89e6-3aa6-4e4d-b509-42f76e5a4d4a tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: ba65df73-c3e3-4182-8444-9904aa5858d7] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 629.909769] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16a9c7c3-cb30-4603-8314-466bd78c5674 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.019822] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2371928, 'name': CreateVM_Task} progress is 99%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.335392] env[62353]: DEBUG oslo_concurrency.lockutils [None req-273a5ace-5988-45e8-b6ea-861951bc5b94 tempest-AttachInterfacesUnderV243Test-231370955 tempest-AttachInterfacesUnderV243Test-231370955-project-member] Acquiring lock "refresh_cache-0ccb3004-b612-45c3-b655-609eb2c4b16c" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 630.335392] env[62353]: DEBUG oslo_concurrency.lockutils [None req-273a5ace-5988-45e8-b6ea-861951bc5b94 tempest-AttachInterfacesUnderV243Test-231370955 tempest-AttachInterfacesUnderV243Test-231370955-project-member] Acquired lock "refresh_cache-0ccb3004-b612-45c3-b655-609eb2c4b16c" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.335392] env[62353]: DEBUG nova.network.neutron [None req-273a5ace-5988-45e8-b6ea-861951bc5b94 tempest-AttachInterfacesUnderV243Test-231370955 tempest-AttachInterfacesUnderV243Test-231370955-project-member] [instance: 0ccb3004-b612-45c3-b655-609eb2c4b16c] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 630.369864] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b444a767-b994-4a2a-8668-8d40fa7c1bd6 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.779s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 630.372703] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ce441166-81ca-4e0f-91c5-f3b63d4ecc86 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.895s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 630.378766] env[62353]: INFO nova.compute.claims [None req-ce441166-81ca-4e0f-91c5-f3b63d4ecc86 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] [instance: 7d40ad55-ab59-461f-986e-22aa0133f68f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 630.388109] env[62353]: DEBUG nova.network.neutron [None req-d3d3cd2c-e473-4f11-9bb1-f4ada808ff03 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] [instance: f71b6bee-dbc8-48b6-a446-3d93255fda73] Successfully updated port: 7a86c9ec-f3aa-491e-a1e4-b8ca53dae40c {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 630.521962] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2371928, 'name': CreateVM_Task, 'duration_secs': 0.654334} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.522913] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc2376dd-856e-4797-bd2a-1db5c2be795d] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 630.523722] env[62353]: DEBUG oslo_concurrency.lockutils [None req-78fc8aee-8e43-4ea9-9907-7a28db3511fc tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 630.523921] env[62353]: DEBUG oslo_concurrency.lockutils [None req-78fc8aee-8e43-4ea9-9907-7a28db3511fc tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Acquired lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.524358] env[62353]: DEBUG oslo_concurrency.lockutils [None req-78fc8aee-8e43-4ea9-9907-7a28db3511fc tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 630.524599] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3fec0df8-dbd4-452c-ab94-83cee76ca63f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.536872] env[62353]: DEBUG oslo_vmware.api [None req-78fc8aee-8e43-4ea9-9907-7a28db3511fc tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Waiting for the task: (returnval){ [ 630.536872] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52880757-09e2-5a17-64c5-46c927da8150" [ 630.536872] env[62353]: _type = "Task" [ 630.536872] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.545355] env[62353]: INFO nova.compute.manager [None req-08dcd65b-308c-4e85-ad32-61bf7b4a1261 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] [instance: a415cd3c-4e94-4e23-9588-adb12815187c] Rescuing [ 630.545355] env[62353]: DEBUG oslo_concurrency.lockutils [None req-08dcd65b-308c-4e85-ad32-61bf7b4a1261 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Acquiring lock "refresh_cache-a415cd3c-4e94-4e23-9588-adb12815187c" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 630.545355] env[62353]: DEBUG oslo_concurrency.lockutils [None req-08dcd65b-308c-4e85-ad32-61bf7b4a1261 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Acquired lock "refresh_cache-a415cd3c-4e94-4e23-9588-adb12815187c" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.545355] env[62353]: DEBUG nova.network.neutron [None req-08dcd65b-308c-4e85-ad32-61bf7b4a1261 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] [instance: a415cd3c-4e94-4e23-9588-adb12815187c] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 630.555767] env[62353]: DEBUG oslo_vmware.api [None req-78fc8aee-8e43-4ea9-9907-7a28db3511fc tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52880757-09e2-5a17-64c5-46c927da8150, 'name': SearchDatastore_Task, 'duration_secs': 0.013445} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.555767] env[62353]: DEBUG oslo_concurrency.lockutils [None req-78fc8aee-8e43-4ea9-9907-7a28db3511fc tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Releasing lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 630.555767] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-78fc8aee-8e43-4ea9-9907-7a28db3511fc tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: bc2376dd-856e-4797-bd2a-1db5c2be795d] Processing image 06f909ae-e8dc-43b4-abf7-c7ed85db9bbd {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 630.555767] env[62353]: DEBUG oslo_concurrency.lockutils [None req-78fc8aee-8e43-4ea9-9907-7a28db3511fc tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 630.556276] env[62353]: DEBUG oslo_concurrency.lockutils [None req-78fc8aee-8e43-4ea9-9907-7a28db3511fc tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Acquired lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.556276] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-78fc8aee-8e43-4ea9-9907-7a28db3511fc tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 630.556276] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f83a889a-f649-4305-9f33-38e8d1e7b98a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.567275] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-78fc8aee-8e43-4ea9-9907-7a28db3511fc tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 630.567275] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-78fc8aee-8e43-4ea9-9907-7a28db3511fc tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 630.567707] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a44164cf-26df-4214-8b15-6a0c766dbb5b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.576852] env[62353]: DEBUG oslo_vmware.api [None req-78fc8aee-8e43-4ea9-9907-7a28db3511fc tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Waiting for the task: (returnval){ [ 630.576852] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5274cd25-69cc-b87b-2eca-0849cc7ee91b" [ 630.576852] env[62353]: _type = "Task" [ 630.576852] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.591502] env[62353]: DEBUG oslo_vmware.api [None req-78fc8aee-8e43-4ea9-9907-7a28db3511fc tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5274cd25-69cc-b87b-2eca-0849cc7ee91b, 'name': SearchDatastore_Task, 'duration_secs': 0.011239} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.593573] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-196d3aa5-b098-4c5c-adcb-023ff33b6fe8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.622058] env[62353]: DEBUG oslo_vmware.api [None req-78fc8aee-8e43-4ea9-9907-7a28db3511fc tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Waiting for the task: (returnval){ [ 630.622058] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5226c12d-39cc-985a-7102-5565bcd9d5d3" [ 630.622058] env[62353]: _type = "Task" [ 630.622058] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.622058] env[62353]: DEBUG oslo_vmware.api [None req-78fc8aee-8e43-4ea9-9907-7a28db3511fc tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5226c12d-39cc-985a-7102-5565bcd9d5d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.845700] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4b670ca0-2877-42bc-9cab-17ca5e347da7 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Acquiring lock "d99b532a-164e-471b-b9ca-a0850f606780" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 630.845700] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4b670ca0-2877-42bc-9cab-17ca5e347da7 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Lock "d99b532a-164e-471b-b9ca-a0850f606780" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 630.891130] env[62353]: DEBUG nova.network.neutron [None req-273a5ace-5988-45e8-b6ea-861951bc5b94 tempest-AttachInterfacesUnderV243Test-231370955 tempest-AttachInterfacesUnderV243Test-231370955-project-member] [instance: 0ccb3004-b612-45c3-b655-609eb2c4b16c] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 630.899875] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d3d3cd2c-e473-4f11-9bb1-f4ada808ff03 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] Acquiring lock "refresh_cache-f71b6bee-dbc8-48b6-a446-3d93255fda73" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 630.900273] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d3d3cd2c-e473-4f11-9bb1-f4ada808ff03 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] Acquired lock "refresh_cache-f71b6bee-dbc8-48b6-a446-3d93255fda73" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.904078] env[62353]: DEBUG nova.network.neutron [None req-d3d3cd2c-e473-4f11-9bb1-f4ada808ff03 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] [instance: f71b6bee-dbc8-48b6-a446-3d93255fda73] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 630.930213] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-be3f89e6-3aa6-4e4d-b509-42f76e5a4d4a tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: ba65df73-c3e3-4182-8444-9904aa5858d7] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 630.930213] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7fe8ad90-df61-40d0-8080-32fc86f560fb {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.947011] env[62353]: DEBUG oslo_vmware.api [None req-be3f89e6-3aa6-4e4d-b509-42f76e5a4d4a tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Waiting for the task: (returnval){ [ 630.947011] env[62353]: value = "task-2371929" [ 630.947011] env[62353]: _type = "Task" [ 630.947011] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.967498] env[62353]: DEBUG oslo_vmware.api [None req-be3f89e6-3aa6-4e4d-b509-42f76e5a4d4a tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Task: {'id': task-2371929, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.987722] env[62353]: INFO nova.scheduler.client.report [None req-b444a767-b994-4a2a-8668-8d40fa7c1bd6 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Deleted allocation for migration 52aae984-c5d1-42bf-8aea-a9c051bdefc1 [ 631.121914] env[62353]: DEBUG oslo_vmware.api [None req-78fc8aee-8e43-4ea9-9907-7a28db3511fc tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5226c12d-39cc-985a-7102-5565bcd9d5d3, 'name': SearchDatastore_Task, 'duration_secs': 0.012541} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.122730] env[62353]: DEBUG oslo_concurrency.lockutils [None req-78fc8aee-8e43-4ea9-9907-7a28db3511fc tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Releasing lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 631.122730] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-78fc8aee-8e43-4ea9-9907-7a28db3511fc tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore2] bc2376dd-856e-4797-bd2a-1db5c2be795d/bc2376dd-856e-4797-bd2a-1db5c2be795d.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 631.122940] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f5cd2fd1-f8ec-4055-a678-108d97c7a672 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.133778] env[62353]: DEBUG oslo_vmware.api [None req-78fc8aee-8e43-4ea9-9907-7a28db3511fc tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Waiting for the task: (returnval){ [ 631.133778] env[62353]: value = "task-2371930" [ 631.133778] env[62353]: _type = "Task" [ 631.133778] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.145041] env[62353]: DEBUG oslo_vmware.api [None req-78fc8aee-8e43-4ea9-9907-7a28db3511fc tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Task: {'id': task-2371930, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.331079] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ad042889-f96a-4183-ac0f-aaa87c9da2f6 tempest-AttachInterfacesV270Test-454918473 tempest-AttachInterfacesV270Test-454918473-project-member] Acquiring lock "9523a163-666d-448f-84a6-5278a7171f86" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 631.332147] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ad042889-f96a-4183-ac0f-aaa87c9da2f6 tempest-AttachInterfacesV270Test-454918473 tempest-AttachInterfacesV270Test-454918473-project-member] Lock "9523a163-666d-448f-84a6-5278a7171f86" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 631.333305] env[62353]: DEBUG nova.compute.manager [req-48668bda-f83e-4ff7-a7f9-e7d0b3c633f0 req-2647bb6f-7341-4b22-9f7c-cf14425a108b service nova] [instance: bc2376dd-856e-4797-bd2a-1db5c2be795d] Received event network-vif-plugged-9ebe9a50-2879-4d51-a02c-ead3133e93c0 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 631.333305] env[62353]: DEBUG oslo_concurrency.lockutils [req-48668bda-f83e-4ff7-a7f9-e7d0b3c633f0 req-2647bb6f-7341-4b22-9f7c-cf14425a108b service nova] Acquiring lock "bc2376dd-856e-4797-bd2a-1db5c2be795d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 631.333305] env[62353]: DEBUG oslo_concurrency.lockutils [req-48668bda-f83e-4ff7-a7f9-e7d0b3c633f0 req-2647bb6f-7341-4b22-9f7c-cf14425a108b service nova] Lock "bc2376dd-856e-4797-bd2a-1db5c2be795d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 631.333305] env[62353]: DEBUG oslo_concurrency.lockutils [req-48668bda-f83e-4ff7-a7f9-e7d0b3c633f0 req-2647bb6f-7341-4b22-9f7c-cf14425a108b service nova] Lock "bc2376dd-856e-4797-bd2a-1db5c2be795d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 631.333305] env[62353]: DEBUG nova.compute.manager [req-48668bda-f83e-4ff7-a7f9-e7d0b3c633f0 req-2647bb6f-7341-4b22-9f7c-cf14425a108b service nova] [instance: bc2376dd-856e-4797-bd2a-1db5c2be795d] No waiting events found dispatching network-vif-plugged-9ebe9a50-2879-4d51-a02c-ead3133e93c0 {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 631.333555] env[62353]: WARNING nova.compute.manager [req-48668bda-f83e-4ff7-a7f9-e7d0b3c633f0 req-2647bb6f-7341-4b22-9f7c-cf14425a108b service nova] [instance: bc2376dd-856e-4797-bd2a-1db5c2be795d] Received unexpected event network-vif-plugged-9ebe9a50-2879-4d51-a02c-ead3133e93c0 for instance with vm_state building and task_state spawning. [ 631.333555] env[62353]: DEBUG nova.compute.manager [req-48668bda-f83e-4ff7-a7f9-e7d0b3c633f0 req-2647bb6f-7341-4b22-9f7c-cf14425a108b service nova] [instance: bc2376dd-856e-4797-bd2a-1db5c2be795d] Received event network-changed-9ebe9a50-2879-4d51-a02c-ead3133e93c0 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 631.333632] env[62353]: DEBUG nova.compute.manager [req-48668bda-f83e-4ff7-a7f9-e7d0b3c633f0 req-2647bb6f-7341-4b22-9f7c-cf14425a108b service nova] [instance: bc2376dd-856e-4797-bd2a-1db5c2be795d] Refreshing instance network info cache due to event network-changed-9ebe9a50-2879-4d51-a02c-ead3133e93c0. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 631.336536] env[62353]: DEBUG oslo_concurrency.lockutils [req-48668bda-f83e-4ff7-a7f9-e7d0b3c633f0 req-2647bb6f-7341-4b22-9f7c-cf14425a108b service nova] Acquiring lock "refresh_cache-bc2376dd-856e-4797-bd2a-1db5c2be795d" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 631.336536] env[62353]: DEBUG oslo_concurrency.lockutils [req-48668bda-f83e-4ff7-a7f9-e7d0b3c633f0 req-2647bb6f-7341-4b22-9f7c-cf14425a108b service nova] Acquired lock "refresh_cache-bc2376dd-856e-4797-bd2a-1db5c2be795d" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.336536] env[62353]: DEBUG nova.network.neutron [req-48668bda-f83e-4ff7-a7f9-e7d0b3c633f0 req-2647bb6f-7341-4b22-9f7c-cf14425a108b service nova] [instance: bc2376dd-856e-4797-bd2a-1db5c2be795d] Refreshing network info cache for port 9ebe9a50-2879-4d51-a02c-ead3133e93c0 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 631.418275] env[62353]: DEBUG nova.network.neutron [None req-273a5ace-5988-45e8-b6ea-861951bc5b94 tempest-AttachInterfacesUnderV243Test-231370955 tempest-AttachInterfacesUnderV243Test-231370955-project-member] [instance: 0ccb3004-b612-45c3-b655-609eb2c4b16c] Updating instance_info_cache with network_info: [{"id": "eca0ac37-dd12-424d-a6e2-ec89820e5188", "address": "fa:16:3e:77:4e:1c", "network": {"id": "e465f5f0-740d-456a-b6f2-f97535a6f5ba", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1476682078-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "86367d16696541ed9837cfa97f059263", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bc3fa06-9d5b-4ab1-8113-6ed8942d23b6", "external-id": "nsx-vlan-transportzone-72", "segmentation_id": 72, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeca0ac37-dd", "ovs_interfaceid": "eca0ac37-dd12-424d-a6e2-ec89820e5188", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 631.459138] env[62353]: DEBUG nova.network.neutron [None req-d3d3cd2c-e473-4f11-9bb1-f4ada808ff03 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] [instance: f71b6bee-dbc8-48b6-a446-3d93255fda73] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 631.465087] env[62353]: DEBUG oslo_vmware.api [None req-be3f89e6-3aa6-4e4d-b509-42f76e5a4d4a tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Task: {'id': task-2371929, 'name': PowerOffVM_Task, 'duration_secs': 0.227058} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.465261] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-be3f89e6-3aa6-4e4d-b509-42f76e5a4d4a tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: ba65df73-c3e3-4182-8444-9904aa5858d7] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 631.465568] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-be3f89e6-3aa6-4e4d-b509-42f76e5a4d4a tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: ba65df73-c3e3-4182-8444-9904aa5858d7] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 631.467095] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3d45d6f-faf0-488c-ab71-8204d880e74c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.485055] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-be3f89e6-3aa6-4e4d-b509-42f76e5a4d4a tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: ba65df73-c3e3-4182-8444-9904aa5858d7] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 631.485055] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3d60d743-fde3-495e-92b8-748800c1389c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.497681] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b444a767-b994-4a2a-8668-8d40fa7c1bd6 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Lock "70b6d86f-10bd-471f-8655-e961c4208751" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 26.245s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 631.560417] env[62353]: DEBUG nova.network.neutron [None req-08dcd65b-308c-4e85-ad32-61bf7b4a1261 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] [instance: a415cd3c-4e94-4e23-9588-adb12815187c] Updating instance_info_cache with network_info: [{"id": "14ccfa95-21a4-4fa6-9261-c6e152c5f7bb", "address": "fa:16:3e:c9:69:ca", "network": {"id": "7c25f8f7-5c31-45d9-82e5-014ad7446734", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1695721764-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f163f3fb1d3946f08ed6b78ab4f0eba8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0248a27a-1d7f-4195-987b-06bfc8467347", "external-id": "nsx-vlan-transportzone-26", "segmentation_id": 26, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14ccfa95-21", "ovs_interfaceid": "14ccfa95-21a4-4fa6-9261-c6e152c5f7bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 631.563688] env[62353]: DEBUG nova.compute.manager [req-e8ead81f-625c-424a-bb78-80d0a66e1723 req-ce04ef90-c669-493e-9bb2-91375576b85c service nova] [instance: 0ccb3004-b612-45c3-b655-609eb2c4b16c] Received event network-vif-plugged-eca0ac37-dd12-424d-a6e2-ec89820e5188 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 631.563902] env[62353]: DEBUG oslo_concurrency.lockutils [req-e8ead81f-625c-424a-bb78-80d0a66e1723 req-ce04ef90-c669-493e-9bb2-91375576b85c service nova] Acquiring lock "0ccb3004-b612-45c3-b655-609eb2c4b16c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 631.564695] env[62353]: DEBUG oslo_concurrency.lockutils [req-e8ead81f-625c-424a-bb78-80d0a66e1723 req-ce04ef90-c669-493e-9bb2-91375576b85c service nova] Lock "0ccb3004-b612-45c3-b655-609eb2c4b16c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 631.564778] env[62353]: DEBUG oslo_concurrency.lockutils [req-e8ead81f-625c-424a-bb78-80d0a66e1723 req-ce04ef90-c669-493e-9bb2-91375576b85c service nova] Lock "0ccb3004-b612-45c3-b655-609eb2c4b16c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 631.564950] env[62353]: DEBUG nova.compute.manager [req-e8ead81f-625c-424a-bb78-80d0a66e1723 req-ce04ef90-c669-493e-9bb2-91375576b85c service nova] [instance: 0ccb3004-b612-45c3-b655-609eb2c4b16c] No waiting events found dispatching network-vif-plugged-eca0ac37-dd12-424d-a6e2-ec89820e5188 {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 631.565346] env[62353]: WARNING nova.compute.manager [req-e8ead81f-625c-424a-bb78-80d0a66e1723 req-ce04ef90-c669-493e-9bb2-91375576b85c service nova] [instance: 0ccb3004-b612-45c3-b655-609eb2c4b16c] Received unexpected event network-vif-plugged-eca0ac37-dd12-424d-a6e2-ec89820e5188 for instance with vm_state building and task_state spawning. [ 631.565346] env[62353]: DEBUG nova.compute.manager [req-e8ead81f-625c-424a-bb78-80d0a66e1723 req-ce04ef90-c669-493e-9bb2-91375576b85c service nova] [instance: 0ccb3004-b612-45c3-b655-609eb2c4b16c] Received event network-changed-eca0ac37-dd12-424d-a6e2-ec89820e5188 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 631.565530] env[62353]: DEBUG nova.compute.manager [req-e8ead81f-625c-424a-bb78-80d0a66e1723 req-ce04ef90-c669-493e-9bb2-91375576b85c service nova] [instance: 0ccb3004-b612-45c3-b655-609eb2c4b16c] Refreshing instance network info cache due to event network-changed-eca0ac37-dd12-424d-a6e2-ec89820e5188. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 631.565949] env[62353]: DEBUG oslo_concurrency.lockutils [req-e8ead81f-625c-424a-bb78-80d0a66e1723 req-ce04ef90-c669-493e-9bb2-91375576b85c service nova] Acquiring lock "refresh_cache-0ccb3004-b612-45c3-b655-609eb2c4b16c" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 631.571421] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-be3f89e6-3aa6-4e4d-b509-42f76e5a4d4a tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: ba65df73-c3e3-4182-8444-9904aa5858d7] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 631.572035] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-be3f89e6-3aa6-4e4d-b509-42f76e5a4d4a tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: ba65df73-c3e3-4182-8444-9904aa5858d7] Deleting contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 631.572035] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-be3f89e6-3aa6-4e4d-b509-42f76e5a4d4a tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Deleting the datastore file [datastore1] ba65df73-c3e3-4182-8444-9904aa5858d7 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 631.578485] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9a99ceef-6edb-427e-b481-630cbe30cc91 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.589839] env[62353]: DEBUG oslo_vmware.api [None req-be3f89e6-3aa6-4e4d-b509-42f76e5a4d4a tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Waiting for the task: (returnval){ [ 631.589839] env[62353]: value = "task-2371932" [ 631.589839] env[62353]: _type = "Task" [ 631.589839] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.599530] env[62353]: DEBUG oslo_vmware.api [None req-be3f89e6-3aa6-4e4d-b509-42f76e5a4d4a tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Task: {'id': task-2371932, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.652796] env[62353]: DEBUG oslo_vmware.api [None req-78fc8aee-8e43-4ea9-9907-7a28db3511fc tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Task: {'id': task-2371930, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.667678] env[62353]: DEBUG oslo_concurrency.lockutils [None req-aa4eff69-fc11-4cea-a253-e0c398254a07 tempest-ServersTestBootFromVolume-997296087 tempest-ServersTestBootFromVolume-997296087-project-member] Acquiring lock "009129d2-dc03-4de0-ac09-9d24894e5e67" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 631.667924] env[62353]: DEBUG oslo_concurrency.lockutils [None req-aa4eff69-fc11-4cea-a253-e0c398254a07 tempest-ServersTestBootFromVolume-997296087 tempest-ServersTestBootFromVolume-997296087-project-member] Lock "009129d2-dc03-4de0-ac09-9d24894e5e67" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 631.850409] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f5d3da10-3f33-4988-970d-de4ad3f8cdca tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Acquiring lock "a8ab0e21-de37-42da-b4b6-d9d9d120f61f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 631.850409] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f5d3da10-3f33-4988-970d-de4ad3f8cdca tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Lock "a8ab0e21-de37-42da-b4b6-d9d9d120f61f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 631.900881] env[62353]: DEBUG nova.network.neutron [None req-d3d3cd2c-e473-4f11-9bb1-f4ada808ff03 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] [instance: f71b6bee-dbc8-48b6-a446-3d93255fda73] Updating instance_info_cache with network_info: [{"id": "7a86c9ec-f3aa-491e-a1e4-b8ca53dae40c", "address": "fa:16:3e:59:3b:7c", "network": {"id": "79c3f7be-6f5c-4f03-b6ab-035fc46b5941", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2140464931-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50a51f7998ca480db23664e0033d6267", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "05b1253d-2b87-4158-9ff1-dafcf829f11f", "external-id": "nsx-vlan-transportzone-55", "segmentation_id": 55, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a86c9ec-f3", "ovs_interfaceid": "7a86c9ec-f3aa-491e-a1e4-b8ca53dae40c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 631.926805] env[62353]: DEBUG oslo_concurrency.lockutils [None req-273a5ace-5988-45e8-b6ea-861951bc5b94 tempest-AttachInterfacesUnderV243Test-231370955 tempest-AttachInterfacesUnderV243Test-231370955-project-member] Releasing lock "refresh_cache-0ccb3004-b612-45c3-b655-609eb2c4b16c" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 631.927678] env[62353]: DEBUG nova.compute.manager [None req-273a5ace-5988-45e8-b6ea-861951bc5b94 tempest-AttachInterfacesUnderV243Test-231370955 tempest-AttachInterfacesUnderV243Test-231370955-project-member] [instance: 0ccb3004-b612-45c3-b655-609eb2c4b16c] Instance network_info: |[{"id": "eca0ac37-dd12-424d-a6e2-ec89820e5188", "address": "fa:16:3e:77:4e:1c", "network": {"id": "e465f5f0-740d-456a-b6f2-f97535a6f5ba", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1476682078-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "86367d16696541ed9837cfa97f059263", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bc3fa06-9d5b-4ab1-8113-6ed8942d23b6", "external-id": "nsx-vlan-transportzone-72", "segmentation_id": 72, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeca0ac37-dd", "ovs_interfaceid": "eca0ac37-dd12-424d-a6e2-ec89820e5188", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 631.933714] env[62353]: DEBUG oslo_concurrency.lockutils [req-e8ead81f-625c-424a-bb78-80d0a66e1723 req-ce04ef90-c669-493e-9bb2-91375576b85c service nova] Acquired lock "refresh_cache-0ccb3004-b612-45c3-b655-609eb2c4b16c" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.933714] env[62353]: DEBUG nova.network.neutron [req-e8ead81f-625c-424a-bb78-80d0a66e1723 req-ce04ef90-c669-493e-9bb2-91375576b85c service nova] [instance: 0ccb3004-b612-45c3-b655-609eb2c4b16c] Refreshing network info cache for port eca0ac37-dd12-424d-a6e2-ec89820e5188 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 631.935973] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-273a5ace-5988-45e8-b6ea-861951bc5b94 tempest-AttachInterfacesUnderV243Test-231370955 tempest-AttachInterfacesUnderV243Test-231370955-project-member] [instance: 0ccb3004-b612-45c3-b655-609eb2c4b16c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:77:4e:1c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8bc3fa06-9d5b-4ab1-8113-6ed8942d23b6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eca0ac37-dd12-424d-a6e2-ec89820e5188', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 631.946122] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-273a5ace-5988-45e8-b6ea-861951bc5b94 tempest-AttachInterfacesUnderV243Test-231370955 tempest-AttachInterfacesUnderV243Test-231370955-project-member] Creating folder: Project (86367d16696541ed9837cfa97f059263). Parent ref: group-v481456. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 631.952352] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-635b2d2f-dbbf-4f7d-9aef-a21b7402b694 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.971185] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-273a5ace-5988-45e8-b6ea-861951bc5b94 tempest-AttachInterfacesUnderV243Test-231370955 tempest-AttachInterfacesUnderV243Test-231370955-project-member] Created folder: Project (86367d16696541ed9837cfa97f059263) in parent group-v481456. [ 631.971366] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-273a5ace-5988-45e8-b6ea-861951bc5b94 tempest-AttachInterfacesUnderV243Test-231370955 tempest-AttachInterfacesUnderV243Test-231370955-project-member] Creating folder: Instances. Parent ref: group-v481522. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 631.975081] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e952b558-950e-41ee-83a6-c6a0487e7595 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.986059] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-273a5ace-5988-45e8-b6ea-861951bc5b94 tempest-AttachInterfacesUnderV243Test-231370955 tempest-AttachInterfacesUnderV243Test-231370955-project-member] Created folder: Instances in parent group-v481522. [ 631.986405] env[62353]: DEBUG oslo.service.loopingcall [None req-273a5ace-5988-45e8-b6ea-861951bc5b94 tempest-AttachInterfacesUnderV243Test-231370955 tempest-AttachInterfacesUnderV243Test-231370955-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 631.991883] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ccb3004-b612-45c3-b655-609eb2c4b16c] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 631.991883] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-898f0572-6e66-4644-8eea-20ec83ce184e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.017088] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 632.017088] env[62353]: value = "task-2371935" [ 632.017088] env[62353]: _type = "Task" [ 632.017088] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.030062] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2371935, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.072717] env[62353]: DEBUG oslo_concurrency.lockutils [None req-08dcd65b-308c-4e85-ad32-61bf7b4a1261 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Releasing lock "refresh_cache-a415cd3c-4e94-4e23-9588-adb12815187c" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 632.105077] env[62353]: DEBUG oslo_vmware.api [None req-be3f89e6-3aa6-4e4d-b509-42f76e5a4d4a tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Task: {'id': task-2371932, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.402839} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.110356] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-be3f89e6-3aa6-4e4d-b509-42f76e5a4d4a tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 632.110602] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-be3f89e6-3aa6-4e4d-b509-42f76e5a4d4a tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: ba65df73-c3e3-4182-8444-9904aa5858d7] Deleted contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 632.110786] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-be3f89e6-3aa6-4e4d-b509-42f76e5a4d4a tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: ba65df73-c3e3-4182-8444-9904aa5858d7] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 632.116366] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cef8e82f-2902-42b7-82f1-4aafa0903cc1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.127800] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ac25f68-9c23-4691-ab74-0ad1447fadb2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.222404] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6439d67c-df48-43d1-8191-38f29e7d7488 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.235675] env[62353]: DEBUG oslo_vmware.api [None req-78fc8aee-8e43-4ea9-9907-7a28db3511fc tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Task: {'id': task-2371930, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.864507} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.235675] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-78fc8aee-8e43-4ea9-9907-7a28db3511fc tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore2] bc2376dd-856e-4797-bd2a-1db5c2be795d/bc2376dd-856e-4797-bd2a-1db5c2be795d.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 632.235675] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-78fc8aee-8e43-4ea9-9907-7a28db3511fc tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: bc2376dd-856e-4797-bd2a-1db5c2be795d] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 632.235675] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-010445ef-10c7-4e36-a2bd-43043ef1276a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.244430] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75207382-9825-4879-90b7-2cbc7e14667a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.253601] env[62353]: DEBUG oslo_vmware.api [None req-78fc8aee-8e43-4ea9-9907-7a28db3511fc tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Waiting for the task: (returnval){ [ 632.253601] env[62353]: value = "task-2371936" [ 632.253601] env[62353]: _type = "Task" [ 632.253601] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.274501] env[62353]: DEBUG nova.compute.provider_tree [None req-ce441166-81ca-4e0f-91c5-f3b63d4ecc86 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 632.284970] env[62353]: DEBUG oslo_vmware.api [None req-78fc8aee-8e43-4ea9-9907-7a28db3511fc tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Task: {'id': task-2371936, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.294221] env[62353]: DEBUG nova.network.neutron [req-48668bda-f83e-4ff7-a7f9-e7d0b3c633f0 req-2647bb6f-7341-4b22-9f7c-cf14425a108b service nova] [instance: bc2376dd-856e-4797-bd2a-1db5c2be795d] Updated VIF entry in instance network info cache for port 9ebe9a50-2879-4d51-a02c-ead3133e93c0. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 632.295165] env[62353]: DEBUG nova.network.neutron [req-48668bda-f83e-4ff7-a7f9-e7d0b3c633f0 req-2647bb6f-7341-4b22-9f7c-cf14425a108b service nova] [instance: bc2376dd-856e-4797-bd2a-1db5c2be795d] Updating instance_info_cache with network_info: [{"id": "9ebe9a50-2879-4d51-a02c-ead3133e93c0", "address": "fa:16:3e:e8:2e:ca", "network": {"id": "f9c567b3-403a-4849-9262-a3e67f5e22e0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2067735324-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce7d37901d844950adf602218b205ea8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06eaa4c9-dbc2-4d38-a844-7bf76e7b5a64", "external-id": "nsx-vlan-transportzone-804", "segmentation_id": 804, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ebe9a50-28", "ovs_interfaceid": "9ebe9a50-2879-4d51-a02c-ead3133e93c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 632.405173] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d3d3cd2c-e473-4f11-9bb1-f4ada808ff03 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] Releasing lock "refresh_cache-f71b6bee-dbc8-48b6-a446-3d93255fda73" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 632.405561] env[62353]: DEBUG nova.compute.manager [None req-d3d3cd2c-e473-4f11-9bb1-f4ada808ff03 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] [instance: f71b6bee-dbc8-48b6-a446-3d93255fda73] Instance network_info: |[{"id": "7a86c9ec-f3aa-491e-a1e4-b8ca53dae40c", "address": "fa:16:3e:59:3b:7c", "network": {"id": "79c3f7be-6f5c-4f03-b6ab-035fc46b5941", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2140464931-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50a51f7998ca480db23664e0033d6267", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "05b1253d-2b87-4158-9ff1-dafcf829f11f", "external-id": "nsx-vlan-transportzone-55", "segmentation_id": 55, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a86c9ec-f3", "ovs_interfaceid": "7a86c9ec-f3aa-491e-a1e4-b8ca53dae40c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 632.405997] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-d3d3cd2c-e473-4f11-9bb1-f4ada808ff03 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] [instance: f71b6bee-dbc8-48b6-a446-3d93255fda73] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:59:3b:7c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '05b1253d-2b87-4158-9ff1-dafcf829f11f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7a86c9ec-f3aa-491e-a1e4-b8ca53dae40c', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 632.413937] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3d3cd2c-e473-4f11-9bb1-f4ada808ff03 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] Creating folder: Project (50a51f7998ca480db23664e0033d6267). Parent ref: group-v481456. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 632.414287] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-280a3b53-5bc5-4a1a-b8c9-9da6847770e5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.428071] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-d3d3cd2c-e473-4f11-9bb1-f4ada808ff03 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] Created folder: Project (50a51f7998ca480db23664e0033d6267) in parent group-v481456. [ 632.428324] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3d3cd2c-e473-4f11-9bb1-f4ada808ff03 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] Creating folder: Instances. Parent ref: group-v481525. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 632.428572] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5ad8ef61-636d-47c7-bd69-ab9f6999e0d9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.440331] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-d3d3cd2c-e473-4f11-9bb1-f4ada808ff03 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] Created folder: Instances in parent group-v481525. [ 632.440586] env[62353]: DEBUG oslo.service.loopingcall [None req-d3d3cd2c-e473-4f11-9bb1-f4ada808ff03 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 632.440711] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f71b6bee-dbc8-48b6-a446-3d93255fda73] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 632.440926] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ba97d7e6-6412-42d3-8029-849f4d77e9a7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.464083] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 632.464083] env[62353]: value = "task-2371939" [ 632.464083] env[62353]: _type = "Task" [ 632.464083] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.473550] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2371939, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.533658] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2371935, 'name': CreateVM_Task} progress is 25%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.769025] env[62353]: DEBUG oslo_vmware.api [None req-78fc8aee-8e43-4ea9-9907-7a28db3511fc tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Task: {'id': task-2371936, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.262473} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.769025] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-78fc8aee-8e43-4ea9-9907-7a28db3511fc tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: bc2376dd-856e-4797-bd2a-1db5c2be795d] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 632.769025] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0caf517e-8b7a-476a-b9e0-8c4710d1755f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.785939] env[62353]: DEBUG nova.scheduler.client.report [None req-ce441166-81ca-4e0f-91c5-f3b63d4ecc86 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 632.799106] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-78fc8aee-8e43-4ea9-9907-7a28db3511fc tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: bc2376dd-856e-4797-bd2a-1db5c2be795d] Reconfiguring VM instance instance-00000014 to attach disk [datastore2] bc2376dd-856e-4797-bd2a-1db5c2be795d/bc2376dd-856e-4797-bd2a-1db5c2be795d.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 632.802036] env[62353]: DEBUG oslo_concurrency.lockutils [req-48668bda-f83e-4ff7-a7f9-e7d0b3c633f0 req-2647bb6f-7341-4b22-9f7c-cf14425a108b service nova] Releasing lock "refresh_cache-bc2376dd-856e-4797-bd2a-1db5c2be795d" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 632.802182] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1864d06b-2f31-4c21-9d96-6a093cd5e550 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.821092] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0c213fa8-27c6-40c1-9a07-39eabb80d849 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Acquiring lock "1ec74f8a-42d5-4213-843d-684129706edf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 632.821328] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0c213fa8-27c6-40c1-9a07-39eabb80d849 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Lock "1ec74f8a-42d5-4213-843d-684129706edf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 632.830191] env[62353]: DEBUG oslo_vmware.api [None req-78fc8aee-8e43-4ea9-9907-7a28db3511fc tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Waiting for the task: (returnval){ [ 632.830191] env[62353]: value = "task-2371940" [ 632.830191] env[62353]: _type = "Task" [ 632.830191] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.844243] env[62353]: DEBUG oslo_vmware.api [None req-78fc8aee-8e43-4ea9-9907-7a28db3511fc tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Task: {'id': task-2371940, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.977299] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2371939, 'name': CreateVM_Task} progress is 25%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.031189] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2371935, 'name': CreateVM_Task, 'duration_secs': 0.702056} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.031265] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ccb3004-b612-45c3-b655-609eb2c4b16c] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 633.032458] env[62353]: DEBUG oslo_concurrency.lockutils [None req-273a5ace-5988-45e8-b6ea-861951bc5b94 tempest-AttachInterfacesUnderV243Test-231370955 tempest-AttachInterfacesUnderV243Test-231370955-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 633.032458] env[62353]: DEBUG oslo_concurrency.lockutils [None req-273a5ace-5988-45e8-b6ea-861951bc5b94 tempest-AttachInterfacesUnderV243Test-231370955 tempest-AttachInterfacesUnderV243Test-231370955-project-member] Acquired lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.033070] env[62353]: DEBUG oslo_concurrency.lockutils [None req-273a5ace-5988-45e8-b6ea-861951bc5b94 tempest-AttachInterfacesUnderV243Test-231370955 tempest-AttachInterfacesUnderV243Test-231370955-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 633.033383] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef6320c6-cd79-4f20-aa29-3256ffcf9565 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.041032] env[62353]: DEBUG oslo_vmware.api [None req-273a5ace-5988-45e8-b6ea-861951bc5b94 tempest-AttachInterfacesUnderV243Test-231370955 tempest-AttachInterfacesUnderV243Test-231370955-project-member] Waiting for the task: (returnval){ [ 633.041032] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52bd9345-c19a-b39b-adc4-9a6dec93a675" [ 633.041032] env[62353]: _type = "Task" [ 633.041032] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.050688] env[62353]: DEBUG oslo_vmware.api [None req-273a5ace-5988-45e8-b6ea-861951bc5b94 tempest-AttachInterfacesUnderV243Test-231370955 tempest-AttachInterfacesUnderV243Test-231370955-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52bd9345-c19a-b39b-adc4-9a6dec93a675, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.149883] env[62353]: DEBUG nova.virt.hardware [None req-be3f89e6-3aa6-4e4d-b509-42f76e5a4d4a tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T12:38:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T12:38:15Z,direct_url=,disk_format='vmdk',id=06f909ae-e8dc-43b4-abf7-c7ed85db9bbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0a3f88790a594523a818b8c00f6862e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T12:38:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 633.150133] env[62353]: DEBUG nova.virt.hardware [None req-be3f89e6-3aa6-4e4d-b509-42f76e5a4d4a tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 633.150290] env[62353]: DEBUG nova.virt.hardware [None req-be3f89e6-3aa6-4e4d-b509-42f76e5a4d4a tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 633.150471] env[62353]: DEBUG nova.virt.hardware [None req-be3f89e6-3aa6-4e4d-b509-42f76e5a4d4a tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 633.150735] env[62353]: DEBUG nova.virt.hardware [None req-be3f89e6-3aa6-4e4d-b509-42f76e5a4d4a tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 633.150735] env[62353]: DEBUG nova.virt.hardware [None req-be3f89e6-3aa6-4e4d-b509-42f76e5a4d4a tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 633.151396] env[62353]: DEBUG nova.virt.hardware [None req-be3f89e6-3aa6-4e4d-b509-42f76e5a4d4a tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 633.151588] env[62353]: DEBUG nova.virt.hardware [None req-be3f89e6-3aa6-4e4d-b509-42f76e5a4d4a tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 633.151765] env[62353]: DEBUG nova.virt.hardware [None req-be3f89e6-3aa6-4e4d-b509-42f76e5a4d4a tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 633.151933] env[62353]: DEBUG nova.virt.hardware [None req-be3f89e6-3aa6-4e4d-b509-42f76e5a4d4a tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 633.152119] env[62353]: DEBUG nova.virt.hardware [None req-be3f89e6-3aa6-4e4d-b509-42f76e5a4d4a tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 633.156798] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80b7a7e4-7095-4e4a-b541-fab1bda90661 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.165075] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a499e53-52ef-4082-9d9f-3e3ff136eeed {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.170230] env[62353]: DEBUG nova.network.neutron [req-e8ead81f-625c-424a-bb78-80d0a66e1723 req-ce04ef90-c669-493e-9bb2-91375576b85c service nova] [instance: 0ccb3004-b612-45c3-b655-609eb2c4b16c] Updated VIF entry in instance network info cache for port eca0ac37-dd12-424d-a6e2-ec89820e5188. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 633.170442] env[62353]: DEBUG nova.network.neutron [req-e8ead81f-625c-424a-bb78-80d0a66e1723 req-ce04ef90-c669-493e-9bb2-91375576b85c service nova] [instance: 0ccb3004-b612-45c3-b655-609eb2c4b16c] Updating instance_info_cache with network_info: [{"id": "eca0ac37-dd12-424d-a6e2-ec89820e5188", "address": "fa:16:3e:77:4e:1c", "network": {"id": "e465f5f0-740d-456a-b6f2-f97535a6f5ba", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1476682078-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "86367d16696541ed9837cfa97f059263", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bc3fa06-9d5b-4ab1-8113-6ed8942d23b6", "external-id": "nsx-vlan-transportzone-72", "segmentation_id": 72, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeca0ac37-dd", "ovs_interfaceid": "eca0ac37-dd12-424d-a6e2-ec89820e5188", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 633.185608] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-be3f89e6-3aa6-4e4d-b509-42f76e5a4d4a tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: ba65df73-c3e3-4182-8444-9904aa5858d7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:19:7b:2c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7edb7c08-2fae-4df5-9ec6-5ccf06d7e337', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ec81c73b-e082-4888-81eb-33d321b5057e', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 633.195028] env[62353]: DEBUG oslo.service.loopingcall [None req-be3f89e6-3aa6-4e4d-b509-42f76e5a4d4a tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 633.196887] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ba65df73-c3e3-4182-8444-9904aa5858d7] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 633.197493] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d7397db0-3a6d-4394-a31e-4a714c3fc8e6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.222903] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 633.222903] env[62353]: value = "task-2371941" [ 633.222903] env[62353]: _type = "Task" [ 633.222903] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.233551] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2371941, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.301706] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ce441166-81ca-4e0f-91c5-f3b63d4ecc86 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.929s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 633.302720] env[62353]: DEBUG nova.compute.manager [None req-ce441166-81ca-4e0f-91c5-f3b63d4ecc86 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] [instance: 7d40ad55-ab59-461f-986e-22aa0133f68f] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 633.306026] env[62353]: DEBUG oslo_concurrency.lockutils [None req-663ad775-307b-4f2c-af63-f59782dfcd8f tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.154s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 633.307409] env[62353]: INFO nova.compute.claims [None req-663ad775-307b-4f2c-af63-f59782dfcd8f tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: e1b536b2-778f-4318-bf20-198bb1752de4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 633.343659] env[62353]: DEBUG oslo_vmware.api [None req-78fc8aee-8e43-4ea9-9907-7a28db3511fc tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Task: {'id': task-2371940, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.481289] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2371939, 'name': CreateVM_Task, 'duration_secs': 0.795903} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.481488] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f71b6bee-dbc8-48b6-a446-3d93255fda73] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 633.482199] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d3d3cd2c-e473-4f11-9bb1-f4ada808ff03 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 633.557676] env[62353]: DEBUG oslo_vmware.api [None req-273a5ace-5988-45e8-b6ea-861951bc5b94 tempest-AttachInterfacesUnderV243Test-231370955 tempest-AttachInterfacesUnderV243Test-231370955-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52bd9345-c19a-b39b-adc4-9a6dec93a675, 'name': SearchDatastore_Task, 'duration_secs': 0.038489} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.558192] env[62353]: DEBUG oslo_concurrency.lockutils [None req-273a5ace-5988-45e8-b6ea-861951bc5b94 tempest-AttachInterfacesUnderV243Test-231370955 tempest-AttachInterfacesUnderV243Test-231370955-project-member] Releasing lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 633.558557] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-273a5ace-5988-45e8-b6ea-861951bc5b94 tempest-AttachInterfacesUnderV243Test-231370955 tempest-AttachInterfacesUnderV243Test-231370955-project-member] [instance: 0ccb3004-b612-45c3-b655-609eb2c4b16c] Processing image 06f909ae-e8dc-43b4-abf7-c7ed85db9bbd {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 633.558933] env[62353]: DEBUG oslo_concurrency.lockutils [None req-273a5ace-5988-45e8-b6ea-861951bc5b94 tempest-AttachInterfacesUnderV243Test-231370955 tempest-AttachInterfacesUnderV243Test-231370955-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 633.559193] env[62353]: DEBUG oslo_concurrency.lockutils [None req-273a5ace-5988-45e8-b6ea-861951bc5b94 tempest-AttachInterfacesUnderV243Test-231370955 tempest-AttachInterfacesUnderV243Test-231370955-project-member] Acquired lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.559491] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-273a5ace-5988-45e8-b6ea-861951bc5b94 tempest-AttachInterfacesUnderV243Test-231370955 tempest-AttachInterfacesUnderV243Test-231370955-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 633.559930] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d3d3cd2c-e473-4f11-9bb1-f4ada808ff03 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] Acquired lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.560404] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d3d3cd2c-e473-4f11-9bb1-f4ada808ff03 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 633.560753] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-92494fe4-2f6a-4111-8467-47eb3fbaf509 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.563751] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-caff34d7-0b12-4be2-a531-d88a624768ee {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.573025] env[62353]: DEBUG oslo_vmware.api [None req-d3d3cd2c-e473-4f11-9bb1-f4ada808ff03 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] Waiting for the task: (returnval){ [ 633.573025] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]528c24db-1fc8-3abb-5990-d7f62ef3b2fb" [ 633.573025] env[62353]: _type = "Task" [ 633.573025] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.580971] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-273a5ace-5988-45e8-b6ea-861951bc5b94 tempest-AttachInterfacesUnderV243Test-231370955 tempest-AttachInterfacesUnderV243Test-231370955-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 633.581119] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-273a5ace-5988-45e8-b6ea-861951bc5b94 tempest-AttachInterfacesUnderV243Test-231370955 tempest-AttachInterfacesUnderV243Test-231370955-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 633.582752] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4af2f60c-7eeb-479a-a711-4d2af239e792 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.591136] env[62353]: DEBUG oslo_vmware.api [None req-d3d3cd2c-e473-4f11-9bb1-f4ada808ff03 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]528c24db-1fc8-3abb-5990-d7f62ef3b2fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.595471] env[62353]: DEBUG oslo_vmware.api [None req-273a5ace-5988-45e8-b6ea-861951bc5b94 tempest-AttachInterfacesUnderV243Test-231370955 tempest-AttachInterfacesUnderV243Test-231370955-project-member] Waiting for the task: (returnval){ [ 633.595471] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]526ce4c2-fa82-2273-c3d4-fcf69a33a019" [ 633.595471] env[62353]: _type = "Task" [ 633.595471] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.607859] env[62353]: DEBUG oslo_vmware.api [None req-273a5ace-5988-45e8-b6ea-861951bc5b94 tempest-AttachInterfacesUnderV243Test-231370955 tempest-AttachInterfacesUnderV243Test-231370955-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]526ce4c2-fa82-2273-c3d4-fcf69a33a019, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.620684] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-08dcd65b-308c-4e85-ad32-61bf7b4a1261 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] [instance: a415cd3c-4e94-4e23-9588-adb12815187c] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 633.621051] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-206aadb1-6b1f-44c4-bde5-1f560001d2ef {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.633190] env[62353]: DEBUG oslo_vmware.api [None req-08dcd65b-308c-4e85-ad32-61bf7b4a1261 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Waiting for the task: (returnval){ [ 633.633190] env[62353]: value = "task-2371942" [ 633.633190] env[62353]: _type = "Task" [ 633.633190] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.641487] env[62353]: DEBUG oslo_vmware.api [None req-08dcd65b-308c-4e85-ad32-61bf7b4a1261 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Task: {'id': task-2371942, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.676735] env[62353]: DEBUG oslo_concurrency.lockutils [req-e8ead81f-625c-424a-bb78-80d0a66e1723 req-ce04ef90-c669-493e-9bb2-91375576b85c service nova] Releasing lock "refresh_cache-0ccb3004-b612-45c3-b655-609eb2c4b16c" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 633.734972] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2371941, 'name': CreateVM_Task} progress is 25%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.813370] env[62353]: DEBUG nova.compute.utils [None req-ce441166-81ca-4e0f-91c5-f3b63d4ecc86 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 633.816921] env[62353]: DEBUG nova.compute.manager [None req-ce441166-81ca-4e0f-91c5-f3b63d4ecc86 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] [instance: 7d40ad55-ab59-461f-986e-22aa0133f68f] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 633.817112] env[62353]: DEBUG nova.network.neutron [None req-ce441166-81ca-4e0f-91c5-f3b63d4ecc86 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] [instance: 7d40ad55-ab59-461f-986e-22aa0133f68f] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 633.845052] env[62353]: DEBUG oslo_vmware.api [None req-78fc8aee-8e43-4ea9-9907-7a28db3511fc tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Task: {'id': task-2371940, 'name': ReconfigVM_Task, 'duration_secs': 0.742461} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.845667] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-78fc8aee-8e43-4ea9-9907-7a28db3511fc tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: bc2376dd-856e-4797-bd2a-1db5c2be795d] Reconfigured VM instance instance-00000014 to attach disk [datastore2] bc2376dd-856e-4797-bd2a-1db5c2be795d/bc2376dd-856e-4797-bd2a-1db5c2be795d.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 633.848930] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-32269177-624c-48ab-99f7-e618e3cc4b65 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.856281] env[62353]: DEBUG oslo_vmware.api [None req-78fc8aee-8e43-4ea9-9907-7a28db3511fc tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Waiting for the task: (returnval){ [ 633.856281] env[62353]: value = "task-2371943" [ 633.856281] env[62353]: _type = "Task" [ 633.856281] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.867866] env[62353]: DEBUG oslo_vmware.api [None req-78fc8aee-8e43-4ea9-9907-7a28db3511fc tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Task: {'id': task-2371943, 'name': Rename_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.877795] env[62353]: DEBUG nova.policy [None req-ce441166-81ca-4e0f-91c5-f3b63d4ecc86 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5e566a59d84a4522929e1ff0d88b8fdc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ec62cd92df5947d3bf948201b4f39cc9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:192}} [ 634.025645] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e8ead8ab-7da3-461c-85d1-a198792c21a2 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Acquiring lock "f468937a-de46-49b3-ba64-40403bb6b77f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 634.025645] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e8ead8ab-7da3-461c-85d1-a198792c21a2 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Lock "f468937a-de46-49b3-ba64-40403bb6b77f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 634.085235] env[62353]: DEBUG oslo_vmware.api [None req-d3d3cd2c-e473-4f11-9bb1-f4ada808ff03 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]528c24db-1fc8-3abb-5990-d7f62ef3b2fb, 'name': SearchDatastore_Task, 'duration_secs': 0.03352} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.085370] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d3d3cd2c-e473-4f11-9bb1-f4ada808ff03 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] Releasing lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 634.085650] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-d3d3cd2c-e473-4f11-9bb1-f4ada808ff03 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] [instance: f71b6bee-dbc8-48b6-a446-3d93255fda73] Processing image 06f909ae-e8dc-43b4-abf7-c7ed85db9bbd {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 634.086745] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d3d3cd2c-e473-4f11-9bb1-f4ada808ff03 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 634.106812] env[62353]: DEBUG oslo_vmware.api [None req-273a5ace-5988-45e8-b6ea-861951bc5b94 tempest-AttachInterfacesUnderV243Test-231370955 tempest-AttachInterfacesUnderV243Test-231370955-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]526ce4c2-fa82-2273-c3d4-fcf69a33a019, 'name': SearchDatastore_Task, 'duration_secs': 0.03625} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.109265] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c46620c-93dd-4231-995e-83635e828ffb {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.113690] env[62353]: DEBUG oslo_vmware.api [None req-273a5ace-5988-45e8-b6ea-861951bc5b94 tempest-AttachInterfacesUnderV243Test-231370955 tempest-AttachInterfacesUnderV243Test-231370955-project-member] Waiting for the task: (returnval){ [ 634.113690] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]522d7873-fca8-d2ea-25b9-1cd018c5f615" [ 634.113690] env[62353]: _type = "Task" [ 634.113690] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.121563] env[62353]: DEBUG oslo_vmware.api [None req-273a5ace-5988-45e8-b6ea-861951bc5b94 tempest-AttachInterfacesUnderV243Test-231370955 tempest-AttachInterfacesUnderV243Test-231370955-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]522d7873-fca8-d2ea-25b9-1cd018c5f615, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.141834] env[62353]: DEBUG oslo_vmware.api [None req-08dcd65b-308c-4e85-ad32-61bf7b4a1261 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Task: {'id': task-2371942, 'name': PowerOffVM_Task, 'duration_secs': 0.296031} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.142172] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-08dcd65b-308c-4e85-ad32-61bf7b4a1261 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] [instance: a415cd3c-4e94-4e23-9588-adb12815187c] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 634.143074] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c74c521-bb9f-4f16-beab-40ec3382f742 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.164827] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-552f0278-9518-4dfc-b550-f9dd321df25d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.201974] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-08dcd65b-308c-4e85-ad32-61bf7b4a1261 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] [instance: a415cd3c-4e94-4e23-9588-adb12815187c] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 634.202294] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-79dec038-3389-43ea-b866-fa85d1340b24 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.210753] env[62353]: DEBUG oslo_vmware.api [None req-08dcd65b-308c-4e85-ad32-61bf7b4a1261 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Waiting for the task: (returnval){ [ 634.210753] env[62353]: value = "task-2371944" [ 634.210753] env[62353]: _type = "Task" [ 634.210753] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.219691] env[62353]: DEBUG oslo_vmware.api [None req-08dcd65b-308c-4e85-ad32-61bf7b4a1261 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Task: {'id': task-2371944, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.226347] env[62353]: DEBUG nova.compute.manager [req-2b9210d6-aeca-4a25-90fb-539ee21b5d2c req-cf3dd70f-99cb-45e6-8403-eb2c9de581b3 service nova] [instance: f71b6bee-dbc8-48b6-a446-3d93255fda73] Received event network-vif-plugged-7a86c9ec-f3aa-491e-a1e4-b8ca53dae40c {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 634.226347] env[62353]: DEBUG oslo_concurrency.lockutils [req-2b9210d6-aeca-4a25-90fb-539ee21b5d2c req-cf3dd70f-99cb-45e6-8403-eb2c9de581b3 service nova] Acquiring lock "f71b6bee-dbc8-48b6-a446-3d93255fda73-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 634.226347] env[62353]: DEBUG oslo_concurrency.lockutils [req-2b9210d6-aeca-4a25-90fb-539ee21b5d2c req-cf3dd70f-99cb-45e6-8403-eb2c9de581b3 service nova] Lock "f71b6bee-dbc8-48b6-a446-3d93255fda73-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 634.226347] env[62353]: DEBUG oslo_concurrency.lockutils [req-2b9210d6-aeca-4a25-90fb-539ee21b5d2c req-cf3dd70f-99cb-45e6-8403-eb2c9de581b3 service nova] Lock "f71b6bee-dbc8-48b6-a446-3d93255fda73-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 634.226634] env[62353]: DEBUG nova.compute.manager [req-2b9210d6-aeca-4a25-90fb-539ee21b5d2c req-cf3dd70f-99cb-45e6-8403-eb2c9de581b3 service nova] [instance: f71b6bee-dbc8-48b6-a446-3d93255fda73] No waiting events found dispatching network-vif-plugged-7a86c9ec-f3aa-491e-a1e4-b8ca53dae40c {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 634.226634] env[62353]: WARNING nova.compute.manager [req-2b9210d6-aeca-4a25-90fb-539ee21b5d2c req-cf3dd70f-99cb-45e6-8403-eb2c9de581b3 service nova] [instance: f71b6bee-dbc8-48b6-a446-3d93255fda73] Received unexpected event network-vif-plugged-7a86c9ec-f3aa-491e-a1e4-b8ca53dae40c for instance with vm_state building and task_state spawning. [ 634.226760] env[62353]: DEBUG nova.compute.manager [req-2b9210d6-aeca-4a25-90fb-539ee21b5d2c req-cf3dd70f-99cb-45e6-8403-eb2c9de581b3 service nova] [instance: f71b6bee-dbc8-48b6-a446-3d93255fda73] Received event network-changed-7a86c9ec-f3aa-491e-a1e4-b8ca53dae40c {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 634.226912] env[62353]: DEBUG nova.compute.manager [req-2b9210d6-aeca-4a25-90fb-539ee21b5d2c req-cf3dd70f-99cb-45e6-8403-eb2c9de581b3 service nova] [instance: f71b6bee-dbc8-48b6-a446-3d93255fda73] Refreshing instance network info cache due to event network-changed-7a86c9ec-f3aa-491e-a1e4-b8ca53dae40c. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 634.227100] env[62353]: DEBUG oslo_concurrency.lockutils [req-2b9210d6-aeca-4a25-90fb-539ee21b5d2c req-cf3dd70f-99cb-45e6-8403-eb2c9de581b3 service nova] Acquiring lock "refresh_cache-f71b6bee-dbc8-48b6-a446-3d93255fda73" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 634.227235] env[62353]: DEBUG oslo_concurrency.lockutils [req-2b9210d6-aeca-4a25-90fb-539ee21b5d2c req-cf3dd70f-99cb-45e6-8403-eb2c9de581b3 service nova] Acquired lock "refresh_cache-f71b6bee-dbc8-48b6-a446-3d93255fda73" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.227393] env[62353]: DEBUG nova.network.neutron [req-2b9210d6-aeca-4a25-90fb-539ee21b5d2c req-cf3dd70f-99cb-45e6-8403-eb2c9de581b3 service nova] [instance: f71b6bee-dbc8-48b6-a446-3d93255fda73] Refreshing network info cache for port 7a86c9ec-f3aa-491e-a1e4-b8ca53dae40c {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 634.238280] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2371941, 'name': CreateVM_Task, 'duration_secs': 0.666859} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.238963] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ba65df73-c3e3-4182-8444-9904aa5858d7] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 634.240302] env[62353]: DEBUG oslo_concurrency.lockutils [None req-be3f89e6-3aa6-4e4d-b509-42f76e5a4d4a tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 634.240302] env[62353]: DEBUG oslo_concurrency.lockutils [None req-be3f89e6-3aa6-4e4d-b509-42f76e5a4d4a tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Acquired lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.240302] env[62353]: DEBUG oslo_concurrency.lockutils [None req-be3f89e6-3aa6-4e4d-b509-42f76e5a4d4a tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 634.240749] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6204bcc-59b4-4f8f-8c19-b6153e3e5676 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.246138] env[62353]: DEBUG oslo_vmware.api [None req-be3f89e6-3aa6-4e4d-b509-42f76e5a4d4a tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Waiting for the task: (returnval){ [ 634.246138] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52baff45-30b5-317e-ff51-ff996fa704e8" [ 634.246138] env[62353]: _type = "Task" [ 634.246138] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.255763] env[62353]: DEBUG oslo_vmware.api [None req-be3f89e6-3aa6-4e4d-b509-42f76e5a4d4a tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52baff45-30b5-317e-ff51-ff996fa704e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.320704] env[62353]: DEBUG nova.compute.manager [None req-ce441166-81ca-4e0f-91c5-f3b63d4ecc86 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] [instance: 7d40ad55-ab59-461f-986e-22aa0133f68f] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 634.370151] env[62353]: DEBUG oslo_vmware.api [None req-78fc8aee-8e43-4ea9-9907-7a28db3511fc tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Task: {'id': task-2371943, 'name': Rename_Task, 'duration_secs': 0.175634} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.372871] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-78fc8aee-8e43-4ea9-9907-7a28db3511fc tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: bc2376dd-856e-4797-bd2a-1db5c2be795d] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 634.373591] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-53ed18a4-65ec-46ac-abe8-2306d17164bd {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.384790] env[62353]: DEBUG oslo_vmware.api [None req-78fc8aee-8e43-4ea9-9907-7a28db3511fc tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Waiting for the task: (returnval){ [ 634.384790] env[62353]: value = "task-2371945" [ 634.384790] env[62353]: _type = "Task" [ 634.384790] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.394016] env[62353]: DEBUG nova.network.neutron [None req-ce441166-81ca-4e0f-91c5-f3b63d4ecc86 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] [instance: 7d40ad55-ab59-461f-986e-22aa0133f68f] Successfully created port: 4a917d8c-4461-4129-b29e-2d19849bbca0 {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 634.405331] env[62353]: DEBUG oslo_vmware.api [None req-78fc8aee-8e43-4ea9-9907-7a28db3511fc tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Task: {'id': task-2371945, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.629239] env[62353]: DEBUG oslo_vmware.api [None req-273a5ace-5988-45e8-b6ea-861951bc5b94 tempest-AttachInterfacesUnderV243Test-231370955 tempest-AttachInterfacesUnderV243Test-231370955-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]522d7873-fca8-d2ea-25b9-1cd018c5f615, 'name': SearchDatastore_Task, 'duration_secs': 0.027999} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.634014] env[62353]: DEBUG oslo_concurrency.lockutils [None req-273a5ace-5988-45e8-b6ea-861951bc5b94 tempest-AttachInterfacesUnderV243Test-231370955 tempest-AttachInterfacesUnderV243Test-231370955-project-member] Releasing lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 634.634186] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-273a5ace-5988-45e8-b6ea-861951bc5b94 tempest-AttachInterfacesUnderV243Test-231370955 tempest-AttachInterfacesUnderV243Test-231370955-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore2] 0ccb3004-b612-45c3-b655-609eb2c4b16c/0ccb3004-b612-45c3-b655-609eb2c4b16c.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 634.634942] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d3d3cd2c-e473-4f11-9bb1-f4ada808ff03 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] Acquired lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.636166] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3d3cd2c-e473-4f11-9bb1-f4ada808ff03 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 634.636166] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0e44b2e0-7a3b-4f81-b136-e1468a29ccf1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.638094] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-46911885-91f7-4ef2-bd71-caf747e3a832 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.652985] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3d3cd2c-e473-4f11-9bb1-f4ada808ff03 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 634.654040] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-d3d3cd2c-e473-4f11-9bb1-f4ada808ff03 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 634.654228] env[62353]: DEBUG oslo_vmware.api [None req-273a5ace-5988-45e8-b6ea-861951bc5b94 tempest-AttachInterfacesUnderV243Test-231370955 tempest-AttachInterfacesUnderV243Test-231370955-project-member] Waiting for the task: (returnval){ [ 634.654228] env[62353]: value = "task-2371946" [ 634.654228] env[62353]: _type = "Task" [ 634.654228] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.654465] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e66777df-ec52-4474-b463-f095764c418c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.665034] env[62353]: DEBUG oslo_vmware.api [None req-d3d3cd2c-e473-4f11-9bb1-f4ada808ff03 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] Waiting for the task: (returnval){ [ 634.665034] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52326377-edf3-15d0-7665-c7f8620ef026" [ 634.665034] env[62353]: _type = "Task" [ 634.665034] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.668598] env[62353]: DEBUG oslo_vmware.api [None req-273a5ace-5988-45e8-b6ea-861951bc5b94 tempest-AttachInterfacesUnderV243Test-231370955 tempest-AttachInterfacesUnderV243Test-231370955-project-member] Task: {'id': task-2371946, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.684889] env[62353]: DEBUG oslo_vmware.api [None req-d3d3cd2c-e473-4f11-9bb1-f4ada808ff03 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52326377-edf3-15d0-7665-c7f8620ef026, 'name': SearchDatastore_Task, 'duration_secs': 0.010234} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.685864] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4e7fa7d-47d2-48dd-b907-8d43020ea407 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.696253] env[62353]: DEBUG oslo_vmware.api [None req-d3d3cd2c-e473-4f11-9bb1-f4ada808ff03 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] Waiting for the task: (returnval){ [ 634.696253] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52d0f51b-7509-4732-d922-85a1657fa1e7" [ 634.696253] env[62353]: _type = "Task" [ 634.696253] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.710274] env[62353]: DEBUG oslo_vmware.api [None req-d3d3cd2c-e473-4f11-9bb1-f4ada808ff03 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52d0f51b-7509-4732-d922-85a1657fa1e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.727396] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-08dcd65b-308c-4e85-ad32-61bf7b4a1261 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] [instance: a415cd3c-4e94-4e23-9588-adb12815187c] VM already powered off {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 634.727396] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-08dcd65b-308c-4e85-ad32-61bf7b4a1261 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] [instance: a415cd3c-4e94-4e23-9588-adb12815187c] Processing image 06f909ae-e8dc-43b4-abf7-c7ed85db9bbd {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 634.727396] env[62353]: DEBUG oslo_concurrency.lockutils [None req-08dcd65b-308c-4e85-ad32-61bf7b4a1261 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 634.727396] env[62353]: DEBUG oslo_concurrency.lockutils [None req-08dcd65b-308c-4e85-ad32-61bf7b4a1261 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Acquired lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.727775] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-08dcd65b-308c-4e85-ad32-61bf7b4a1261 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 634.727775] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3b952a6a-9c8c-4590-9808-00af1d2d0c4f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.743382] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-08dcd65b-308c-4e85-ad32-61bf7b4a1261 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 634.743599] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-08dcd65b-308c-4e85-ad32-61bf7b4a1261 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 634.744919] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-810e418f-51bd-460f-9e70-1c14637f86d2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.754885] env[62353]: DEBUG oslo_vmware.api [None req-08dcd65b-308c-4e85-ad32-61bf7b4a1261 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Waiting for the task: (returnval){ [ 634.754885] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52ee95d8-4dfe-598d-9e31-c08cea122303" [ 634.754885] env[62353]: _type = "Task" [ 634.754885] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.762526] env[62353]: DEBUG oslo_vmware.api [None req-be3f89e6-3aa6-4e4d-b509-42f76e5a4d4a tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52baff45-30b5-317e-ff51-ff996fa704e8, 'name': SearchDatastore_Task, 'duration_secs': 0.05207} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.766679] env[62353]: DEBUG oslo_concurrency.lockutils [None req-be3f89e6-3aa6-4e4d-b509-42f76e5a4d4a tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Releasing lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 634.766951] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-be3f89e6-3aa6-4e4d-b509-42f76e5a4d4a tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: ba65df73-c3e3-4182-8444-9904aa5858d7] Processing image 06f909ae-e8dc-43b4-abf7-c7ed85db9bbd {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 634.767198] env[62353]: DEBUG oslo_concurrency.lockutils [None req-be3f89e6-3aa6-4e4d-b509-42f76e5a4d4a tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 634.774584] env[62353]: DEBUG oslo_vmware.api [None req-08dcd65b-308c-4e85-ad32-61bf7b4a1261 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52ee95d8-4dfe-598d-9e31-c08cea122303, 'name': SearchDatastore_Task, 'duration_secs': 0.011573} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.778691] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-efe6493d-bb93-4515-a939-d95b303085be {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.786368] env[62353]: DEBUG oslo_vmware.api [None req-08dcd65b-308c-4e85-ad32-61bf7b4a1261 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Waiting for the task: (returnval){ [ 634.786368] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52f329d5-b438-7ff7-a409-721f7d708b25" [ 634.786368] env[62353]: _type = "Task" [ 634.786368] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.797870] env[62353]: DEBUG oslo_vmware.api [None req-08dcd65b-308c-4e85-ad32-61bf7b4a1261 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52f329d5-b438-7ff7-a409-721f7d708b25, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.900309] env[62353]: DEBUG oslo_vmware.api [None req-78fc8aee-8e43-4ea9-9907-7a28db3511fc tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Task: {'id': task-2371945, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.001981] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21110664-2a5f-4484-bcc1-b0f507d91aff {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.014313] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32dc6c7d-9cda-4864-b639-6d87e5698cb9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.067621] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6a05391-5856-4ab3-872c-c9ab30df831d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.078979] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c02bc75-1515-467d-8005-7d8808835a4c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.097195] env[62353]: DEBUG nova.compute.provider_tree [None req-663ad775-307b-4f2c-af63-f59782dfcd8f tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 635.170403] env[62353]: DEBUG oslo_vmware.api [None req-273a5ace-5988-45e8-b6ea-861951bc5b94 tempest-AttachInterfacesUnderV243Test-231370955 tempest-AttachInterfacesUnderV243Test-231370955-project-member] Task: {'id': task-2371946, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.207783] env[62353]: DEBUG oslo_vmware.api [None req-d3d3cd2c-e473-4f11-9bb1-f4ada808ff03 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52d0f51b-7509-4732-d922-85a1657fa1e7, 'name': SearchDatastore_Task, 'duration_secs': 0.013151} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.208052] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d3d3cd2c-e473-4f11-9bb1-f4ada808ff03 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] Releasing lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 635.208326] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3d3cd2c-e473-4f11-9bb1-f4ada808ff03 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore2] f71b6bee-dbc8-48b6-a446-3d93255fda73/f71b6bee-dbc8-48b6-a446-3d93255fda73.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 635.209350] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2587e37f-5a2b-4577-9930-f075badf4b26 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.216167] env[62353]: DEBUG oslo_vmware.api [None req-d3d3cd2c-e473-4f11-9bb1-f4ada808ff03 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] Waiting for the task: (returnval){ [ 635.216167] env[62353]: value = "task-2371947" [ 635.216167] env[62353]: _type = "Task" [ 635.216167] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.225825] env[62353]: DEBUG oslo_vmware.api [None req-d3d3cd2c-e473-4f11-9bb1-f4ada808ff03 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] Task: {'id': task-2371947, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.296972] env[62353]: DEBUG oslo_vmware.api [None req-08dcd65b-308c-4e85-ad32-61bf7b4a1261 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52f329d5-b438-7ff7-a409-721f7d708b25, 'name': SearchDatastore_Task, 'duration_secs': 0.009565} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.297291] env[62353]: DEBUG oslo_concurrency.lockutils [None req-08dcd65b-308c-4e85-ad32-61bf7b4a1261 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Releasing lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 635.297553] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-08dcd65b-308c-4e85-ad32-61bf7b4a1261 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore1] a415cd3c-4e94-4e23-9588-adb12815187c/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd-rescue.vmdk. {{(pid=62353) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 635.297807] env[62353]: DEBUG oslo_concurrency.lockutils [None req-be3f89e6-3aa6-4e4d-b509-42f76e5a4d4a tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Acquired lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.298058] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-be3f89e6-3aa6-4e4d-b509-42f76e5a4d4a tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 635.298329] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-09366b10-2995-40aa-8116-a5c5c24eff41 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.301731] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-47d3b222-8f6d-4949-a456-2e798389f54f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.309894] env[62353]: DEBUG oslo_vmware.api [None req-08dcd65b-308c-4e85-ad32-61bf7b4a1261 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Waiting for the task: (returnval){ [ 635.309894] env[62353]: value = "task-2371948" [ 635.309894] env[62353]: _type = "Task" [ 635.309894] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.311226] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-be3f89e6-3aa6-4e4d-b509-42f76e5a4d4a tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 635.311421] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-be3f89e6-3aa6-4e4d-b509-42f76e5a4d4a tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 635.315414] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b90322b8-4ff8-408c-bdda-b654015215bf {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.328076] env[62353]: DEBUG oslo_vmware.api [None req-be3f89e6-3aa6-4e4d-b509-42f76e5a4d4a tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Waiting for the task: (returnval){ [ 635.328076] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52e75d54-81af-3bea-5e7e-640aac6eb4d8" [ 635.328076] env[62353]: _type = "Task" [ 635.328076] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.328674] env[62353]: DEBUG oslo_vmware.api [None req-08dcd65b-308c-4e85-ad32-61bf7b4a1261 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Task: {'id': task-2371948, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.339020] env[62353]: DEBUG nova.compute.manager [None req-ce441166-81ca-4e0f-91c5-f3b63d4ecc86 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] [instance: 7d40ad55-ab59-461f-986e-22aa0133f68f] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 635.349084] env[62353]: DEBUG oslo_vmware.api [None req-be3f89e6-3aa6-4e4d-b509-42f76e5a4d4a tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52e75d54-81af-3bea-5e7e-640aac6eb4d8, 'name': SearchDatastore_Task, 'duration_secs': 0.011726} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.350624] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4084d25-28ba-4d89-8738-67e640a84c53 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.357366] env[62353]: DEBUG oslo_vmware.api [None req-be3f89e6-3aa6-4e4d-b509-42f76e5a4d4a tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Waiting for the task: (returnval){ [ 635.357366] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52301e59-0769-f610-8550-2dfc906d46d7" [ 635.357366] env[62353]: _type = "Task" [ 635.357366] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.376472] env[62353]: DEBUG oslo_vmware.api [None req-be3f89e6-3aa6-4e4d-b509-42f76e5a4d4a tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52301e59-0769-f610-8550-2dfc906d46d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.384697] env[62353]: DEBUG nova.virt.hardware [None req-ce441166-81ca-4e0f-91c5-f3b63d4ecc86 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T12:38:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T12:38:15Z,direct_url=,disk_format='vmdk',id=06f909ae-e8dc-43b4-abf7-c7ed85db9bbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0a3f88790a594523a818b8c00f6862e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T12:38:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 635.385089] env[62353]: DEBUG nova.virt.hardware [None req-ce441166-81ca-4e0f-91c5-f3b63d4ecc86 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 635.385297] env[62353]: DEBUG nova.virt.hardware [None req-ce441166-81ca-4e0f-91c5-f3b63d4ecc86 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 635.385560] env[62353]: DEBUG nova.virt.hardware [None req-ce441166-81ca-4e0f-91c5-f3b63d4ecc86 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 635.386358] env[62353]: DEBUG nova.virt.hardware [None req-ce441166-81ca-4e0f-91c5-f3b63d4ecc86 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 635.386358] env[62353]: DEBUG nova.virt.hardware [None req-ce441166-81ca-4e0f-91c5-f3b63d4ecc86 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 635.386358] env[62353]: DEBUG nova.virt.hardware [None req-ce441166-81ca-4e0f-91c5-f3b63d4ecc86 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 635.386358] env[62353]: DEBUG nova.virt.hardware [None req-ce441166-81ca-4e0f-91c5-f3b63d4ecc86 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 635.386533] env[62353]: DEBUG nova.virt.hardware [None req-ce441166-81ca-4e0f-91c5-f3b63d4ecc86 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 635.386733] env[62353]: DEBUG nova.virt.hardware [None req-ce441166-81ca-4e0f-91c5-f3b63d4ecc86 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 635.386944] env[62353]: DEBUG nova.virt.hardware [None req-ce441166-81ca-4e0f-91c5-f3b63d4ecc86 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 635.387982] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf7339e5-8e4a-4d29-a31f-d122e6f200b4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.405227] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2c879f6-f0e5-41f1-8b49-a348dbfb9e0e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.409708] env[62353]: DEBUG oslo_vmware.api [None req-78fc8aee-8e43-4ea9-9907-7a28db3511fc tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Task: {'id': task-2371945, 'name': PowerOnVM_Task, 'duration_secs': 0.655076} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.410544] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-78fc8aee-8e43-4ea9-9907-7a28db3511fc tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: bc2376dd-856e-4797-bd2a-1db5c2be795d] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 635.410544] env[62353]: INFO nova.compute.manager [None req-78fc8aee-8e43-4ea9-9907-7a28db3511fc tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: bc2376dd-856e-4797-bd2a-1db5c2be795d] Took 11.18 seconds to spawn the instance on the hypervisor. [ 635.410544] env[62353]: DEBUG nova.compute.manager [None req-78fc8aee-8e43-4ea9-9907-7a28db3511fc tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: bc2376dd-856e-4797-bd2a-1db5c2be795d] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 635.411666] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5708e3fc-7d0c-4079-be86-5cfe93ea88b9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.486153] env[62353]: DEBUG nova.network.neutron [req-2b9210d6-aeca-4a25-90fb-539ee21b5d2c req-cf3dd70f-99cb-45e6-8403-eb2c9de581b3 service nova] [instance: f71b6bee-dbc8-48b6-a446-3d93255fda73] Updated VIF entry in instance network info cache for port 7a86c9ec-f3aa-491e-a1e4-b8ca53dae40c. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 635.486153] env[62353]: DEBUG nova.network.neutron [req-2b9210d6-aeca-4a25-90fb-539ee21b5d2c req-cf3dd70f-99cb-45e6-8403-eb2c9de581b3 service nova] [instance: f71b6bee-dbc8-48b6-a446-3d93255fda73] Updating instance_info_cache with network_info: [{"id": "7a86c9ec-f3aa-491e-a1e4-b8ca53dae40c", "address": "fa:16:3e:59:3b:7c", "network": {"id": "79c3f7be-6f5c-4f03-b6ab-035fc46b5941", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2140464931-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50a51f7998ca480db23664e0033d6267", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "05b1253d-2b87-4158-9ff1-dafcf829f11f", "external-id": "nsx-vlan-transportzone-55", "segmentation_id": 55, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a86c9ec-f3", "ovs_interfaceid": "7a86c9ec-f3aa-491e-a1e4-b8ca53dae40c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 635.604950] env[62353]: DEBUG nova.scheduler.client.report [None req-663ad775-307b-4f2c-af63-f59782dfcd8f tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 635.671817] env[62353]: DEBUG oslo_vmware.api [None req-273a5ace-5988-45e8-b6ea-861951bc5b94 tempest-AttachInterfacesUnderV243Test-231370955 tempest-AttachInterfacesUnderV243Test-231370955-project-member] Task: {'id': task-2371946, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.533706} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.672132] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-273a5ace-5988-45e8-b6ea-861951bc5b94 tempest-AttachInterfacesUnderV243Test-231370955 tempest-AttachInterfacesUnderV243Test-231370955-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore2] 0ccb3004-b612-45c3-b655-609eb2c4b16c/0ccb3004-b612-45c3-b655-609eb2c4b16c.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 635.672486] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-273a5ace-5988-45e8-b6ea-861951bc5b94 tempest-AttachInterfacesUnderV243Test-231370955 tempest-AttachInterfacesUnderV243Test-231370955-project-member] [instance: 0ccb3004-b612-45c3-b655-609eb2c4b16c] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 635.672749] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-33e22967-0a20-446c-b0c1-e4c28dfcd4e0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.682541] env[62353]: DEBUG oslo_vmware.api [None req-273a5ace-5988-45e8-b6ea-861951bc5b94 tempest-AttachInterfacesUnderV243Test-231370955 tempest-AttachInterfacesUnderV243Test-231370955-project-member] Waiting for the task: (returnval){ [ 635.682541] env[62353]: value = "task-2371949" [ 635.682541] env[62353]: _type = "Task" [ 635.682541] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.698640] env[62353]: DEBUG oslo_vmware.api [None req-273a5ace-5988-45e8-b6ea-861951bc5b94 tempest-AttachInterfacesUnderV243Test-231370955 tempest-AttachInterfacesUnderV243Test-231370955-project-member] Task: {'id': task-2371949, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.732678] env[62353]: DEBUG oslo_vmware.api [None req-d3d3cd2c-e473-4f11-9bb1-f4ada808ff03 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] Task: {'id': task-2371947, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.828919] env[62353]: DEBUG oslo_vmware.api [None req-08dcd65b-308c-4e85-ad32-61bf7b4a1261 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Task: {'id': task-2371948, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.876789] env[62353]: DEBUG oslo_vmware.api [None req-be3f89e6-3aa6-4e4d-b509-42f76e5a4d4a tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52301e59-0769-f610-8550-2dfc906d46d7, 'name': SearchDatastore_Task, 'duration_secs': 0.011036} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.877976] env[62353]: DEBUG oslo_concurrency.lockutils [None req-be3f89e6-3aa6-4e4d-b509-42f76e5a4d4a tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Releasing lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 635.878367] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-be3f89e6-3aa6-4e4d-b509-42f76e5a4d4a tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore1] ba65df73-c3e3-4182-8444-9904aa5858d7/ba65df73-c3e3-4182-8444-9904aa5858d7.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 635.878659] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bc650053-add1-4602-b9e3-f26b16dee401 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.894210] env[62353]: DEBUG oslo_vmware.api [None req-be3f89e6-3aa6-4e4d-b509-42f76e5a4d4a tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Waiting for the task: (returnval){ [ 635.894210] env[62353]: value = "task-2371950" [ 635.894210] env[62353]: _type = "Task" [ 635.894210] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.908902] env[62353]: DEBUG oslo_vmware.api [None req-be3f89e6-3aa6-4e4d-b509-42f76e5a4d4a tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Task: {'id': task-2371950, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.962663] env[62353]: INFO nova.compute.manager [None req-78fc8aee-8e43-4ea9-9907-7a28db3511fc tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: bc2376dd-856e-4797-bd2a-1db5c2be795d] Took 30.41 seconds to build instance. [ 635.988891] env[62353]: DEBUG oslo_concurrency.lockutils [req-2b9210d6-aeca-4a25-90fb-539ee21b5d2c req-cf3dd70f-99cb-45e6-8403-eb2c9de581b3 service nova] Releasing lock "refresh_cache-f71b6bee-dbc8-48b6-a446-3d93255fda73" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 636.118494] env[62353]: DEBUG oslo_concurrency.lockutils [None req-663ad775-307b-4f2c-af63-f59782dfcd8f tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.812s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 636.118825] env[62353]: DEBUG nova.compute.manager [None req-663ad775-307b-4f2c-af63-f59782dfcd8f tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: e1b536b2-778f-4318-bf20-198bb1752de4] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 636.125169] env[62353]: DEBUG oslo_concurrency.lockutils [None req-52c7295d-0e3a-41b7-9bcb-8608758725ba tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.538s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 636.125169] env[62353]: INFO nova.compute.claims [None req-52c7295d-0e3a-41b7-9bcb-8608758725ba tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] [instance: 742baadd-a2ec-452d-8db1-313c8d28fe42] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 636.194181] env[62353]: DEBUG oslo_vmware.api [None req-273a5ace-5988-45e8-b6ea-861951bc5b94 tempest-AttachInterfacesUnderV243Test-231370955 tempest-AttachInterfacesUnderV243Test-231370955-project-member] Task: {'id': task-2371949, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094347} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.194181] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-273a5ace-5988-45e8-b6ea-861951bc5b94 tempest-AttachInterfacesUnderV243Test-231370955 tempest-AttachInterfacesUnderV243Test-231370955-project-member] [instance: 0ccb3004-b612-45c3-b655-609eb2c4b16c] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 636.195071] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98162316-756e-4b89-b498-774a60d8c553 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.222489] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-273a5ace-5988-45e8-b6ea-861951bc5b94 tempest-AttachInterfacesUnderV243Test-231370955 tempest-AttachInterfacesUnderV243Test-231370955-project-member] [instance: 0ccb3004-b612-45c3-b655-609eb2c4b16c] Reconfiguring VM instance instance-00000015 to attach disk [datastore2] 0ccb3004-b612-45c3-b655-609eb2c4b16c/0ccb3004-b612-45c3-b655-609eb2c4b16c.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 636.223260] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-11d0cece-933b-4a30-a6a3-272a8c1d694b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.252127] env[62353]: DEBUG oslo_vmware.api [None req-d3d3cd2c-e473-4f11-9bb1-f4ada808ff03 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] Task: {'id': task-2371947, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.523919} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.254030] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3d3cd2c-e473-4f11-9bb1-f4ada808ff03 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore2] f71b6bee-dbc8-48b6-a446-3d93255fda73/f71b6bee-dbc8-48b6-a446-3d93255fda73.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 636.254525] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-d3d3cd2c-e473-4f11-9bb1-f4ada808ff03 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] [instance: f71b6bee-dbc8-48b6-a446-3d93255fda73] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 636.254905] env[62353]: DEBUG oslo_vmware.api [None req-273a5ace-5988-45e8-b6ea-861951bc5b94 tempest-AttachInterfacesUnderV243Test-231370955 tempest-AttachInterfacesUnderV243Test-231370955-project-member] Waiting for the task: (returnval){ [ 636.254905] env[62353]: value = "task-2371951" [ 636.254905] env[62353]: _type = "Task" [ 636.254905] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.255328] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bd910e90-1824-47c9-be30-7cd99b66bb81 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.272039] env[62353]: DEBUG oslo_vmware.api [None req-273a5ace-5988-45e8-b6ea-861951bc5b94 tempest-AttachInterfacesUnderV243Test-231370955 tempest-AttachInterfacesUnderV243Test-231370955-project-member] Task: {'id': task-2371951, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.276753] env[62353]: DEBUG oslo_vmware.api [None req-d3d3cd2c-e473-4f11-9bb1-f4ada808ff03 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] Waiting for the task: (returnval){ [ 636.276753] env[62353]: value = "task-2371952" [ 636.276753] env[62353]: _type = "Task" [ 636.276753] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.286708] env[62353]: DEBUG oslo_vmware.api [None req-d3d3cd2c-e473-4f11-9bb1-f4ada808ff03 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] Task: {'id': task-2371952, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.325972] env[62353]: DEBUG oslo_vmware.api [None req-08dcd65b-308c-4e85-ad32-61bf7b4a1261 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Task: {'id': task-2371948, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.716261} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.326307] env[62353]: INFO nova.virt.vmwareapi.ds_util [None req-08dcd65b-308c-4e85-ad32-61bf7b4a1261 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore1] a415cd3c-4e94-4e23-9588-adb12815187c/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd-rescue.vmdk. [ 636.327216] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24d06c81-d541-458c-aeb8-01134d1bc1cf {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.354528] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-08dcd65b-308c-4e85-ad32-61bf7b4a1261 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] [instance: a415cd3c-4e94-4e23-9588-adb12815187c] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] a415cd3c-4e94-4e23-9588-adb12815187c/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd-rescue.vmdk or device None with type thin {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 636.354881] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d6592c32-8cdd-4c2c-ad26-5f7c0df6984c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.377672] env[62353]: DEBUG oslo_vmware.api [None req-08dcd65b-308c-4e85-ad32-61bf7b4a1261 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Waiting for the task: (returnval){ [ 636.377672] env[62353]: value = "task-2371953" [ 636.377672] env[62353]: _type = "Task" [ 636.377672] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.387882] env[62353]: DEBUG oslo_vmware.api [None req-08dcd65b-308c-4e85-ad32-61bf7b4a1261 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Task: {'id': task-2371953, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.405523] env[62353]: DEBUG oslo_vmware.api [None req-be3f89e6-3aa6-4e4d-b509-42f76e5a4d4a tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Task: {'id': task-2371950, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.466096] env[62353]: DEBUG oslo_concurrency.lockutils [None req-78fc8aee-8e43-4ea9-9907-7a28db3511fc tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Lock "bc2376dd-856e-4797-bd2a-1db5c2be795d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.927s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 636.634710] env[62353]: DEBUG nova.compute.utils [None req-663ad775-307b-4f2c-af63-f59782dfcd8f tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 636.643480] env[62353]: DEBUG nova.compute.manager [None req-663ad775-307b-4f2c-af63-f59782dfcd8f tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: e1b536b2-778f-4318-bf20-198bb1752de4] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 636.646701] env[62353]: DEBUG nova.network.neutron [None req-663ad775-307b-4f2c-af63-f59782dfcd8f tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: e1b536b2-778f-4318-bf20-198bb1752de4] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 636.766301] env[62353]: DEBUG nova.policy [None req-663ad775-307b-4f2c-af63-f59782dfcd8f tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '28d1e3de6f4f4f7faceb8c4bdb2a65d8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f7f18a111f154dca8cc100cafc69baa6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:192}} [ 636.772700] env[62353]: DEBUG oslo_vmware.api [None req-273a5ace-5988-45e8-b6ea-861951bc5b94 tempest-AttachInterfacesUnderV243Test-231370955 tempest-AttachInterfacesUnderV243Test-231370955-project-member] Task: {'id': task-2371951, 'name': ReconfigVM_Task, 'duration_secs': 0.461001} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.772997] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-273a5ace-5988-45e8-b6ea-861951bc5b94 tempest-AttachInterfacesUnderV243Test-231370955 tempest-AttachInterfacesUnderV243Test-231370955-project-member] [instance: 0ccb3004-b612-45c3-b655-609eb2c4b16c] Reconfigured VM instance instance-00000015 to attach disk [datastore2] 0ccb3004-b612-45c3-b655-609eb2c4b16c/0ccb3004-b612-45c3-b655-609eb2c4b16c.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 636.773721] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-14bf0427-4b1d-4043-b2dd-f1b7dc2c2989 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.787100] env[62353]: DEBUG oslo_vmware.api [None req-d3d3cd2c-e473-4f11-9bb1-f4ada808ff03 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] Task: {'id': task-2371952, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.178347} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.788690] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-d3d3cd2c-e473-4f11-9bb1-f4ada808ff03 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] [instance: f71b6bee-dbc8-48b6-a446-3d93255fda73] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 636.789067] env[62353]: DEBUG oslo_vmware.api [None req-273a5ace-5988-45e8-b6ea-861951bc5b94 tempest-AttachInterfacesUnderV243Test-231370955 tempest-AttachInterfacesUnderV243Test-231370955-project-member] Waiting for the task: (returnval){ [ 636.789067] env[62353]: value = "task-2371954" [ 636.789067] env[62353]: _type = "Task" [ 636.789067] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.789767] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c9d1c8f-79a4-403c-9304-8c173506e630 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.802688] env[62353]: DEBUG oslo_vmware.api [None req-273a5ace-5988-45e8-b6ea-861951bc5b94 tempest-AttachInterfacesUnderV243Test-231370955 tempest-AttachInterfacesUnderV243Test-231370955-project-member] Task: {'id': task-2371954, 'name': Rename_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.825411] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3d3cd2c-e473-4f11-9bb1-f4ada808ff03 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] [instance: f71b6bee-dbc8-48b6-a446-3d93255fda73] Reconfiguring VM instance instance-00000016 to attach disk [datastore2] f71b6bee-dbc8-48b6-a446-3d93255fda73/f71b6bee-dbc8-48b6-a446-3d93255fda73.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 636.825711] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b003231c-d82c-4e49-91f6-b7597c24187f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.860026] env[62353]: DEBUG oslo_vmware.api [None req-d3d3cd2c-e473-4f11-9bb1-f4ada808ff03 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] Waiting for the task: (returnval){ [ 636.860026] env[62353]: value = "task-2371955" [ 636.860026] env[62353]: _type = "Task" [ 636.860026] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.871272] env[62353]: DEBUG oslo_vmware.api [None req-d3d3cd2c-e473-4f11-9bb1-f4ada808ff03 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] Task: {'id': task-2371955, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.889526] env[62353]: DEBUG oslo_vmware.api [None req-08dcd65b-308c-4e85-ad32-61bf7b4a1261 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Task: {'id': task-2371953, 'name': ReconfigVM_Task, 'duration_secs': 0.460947} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.889831] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-08dcd65b-308c-4e85-ad32-61bf7b4a1261 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] [instance: a415cd3c-4e94-4e23-9588-adb12815187c] Reconfigured VM instance instance-00000013 to attach disk [datastore1] a415cd3c-4e94-4e23-9588-adb12815187c/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd-rescue.vmdk or device None with type thin {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 636.890848] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0ca433b-cfe6-4f01-8154-a7b7c67c8769 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.904435] env[62353]: DEBUG oslo_vmware.api [None req-be3f89e6-3aa6-4e4d-b509-42f76e5a4d4a tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Task: {'id': task-2371950, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.575458} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.922376] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-be3f89e6-3aa6-4e4d-b509-42f76e5a4d4a tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore1] ba65df73-c3e3-4182-8444-9904aa5858d7/ba65df73-c3e3-4182-8444-9904aa5858d7.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 636.922645] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-be3f89e6-3aa6-4e4d-b509-42f76e5a4d4a tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: ba65df73-c3e3-4182-8444-9904aa5858d7] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 636.927937] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f74d7633-3074-4171-8298-1e71aebbca5e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.934030] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-891c2266-8691-45ef-8f59-50ce647115d0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.950019] env[62353]: DEBUG oslo_vmware.api [None req-be3f89e6-3aa6-4e4d-b509-42f76e5a4d4a tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Waiting for the task: (returnval){ [ 636.950019] env[62353]: value = "task-2371956" [ 636.950019] env[62353]: _type = "Task" [ 636.950019] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.951537] env[62353]: DEBUG oslo_vmware.api [None req-08dcd65b-308c-4e85-ad32-61bf7b4a1261 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Waiting for the task: (returnval){ [ 636.951537] env[62353]: value = "task-2371957" [ 636.951537] env[62353]: _type = "Task" [ 636.951537] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.969184] env[62353]: DEBUG nova.compute.manager [None req-2d7af5a5-4ea2-4e8e-819b-a246d67bf3d2 tempest-InstanceActionsV221TestJSON-887975599 tempest-InstanceActionsV221TestJSON-887975599-project-member] [instance: 7e467b83-2067-4ec7-a641-c417851bb0e8] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 636.972077] env[62353]: DEBUG oslo_vmware.api [None req-08dcd65b-308c-4e85-ad32-61bf7b4a1261 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Task: {'id': task-2371957, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.984118] env[62353]: DEBUG oslo_vmware.api [None req-be3f89e6-3aa6-4e4d-b509-42f76e5a4d4a tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Task: {'id': task-2371956, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.070339] env[62353]: DEBUG nova.network.neutron [None req-ce441166-81ca-4e0f-91c5-f3b63d4ecc86 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] [instance: 7d40ad55-ab59-461f-986e-22aa0133f68f] Successfully updated port: 4a917d8c-4461-4129-b29e-2d19849bbca0 {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 637.141826] env[62353]: DEBUG nova.compute.manager [None req-663ad775-307b-4f2c-af63-f59782dfcd8f tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: e1b536b2-778f-4318-bf20-198bb1752de4] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 637.238962] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2834ea01-62c6-4261-9b3a-d3a2d9c8c85c tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Acquiring lock "d0318881-a5f3-4701-991a-7e42895b5f46" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 637.239337] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2834ea01-62c6-4261-9b3a-d3a2d9c8c85c tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Lock "d0318881-a5f3-4701-991a-7e42895b5f46" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 637.248926] env[62353]: DEBUG nova.compute.manager [req-1510e3d7-5521-4c7a-b751-dc64885b7990 req-11824155-7d19-421d-b85e-9b84d683bc97 service nova] [instance: 7d40ad55-ab59-461f-986e-22aa0133f68f] Received event network-vif-plugged-4a917d8c-4461-4129-b29e-2d19849bbca0 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 637.249228] env[62353]: DEBUG oslo_concurrency.lockutils [req-1510e3d7-5521-4c7a-b751-dc64885b7990 req-11824155-7d19-421d-b85e-9b84d683bc97 service nova] Acquiring lock "7d40ad55-ab59-461f-986e-22aa0133f68f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 637.249468] env[62353]: DEBUG oslo_concurrency.lockutils [req-1510e3d7-5521-4c7a-b751-dc64885b7990 req-11824155-7d19-421d-b85e-9b84d683bc97 service nova] Lock "7d40ad55-ab59-461f-986e-22aa0133f68f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 637.249662] env[62353]: DEBUG oslo_concurrency.lockutils [req-1510e3d7-5521-4c7a-b751-dc64885b7990 req-11824155-7d19-421d-b85e-9b84d683bc97 service nova] Lock "7d40ad55-ab59-461f-986e-22aa0133f68f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 637.249904] env[62353]: DEBUG nova.compute.manager [req-1510e3d7-5521-4c7a-b751-dc64885b7990 req-11824155-7d19-421d-b85e-9b84d683bc97 service nova] [instance: 7d40ad55-ab59-461f-986e-22aa0133f68f] No waiting events found dispatching network-vif-plugged-4a917d8c-4461-4129-b29e-2d19849bbca0 {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 637.250041] env[62353]: WARNING nova.compute.manager [req-1510e3d7-5521-4c7a-b751-dc64885b7990 req-11824155-7d19-421d-b85e-9b84d683bc97 service nova] [instance: 7d40ad55-ab59-461f-986e-22aa0133f68f] Received unexpected event network-vif-plugged-4a917d8c-4461-4129-b29e-2d19849bbca0 for instance with vm_state building and task_state spawning. [ 637.305475] env[62353]: DEBUG oslo_vmware.api [None req-273a5ace-5988-45e8-b6ea-861951bc5b94 tempest-AttachInterfacesUnderV243Test-231370955 tempest-AttachInterfacesUnderV243Test-231370955-project-member] Task: {'id': task-2371954, 'name': Rename_Task, 'duration_secs': 0.209605} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.308515] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-273a5ace-5988-45e8-b6ea-861951bc5b94 tempest-AttachInterfacesUnderV243Test-231370955 tempest-AttachInterfacesUnderV243Test-231370955-project-member] [instance: 0ccb3004-b612-45c3-b655-609eb2c4b16c] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 637.309329] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0d85d566-1c44-4a89-96ca-144e8ed1818e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.318349] env[62353]: DEBUG oslo_vmware.api [None req-273a5ace-5988-45e8-b6ea-861951bc5b94 tempest-AttachInterfacesUnderV243Test-231370955 tempest-AttachInterfacesUnderV243Test-231370955-project-member] Waiting for the task: (returnval){ [ 637.318349] env[62353]: value = "task-2371958" [ 637.318349] env[62353]: _type = "Task" [ 637.318349] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.334593] env[62353]: DEBUG oslo_vmware.api [None req-273a5ace-5988-45e8-b6ea-861951bc5b94 tempest-AttachInterfacesUnderV243Test-231370955 tempest-AttachInterfacesUnderV243Test-231370955-project-member] Task: {'id': task-2371958, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.369595] env[62353]: DEBUG oslo_vmware.api [None req-d3d3cd2c-e473-4f11-9bb1-f4ada808ff03 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] Task: {'id': task-2371955, 'name': ReconfigVM_Task, 'duration_secs': 0.338458} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.371933] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3d3cd2c-e473-4f11-9bb1-f4ada808ff03 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] [instance: f71b6bee-dbc8-48b6-a446-3d93255fda73] Reconfigured VM instance instance-00000016 to attach disk [datastore2] f71b6bee-dbc8-48b6-a446-3d93255fda73/f71b6bee-dbc8-48b6-a446-3d93255fda73.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 637.373038] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0fbd6852-698c-4f1c-b9ec-e2929e114821 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.380189] env[62353]: DEBUG oslo_vmware.api [None req-d3d3cd2c-e473-4f11-9bb1-f4ada808ff03 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] Waiting for the task: (returnval){ [ 637.380189] env[62353]: value = "task-2371959" [ 637.380189] env[62353]: _type = "Task" [ 637.380189] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.394054] env[62353]: DEBUG oslo_vmware.api [None req-d3d3cd2c-e473-4f11-9bb1-f4ada808ff03 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] Task: {'id': task-2371959, 'name': Rename_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.430764] env[62353]: DEBUG nova.network.neutron [None req-663ad775-307b-4f2c-af63-f59782dfcd8f tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: e1b536b2-778f-4318-bf20-198bb1752de4] Successfully created port: e68581e8-7e05-4397-84dd-5b9285b6544b {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 637.467523] env[62353]: DEBUG oslo_vmware.api [None req-be3f89e6-3aa6-4e4d-b509-42f76e5a4d4a tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Task: {'id': task-2371956, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.208695} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.470737] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-be3f89e6-3aa6-4e4d-b509-42f76e5a4d4a tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: ba65df73-c3e3-4182-8444-9904aa5858d7] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 637.472178] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91fb1df1-a34f-4039-a3a3-725a39f8f130 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.481954] env[62353]: DEBUG oslo_vmware.api [None req-08dcd65b-308c-4e85-ad32-61bf7b4a1261 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Task: {'id': task-2371957, 'name': ReconfigVM_Task, 'duration_secs': 0.186796} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.482787] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-08dcd65b-308c-4e85-ad32-61bf7b4a1261 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] [instance: a415cd3c-4e94-4e23-9588-adb12815187c] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 637.483100] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eae7baf8-06cb-4bbe-8d1c-454dbbc07480 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.514843] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-be3f89e6-3aa6-4e4d-b509-42f76e5a4d4a tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: ba65df73-c3e3-4182-8444-9904aa5858d7] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] ba65df73-c3e3-4182-8444-9904aa5858d7/ba65df73-c3e3-4182-8444-9904aa5858d7.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 637.516976] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f22cb7b-cdd6-4310-a090-198ac5069114 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.532026] env[62353]: DEBUG oslo_vmware.api [None req-08dcd65b-308c-4e85-ad32-61bf7b4a1261 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Waiting for the task: (returnval){ [ 637.532026] env[62353]: value = "task-2371960" [ 637.532026] env[62353]: _type = "Task" [ 637.532026] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.535717] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2d7af5a5-4ea2-4e8e-819b-a246d67bf3d2 tempest-InstanceActionsV221TestJSON-887975599 tempest-InstanceActionsV221TestJSON-887975599-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 637.542884] env[62353]: DEBUG oslo_vmware.api [None req-be3f89e6-3aa6-4e4d-b509-42f76e5a4d4a tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Waiting for the task: (returnval){ [ 637.542884] env[62353]: value = "task-2371961" [ 637.542884] env[62353]: _type = "Task" [ 637.542884] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.546525] env[62353]: DEBUG oslo_vmware.api [None req-08dcd65b-308c-4e85-ad32-61bf7b4a1261 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Task: {'id': task-2371960, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.559814] env[62353]: DEBUG oslo_vmware.api [None req-be3f89e6-3aa6-4e4d-b509-42f76e5a4d4a tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Task: {'id': task-2371961, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.573578] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ce441166-81ca-4e0f-91c5-f3b63d4ecc86 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] Acquiring lock "refresh_cache-7d40ad55-ab59-461f-986e-22aa0133f68f" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 637.573723] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ce441166-81ca-4e0f-91c5-f3b63d4ecc86 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] Acquired lock "refresh_cache-7d40ad55-ab59-461f-986e-22aa0133f68f" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.573894] env[62353]: DEBUG nova.network.neutron [None req-ce441166-81ca-4e0f-91c5-f3b63d4ecc86 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] [instance: 7d40ad55-ab59-461f-986e-22aa0133f68f] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 637.716248] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f673fd10-8848-4ce6-b54e-ad58e6670ccf tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Acquiring lock "bc2376dd-856e-4797-bd2a-1db5c2be795d" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 637.717105] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f673fd10-8848-4ce6-b54e-ad58e6670ccf tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Lock "bc2376dd-856e-4797-bd2a-1db5c2be795d" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 637.780426] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-933cd922-84dc-4880-a500-98dee6cc5af6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.791404] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfc97084-3f7b-4739-aa86-53ec1f0a3652 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.844250] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef7e4b17-ff14-4b9a-9d04-8fb31dbbbf37 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.857883] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4ce95a4-2fd0-48cf-9de7-320a8060cf93 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.864624] env[62353]: DEBUG oslo_vmware.api [None req-273a5ace-5988-45e8-b6ea-861951bc5b94 tempest-AttachInterfacesUnderV243Test-231370955 tempest-AttachInterfacesUnderV243Test-231370955-project-member] Task: {'id': task-2371958, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.877100] env[62353]: DEBUG nova.compute.provider_tree [None req-52c7295d-0e3a-41b7-9bcb-8608758725ba tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 637.890856] env[62353]: DEBUG oslo_vmware.api [None req-d3d3cd2c-e473-4f11-9bb1-f4ada808ff03 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] Task: {'id': task-2371959, 'name': Rename_Task, 'duration_secs': 0.168739} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.890990] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3d3cd2c-e473-4f11-9bb1-f4ada808ff03 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] [instance: f71b6bee-dbc8-48b6-a446-3d93255fda73] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 637.891267] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-320796eb-859f-4440-8e9c-5274f0160c2b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.899913] env[62353]: DEBUG oslo_vmware.api [None req-d3d3cd2c-e473-4f11-9bb1-f4ada808ff03 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] Waiting for the task: (returnval){ [ 637.899913] env[62353]: value = "task-2371962" [ 637.899913] env[62353]: _type = "Task" [ 637.899913] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.909335] env[62353]: DEBUG oslo_vmware.api [None req-d3d3cd2c-e473-4f11-9bb1-f4ada808ff03 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] Task: {'id': task-2371962, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.048772] env[62353]: DEBUG oslo_vmware.api [None req-08dcd65b-308c-4e85-ad32-61bf7b4a1261 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Task: {'id': task-2371960, 'name': PowerOnVM_Task} progress is 74%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.060816] env[62353]: DEBUG oslo_vmware.api [None req-be3f89e6-3aa6-4e4d-b509-42f76e5a4d4a tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Task: {'id': task-2371961, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.122468] env[62353]: DEBUG nova.network.neutron [None req-ce441166-81ca-4e0f-91c5-f3b63d4ecc86 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] [instance: 7d40ad55-ab59-461f-986e-22aa0133f68f] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 638.156225] env[62353]: DEBUG nova.compute.manager [None req-663ad775-307b-4f2c-af63-f59782dfcd8f tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: e1b536b2-778f-4318-bf20-198bb1752de4] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 638.191236] env[62353]: DEBUG nova.virt.hardware [None req-663ad775-307b-4f2c-af63-f59782dfcd8f tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T12:38:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T12:38:15Z,direct_url=,disk_format='vmdk',id=06f909ae-e8dc-43b4-abf7-c7ed85db9bbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0a3f88790a594523a818b8c00f6862e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T12:38:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 638.191740] env[62353]: DEBUG nova.virt.hardware [None req-663ad775-307b-4f2c-af63-f59782dfcd8f tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 638.192292] env[62353]: DEBUG nova.virt.hardware [None req-663ad775-307b-4f2c-af63-f59782dfcd8f tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 638.193099] env[62353]: DEBUG nova.virt.hardware [None req-663ad775-307b-4f2c-af63-f59782dfcd8f tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 638.193099] env[62353]: DEBUG nova.virt.hardware [None req-663ad775-307b-4f2c-af63-f59782dfcd8f tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 638.193099] env[62353]: DEBUG nova.virt.hardware [None req-663ad775-307b-4f2c-af63-f59782dfcd8f tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 638.193605] env[62353]: DEBUG nova.virt.hardware [None req-663ad775-307b-4f2c-af63-f59782dfcd8f tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 638.194164] env[62353]: DEBUG nova.virt.hardware [None req-663ad775-307b-4f2c-af63-f59782dfcd8f tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 638.194335] env[62353]: DEBUG nova.virt.hardware [None req-663ad775-307b-4f2c-af63-f59782dfcd8f tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 638.197017] env[62353]: DEBUG nova.virt.hardware [None req-663ad775-307b-4f2c-af63-f59782dfcd8f tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 638.197017] env[62353]: DEBUG nova.virt.hardware [None req-663ad775-307b-4f2c-af63-f59782dfcd8f tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 638.197017] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6060272-03af-46af-b1a7-3c36f1339019 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.209856] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ccd0bdb-ed3c-4733-9257-db3eda578b42 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.229132] env[62353]: DEBUG nova.compute.utils [None req-f673fd10-8848-4ce6-b54e-ad58e6670ccf tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 638.348796] env[62353]: DEBUG nova.network.neutron [None req-ce441166-81ca-4e0f-91c5-f3b63d4ecc86 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] [instance: 7d40ad55-ab59-461f-986e-22aa0133f68f] Updating instance_info_cache with network_info: [{"id": "4a917d8c-4461-4129-b29e-2d19849bbca0", "address": "fa:16:3e:f6:f6:80", "network": {"id": "65075ca6-0d55-4579-8eae-033526384b3c", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1285197421-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec62cd92df5947d3bf948201b4f39cc9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9a1e09ef-7c9c-45d9-9bf4-55b913524948", "external-id": "nsx-vlan-transportzone-466", "segmentation_id": 466, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a917d8c-44", "ovs_interfaceid": "4a917d8c-4461-4129-b29e-2d19849bbca0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 638.360525] env[62353]: DEBUG oslo_vmware.api [None req-273a5ace-5988-45e8-b6ea-861951bc5b94 tempest-AttachInterfacesUnderV243Test-231370955 tempest-AttachInterfacesUnderV243Test-231370955-project-member] Task: {'id': task-2371958, 'name': PowerOnVM_Task, 'duration_secs': 0.540225} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.361018] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-273a5ace-5988-45e8-b6ea-861951bc5b94 tempest-AttachInterfacesUnderV243Test-231370955 tempest-AttachInterfacesUnderV243Test-231370955-project-member] [instance: 0ccb3004-b612-45c3-b655-609eb2c4b16c] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 638.361399] env[62353]: INFO nova.compute.manager [None req-273a5ace-5988-45e8-b6ea-861951bc5b94 tempest-AttachInterfacesUnderV243Test-231370955 tempest-AttachInterfacesUnderV243Test-231370955-project-member] [instance: 0ccb3004-b612-45c3-b655-609eb2c4b16c] Took 11.36 seconds to spawn the instance on the hypervisor. [ 638.361717] env[62353]: DEBUG nova.compute.manager [None req-273a5ace-5988-45e8-b6ea-861951bc5b94 tempest-AttachInterfacesUnderV243Test-231370955 tempest-AttachInterfacesUnderV243Test-231370955-project-member] [instance: 0ccb3004-b612-45c3-b655-609eb2c4b16c] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 638.365319] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f76b6e0d-168a-40f0-909d-6fd98dc95f39 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.379949] env[62353]: DEBUG nova.scheduler.client.report [None req-52c7295d-0e3a-41b7-9bcb-8608758725ba tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 638.418556] env[62353]: DEBUG oslo_vmware.api [None req-d3d3cd2c-e473-4f11-9bb1-f4ada808ff03 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] Task: {'id': task-2371962, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.547324] env[62353]: DEBUG oslo_vmware.api [None req-08dcd65b-308c-4e85-ad32-61bf7b4a1261 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Task: {'id': task-2371960, 'name': PowerOnVM_Task, 'duration_secs': 0.694554} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.547610] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-08dcd65b-308c-4e85-ad32-61bf7b4a1261 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] [instance: a415cd3c-4e94-4e23-9588-adb12815187c] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 638.553232] env[62353]: DEBUG nova.compute.manager [None req-08dcd65b-308c-4e85-ad32-61bf7b4a1261 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] [instance: a415cd3c-4e94-4e23-9588-adb12815187c] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 638.554084] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87e5871a-d587-4e19-94b7-75ed644d5c19 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.562525] env[62353]: DEBUG oslo_vmware.api [None req-be3f89e6-3aa6-4e4d-b509-42f76e5a4d4a tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Task: {'id': task-2371961, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.719742] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5ea2067d-95ed-4f6f-87eb-5b28845690cf tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Acquiring lock "bbbb4f2b-e3a0-4c4e-8e47-7de18b1b8f66" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 638.720448] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5ea2067d-95ed-4f6f-87eb-5b28845690cf tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Lock "bbbb4f2b-e3a0-4c4e-8e47-7de18b1b8f66" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 638.730866] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f673fd10-8848-4ce6-b54e-ad58e6670ccf tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Lock "bc2376dd-856e-4797-bd2a-1db5c2be795d" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.014s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 638.851226] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ce441166-81ca-4e0f-91c5-f3b63d4ecc86 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] Releasing lock "refresh_cache-7d40ad55-ab59-461f-986e-22aa0133f68f" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 638.851568] env[62353]: DEBUG nova.compute.manager [None req-ce441166-81ca-4e0f-91c5-f3b63d4ecc86 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] [instance: 7d40ad55-ab59-461f-986e-22aa0133f68f] Instance network_info: |[{"id": "4a917d8c-4461-4129-b29e-2d19849bbca0", "address": "fa:16:3e:f6:f6:80", "network": {"id": "65075ca6-0d55-4579-8eae-033526384b3c", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1285197421-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec62cd92df5947d3bf948201b4f39cc9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9a1e09ef-7c9c-45d9-9bf4-55b913524948", "external-id": "nsx-vlan-transportzone-466", "segmentation_id": 466, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a917d8c-44", "ovs_interfaceid": "4a917d8c-4461-4129-b29e-2d19849bbca0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 638.851976] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ce441166-81ca-4e0f-91c5-f3b63d4ecc86 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] [instance: 7d40ad55-ab59-461f-986e-22aa0133f68f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f6:f6:80', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9a1e09ef-7c9c-45d9-9bf4-55b913524948', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4a917d8c-4461-4129-b29e-2d19849bbca0', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 638.863910] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce441166-81ca-4e0f-91c5-f3b63d4ecc86 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] Creating folder: Project (ec62cd92df5947d3bf948201b4f39cc9). Parent ref: group-v481456. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 638.863910] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d8176ce6-2457-4e25-8810-f4c69b066bce {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.889762] env[62353]: DEBUG oslo_concurrency.lockutils [None req-52c7295d-0e3a-41b7-9bcb-8608758725ba tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.768s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 638.890488] env[62353]: DEBUG nova.compute.manager [None req-52c7295d-0e3a-41b7-9bcb-8608758725ba tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] [instance: 742baadd-a2ec-452d-8db1-313c8d28fe42] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 638.893273] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-ce441166-81ca-4e0f-91c5-f3b63d4ecc86 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] Created folder: Project (ec62cd92df5947d3bf948201b4f39cc9) in parent group-v481456. [ 638.893273] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce441166-81ca-4e0f-91c5-f3b63d4ecc86 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] Creating folder: Instances. Parent ref: group-v481529. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 638.894851] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4c56e83e-ef25-4028-9e42-379a05175eb5 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.393s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 638.898719] env[62353]: INFO nova.compute.claims [None req-4c56e83e-ef25-4028-9e42-379a05175eb5 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: cd87ae19-37ee-4d88-95ee-9de38d5214a4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 638.901668] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-01af7c35-c0dc-4c63-990d-aca8d258cf9b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.904296] env[62353]: INFO nova.compute.manager [None req-273a5ace-5988-45e8-b6ea-861951bc5b94 tempest-AttachInterfacesUnderV243Test-231370955 tempest-AttachInterfacesUnderV243Test-231370955-project-member] [instance: 0ccb3004-b612-45c3-b655-609eb2c4b16c] Took 31.11 seconds to build instance. [ 638.920682] env[62353]: DEBUG oslo_vmware.api [None req-d3d3cd2c-e473-4f11-9bb1-f4ada808ff03 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] Task: {'id': task-2371962, 'name': PowerOnVM_Task, 'duration_secs': 0.524259} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.920942] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3d3cd2c-e473-4f11-9bb1-f4ada808ff03 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] [instance: f71b6bee-dbc8-48b6-a446-3d93255fda73] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 638.922316] env[62353]: INFO nova.compute.manager [None req-d3d3cd2c-e473-4f11-9bb1-f4ada808ff03 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] [instance: f71b6bee-dbc8-48b6-a446-3d93255fda73] Took 9.30 seconds to spawn the instance on the hypervisor. [ 638.922552] env[62353]: DEBUG nova.compute.manager [None req-d3d3cd2c-e473-4f11-9bb1-f4ada808ff03 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] [instance: f71b6bee-dbc8-48b6-a446-3d93255fda73] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 638.924793] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e59b2fed-c99e-4ffc-bcc9-664822e4a05d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.928671] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-ce441166-81ca-4e0f-91c5-f3b63d4ecc86 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] Created folder: Instances in parent group-v481529. [ 638.932109] env[62353]: DEBUG oslo.service.loopingcall [None req-ce441166-81ca-4e0f-91c5-f3b63d4ecc86 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 638.932109] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d40ad55-ab59-461f-986e-22aa0133f68f] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 638.932109] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b5dfcc42-ce4c-42fc-8a24-aeecda511913 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.959203] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 638.959203] env[62353]: value = "task-2371965" [ 638.959203] env[62353]: _type = "Task" [ 638.959203] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.969065] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2371965, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.061760] env[62353]: DEBUG oslo_vmware.api [None req-be3f89e6-3aa6-4e4d-b509-42f76e5a4d4a tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Task: {'id': task-2371961, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.281423] env[62353]: DEBUG nova.network.neutron [None req-663ad775-307b-4f2c-af63-f59782dfcd8f tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: e1b536b2-778f-4318-bf20-198bb1752de4] Successfully updated port: e68581e8-7e05-4397-84dd-5b9285b6544b {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 639.396695] env[62353]: DEBUG nova.compute.utils [None req-52c7295d-0e3a-41b7-9bcb-8608758725ba tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 639.399318] env[62353]: DEBUG nova.compute.manager [None req-52c7295d-0e3a-41b7-9bcb-8608758725ba tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] [instance: 742baadd-a2ec-452d-8db1-313c8d28fe42] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 639.399526] env[62353]: DEBUG nova.network.neutron [None req-52c7295d-0e3a-41b7-9bcb-8608758725ba tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] [instance: 742baadd-a2ec-452d-8db1-313c8d28fe42] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 639.413994] env[62353]: DEBUG oslo_concurrency.lockutils [None req-273a5ace-5988-45e8-b6ea-861951bc5b94 tempest-AttachInterfacesUnderV243Test-231370955 tempest-AttachInterfacesUnderV243Test-231370955-project-member] Lock "0ccb3004-b612-45c3-b655-609eb2c4b16c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.632s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 639.459279] env[62353]: INFO nova.compute.manager [None req-d3d3cd2c-e473-4f11-9bb1-f4ada808ff03 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] [instance: f71b6bee-dbc8-48b6-a446-3d93255fda73] Took 31.52 seconds to build instance. [ 639.473106] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2371965, 'name': CreateVM_Task} progress is 25%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.562396] env[62353]: DEBUG oslo_vmware.api [None req-be3f89e6-3aa6-4e4d-b509-42f76e5a4d4a tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Task: {'id': task-2371961, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.706135] env[62353]: DEBUG nova.policy [None req-52c7295d-0e3a-41b7-9bcb-8608758725ba tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c3048358605d4774b2a1d4fcacdb961e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2a221e046bcb47bea031af7dd92ef750', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:192}} [ 639.787162] env[62353]: DEBUG oslo_concurrency.lockutils [None req-663ad775-307b-4f2c-af63-f59782dfcd8f tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Acquiring lock "refresh_cache-e1b536b2-778f-4318-bf20-198bb1752de4" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 639.787162] env[62353]: DEBUG oslo_concurrency.lockutils [None req-663ad775-307b-4f2c-af63-f59782dfcd8f tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Acquired lock "refresh_cache-e1b536b2-778f-4318-bf20-198bb1752de4" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.787162] env[62353]: DEBUG nova.network.neutron [None req-663ad775-307b-4f2c-af63-f59782dfcd8f tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: e1b536b2-778f-4318-bf20-198bb1752de4] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 639.797561] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7a375abb-559c-4b39-8513-3afcf6ba1c1c tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Acquiring lock "996dff46-a8df-411f-8974-260f591f6086" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 639.797936] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7a375abb-559c-4b39-8513-3afcf6ba1c1c tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Lock "996dff46-a8df-411f-8974-260f591f6086" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 639.824374] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f673fd10-8848-4ce6-b54e-ad58e6670ccf tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Acquiring lock "bc2376dd-856e-4797-bd2a-1db5c2be795d" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 639.824374] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f673fd10-8848-4ce6-b54e-ad58e6670ccf tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Lock "bc2376dd-856e-4797-bd2a-1db5c2be795d" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 639.824374] env[62353]: INFO nova.compute.manager [None req-f673fd10-8848-4ce6-b54e-ad58e6670ccf tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: bc2376dd-856e-4797-bd2a-1db5c2be795d] Attaching volume 771f910a-9851-486b-ad10-072a50521d13 to /dev/sdb [ 639.868925] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abefb07b-c047-41fc-b576-e3f9ac91ed6b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.878662] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0db9e61d-2197-4e92-8993-0f4cfb3558c6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.899050] env[62353]: DEBUG nova.virt.block_device [None req-f673fd10-8848-4ce6-b54e-ad58e6670ccf tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: bc2376dd-856e-4797-bd2a-1db5c2be795d] Updating existing volume attachment record: 3b262c90-5cfb-407c-8ff9-5f7616e0e01b {{(pid=62353) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 639.902895] env[62353]: DEBUG nova.compute.manager [None req-52c7295d-0e3a-41b7-9bcb-8608758725ba tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] [instance: 742baadd-a2ec-452d-8db1-313c8d28fe42] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 639.916856] env[62353]: DEBUG nova.compute.manager [None req-aba5d362-42f7-444e-b283-d2087e2d15d1 tempest-ServersNegativeTestMultiTenantJSON-1574732967 tempest-ServersNegativeTestMultiTenantJSON-1574732967-project-member] [instance: c83ae6b9-a239-40b5-a493-529b1687a573] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 639.966971] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d3d3cd2c-e473-4f11-9bb1-f4ada808ff03 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] Lock "f71b6bee-dbc8-48b6-a446-3d93255fda73" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.038s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 639.976773] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2371965, 'name': CreateVM_Task} progress is 99%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.062421] env[62353]: DEBUG oslo_vmware.api [None req-be3f89e6-3aa6-4e4d-b509-42f76e5a4d4a tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Task: {'id': task-2371961, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.188069] env[62353]: DEBUG nova.compute.manager [req-2bf8c9b6-2154-4683-9996-20e89408d5cd req-15bb986f-e895-4405-a4b1-9678971c45dd service nova] [instance: 7d40ad55-ab59-461f-986e-22aa0133f68f] Received event network-changed-4a917d8c-4461-4129-b29e-2d19849bbca0 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 640.188379] env[62353]: DEBUG nova.compute.manager [req-2bf8c9b6-2154-4683-9996-20e89408d5cd req-15bb986f-e895-4405-a4b1-9678971c45dd service nova] [instance: 7d40ad55-ab59-461f-986e-22aa0133f68f] Refreshing instance network info cache due to event network-changed-4a917d8c-4461-4129-b29e-2d19849bbca0. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 640.189107] env[62353]: DEBUG oslo_concurrency.lockutils [req-2bf8c9b6-2154-4683-9996-20e89408d5cd req-15bb986f-e895-4405-a4b1-9678971c45dd service nova] Acquiring lock "refresh_cache-7d40ad55-ab59-461f-986e-22aa0133f68f" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 640.189107] env[62353]: DEBUG oslo_concurrency.lockutils [req-2bf8c9b6-2154-4683-9996-20e89408d5cd req-15bb986f-e895-4405-a4b1-9678971c45dd service nova] Acquired lock "refresh_cache-7d40ad55-ab59-461f-986e-22aa0133f68f" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.189107] env[62353]: DEBUG nova.network.neutron [req-2bf8c9b6-2154-4683-9996-20e89408d5cd req-15bb986f-e895-4405-a4b1-9678971c45dd service nova] [instance: 7d40ad55-ab59-461f-986e-22aa0133f68f] Refreshing network info cache for port 4a917d8c-4461-4129-b29e-2d19849bbca0 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 640.232302] env[62353]: DEBUG nova.network.neutron [None req-52c7295d-0e3a-41b7-9bcb-8608758725ba tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] [instance: 742baadd-a2ec-452d-8db1-313c8d28fe42] Successfully created port: fbbf1266-96dc-4220-8105-b008867338fe {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 640.355381] env[62353]: DEBUG nova.network.neutron [None req-663ad775-307b-4f2c-af63-f59782dfcd8f tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: e1b536b2-778f-4318-bf20-198bb1752de4] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 640.443905] env[62353]: DEBUG oslo_concurrency.lockutils [None req-aba5d362-42f7-444e-b283-d2087e2d15d1 tempest-ServersNegativeTestMultiTenantJSON-1574732967 tempest-ServersNegativeTestMultiTenantJSON-1574732967-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 640.470408] env[62353]: DEBUG nova.compute.manager [None req-402e3bf2-ff5c-47cd-b6b9-0d3c11e2115b tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] [instance: 9871d7de-d94b-4b64-8e25-d9be6f01e949] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 640.477587] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2371965, 'name': CreateVM_Task} progress is 99%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.564344] env[62353]: DEBUG oslo_vmware.api [None req-be3f89e6-3aa6-4e4d-b509-42f76e5a4d4a tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Task: {'id': task-2371961, 'name': ReconfigVM_Task, 'duration_secs': 2.749549} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.564618] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-be3f89e6-3aa6-4e4d-b509-42f76e5a4d4a tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: ba65df73-c3e3-4182-8444-9904aa5858d7] Reconfigured VM instance instance-00000012 to attach disk [datastore1] ba65df73-c3e3-4182-8444-9904aa5858d7/ba65df73-c3e3-4182-8444-9904aa5858d7.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 640.565283] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-506414bf-de80-47b0-9786-c7f11265cc3e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.573190] env[62353]: DEBUG oslo_vmware.api [None req-be3f89e6-3aa6-4e4d-b509-42f76e5a4d4a tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Waiting for the task: (returnval){ [ 640.573190] env[62353]: value = "task-2371969" [ 640.573190] env[62353]: _type = "Task" [ 640.573190] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.586650] env[62353]: DEBUG oslo_vmware.api [None req-be3f89e6-3aa6-4e4d-b509-42f76e5a4d4a tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Task: {'id': task-2371969, 'name': Rename_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.610857] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-155bcc28-1db1-44a0-983a-5fad30bc0fa2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.619516] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-841cb62e-1233-4690-b991-5917a7308f0d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.664901] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5210345d-ffcd-40c7-81e1-488d1fbfdb27 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.674561] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0d9bfed-4c9b-4be3-9f1b-68243428960e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.697012] env[62353]: DEBUG nova.compute.provider_tree [None req-4c56e83e-ef25-4028-9e42-379a05175eb5 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 640.848266] env[62353]: DEBUG nova.network.neutron [None req-663ad775-307b-4f2c-af63-f59782dfcd8f tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: e1b536b2-778f-4318-bf20-198bb1752de4] Updating instance_info_cache with network_info: [{"id": "e68581e8-7e05-4397-84dd-5b9285b6544b", "address": "fa:16:3e:e0:4b:a0", "network": {"id": "cf4045f9-b69b-467b-ad0a-dc8fc7ea3927", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2119334503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7f18a111f154dca8cc100cafc69baa6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape68581e8-7e", "ovs_interfaceid": "e68581e8-7e05-4397-84dd-5b9285b6544b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 640.923381] env[62353]: DEBUG nova.compute.manager [None req-52c7295d-0e3a-41b7-9bcb-8608758725ba tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] [instance: 742baadd-a2ec-452d-8db1-313c8d28fe42] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 640.953758] env[62353]: DEBUG nova.virt.hardware [None req-52c7295d-0e3a-41b7-9bcb-8608758725ba tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T12:38:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T12:38:15Z,direct_url=,disk_format='vmdk',id=06f909ae-e8dc-43b4-abf7-c7ed85db9bbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0a3f88790a594523a818b8c00f6862e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T12:38:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 640.956261] env[62353]: DEBUG nova.virt.hardware [None req-52c7295d-0e3a-41b7-9bcb-8608758725ba tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 640.956261] env[62353]: DEBUG nova.virt.hardware [None req-52c7295d-0e3a-41b7-9bcb-8608758725ba tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 640.956261] env[62353]: DEBUG nova.virt.hardware [None req-52c7295d-0e3a-41b7-9bcb-8608758725ba tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 640.956261] env[62353]: DEBUG nova.virt.hardware [None req-52c7295d-0e3a-41b7-9bcb-8608758725ba tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 640.956261] env[62353]: DEBUG nova.virt.hardware [None req-52c7295d-0e3a-41b7-9bcb-8608758725ba tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 640.956426] env[62353]: DEBUG nova.virt.hardware [None req-52c7295d-0e3a-41b7-9bcb-8608758725ba tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 640.956426] env[62353]: DEBUG nova.virt.hardware [None req-52c7295d-0e3a-41b7-9bcb-8608758725ba tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 640.956426] env[62353]: DEBUG nova.virt.hardware [None req-52c7295d-0e3a-41b7-9bcb-8608758725ba tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 640.956426] env[62353]: DEBUG nova.virt.hardware [None req-52c7295d-0e3a-41b7-9bcb-8608758725ba tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 640.956426] env[62353]: DEBUG nova.virt.hardware [None req-52c7295d-0e3a-41b7-9bcb-8608758725ba tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 640.956878] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b038c22-f934-4a23-9ca4-217aa904c970 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.960393] env[62353]: DEBUG nova.network.neutron [req-2bf8c9b6-2154-4683-9996-20e89408d5cd req-15bb986f-e895-4405-a4b1-9678971c45dd service nova] [instance: 7d40ad55-ab59-461f-986e-22aa0133f68f] Updated VIF entry in instance network info cache for port 4a917d8c-4461-4129-b29e-2d19849bbca0. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 640.960737] env[62353]: DEBUG nova.network.neutron [req-2bf8c9b6-2154-4683-9996-20e89408d5cd req-15bb986f-e895-4405-a4b1-9678971c45dd service nova] [instance: 7d40ad55-ab59-461f-986e-22aa0133f68f] Updating instance_info_cache with network_info: [{"id": "4a917d8c-4461-4129-b29e-2d19849bbca0", "address": "fa:16:3e:f6:f6:80", "network": {"id": "65075ca6-0d55-4579-8eae-033526384b3c", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1285197421-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec62cd92df5947d3bf948201b4f39cc9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9a1e09ef-7c9c-45d9-9bf4-55b913524948", "external-id": "nsx-vlan-transportzone-466", "segmentation_id": 466, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a917d8c-44", "ovs_interfaceid": "4a917d8c-4461-4129-b29e-2d19849bbca0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 640.969322] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c061871a-f1a3-405f-a87e-0536643b5fb4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.977489] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2371965, 'name': CreateVM_Task, 'duration_secs': 1.703094} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.978053] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d40ad55-ab59-461f-986e-22aa0133f68f] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 640.980776] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ce441166-81ca-4e0f-91c5-f3b63d4ecc86 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 640.980959] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ce441166-81ca-4e0f-91c5-f3b63d4ecc86 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] Acquired lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.981350] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ce441166-81ca-4e0f-91c5-f3b63d4ecc86 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 640.992014] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56994671-407a-4c28-a65c-146e8bb867f4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.998485] env[62353]: DEBUG oslo_vmware.api [None req-ce441166-81ca-4e0f-91c5-f3b63d4ecc86 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] Waiting for the task: (returnval){ [ 640.998485] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5227a17e-f611-64ed-dc8a-ee696df9ccb3" [ 640.998485] env[62353]: _type = "Task" [ 640.998485] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.008254] env[62353]: DEBUG oslo_vmware.api [None req-ce441166-81ca-4e0f-91c5-f3b63d4ecc86 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5227a17e-f611-64ed-dc8a-ee696df9ccb3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.011257] env[62353]: DEBUG oslo_concurrency.lockutils [None req-402e3bf2-ff5c-47cd-b6b9-0d3c11e2115b tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 641.086945] env[62353]: DEBUG oslo_vmware.api [None req-be3f89e6-3aa6-4e4d-b509-42f76e5a4d4a tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Task: {'id': task-2371969, 'name': Rename_Task, 'duration_secs': 0.179964} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.087309] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-be3f89e6-3aa6-4e4d-b509-42f76e5a4d4a tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: ba65df73-c3e3-4182-8444-9904aa5858d7] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 641.087613] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ed40a2dc-293e-4955-a4aa-20a27a0aa712 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.096720] env[62353]: DEBUG oslo_vmware.api [None req-be3f89e6-3aa6-4e4d-b509-42f76e5a4d4a tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Waiting for the task: (returnval){ [ 641.096720] env[62353]: value = "task-2371970" [ 641.096720] env[62353]: _type = "Task" [ 641.096720] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.106753] env[62353]: DEBUG oslo_vmware.api [None req-be3f89e6-3aa6-4e4d-b509-42f76e5a4d4a tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Task: {'id': task-2371970, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.203114] env[62353]: DEBUG nova.scheduler.client.report [None req-4c56e83e-ef25-4028-9e42-379a05175eb5 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 641.343341] env[62353]: INFO nova.compute.manager [None req-13e96dfd-a33e-4820-9dca-9787eb2f480f tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] [instance: a415cd3c-4e94-4e23-9588-adb12815187c] Unrescuing [ 641.343786] env[62353]: DEBUG oslo_concurrency.lockutils [None req-13e96dfd-a33e-4820-9dca-9787eb2f480f tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Acquiring lock "refresh_cache-a415cd3c-4e94-4e23-9588-adb12815187c" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 641.344055] env[62353]: DEBUG oslo_concurrency.lockutils [None req-13e96dfd-a33e-4820-9dca-9787eb2f480f tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Acquired lock "refresh_cache-a415cd3c-4e94-4e23-9588-adb12815187c" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.344402] env[62353]: DEBUG nova.network.neutron [None req-13e96dfd-a33e-4820-9dca-9787eb2f480f tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] [instance: a415cd3c-4e94-4e23-9588-adb12815187c] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 641.351694] env[62353]: DEBUG oslo_concurrency.lockutils [None req-663ad775-307b-4f2c-af63-f59782dfcd8f tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Releasing lock "refresh_cache-e1b536b2-778f-4318-bf20-198bb1752de4" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 641.351977] env[62353]: DEBUG nova.compute.manager [None req-663ad775-307b-4f2c-af63-f59782dfcd8f tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: e1b536b2-778f-4318-bf20-198bb1752de4] Instance network_info: |[{"id": "e68581e8-7e05-4397-84dd-5b9285b6544b", "address": "fa:16:3e:e0:4b:a0", "network": {"id": "cf4045f9-b69b-467b-ad0a-dc8fc7ea3927", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2119334503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7f18a111f154dca8cc100cafc69baa6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape68581e8-7e", "ovs_interfaceid": "e68581e8-7e05-4397-84dd-5b9285b6544b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 641.352383] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-663ad775-307b-4f2c-af63-f59782dfcd8f tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: e1b536b2-778f-4318-bf20-198bb1752de4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e0:4b:a0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e68581e8-7e05-4397-84dd-5b9285b6544b', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 641.361118] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-663ad775-307b-4f2c-af63-f59782dfcd8f tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Creating folder: Project (f7f18a111f154dca8cc100cafc69baa6). Parent ref: group-v481456. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 641.362182] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0cf11f9e-4e9a-417f-b0a0-c5dda618dd16 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.375995] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-663ad775-307b-4f2c-af63-f59782dfcd8f tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Created folder: Project (f7f18a111f154dca8cc100cafc69baa6) in parent group-v481456. [ 641.376362] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-663ad775-307b-4f2c-af63-f59782dfcd8f tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Creating folder: Instances. Parent ref: group-v481534. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 641.376702] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8e87415b-d8c0-4d37-be83-706549d23203 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.392725] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-663ad775-307b-4f2c-af63-f59782dfcd8f tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Created folder: Instances in parent group-v481534. [ 641.393104] env[62353]: DEBUG oslo.service.loopingcall [None req-663ad775-307b-4f2c-af63-f59782dfcd8f tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 641.393343] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e1b536b2-778f-4318-bf20-198bb1752de4] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 641.393605] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bf695f40-de9a-4b74-87c9-aa046a088535 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.420243] env[62353]: DEBUG oslo_concurrency.lockutils [None req-15b5d97b-9356-4f7e-9ef0-bac16263f1fc tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Acquiring lock "7a3d03fd-327a-453b-ad3c-12736433379d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 641.420547] env[62353]: DEBUG oslo_concurrency.lockutils [None req-15b5d97b-9356-4f7e-9ef0-bac16263f1fc tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Lock "7a3d03fd-327a-453b-ad3c-12736433379d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 641.426683] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 641.426683] env[62353]: value = "task-2371973" [ 641.426683] env[62353]: _type = "Task" [ 641.426683] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.437404] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2371973, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.464245] env[62353]: DEBUG oslo_concurrency.lockutils [req-2bf8c9b6-2154-4683-9996-20e89408d5cd req-15bb986f-e895-4405-a4b1-9678971c45dd service nova] Releasing lock "refresh_cache-7d40ad55-ab59-461f-986e-22aa0133f68f" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 641.464531] env[62353]: DEBUG nova.compute.manager [req-2bf8c9b6-2154-4683-9996-20e89408d5cd req-15bb986f-e895-4405-a4b1-9678971c45dd service nova] [instance: e1b536b2-778f-4318-bf20-198bb1752de4] Received event network-vif-plugged-e68581e8-7e05-4397-84dd-5b9285b6544b {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 641.464883] env[62353]: DEBUG oslo_concurrency.lockutils [req-2bf8c9b6-2154-4683-9996-20e89408d5cd req-15bb986f-e895-4405-a4b1-9678971c45dd service nova] Acquiring lock "e1b536b2-778f-4318-bf20-198bb1752de4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 641.464974] env[62353]: DEBUG oslo_concurrency.lockutils [req-2bf8c9b6-2154-4683-9996-20e89408d5cd req-15bb986f-e895-4405-a4b1-9678971c45dd service nova] Lock "e1b536b2-778f-4318-bf20-198bb1752de4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 641.465148] env[62353]: DEBUG oslo_concurrency.lockutils [req-2bf8c9b6-2154-4683-9996-20e89408d5cd req-15bb986f-e895-4405-a4b1-9678971c45dd service nova] Lock "e1b536b2-778f-4318-bf20-198bb1752de4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 641.465318] env[62353]: DEBUG nova.compute.manager [req-2bf8c9b6-2154-4683-9996-20e89408d5cd req-15bb986f-e895-4405-a4b1-9678971c45dd service nova] [instance: e1b536b2-778f-4318-bf20-198bb1752de4] No waiting events found dispatching network-vif-plugged-e68581e8-7e05-4397-84dd-5b9285b6544b {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 641.465570] env[62353]: WARNING nova.compute.manager [req-2bf8c9b6-2154-4683-9996-20e89408d5cd req-15bb986f-e895-4405-a4b1-9678971c45dd service nova] [instance: e1b536b2-778f-4318-bf20-198bb1752de4] Received unexpected event network-vif-plugged-e68581e8-7e05-4397-84dd-5b9285b6544b for instance with vm_state building and task_state spawning. [ 641.511452] env[62353]: DEBUG oslo_vmware.api [None req-ce441166-81ca-4e0f-91c5-f3b63d4ecc86 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5227a17e-f611-64ed-dc8a-ee696df9ccb3, 'name': SearchDatastore_Task, 'duration_secs': 0.017907} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.511878] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ce441166-81ca-4e0f-91c5-f3b63d4ecc86 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] Releasing lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 641.512769] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ce441166-81ca-4e0f-91c5-f3b63d4ecc86 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] [instance: 7d40ad55-ab59-461f-986e-22aa0133f68f] Processing image 06f909ae-e8dc-43b4-abf7-c7ed85db9bbd {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 641.512769] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ce441166-81ca-4e0f-91c5-f3b63d4ecc86 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 641.512769] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ce441166-81ca-4e0f-91c5-f3b63d4ecc86 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] Acquired lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.513124] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce441166-81ca-4e0f-91c5-f3b63d4ecc86 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 641.513531] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7ebafb9f-2b80-41f0-87f7-28e0e53c3ec3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.527298] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce441166-81ca-4e0f-91c5-f3b63d4ecc86 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 641.528075] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ce441166-81ca-4e0f-91c5-f3b63d4ecc86 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 641.528448] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c7d5b38-f986-4409-bf6e-ca220eb2c28a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.536091] env[62353]: DEBUG oslo_vmware.api [None req-ce441166-81ca-4e0f-91c5-f3b63d4ecc86 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] Waiting for the task: (returnval){ [ 641.536091] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5273c91d-fee5-4edf-30d5-0e43ac0fc3c4" [ 641.536091] env[62353]: _type = "Task" [ 641.536091] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.548882] env[62353]: DEBUG oslo_vmware.api [None req-ce441166-81ca-4e0f-91c5-f3b63d4ecc86 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5273c91d-fee5-4edf-30d5-0e43ac0fc3c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.607773] env[62353]: DEBUG oslo_vmware.api [None req-be3f89e6-3aa6-4e4d-b509-42f76e5a4d4a tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Task: {'id': task-2371970, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.711886] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4c56e83e-ef25-4028-9e42-379a05175eb5 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.816s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 641.712913] env[62353]: DEBUG nova.compute.manager [None req-4c56e83e-ef25-4028-9e42-379a05175eb5 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: cd87ae19-37ee-4d88-95ee-9de38d5214a4] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 641.716813] env[62353]: DEBUG oslo_concurrency.lockutils [None req-08a17936-19c8-469f-9a23-273961e6d350 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.877s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 641.717129] env[62353]: DEBUG nova.objects.instance [None req-08a17936-19c8-469f-9a23-273961e6d350 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Lazy-loading 'resources' on Instance uuid 2e9731d0-ef1b-44f2-a457-d21a99bfa2bf {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 641.943064] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2371973, 'name': CreateVM_Task} progress is 99%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.049109] env[62353]: DEBUG oslo_vmware.api [None req-ce441166-81ca-4e0f-91c5-f3b63d4ecc86 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5273c91d-fee5-4edf-30d5-0e43ac0fc3c4, 'name': SearchDatastore_Task, 'duration_secs': 0.025434} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.049109] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2163a339-4700-4090-9edd-c76b4970b697 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.055530] env[62353]: DEBUG oslo_vmware.api [None req-ce441166-81ca-4e0f-91c5-f3b63d4ecc86 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] Waiting for the task: (returnval){ [ 642.055530] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]528a4272-7041-6b66-b26e-05c888db14ce" [ 642.055530] env[62353]: _type = "Task" [ 642.055530] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.070408] env[62353]: DEBUG oslo_vmware.api [None req-ce441166-81ca-4e0f-91c5-f3b63d4ecc86 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]528a4272-7041-6b66-b26e-05c888db14ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.109288] env[62353]: DEBUG oslo_vmware.api [None req-be3f89e6-3aa6-4e4d-b509-42f76e5a4d4a tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Task: {'id': task-2371970, 'name': PowerOnVM_Task, 'duration_secs': 0.837676} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.109700] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-be3f89e6-3aa6-4e4d-b509-42f76e5a4d4a tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: ba65df73-c3e3-4182-8444-9904aa5858d7] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 642.110051] env[62353]: DEBUG nova.compute.manager [None req-be3f89e6-3aa6-4e4d-b509-42f76e5a4d4a tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: ba65df73-c3e3-4182-8444-9904aa5858d7] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 642.110942] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b714fc61-7a89-44ed-9825-515c81d8b50f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.115025] env[62353]: DEBUG nova.network.neutron [None req-13e96dfd-a33e-4820-9dca-9787eb2f480f tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] [instance: a415cd3c-4e94-4e23-9588-adb12815187c] Updating instance_info_cache with network_info: [{"id": "14ccfa95-21a4-4fa6-9261-c6e152c5f7bb", "address": "fa:16:3e:c9:69:ca", "network": {"id": "7c25f8f7-5c31-45d9-82e5-014ad7446734", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1695721764-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f163f3fb1d3946f08ed6b78ab4f0eba8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0248a27a-1d7f-4195-987b-06bfc8467347", "external-id": "nsx-vlan-transportzone-26", "segmentation_id": 26, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14ccfa95-21", "ovs_interfaceid": "14ccfa95-21a4-4fa6-9261-c6e152c5f7bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 642.220658] env[62353]: DEBUG nova.compute.utils [None req-4c56e83e-ef25-4028-9e42-379a05175eb5 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 642.222250] env[62353]: DEBUG nova.compute.manager [None req-4c56e83e-ef25-4028-9e42-379a05175eb5 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: cd87ae19-37ee-4d88-95ee-9de38d5214a4] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 642.223584] env[62353]: DEBUG nova.network.neutron [None req-4c56e83e-ef25-4028-9e42-379a05175eb5 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: cd87ae19-37ee-4d88-95ee-9de38d5214a4] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 642.298901] env[62353]: DEBUG nova.policy [None req-4c56e83e-ef25-4028-9e42-379a05175eb5 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd3c0c2ffa22543ea97932a693fbc1eca', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c183cea98ca94f09886d57c4499788e8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:192}} [ 642.440302] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2371973, 'name': CreateVM_Task, 'duration_secs': 0.605265} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.440539] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e1b536b2-778f-4318-bf20-198bb1752de4] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 642.441195] env[62353]: DEBUG oslo_concurrency.lockutils [None req-663ad775-307b-4f2c-af63-f59782dfcd8f tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 642.441381] env[62353]: DEBUG oslo_concurrency.lockutils [None req-663ad775-307b-4f2c-af63-f59782dfcd8f tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Acquired lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.441685] env[62353]: DEBUG oslo_concurrency.lockutils [None req-663ad775-307b-4f2c-af63-f59782dfcd8f tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 642.442315] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ed9eac0-bf53-4518-b599-a9408457436a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.454955] env[62353]: DEBUG oslo_vmware.api [None req-663ad775-307b-4f2c-af63-f59782dfcd8f tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Waiting for the task: (returnval){ [ 642.454955] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52d37135-7778-b63c-350a-615ac2e5f133" [ 642.454955] env[62353]: _type = "Task" [ 642.454955] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.462288] env[62353]: DEBUG oslo_concurrency.lockutils [None req-391a95fd-e77d-414e-af92-d909cebc7b73 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] Acquiring lock "fa27d91c-5bae-40a3-a153-ac41f4238532" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 642.462521] env[62353]: DEBUG oslo_concurrency.lockutils [None req-391a95fd-e77d-414e-af92-d909cebc7b73 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] Lock "fa27d91c-5bae-40a3-a153-ac41f4238532" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 642.469624] env[62353]: DEBUG oslo_vmware.api [None req-663ad775-307b-4f2c-af63-f59782dfcd8f tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52d37135-7778-b63c-350a-615ac2e5f133, 'name': SearchDatastore_Task, 'duration_secs': 0.01729} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.469907] env[62353]: DEBUG oslo_concurrency.lockutils [None req-663ad775-307b-4f2c-af63-f59782dfcd8f tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Releasing lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 642.470149] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-663ad775-307b-4f2c-af63-f59782dfcd8f tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: e1b536b2-778f-4318-bf20-198bb1752de4] Processing image 06f909ae-e8dc-43b4-abf7-c7ed85db9bbd {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 642.470346] env[62353]: DEBUG oslo_concurrency.lockutils [None req-663ad775-307b-4f2c-af63-f59782dfcd8f tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 642.572436] env[62353]: DEBUG oslo_vmware.api [None req-ce441166-81ca-4e0f-91c5-f3b63d4ecc86 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]528a4272-7041-6b66-b26e-05c888db14ce, 'name': SearchDatastore_Task, 'duration_secs': 0.039906} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.575016] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ce441166-81ca-4e0f-91c5-f3b63d4ecc86 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] Releasing lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 642.575016] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce441166-81ca-4e0f-91c5-f3b63d4ecc86 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore1] 7d40ad55-ab59-461f-986e-22aa0133f68f/7d40ad55-ab59-461f-986e-22aa0133f68f.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 642.575016] env[62353]: DEBUG oslo_concurrency.lockutils [None req-663ad775-307b-4f2c-af63-f59782dfcd8f tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Acquired lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.575016] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-663ad775-307b-4f2c-af63-f59782dfcd8f tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 642.575229] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7e5a5f4c-0cfe-46c7-b114-2849f1615d88 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.576263] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e1c5f75d-c2f2-4ec6-864c-682fbfcea003 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.584465] env[62353]: DEBUG oslo_vmware.api [None req-ce441166-81ca-4e0f-91c5-f3b63d4ecc86 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] Waiting for the task: (returnval){ [ 642.584465] env[62353]: value = "task-2371975" [ 642.584465] env[62353]: _type = "Task" [ 642.584465] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.591374] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-663ad775-307b-4f2c-af63-f59782dfcd8f tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 642.591547] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-663ad775-307b-4f2c-af63-f59782dfcd8f tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 642.592806] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b677e2c-3c33-427b-9792-8c678a1b6a7d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.598454] env[62353]: DEBUG oslo_vmware.api [None req-ce441166-81ca-4e0f-91c5-f3b63d4ecc86 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] Task: {'id': task-2371975, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.602040] env[62353]: DEBUG oslo_vmware.api [None req-663ad775-307b-4f2c-af63-f59782dfcd8f tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Waiting for the task: (returnval){ [ 642.602040] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52f9984d-b7ce-7a79-ce5b-8380ae6641fc" [ 642.602040] env[62353]: _type = "Task" [ 642.602040] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.614172] env[62353]: DEBUG oslo_vmware.api [None req-663ad775-307b-4f2c-af63-f59782dfcd8f tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52f9984d-b7ce-7a79-ce5b-8380ae6641fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.628926] env[62353]: DEBUG oslo_concurrency.lockutils [None req-13e96dfd-a33e-4820-9dca-9787eb2f480f tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Releasing lock "refresh_cache-a415cd3c-4e94-4e23-9588-adb12815187c" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 642.633740] env[62353]: DEBUG nova.objects.instance [None req-13e96dfd-a33e-4820-9dca-9787eb2f480f tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Lazy-loading 'flavor' on Instance uuid a415cd3c-4e94-4e23-9588-adb12815187c {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 642.644029] env[62353]: DEBUG oslo_concurrency.lockutils [None req-be3f89e6-3aa6-4e4d-b509-42f76e5a4d4a tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 642.735132] env[62353]: DEBUG nova.network.neutron [None req-52c7295d-0e3a-41b7-9bcb-8608758725ba tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] [instance: 742baadd-a2ec-452d-8db1-313c8d28fe42] Successfully updated port: fbbf1266-96dc-4220-8105-b008867338fe {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 642.736575] env[62353]: DEBUG nova.compute.manager [None req-4c56e83e-ef25-4028-9e42-379a05175eb5 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: cd87ae19-37ee-4d88-95ee-9de38d5214a4] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 642.743598] env[62353]: DEBUG nova.compute.manager [req-94ebb5fa-4937-4867-a36a-f14efc5d91c2 req-0091ce73-ac01-4a16-89f7-aa2163171a20 service nova] [instance: 0ccb3004-b612-45c3-b655-609eb2c4b16c] Received event network-changed-eca0ac37-dd12-424d-a6e2-ec89820e5188 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 642.743778] env[62353]: DEBUG nova.compute.manager [req-94ebb5fa-4937-4867-a36a-f14efc5d91c2 req-0091ce73-ac01-4a16-89f7-aa2163171a20 service nova] [instance: 0ccb3004-b612-45c3-b655-609eb2c4b16c] Refreshing instance network info cache due to event network-changed-eca0ac37-dd12-424d-a6e2-ec89820e5188. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 642.744008] env[62353]: DEBUG oslo_concurrency.lockutils [req-94ebb5fa-4937-4867-a36a-f14efc5d91c2 req-0091ce73-ac01-4a16-89f7-aa2163171a20 service nova] Acquiring lock "refresh_cache-0ccb3004-b612-45c3-b655-609eb2c4b16c" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 642.744127] env[62353]: DEBUG oslo_concurrency.lockutils [req-94ebb5fa-4937-4867-a36a-f14efc5d91c2 req-0091ce73-ac01-4a16-89f7-aa2163171a20 service nova] Acquired lock "refresh_cache-0ccb3004-b612-45c3-b655-609eb2c4b16c" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.744287] env[62353]: DEBUG nova.network.neutron [req-94ebb5fa-4937-4867-a36a-f14efc5d91c2 req-0091ce73-ac01-4a16-89f7-aa2163171a20 service nova] [instance: 0ccb3004-b612-45c3-b655-609eb2c4b16c] Refreshing network info cache for port eca0ac37-dd12-424d-a6e2-ec89820e5188 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 642.746295] env[62353]: DEBUG nova.network.neutron [None req-4c56e83e-ef25-4028-9e42-379a05175eb5 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: cd87ae19-37ee-4d88-95ee-9de38d5214a4] Successfully created port: 85d268bd-7eab-47eb-9352-44c996b74f59 {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 642.977026] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cabceecd-250f-4aab-853e-d7146a6338a4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.985527] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94e45121-77c7-4587-86a2-891ee78e4d49 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.028743] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb862292-cec7-4960-aa6c-1442b8fabc6b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.037178] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2cd13c8-bc91-4087-b61d-3ff8f83ca83d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.051167] env[62353]: DEBUG nova.compute.provider_tree [None req-08a17936-19c8-469f-9a23-273961e6d350 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 643.095388] env[62353]: DEBUG oslo_vmware.api [None req-ce441166-81ca-4e0f-91c5-f3b63d4ecc86 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] Task: {'id': task-2371975, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.113729] env[62353]: DEBUG oslo_vmware.api [None req-663ad775-307b-4f2c-af63-f59782dfcd8f tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52f9984d-b7ce-7a79-ce5b-8380ae6641fc, 'name': SearchDatastore_Task, 'duration_secs': 0.013668} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.117515] env[62353]: DEBUG nova.compute.manager [req-e88b8ef0-27df-483d-aca6-efcd45a34cfa req-18a817fb-a53d-4248-9388-ed3b5cebe266 service nova] [instance: e1b536b2-778f-4318-bf20-198bb1752de4] Received event network-changed-e68581e8-7e05-4397-84dd-5b9285b6544b {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 643.117515] env[62353]: DEBUG nova.compute.manager [req-e88b8ef0-27df-483d-aca6-efcd45a34cfa req-18a817fb-a53d-4248-9388-ed3b5cebe266 service nova] [instance: e1b536b2-778f-4318-bf20-198bb1752de4] Refreshing instance network info cache due to event network-changed-e68581e8-7e05-4397-84dd-5b9285b6544b. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 643.117751] env[62353]: DEBUG oslo_concurrency.lockutils [req-e88b8ef0-27df-483d-aca6-efcd45a34cfa req-18a817fb-a53d-4248-9388-ed3b5cebe266 service nova] Acquiring lock "refresh_cache-e1b536b2-778f-4318-bf20-198bb1752de4" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 643.117843] env[62353]: DEBUG oslo_concurrency.lockutils [req-e88b8ef0-27df-483d-aca6-efcd45a34cfa req-18a817fb-a53d-4248-9388-ed3b5cebe266 service nova] Acquired lock "refresh_cache-e1b536b2-778f-4318-bf20-198bb1752de4" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.117995] env[62353]: DEBUG nova.network.neutron [req-e88b8ef0-27df-483d-aca6-efcd45a34cfa req-18a817fb-a53d-4248-9388-ed3b5cebe266 service nova] [instance: e1b536b2-778f-4318-bf20-198bb1752de4] Refreshing network info cache for port e68581e8-7e05-4397-84dd-5b9285b6544b {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 643.119062] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8b1b30b-0a52-48a2-aeae-47e494594a2f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.127504] env[62353]: DEBUG oslo_vmware.api [None req-663ad775-307b-4f2c-af63-f59782dfcd8f tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Waiting for the task: (returnval){ [ 643.127504] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]525edff1-b08b-f2b5-c48c-df70bbbda880" [ 643.127504] env[62353]: _type = "Task" [ 643.127504] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.136984] env[62353]: DEBUG oslo_vmware.api [None req-663ad775-307b-4f2c-af63-f59782dfcd8f tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]525edff1-b08b-f2b5-c48c-df70bbbda880, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.143434] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2986834-6220-466c-8fe8-80492525c396 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.166225] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-13e96dfd-a33e-4820-9dca-9787eb2f480f tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] [instance: a415cd3c-4e94-4e23-9588-adb12815187c] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 643.166707] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-55d9c68e-8885-4165-aa7b-d28ae9d56123 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.175028] env[62353]: DEBUG oslo_vmware.api [None req-13e96dfd-a33e-4820-9dca-9787eb2f480f tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Waiting for the task: (returnval){ [ 643.175028] env[62353]: value = "task-2371976" [ 643.175028] env[62353]: _type = "Task" [ 643.175028] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.182366] env[62353]: DEBUG oslo_vmware.api [None req-13e96dfd-a33e-4820-9dca-9787eb2f480f tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Task: {'id': task-2371976, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.243383] env[62353]: DEBUG oslo_concurrency.lockutils [None req-52c7295d-0e3a-41b7-9bcb-8608758725ba tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Acquiring lock "refresh_cache-742baadd-a2ec-452d-8db1-313c8d28fe42" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 643.243568] env[62353]: DEBUG oslo_concurrency.lockutils [None req-52c7295d-0e3a-41b7-9bcb-8608758725ba tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Acquired lock "refresh_cache-742baadd-a2ec-452d-8db1-313c8d28fe42" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.243763] env[62353]: DEBUG nova.network.neutron [None req-52c7295d-0e3a-41b7-9bcb-8608758725ba tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] [instance: 742baadd-a2ec-452d-8db1-313c8d28fe42] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 643.554919] env[62353]: DEBUG nova.scheduler.client.report [None req-08a17936-19c8-469f-9a23-273961e6d350 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 643.609379] env[62353]: DEBUG oslo_vmware.api [None req-ce441166-81ca-4e0f-91c5-f3b63d4ecc86 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] Task: {'id': task-2371975, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.638668] env[62353]: DEBUG oslo_vmware.api [None req-663ad775-307b-4f2c-af63-f59782dfcd8f tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]525edff1-b08b-f2b5-c48c-df70bbbda880, 'name': SearchDatastore_Task, 'duration_secs': 0.024537} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.638948] env[62353]: DEBUG oslo_concurrency.lockutils [None req-663ad775-307b-4f2c-af63-f59782dfcd8f tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Releasing lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 643.639282] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-663ad775-307b-4f2c-af63-f59782dfcd8f tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore1] e1b536b2-778f-4318-bf20-198bb1752de4/e1b536b2-778f-4318-bf20-198bb1752de4.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 643.639568] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0f74563d-6462-4406-9cf5-6ad041df0e14 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.648817] env[62353]: DEBUG oslo_vmware.api [None req-663ad775-307b-4f2c-af63-f59782dfcd8f tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Waiting for the task: (returnval){ [ 643.648817] env[62353]: value = "task-2371977" [ 643.648817] env[62353]: _type = "Task" [ 643.648817] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.659087] env[62353]: DEBUG oslo_vmware.api [None req-663ad775-307b-4f2c-af63-f59782dfcd8f tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Task: {'id': task-2371977, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.688931] env[62353]: DEBUG oslo_vmware.api [None req-13e96dfd-a33e-4820-9dca-9787eb2f480f tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Task: {'id': task-2371976, 'name': PowerOffVM_Task, 'duration_secs': 0.51235} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.689292] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-13e96dfd-a33e-4820-9dca-9787eb2f480f tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] [instance: a415cd3c-4e94-4e23-9588-adb12815187c] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 643.694624] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-13e96dfd-a33e-4820-9dca-9787eb2f480f tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] [instance: a415cd3c-4e94-4e23-9588-adb12815187c] Reconfiguring VM instance instance-00000013 to detach disk 2001 {{(pid=62353) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 643.694933] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-74942f9b-b971-45b4-85e0-0cf371d758d3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.715898] env[62353]: DEBUG oslo_vmware.api [None req-13e96dfd-a33e-4820-9dca-9787eb2f480f tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Waiting for the task: (returnval){ [ 643.715898] env[62353]: value = "task-2371978" [ 643.715898] env[62353]: _type = "Task" [ 643.715898] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.724633] env[62353]: DEBUG oslo_vmware.api [None req-13e96dfd-a33e-4820-9dca-9787eb2f480f tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Task: {'id': task-2371978, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.753799] env[62353]: DEBUG nova.compute.manager [None req-4c56e83e-ef25-4028-9e42-379a05175eb5 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: cd87ae19-37ee-4d88-95ee-9de38d5214a4] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 643.780843] env[62353]: DEBUG nova.virt.hardware [None req-4c56e83e-ef25-4028-9e42-379a05175eb5 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T12:38:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T12:38:15Z,direct_url=,disk_format='vmdk',id=06f909ae-e8dc-43b4-abf7-c7ed85db9bbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0a3f88790a594523a818b8c00f6862e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T12:38:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 643.781093] env[62353]: DEBUG nova.virt.hardware [None req-4c56e83e-ef25-4028-9e42-379a05175eb5 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 643.781248] env[62353]: DEBUG nova.virt.hardware [None req-4c56e83e-ef25-4028-9e42-379a05175eb5 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 643.781426] env[62353]: DEBUG nova.virt.hardware [None req-4c56e83e-ef25-4028-9e42-379a05175eb5 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 643.781609] env[62353]: DEBUG nova.virt.hardware [None req-4c56e83e-ef25-4028-9e42-379a05175eb5 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 643.781759] env[62353]: DEBUG nova.virt.hardware [None req-4c56e83e-ef25-4028-9e42-379a05175eb5 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 643.781965] env[62353]: DEBUG nova.virt.hardware [None req-4c56e83e-ef25-4028-9e42-379a05175eb5 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 643.782135] env[62353]: DEBUG nova.virt.hardware [None req-4c56e83e-ef25-4028-9e42-379a05175eb5 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 643.782298] env[62353]: DEBUG nova.virt.hardware [None req-4c56e83e-ef25-4028-9e42-379a05175eb5 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 643.782625] env[62353]: DEBUG nova.virt.hardware [None req-4c56e83e-ef25-4028-9e42-379a05175eb5 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 643.782625] env[62353]: DEBUG nova.virt.hardware [None req-4c56e83e-ef25-4028-9e42-379a05175eb5 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 643.783536] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ef269d5-69b8-4ed7-8e11-95d9fa4c847e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.786679] env[62353]: DEBUG nova.network.neutron [None req-52c7295d-0e3a-41b7-9bcb-8608758725ba tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] [instance: 742baadd-a2ec-452d-8db1-313c8d28fe42] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 643.794701] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-362ff513-d792-4f19-825b-a7169f39b27c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.840233] env[62353]: DEBUG nova.network.neutron [req-94ebb5fa-4937-4867-a36a-f14efc5d91c2 req-0091ce73-ac01-4a16-89f7-aa2163171a20 service nova] [instance: 0ccb3004-b612-45c3-b655-609eb2c4b16c] Updated VIF entry in instance network info cache for port eca0ac37-dd12-424d-a6e2-ec89820e5188. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 643.840580] env[62353]: DEBUG nova.network.neutron [req-94ebb5fa-4937-4867-a36a-f14efc5d91c2 req-0091ce73-ac01-4a16-89f7-aa2163171a20 service nova] [instance: 0ccb3004-b612-45c3-b655-609eb2c4b16c] Updating instance_info_cache with network_info: [{"id": "eca0ac37-dd12-424d-a6e2-ec89820e5188", "address": "fa:16:3e:77:4e:1c", "network": {"id": "e465f5f0-740d-456a-b6f2-f97535a6f5ba", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1476682078-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "86367d16696541ed9837cfa97f059263", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bc3fa06-9d5b-4ab1-8113-6ed8942d23b6", "external-id": "nsx-vlan-transportzone-72", "segmentation_id": 72, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeca0ac37-dd", "ovs_interfaceid": "eca0ac37-dd12-424d-a6e2-ec89820e5188", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 643.943854] env[62353]: DEBUG nova.network.neutron [None req-52c7295d-0e3a-41b7-9bcb-8608758725ba tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] [instance: 742baadd-a2ec-452d-8db1-313c8d28fe42] Updating instance_info_cache with network_info: [{"id": "fbbf1266-96dc-4220-8105-b008867338fe", "address": "fa:16:3e:ea:7d:4f", "network": {"id": "2be634d9-365a-4258-9bd8-c03318d42ac3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.83", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0a3f88790a594523a818b8c00f6862e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbbf1266-96", "ovs_interfaceid": "fbbf1266-96dc-4220-8105-b008867338fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 644.065249] env[62353]: DEBUG oslo_concurrency.lockutils [None req-08a17936-19c8-469f-9a23-273961e6d350 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.348s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 644.067951] env[62353]: DEBUG nova.network.neutron [req-e88b8ef0-27df-483d-aca6-efcd45a34cfa req-18a817fb-a53d-4248-9388-ed3b5cebe266 service nova] [instance: e1b536b2-778f-4318-bf20-198bb1752de4] Updated VIF entry in instance network info cache for port e68581e8-7e05-4397-84dd-5b9285b6544b. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 644.068282] env[62353]: DEBUG nova.network.neutron [req-e88b8ef0-27df-483d-aca6-efcd45a34cfa req-18a817fb-a53d-4248-9388-ed3b5cebe266 service nova] [instance: e1b536b2-778f-4318-bf20-198bb1752de4] Updating instance_info_cache with network_info: [{"id": "e68581e8-7e05-4397-84dd-5b9285b6544b", "address": "fa:16:3e:e0:4b:a0", "network": {"id": "cf4045f9-b69b-467b-ad0a-dc8fc7ea3927", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2119334503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7f18a111f154dca8cc100cafc69baa6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape68581e8-7e", "ovs_interfaceid": "e68581e8-7e05-4397-84dd-5b9285b6544b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 644.069545] env[62353]: DEBUG oslo_concurrency.lockutils [None req-fff2271d-3d8c-4c55-90a4-92086bb9df3f tempest-ServerDiagnosticsV248Test-141103953 tempest-ServerDiagnosticsV248Test-141103953-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.839s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 644.073222] env[62353]: INFO nova.compute.claims [None req-fff2271d-3d8c-4c55-90a4-92086bb9df3f tempest-ServerDiagnosticsV248Test-141103953 tempest-ServerDiagnosticsV248Test-141103953-project-member] [instance: 791b8fc4-81e2-4a69-a358-f56a421e4680] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 644.100083] env[62353]: DEBUG oslo_vmware.api [None req-ce441166-81ca-4e0f-91c5-f3b63d4ecc86 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] Task: {'id': task-2371975, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.104017} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.100083] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce441166-81ca-4e0f-91c5-f3b63d4ecc86 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore1] 7d40ad55-ab59-461f-986e-22aa0133f68f/7d40ad55-ab59-461f-986e-22aa0133f68f.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 644.100083] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ce441166-81ca-4e0f-91c5-f3b63d4ecc86 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] [instance: 7d40ad55-ab59-461f-986e-22aa0133f68f] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 644.100836] env[62353]: INFO nova.scheduler.client.report [None req-08a17936-19c8-469f-9a23-273961e6d350 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Deleted allocations for instance 2e9731d0-ef1b-44f2-a457-d21a99bfa2bf [ 644.102414] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4f881ee5-4f3b-49f7-9c5b-9803d71e8f56 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.114193] env[62353]: DEBUG oslo_vmware.api [None req-ce441166-81ca-4e0f-91c5-f3b63d4ecc86 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] Waiting for the task: (returnval){ [ 644.114193] env[62353]: value = "task-2371979" [ 644.114193] env[62353]: _type = "Task" [ 644.114193] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.125815] env[62353]: DEBUG oslo_vmware.api [None req-ce441166-81ca-4e0f-91c5-f3b63d4ecc86 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] Task: {'id': task-2371979, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.163692] env[62353]: DEBUG oslo_vmware.api [None req-663ad775-307b-4f2c-af63-f59782dfcd8f tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Task: {'id': task-2371977, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.227627] env[62353]: DEBUG oslo_vmware.api [None req-13e96dfd-a33e-4820-9dca-9787eb2f480f tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Task: {'id': task-2371978, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.309293] env[62353]: DEBUG nova.network.neutron [None req-4c56e83e-ef25-4028-9e42-379a05175eb5 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: cd87ae19-37ee-4d88-95ee-9de38d5214a4] Successfully updated port: 85d268bd-7eab-47eb-9352-44c996b74f59 {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 644.343675] env[62353]: DEBUG oslo_concurrency.lockutils [req-94ebb5fa-4937-4867-a36a-f14efc5d91c2 req-0091ce73-ac01-4a16-89f7-aa2163171a20 service nova] Releasing lock "refresh_cache-0ccb3004-b612-45c3-b655-609eb2c4b16c" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 644.446789] env[62353]: DEBUG oslo_concurrency.lockutils [None req-52c7295d-0e3a-41b7-9bcb-8608758725ba tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Releasing lock "refresh_cache-742baadd-a2ec-452d-8db1-313c8d28fe42" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 644.448364] env[62353]: DEBUG nova.compute.manager [None req-52c7295d-0e3a-41b7-9bcb-8608758725ba tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] [instance: 742baadd-a2ec-452d-8db1-313c8d28fe42] Instance network_info: |[{"id": "fbbf1266-96dc-4220-8105-b008867338fe", "address": "fa:16:3e:ea:7d:4f", "network": {"id": "2be634d9-365a-4258-9bd8-c03318d42ac3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.83", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0a3f88790a594523a818b8c00f6862e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbbf1266-96", "ovs_interfaceid": "fbbf1266-96dc-4220-8105-b008867338fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 644.448566] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-52c7295d-0e3a-41b7-9bcb-8608758725ba tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] [instance: 742baadd-a2ec-452d-8db1-313c8d28fe42] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ea:7d:4f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ec46b14d-3310-4f2b-96c1-f53ee47d3759', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fbbf1266-96dc-4220-8105-b008867338fe', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 644.456260] env[62353]: DEBUG oslo.service.loopingcall [None req-52c7295d-0e3a-41b7-9bcb-8608758725ba tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 644.457029] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 742baadd-a2ec-452d-8db1-313c8d28fe42] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 644.457866] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3a401679-9c61-42d2-88b0-e7126d168362 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.476525] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-f673fd10-8848-4ce6-b54e-ad58e6670ccf tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: bc2376dd-856e-4797-bd2a-1db5c2be795d] Volume attach. Driver type: vmdk {{(pid=62353) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 644.477045] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-f673fd10-8848-4ce6-b54e-ad58e6670ccf tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: bc2376dd-856e-4797-bd2a-1db5c2be795d] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-481533', 'volume_id': '771f910a-9851-486b-ad10-072a50521d13', 'name': 'volume-771f910a-9851-486b-ad10-072a50521d13', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bc2376dd-856e-4797-bd2a-1db5c2be795d', 'attached_at': '', 'detached_at': '', 'volume_id': '771f910a-9851-486b-ad10-072a50521d13', 'serial': '771f910a-9851-486b-ad10-072a50521d13'} {{(pid=62353) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 644.477870] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14238215-f9b3-403a-adea-59f84e0e3301 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.501322] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62553ad7-09d5-4b46-93c4-973b43473a79 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.504560] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 644.504560] env[62353]: value = "task-2371980" [ 644.504560] env[62353]: _type = "Task" [ 644.504560] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.532490] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-f673fd10-8848-4ce6-b54e-ad58e6670ccf tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: bc2376dd-856e-4797-bd2a-1db5c2be795d] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] volume-771f910a-9851-486b-ad10-072a50521d13/volume-771f910a-9851-486b-ad10-072a50521d13.vmdk or device None with type thin {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 644.533667] env[62353]: DEBUG oslo_concurrency.lockutils [None req-948de80f-a7d4-4d8d-96b4-a817dd24f565 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Acquiring lock "ba65df73-c3e3-4182-8444-9904aa5858d7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 644.533961] env[62353]: DEBUG oslo_concurrency.lockutils [None req-948de80f-a7d4-4d8d-96b4-a817dd24f565 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Lock "ba65df73-c3e3-4182-8444-9904aa5858d7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 644.534251] env[62353]: DEBUG oslo_concurrency.lockutils [None req-948de80f-a7d4-4d8d-96b4-a817dd24f565 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Acquiring lock "ba65df73-c3e3-4182-8444-9904aa5858d7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 644.534458] env[62353]: DEBUG oslo_concurrency.lockutils [None req-948de80f-a7d4-4d8d-96b4-a817dd24f565 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Lock "ba65df73-c3e3-4182-8444-9904aa5858d7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 644.534691] env[62353]: DEBUG oslo_concurrency.lockutils [None req-948de80f-a7d4-4d8d-96b4-a817dd24f565 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Lock "ba65df73-c3e3-4182-8444-9904aa5858d7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 644.537090] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d3399d9-9b01-4d5e-b0d8-109d79cf67c9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.551385] env[62353]: INFO nova.compute.manager [None req-948de80f-a7d4-4d8d-96b4-a817dd24f565 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: ba65df73-c3e3-4182-8444-9904aa5858d7] Terminating instance [ 644.557155] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2371980, 'name': CreateVM_Task} progress is 15%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.567625] env[62353]: DEBUG oslo_vmware.api [None req-f673fd10-8848-4ce6-b54e-ad58e6670ccf tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Waiting for the task: (returnval){ [ 644.567625] env[62353]: value = "task-2371981" [ 644.567625] env[62353]: _type = "Task" [ 644.567625] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.585570] env[62353]: DEBUG oslo_concurrency.lockutils [req-e88b8ef0-27df-483d-aca6-efcd45a34cfa req-18a817fb-a53d-4248-9388-ed3b5cebe266 service nova] Releasing lock "refresh_cache-e1b536b2-778f-4318-bf20-198bb1752de4" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 644.586051] env[62353]: DEBUG nova.compute.manager [req-e88b8ef0-27df-483d-aca6-efcd45a34cfa req-18a817fb-a53d-4248-9388-ed3b5cebe266 service nova] [instance: f71b6bee-dbc8-48b6-a446-3d93255fda73] Received event network-changed-7a86c9ec-f3aa-491e-a1e4-b8ca53dae40c {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 644.586352] env[62353]: DEBUG nova.compute.manager [req-e88b8ef0-27df-483d-aca6-efcd45a34cfa req-18a817fb-a53d-4248-9388-ed3b5cebe266 service nova] [instance: f71b6bee-dbc8-48b6-a446-3d93255fda73] Refreshing instance network info cache due to event network-changed-7a86c9ec-f3aa-491e-a1e4-b8ca53dae40c. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 644.586792] env[62353]: DEBUG oslo_concurrency.lockutils [req-e88b8ef0-27df-483d-aca6-efcd45a34cfa req-18a817fb-a53d-4248-9388-ed3b5cebe266 service nova] Acquiring lock "refresh_cache-f71b6bee-dbc8-48b6-a446-3d93255fda73" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 644.586957] env[62353]: DEBUG oslo_concurrency.lockutils [req-e88b8ef0-27df-483d-aca6-efcd45a34cfa req-18a817fb-a53d-4248-9388-ed3b5cebe266 service nova] Acquired lock "refresh_cache-f71b6bee-dbc8-48b6-a446-3d93255fda73" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.587261] env[62353]: DEBUG nova.network.neutron [req-e88b8ef0-27df-483d-aca6-efcd45a34cfa req-18a817fb-a53d-4248-9388-ed3b5cebe266 service nova] [instance: f71b6bee-dbc8-48b6-a446-3d93255fda73] Refreshing network info cache for port 7a86c9ec-f3aa-491e-a1e4-b8ca53dae40c {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 644.592725] env[62353]: DEBUG oslo_vmware.api [None req-f673fd10-8848-4ce6-b54e-ad58e6670ccf tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Task: {'id': task-2371981, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.611490] env[62353]: DEBUG oslo_concurrency.lockutils [None req-08a17936-19c8-469f-9a23-273961e6d350 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Lock "2e9731d0-ef1b-44f2-a457-d21a99bfa2bf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.989s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 644.626854] env[62353]: DEBUG oslo_vmware.api [None req-ce441166-81ca-4e0f-91c5-f3b63d4ecc86 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] Task: {'id': task-2371979, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.164403} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.627366] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ce441166-81ca-4e0f-91c5-f3b63d4ecc86 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] [instance: 7d40ad55-ab59-461f-986e-22aa0133f68f] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 644.627973] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d0ed622-b9ff-4cb4-9e92-c2b6ca9b3af6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.654635] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce441166-81ca-4e0f-91c5-f3b63d4ecc86 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] [instance: 7d40ad55-ab59-461f-986e-22aa0133f68f] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] 7d40ad55-ab59-461f-986e-22aa0133f68f/7d40ad55-ab59-461f-986e-22aa0133f68f.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 644.655440] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-13a42746-62f6-4d75-800b-ef03c916c357 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.681663] env[62353]: DEBUG oslo_vmware.api [None req-663ad775-307b-4f2c-af63-f59782dfcd8f tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Task: {'id': task-2371977, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.92423} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.686020] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-663ad775-307b-4f2c-af63-f59782dfcd8f tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore1] e1b536b2-778f-4318-bf20-198bb1752de4/e1b536b2-778f-4318-bf20-198bb1752de4.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 644.686020] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-663ad775-307b-4f2c-af63-f59782dfcd8f tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: e1b536b2-778f-4318-bf20-198bb1752de4] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 644.686020] env[62353]: DEBUG oslo_vmware.api [None req-ce441166-81ca-4e0f-91c5-f3b63d4ecc86 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] Waiting for the task: (returnval){ [ 644.686020] env[62353]: value = "task-2371982" [ 644.686020] env[62353]: _type = "Task" [ 644.686020] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.686020] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1c10ffc4-d4ea-4b33-a384-bcfd0d55961a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.696053] env[62353]: DEBUG oslo_vmware.api [None req-ce441166-81ca-4e0f-91c5-f3b63d4ecc86 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] Task: {'id': task-2371982, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.697579] env[62353]: DEBUG oslo_vmware.api [None req-663ad775-307b-4f2c-af63-f59782dfcd8f tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Waiting for the task: (returnval){ [ 644.697579] env[62353]: value = "task-2371983" [ 644.697579] env[62353]: _type = "Task" [ 644.697579] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.710113] env[62353]: DEBUG oslo_vmware.api [None req-663ad775-307b-4f2c-af63-f59782dfcd8f tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Task: {'id': task-2371983, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.727293] env[62353]: DEBUG oslo_vmware.api [None req-13e96dfd-a33e-4820-9dca-9787eb2f480f tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Task: {'id': task-2371978, 'name': ReconfigVM_Task, 'duration_secs': 0.953721} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.727639] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-13e96dfd-a33e-4820-9dca-9787eb2f480f tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] [instance: a415cd3c-4e94-4e23-9588-adb12815187c] Reconfigured VM instance instance-00000013 to detach disk 2001 {{(pid=62353) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 644.727799] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-13e96dfd-a33e-4820-9dca-9787eb2f480f tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] [instance: a415cd3c-4e94-4e23-9588-adb12815187c] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 644.728071] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bbdc2615-548e-449e-a219-0ebbd761034f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.738026] env[62353]: DEBUG oslo_vmware.api [None req-13e96dfd-a33e-4820-9dca-9787eb2f480f tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Waiting for the task: (returnval){ [ 644.738026] env[62353]: value = "task-2371984" [ 644.738026] env[62353]: _type = "Task" [ 644.738026] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.747482] env[62353]: DEBUG oslo_vmware.api [None req-13e96dfd-a33e-4820-9dca-9787eb2f480f tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Task: {'id': task-2371984, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.813579] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4c56e83e-ef25-4028-9e42-379a05175eb5 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Acquiring lock "refresh_cache-cd87ae19-37ee-4d88-95ee-9de38d5214a4" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 644.813579] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4c56e83e-ef25-4028-9e42-379a05175eb5 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Acquired lock "refresh_cache-cd87ae19-37ee-4d88-95ee-9de38d5214a4" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.813579] env[62353]: DEBUG nova.network.neutron [None req-4c56e83e-ef25-4028-9e42-379a05175eb5 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: cd87ae19-37ee-4d88-95ee-9de38d5214a4] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 645.016397] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2371980, 'name': CreateVM_Task} progress is 99%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.061624] env[62353]: DEBUG nova.compute.manager [None req-948de80f-a7d4-4d8d-96b4-a817dd24f565 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: ba65df73-c3e3-4182-8444-9904aa5858d7] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 645.061962] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-948de80f-a7d4-4d8d-96b4-a817dd24f565 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: ba65df73-c3e3-4182-8444-9904aa5858d7] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 645.062860] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5287cc31-f294-44ad-81db-596c6423c12b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.073559] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-948de80f-a7d4-4d8d-96b4-a817dd24f565 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: ba65df73-c3e3-4182-8444-9904aa5858d7] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 645.074343] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-221afd14-81cd-46a2-aa53-6a4b968cfa4f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.079476] env[62353]: DEBUG oslo_vmware.api [None req-f673fd10-8848-4ce6-b54e-ad58e6670ccf tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Task: {'id': task-2371981, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.080914] env[62353]: DEBUG oslo_vmware.api [None req-948de80f-a7d4-4d8d-96b4-a817dd24f565 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Waiting for the task: (returnval){ [ 645.080914] env[62353]: value = "task-2371985" [ 645.080914] env[62353]: _type = "Task" [ 645.080914] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.089568] env[62353]: DEBUG oslo_vmware.api [None req-948de80f-a7d4-4d8d-96b4-a817dd24f565 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Task: {'id': task-2371985, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.197710] env[62353]: DEBUG oslo_vmware.api [None req-ce441166-81ca-4e0f-91c5-f3b63d4ecc86 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] Task: {'id': task-2371982, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.218557] env[62353]: DEBUG oslo_vmware.api [None req-663ad775-307b-4f2c-af63-f59782dfcd8f tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Task: {'id': task-2371983, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078526} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.218756] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-663ad775-307b-4f2c-af63-f59782dfcd8f tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: e1b536b2-778f-4318-bf20-198bb1752de4] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 645.219554] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8858f2a8-f993-493d-a203-2ffaf810d6db {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.258416] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-663ad775-307b-4f2c-af63-f59782dfcd8f tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: e1b536b2-778f-4318-bf20-198bb1752de4] Reconfiguring VM instance instance-00000018 to attach disk [datastore1] e1b536b2-778f-4318-bf20-198bb1752de4/e1b536b2-778f-4318-bf20-198bb1752de4.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 645.270619] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c4bc7339-42e9-484a-959b-904b5ba6d955 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.290492] env[62353]: DEBUG nova.compute.manager [req-193d9e99-3513-4ac9-ace0-9e2d4d3df263 req-eebac885-59e3-4059-895e-c7927ae5ea89 service nova] [instance: cd87ae19-37ee-4d88-95ee-9de38d5214a4] Received event network-vif-plugged-85d268bd-7eab-47eb-9352-44c996b74f59 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 645.290759] env[62353]: DEBUG oslo_concurrency.lockutils [req-193d9e99-3513-4ac9-ace0-9e2d4d3df263 req-eebac885-59e3-4059-895e-c7927ae5ea89 service nova] Acquiring lock "cd87ae19-37ee-4d88-95ee-9de38d5214a4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 645.291010] env[62353]: DEBUG oslo_concurrency.lockutils [req-193d9e99-3513-4ac9-ace0-9e2d4d3df263 req-eebac885-59e3-4059-895e-c7927ae5ea89 service nova] Lock "cd87ae19-37ee-4d88-95ee-9de38d5214a4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 645.291191] env[62353]: DEBUG oslo_concurrency.lockutils [req-193d9e99-3513-4ac9-ace0-9e2d4d3df263 req-eebac885-59e3-4059-895e-c7927ae5ea89 service nova] Lock "cd87ae19-37ee-4d88-95ee-9de38d5214a4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 645.291356] env[62353]: DEBUG nova.compute.manager [req-193d9e99-3513-4ac9-ace0-9e2d4d3df263 req-eebac885-59e3-4059-895e-c7927ae5ea89 service nova] [instance: cd87ae19-37ee-4d88-95ee-9de38d5214a4] No waiting events found dispatching network-vif-plugged-85d268bd-7eab-47eb-9352-44c996b74f59 {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 645.291518] env[62353]: WARNING nova.compute.manager [req-193d9e99-3513-4ac9-ace0-9e2d4d3df263 req-eebac885-59e3-4059-895e-c7927ae5ea89 service nova] [instance: cd87ae19-37ee-4d88-95ee-9de38d5214a4] Received unexpected event network-vif-plugged-85d268bd-7eab-47eb-9352-44c996b74f59 for instance with vm_state building and task_state spawning. [ 645.291669] env[62353]: DEBUG nova.compute.manager [req-193d9e99-3513-4ac9-ace0-9e2d4d3df263 req-eebac885-59e3-4059-895e-c7927ae5ea89 service nova] [instance: cd87ae19-37ee-4d88-95ee-9de38d5214a4] Received event network-changed-85d268bd-7eab-47eb-9352-44c996b74f59 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 645.291814] env[62353]: DEBUG nova.compute.manager [req-193d9e99-3513-4ac9-ace0-9e2d4d3df263 req-eebac885-59e3-4059-895e-c7927ae5ea89 service nova] [instance: cd87ae19-37ee-4d88-95ee-9de38d5214a4] Refreshing instance network info cache due to event network-changed-85d268bd-7eab-47eb-9352-44c996b74f59. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 645.291972] env[62353]: DEBUG oslo_concurrency.lockutils [req-193d9e99-3513-4ac9-ace0-9e2d4d3df263 req-eebac885-59e3-4059-895e-c7927ae5ea89 service nova] Acquiring lock "refresh_cache-cd87ae19-37ee-4d88-95ee-9de38d5214a4" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 645.301000] env[62353]: DEBUG oslo_vmware.api [None req-13e96dfd-a33e-4820-9dca-9787eb2f480f tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Task: {'id': task-2371984, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.303621] env[62353]: DEBUG oslo_vmware.api [None req-663ad775-307b-4f2c-af63-f59782dfcd8f tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Waiting for the task: (returnval){ [ 645.303621] env[62353]: value = "task-2371986" [ 645.303621] env[62353]: _type = "Task" [ 645.303621] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.327856] env[62353]: DEBUG oslo_vmware.api [None req-663ad775-307b-4f2c-af63-f59782dfcd8f tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Task: {'id': task-2371986, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.404462] env[62353]: DEBUG nova.network.neutron [None req-4c56e83e-ef25-4028-9e42-379a05175eb5 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: cd87ae19-37ee-4d88-95ee-9de38d5214a4] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 645.441572] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1fbee651-62d8-426e-9c01-deada1657447 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Acquiring lock "758fbe89-1e60-4025-853d-41439705356b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 645.441904] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1fbee651-62d8-426e-9c01-deada1657447 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Lock "758fbe89-1e60-4025-853d-41439705356b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 645.513820] env[62353]: DEBUG nova.network.neutron [req-e88b8ef0-27df-483d-aca6-efcd45a34cfa req-18a817fb-a53d-4248-9388-ed3b5cebe266 service nova] [instance: f71b6bee-dbc8-48b6-a446-3d93255fda73] Updated VIF entry in instance network info cache for port 7a86c9ec-f3aa-491e-a1e4-b8ca53dae40c. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 645.514122] env[62353]: DEBUG nova.network.neutron [req-e88b8ef0-27df-483d-aca6-efcd45a34cfa req-18a817fb-a53d-4248-9388-ed3b5cebe266 service nova] [instance: f71b6bee-dbc8-48b6-a446-3d93255fda73] Updating instance_info_cache with network_info: [{"id": "7a86c9ec-f3aa-491e-a1e4-b8ca53dae40c", "address": "fa:16:3e:59:3b:7c", "network": {"id": "79c3f7be-6f5c-4f03-b6ab-035fc46b5941", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2140464931-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50a51f7998ca480db23664e0033d6267", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "05b1253d-2b87-4158-9ff1-dafcf829f11f", "external-id": "nsx-vlan-transportzone-55", "segmentation_id": 55, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a86c9ec-f3", "ovs_interfaceid": "7a86c9ec-f3aa-491e-a1e4-b8ca53dae40c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 645.519621] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2371980, 'name': CreateVM_Task, 'duration_secs': 0.545655} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.521106] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 742baadd-a2ec-452d-8db1-313c8d28fe42] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 645.521106] env[62353]: DEBUG oslo_concurrency.lockutils [None req-52c7295d-0e3a-41b7-9bcb-8608758725ba tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 645.521106] env[62353]: DEBUG oslo_concurrency.lockutils [None req-52c7295d-0e3a-41b7-9bcb-8608758725ba tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Acquired lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.521106] env[62353]: DEBUG oslo_concurrency.lockutils [None req-52c7295d-0e3a-41b7-9bcb-8608758725ba tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 645.521365] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bcb476cf-9428-404d-80c9-bad112707ba8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.528609] env[62353]: DEBUG oslo_vmware.api [None req-52c7295d-0e3a-41b7-9bcb-8608758725ba tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Waiting for the task: (returnval){ [ 645.528609] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52093ff7-3292-ba13-29f0-6572c25057ba" [ 645.528609] env[62353]: _type = "Task" [ 645.528609] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.543629] env[62353]: DEBUG oslo_vmware.api [None req-52c7295d-0e3a-41b7-9bcb-8608758725ba tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52093ff7-3292-ba13-29f0-6572c25057ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.589452] env[62353]: DEBUG oslo_vmware.api [None req-f673fd10-8848-4ce6-b54e-ad58e6670ccf tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Task: {'id': task-2371981, 'name': ReconfigVM_Task, 'duration_secs': 0.564982} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.590864] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-f673fd10-8848-4ce6-b54e-ad58e6670ccf tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: bc2376dd-856e-4797-bd2a-1db5c2be795d] Reconfigured VM instance instance-00000014 to attach disk [datastore1] volume-771f910a-9851-486b-ad10-072a50521d13/volume-771f910a-9851-486b-ad10-072a50521d13.vmdk or device None with type thin {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 645.598875] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4aa71f43-d971-473a-a6c6-1120083f8b53 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.609198] env[62353]: DEBUG oslo_vmware.api [None req-948de80f-a7d4-4d8d-96b4-a817dd24f565 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Task: {'id': task-2371985, 'name': PowerOffVM_Task, 'duration_secs': 0.379626} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.612347] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-948de80f-a7d4-4d8d-96b4-a817dd24f565 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: ba65df73-c3e3-4182-8444-9904aa5858d7] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 645.612544] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-948de80f-a7d4-4d8d-96b4-a817dd24f565 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: ba65df73-c3e3-4182-8444-9904aa5858d7] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 645.613401] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5c2a5700-1855-4a50-9048-6b9eab258a94 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.621296] env[62353]: DEBUG oslo_vmware.api [None req-f673fd10-8848-4ce6-b54e-ad58e6670ccf tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Waiting for the task: (returnval){ [ 645.621296] env[62353]: value = "task-2371987" [ 645.621296] env[62353]: _type = "Task" [ 645.621296] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.633592] env[62353]: DEBUG oslo_vmware.api [None req-f673fd10-8848-4ce6-b54e-ad58e6670ccf tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Task: {'id': task-2371987, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.697189] env[62353]: DEBUG oslo_vmware.api [None req-ce441166-81ca-4e0f-91c5-f3b63d4ecc86 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] Task: {'id': task-2371982, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.704086] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-948de80f-a7d4-4d8d-96b4-a817dd24f565 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: ba65df73-c3e3-4182-8444-9904aa5858d7] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 645.704393] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-948de80f-a7d4-4d8d-96b4-a817dd24f565 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: ba65df73-c3e3-4182-8444-9904aa5858d7] Deleting contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 645.704705] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-948de80f-a7d4-4d8d-96b4-a817dd24f565 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Deleting the datastore file [datastore1] ba65df73-c3e3-4182-8444-9904aa5858d7 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 645.704851] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cd921135-294d-4a4f-802a-10b8c922bd41 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.713444] env[62353]: DEBUG oslo_vmware.api [None req-948de80f-a7d4-4d8d-96b4-a817dd24f565 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Waiting for the task: (returnval){ [ 645.713444] env[62353]: value = "task-2371989" [ 645.713444] env[62353]: _type = "Task" [ 645.713444] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.728238] env[62353]: DEBUG oslo_vmware.api [None req-948de80f-a7d4-4d8d-96b4-a817dd24f565 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Task: {'id': task-2371989, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.749033] env[62353]: DEBUG nova.network.neutron [None req-4c56e83e-ef25-4028-9e42-379a05175eb5 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: cd87ae19-37ee-4d88-95ee-9de38d5214a4] Updating instance_info_cache with network_info: [{"id": "85d268bd-7eab-47eb-9352-44c996b74f59", "address": "fa:16:3e:c0:3a:8c", "network": {"id": "e5d036e4-e0e1-4263-a13b-32de611efa27", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1880879466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c183cea98ca94f09886d57c4499788e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08e9585e-6186-4788-9fd9-24174ce45a6f", "external-id": "nsx-vlan-transportzone-254", "segmentation_id": 254, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85d268bd-7e", "ovs_interfaceid": "85d268bd-7eab-47eb-9352-44c996b74f59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 645.762669] env[62353]: DEBUG oslo_vmware.api [None req-13e96dfd-a33e-4820-9dca-9787eb2f480f tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Task: {'id': task-2371984, 'name': PowerOnVM_Task, 'duration_secs': 0.626932} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.762669] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-13e96dfd-a33e-4820-9dca-9787eb2f480f tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] [instance: a415cd3c-4e94-4e23-9588-adb12815187c] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 645.762892] env[62353]: DEBUG nova.compute.manager [None req-13e96dfd-a33e-4820-9dca-9787eb2f480f tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] [instance: a415cd3c-4e94-4e23-9588-adb12815187c] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 645.763695] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d11971d4-38c5-493c-925a-eaf452be823f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.805087] env[62353]: DEBUG nova.compute.manager [req-a75dbd33-bef6-48cc-b283-92768f5af772 req-2603ebd9-1e91-4e91-b99b-01c63d2f7b61 service nova] [instance: 742baadd-a2ec-452d-8db1-313c8d28fe42] Received event network-vif-plugged-fbbf1266-96dc-4220-8105-b008867338fe {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 645.806297] env[62353]: DEBUG oslo_concurrency.lockutils [req-a75dbd33-bef6-48cc-b283-92768f5af772 req-2603ebd9-1e91-4e91-b99b-01c63d2f7b61 service nova] Acquiring lock "742baadd-a2ec-452d-8db1-313c8d28fe42-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 645.806297] env[62353]: DEBUG oslo_concurrency.lockutils [req-a75dbd33-bef6-48cc-b283-92768f5af772 req-2603ebd9-1e91-4e91-b99b-01c63d2f7b61 service nova] Lock "742baadd-a2ec-452d-8db1-313c8d28fe42-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 645.806297] env[62353]: DEBUG oslo_concurrency.lockutils [req-a75dbd33-bef6-48cc-b283-92768f5af772 req-2603ebd9-1e91-4e91-b99b-01c63d2f7b61 service nova] Lock "742baadd-a2ec-452d-8db1-313c8d28fe42-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 645.806540] env[62353]: DEBUG nova.compute.manager [req-a75dbd33-bef6-48cc-b283-92768f5af772 req-2603ebd9-1e91-4e91-b99b-01c63d2f7b61 service nova] [instance: 742baadd-a2ec-452d-8db1-313c8d28fe42] No waiting events found dispatching network-vif-plugged-fbbf1266-96dc-4220-8105-b008867338fe {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 645.806827] env[62353]: WARNING nova.compute.manager [req-a75dbd33-bef6-48cc-b283-92768f5af772 req-2603ebd9-1e91-4e91-b99b-01c63d2f7b61 service nova] [instance: 742baadd-a2ec-452d-8db1-313c8d28fe42] Received unexpected event network-vif-plugged-fbbf1266-96dc-4220-8105-b008867338fe for instance with vm_state building and task_state spawning. [ 645.807105] env[62353]: DEBUG nova.compute.manager [req-a75dbd33-bef6-48cc-b283-92768f5af772 req-2603ebd9-1e91-4e91-b99b-01c63d2f7b61 service nova] [instance: 742baadd-a2ec-452d-8db1-313c8d28fe42] Received event network-changed-fbbf1266-96dc-4220-8105-b008867338fe {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 645.807471] env[62353]: DEBUG nova.compute.manager [req-a75dbd33-bef6-48cc-b283-92768f5af772 req-2603ebd9-1e91-4e91-b99b-01c63d2f7b61 service nova] [instance: 742baadd-a2ec-452d-8db1-313c8d28fe42] Refreshing instance network info cache due to event network-changed-fbbf1266-96dc-4220-8105-b008867338fe. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 645.807937] env[62353]: DEBUG oslo_concurrency.lockutils [req-a75dbd33-bef6-48cc-b283-92768f5af772 req-2603ebd9-1e91-4e91-b99b-01c63d2f7b61 service nova] Acquiring lock "refresh_cache-742baadd-a2ec-452d-8db1-313c8d28fe42" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 645.808644] env[62353]: DEBUG oslo_concurrency.lockutils [req-a75dbd33-bef6-48cc-b283-92768f5af772 req-2603ebd9-1e91-4e91-b99b-01c63d2f7b61 service nova] Acquired lock "refresh_cache-742baadd-a2ec-452d-8db1-313c8d28fe42" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.808644] env[62353]: DEBUG nova.network.neutron [req-a75dbd33-bef6-48cc-b283-92768f5af772 req-2603ebd9-1e91-4e91-b99b-01c63d2f7b61 service nova] [instance: 742baadd-a2ec-452d-8db1-313c8d28fe42] Refreshing network info cache for port fbbf1266-96dc-4220-8105-b008867338fe {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 645.827797] env[62353]: DEBUG oslo_vmware.api [None req-663ad775-307b-4f2c-af63-f59782dfcd8f tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Task: {'id': task-2371986, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.908349] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1343bef8-d762-46a5-87a4-130026632437 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.918219] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15196aa9-e406-4945-b69b-f995d6010c87 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.953498] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76100406-600c-4e6a-b562-b646b79581ee {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.965040] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67e62da8-229e-47d7-85e7-03627044e7e4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.979567] env[62353]: DEBUG nova.compute.provider_tree [None req-fff2271d-3d8c-4c55-90a4-92086bb9df3f tempest-ServerDiagnosticsV248Test-141103953 tempest-ServerDiagnosticsV248Test-141103953-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 646.021357] env[62353]: DEBUG oslo_concurrency.lockutils [req-e88b8ef0-27df-483d-aca6-efcd45a34cfa req-18a817fb-a53d-4248-9388-ed3b5cebe266 service nova] Releasing lock "refresh_cache-f71b6bee-dbc8-48b6-a446-3d93255fda73" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 646.044588] env[62353]: DEBUG oslo_vmware.api [None req-52c7295d-0e3a-41b7-9bcb-8608758725ba tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52093ff7-3292-ba13-29f0-6572c25057ba, 'name': SearchDatastore_Task, 'duration_secs': 0.015121} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.044898] env[62353]: DEBUG oslo_concurrency.lockutils [None req-52c7295d-0e3a-41b7-9bcb-8608758725ba tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Releasing lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 646.045150] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-52c7295d-0e3a-41b7-9bcb-8608758725ba tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] [instance: 742baadd-a2ec-452d-8db1-313c8d28fe42] Processing image 06f909ae-e8dc-43b4-abf7-c7ed85db9bbd {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 646.045379] env[62353]: DEBUG oslo_concurrency.lockutils [None req-52c7295d-0e3a-41b7-9bcb-8608758725ba tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 646.045523] env[62353]: DEBUG oslo_concurrency.lockutils [None req-52c7295d-0e3a-41b7-9bcb-8608758725ba tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Acquired lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.045725] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-52c7295d-0e3a-41b7-9bcb-8608758725ba tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 646.045989] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4386c75b-2274-4123-b273-99f0010f58ba {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.056013] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-52c7295d-0e3a-41b7-9bcb-8608758725ba tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 646.056228] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-52c7295d-0e3a-41b7-9bcb-8608758725ba tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 646.056916] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d515600-2011-4f14-8e41-3b41dd9c6f5b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.062505] env[62353]: DEBUG oslo_vmware.api [None req-52c7295d-0e3a-41b7-9bcb-8608758725ba tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Waiting for the task: (returnval){ [ 646.062505] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52293633-861c-7872-d1b8-ecdb64da4db8" [ 646.062505] env[62353]: _type = "Task" [ 646.062505] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.073383] env[62353]: DEBUG oslo_vmware.api [None req-52c7295d-0e3a-41b7-9bcb-8608758725ba tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52293633-861c-7872-d1b8-ecdb64da4db8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.131275] env[62353]: DEBUG oslo_vmware.api [None req-f673fd10-8848-4ce6-b54e-ad58e6670ccf tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Task: {'id': task-2371987, 'name': ReconfigVM_Task, 'duration_secs': 0.214493} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.131604] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-f673fd10-8848-4ce6-b54e-ad58e6670ccf tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: bc2376dd-856e-4797-bd2a-1db5c2be795d] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-481533', 'volume_id': '771f910a-9851-486b-ad10-072a50521d13', 'name': 'volume-771f910a-9851-486b-ad10-072a50521d13', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bc2376dd-856e-4797-bd2a-1db5c2be795d', 'attached_at': '', 'detached_at': '', 'volume_id': '771f910a-9851-486b-ad10-072a50521d13', 'serial': '771f910a-9851-486b-ad10-072a50521d13'} {{(pid=62353) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 646.198069] env[62353]: DEBUG oslo_vmware.api [None req-ce441166-81ca-4e0f-91c5-f3b63d4ecc86 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] Task: {'id': task-2371982, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.223878] env[62353]: DEBUG oslo_vmware.api [None req-948de80f-a7d4-4d8d-96b4-a817dd24f565 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Task: {'id': task-2371989, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.451585} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.224128] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-948de80f-a7d4-4d8d-96b4-a817dd24f565 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 646.224307] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-948de80f-a7d4-4d8d-96b4-a817dd24f565 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: ba65df73-c3e3-4182-8444-9904aa5858d7] Deleted contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 646.224505] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-948de80f-a7d4-4d8d-96b4-a817dd24f565 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: ba65df73-c3e3-4182-8444-9904aa5858d7] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 646.224673] env[62353]: INFO nova.compute.manager [None req-948de80f-a7d4-4d8d-96b4-a817dd24f565 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: ba65df73-c3e3-4182-8444-9904aa5858d7] Took 1.16 seconds to destroy the instance on the hypervisor. [ 646.224905] env[62353]: DEBUG oslo.service.loopingcall [None req-948de80f-a7d4-4d8d-96b4-a817dd24f565 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 646.225108] env[62353]: DEBUG nova.compute.manager [-] [instance: ba65df73-c3e3-4182-8444-9904aa5858d7] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 646.225190] env[62353]: DEBUG nova.network.neutron [-] [instance: ba65df73-c3e3-4182-8444-9904aa5858d7] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 646.251465] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4c56e83e-ef25-4028-9e42-379a05175eb5 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Releasing lock "refresh_cache-cd87ae19-37ee-4d88-95ee-9de38d5214a4" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 646.252137] env[62353]: DEBUG nova.compute.manager [None req-4c56e83e-ef25-4028-9e42-379a05175eb5 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: cd87ae19-37ee-4d88-95ee-9de38d5214a4] Instance network_info: |[{"id": "85d268bd-7eab-47eb-9352-44c996b74f59", "address": "fa:16:3e:c0:3a:8c", "network": {"id": "e5d036e4-e0e1-4263-a13b-32de611efa27", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1880879466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c183cea98ca94f09886d57c4499788e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08e9585e-6186-4788-9fd9-24174ce45a6f", "external-id": "nsx-vlan-transportzone-254", "segmentation_id": 254, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85d268bd-7e", "ovs_interfaceid": "85d268bd-7eab-47eb-9352-44c996b74f59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 646.252599] env[62353]: DEBUG oslo_concurrency.lockutils [req-193d9e99-3513-4ac9-ace0-9e2d4d3df263 req-eebac885-59e3-4059-895e-c7927ae5ea89 service nova] Acquired lock "refresh_cache-cd87ae19-37ee-4d88-95ee-9de38d5214a4" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.252909] env[62353]: DEBUG nova.network.neutron [req-193d9e99-3513-4ac9-ace0-9e2d4d3df263 req-eebac885-59e3-4059-895e-c7927ae5ea89 service nova] [instance: cd87ae19-37ee-4d88-95ee-9de38d5214a4] Refreshing network info cache for port 85d268bd-7eab-47eb-9352-44c996b74f59 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 646.258019] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-4c56e83e-ef25-4028-9e42-379a05175eb5 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: cd87ae19-37ee-4d88-95ee-9de38d5214a4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c0:3a:8c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '08e9585e-6186-4788-9fd9-24174ce45a6f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '85d268bd-7eab-47eb-9352-44c996b74f59', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 646.262357] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c56e83e-ef25-4028-9e42-379a05175eb5 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Creating folder: Project (c183cea98ca94f09886d57c4499788e8). Parent ref: group-v481456. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 646.263828] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e4714c7e-8e88-44d6-91ed-b0328e0ec7bc {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.276385] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-4c56e83e-ef25-4028-9e42-379a05175eb5 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Created folder: Project (c183cea98ca94f09886d57c4499788e8) in parent group-v481456. [ 646.276690] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c56e83e-ef25-4028-9e42-379a05175eb5 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Creating folder: Instances. Parent ref: group-v481538. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 646.277302] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1302a9dc-d030-4c82-ab46-cdc76dc5b782 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.296597] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-4c56e83e-ef25-4028-9e42-379a05175eb5 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Created folder: Instances in parent group-v481538. [ 646.296597] env[62353]: DEBUG oslo.service.loopingcall [None req-4c56e83e-ef25-4028-9e42-379a05175eb5 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 646.296597] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd87ae19-37ee-4d88-95ee-9de38d5214a4] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 646.296597] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-02dda8b2-1060-46be-9c16-0897035c89ec {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.331276] env[62353]: DEBUG oslo_vmware.api [None req-663ad775-307b-4f2c-af63-f59782dfcd8f tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Task: {'id': task-2371986, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.332608] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 646.332608] env[62353]: value = "task-2371992" [ 646.332608] env[62353]: _type = "Task" [ 646.332608] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.483415] env[62353]: DEBUG nova.scheduler.client.report [None req-fff2271d-3d8c-4c55-90a4-92086bb9df3f tempest-ServerDiagnosticsV248Test-141103953 tempest-ServerDiagnosticsV248Test-141103953-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 646.576978] env[62353]: DEBUG oslo_vmware.api [None req-52c7295d-0e3a-41b7-9bcb-8608758725ba tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52293633-861c-7872-d1b8-ecdb64da4db8, 'name': SearchDatastore_Task, 'duration_secs': 0.021871} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.581472] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc6e53d5-5d0e-40bc-bbd5-8eef0e99c58f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.590244] env[62353]: DEBUG oslo_vmware.api [None req-52c7295d-0e3a-41b7-9bcb-8608758725ba tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Waiting for the task: (returnval){ [ 646.590244] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52b764a5-095e-94be-0db3-da9b7885a0cd" [ 646.590244] env[62353]: _type = "Task" [ 646.590244] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.602512] env[62353]: DEBUG oslo_vmware.api [None req-52c7295d-0e3a-41b7-9bcb-8608758725ba tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52b764a5-095e-94be-0db3-da9b7885a0cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.628660] env[62353]: DEBUG nova.network.neutron [req-a75dbd33-bef6-48cc-b283-92768f5af772 req-2603ebd9-1e91-4e91-b99b-01c63d2f7b61 service nova] [instance: 742baadd-a2ec-452d-8db1-313c8d28fe42] Updated VIF entry in instance network info cache for port fbbf1266-96dc-4220-8105-b008867338fe. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 646.629843] env[62353]: DEBUG nova.network.neutron [req-a75dbd33-bef6-48cc-b283-92768f5af772 req-2603ebd9-1e91-4e91-b99b-01c63d2f7b61 service nova] [instance: 742baadd-a2ec-452d-8db1-313c8d28fe42] Updating instance_info_cache with network_info: [{"id": "fbbf1266-96dc-4220-8105-b008867338fe", "address": "fa:16:3e:ea:7d:4f", "network": {"id": "2be634d9-365a-4258-9bd8-c03318d42ac3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.83", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0a3f88790a594523a818b8c00f6862e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbbf1266-96", "ovs_interfaceid": "fbbf1266-96dc-4220-8105-b008867338fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 646.707050] env[62353]: DEBUG oslo_vmware.api [None req-ce441166-81ca-4e0f-91c5-f3b63d4ecc86 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] Task: {'id': task-2371982, 'name': ReconfigVM_Task, 'duration_secs': 1.709895} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.707684] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce441166-81ca-4e0f-91c5-f3b63d4ecc86 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] [instance: 7d40ad55-ab59-461f-986e-22aa0133f68f] Reconfigured VM instance instance-00000017 to attach disk [datastore1] 7d40ad55-ab59-461f-986e-22aa0133f68f/7d40ad55-ab59-461f-986e-22aa0133f68f.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 646.708352] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3467b2e6-72c2-47d5-9f55-820663f2f782 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.720427] env[62353]: DEBUG oslo_vmware.api [None req-ce441166-81ca-4e0f-91c5-f3b63d4ecc86 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] Waiting for the task: (returnval){ [ 646.720427] env[62353]: value = "task-2371993" [ 646.720427] env[62353]: _type = "Task" [ 646.720427] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.735959] env[62353]: DEBUG oslo_vmware.api [None req-ce441166-81ca-4e0f-91c5-f3b63d4ecc86 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] Task: {'id': task-2371993, 'name': Rename_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.828534] env[62353]: DEBUG oslo_vmware.api [None req-663ad775-307b-4f2c-af63-f59782dfcd8f tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Task: {'id': task-2371986, 'name': ReconfigVM_Task, 'duration_secs': 1.423213} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.828534] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-663ad775-307b-4f2c-af63-f59782dfcd8f tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: e1b536b2-778f-4318-bf20-198bb1752de4] Reconfigured VM instance instance-00000018 to attach disk [datastore1] e1b536b2-778f-4318-bf20-198bb1752de4/e1b536b2-778f-4318-bf20-198bb1752de4.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 646.828534] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c3dd7055-c30f-4f6e-960a-8a841f25e94e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.838711] env[62353]: DEBUG oslo_vmware.api [None req-663ad775-307b-4f2c-af63-f59782dfcd8f tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Waiting for the task: (returnval){ [ 646.838711] env[62353]: value = "task-2371994" [ 646.838711] env[62353]: _type = "Task" [ 646.838711] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.849859] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2371992, 'name': CreateVM_Task, 'duration_secs': 0.435408} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.854029] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd87ae19-37ee-4d88-95ee-9de38d5214a4] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 646.854386] env[62353]: DEBUG oslo_vmware.api [None req-663ad775-307b-4f2c-af63-f59782dfcd8f tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Task: {'id': task-2371994, 'name': Rename_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.855170] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4c56e83e-ef25-4028-9e42-379a05175eb5 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 646.855375] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4c56e83e-ef25-4028-9e42-379a05175eb5 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Acquired lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.855850] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4c56e83e-ef25-4028-9e42-379a05175eb5 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 646.856170] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aec52249-b646-4a1c-8046-8114dd85bb01 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.867146] env[62353]: DEBUG oslo_vmware.api [None req-4c56e83e-ef25-4028-9e42-379a05175eb5 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Waiting for the task: (returnval){ [ 646.867146] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]520399f2-62bb-4258-e99c-409157ed6441" [ 646.867146] env[62353]: _type = "Task" [ 646.867146] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.881872] env[62353]: DEBUG oslo_vmware.api [None req-4c56e83e-ef25-4028-9e42-379a05175eb5 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]520399f2-62bb-4258-e99c-409157ed6441, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.989264] env[62353]: DEBUG oslo_concurrency.lockutils [None req-fff2271d-3d8c-4c55-90a4-92086bb9df3f tempest-ServerDiagnosticsV248Test-141103953 tempest-ServerDiagnosticsV248Test-141103953-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.920s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 646.989882] env[62353]: DEBUG nova.compute.manager [None req-fff2271d-3d8c-4c55-90a4-92086bb9df3f tempest-ServerDiagnosticsV248Test-141103953 tempest-ServerDiagnosticsV248Test-141103953-project-member] [instance: 791b8fc4-81e2-4a69-a358-f56a421e4680] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 646.995845] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 21.603s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 646.999022] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 646.999022] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62353) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 646.999022] env[62353]: DEBUG oslo_concurrency.lockutils [None req-57d6375e-1df6-4962-9cf4-9dff5244dd67 tempest-ServersTestFqdnHostnames-53680272 tempest-ServersTestFqdnHostnames-53680272-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.975s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 646.999022] env[62353]: INFO nova.compute.claims [None req-57d6375e-1df6-4962-9cf4-9dff5244dd67 tempest-ServersTestFqdnHostnames-53680272 tempest-ServersTestFqdnHostnames-53680272-project-member] [instance: 3c094195-7f0d-4043-a1e4-8acbf634b14f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 647.002054] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1913108-565b-4eed-ba2a-dabdfadf0e1e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.012827] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db1c81d4-892e-4e66-a33a-9672359820dc {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.035620] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb386ef9-e21b-498a-a816-85e955083976 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.046591] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d060cd6c-3646-4302-ad4d-3a9d790548dc {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.082832] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180635MB free_disk=154GB free_vcpus=48 pci_devices=None {{(pid=62353) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 647.083071] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 647.093721] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0aae8368-b89b-4f73-8c09-55902873db9a tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Acquiring lock "faaa5eff-8814-4951-a6fc-9b2a53891f1c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 647.093987] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0aae8368-b89b-4f73-8c09-55902873db9a tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Lock "faaa5eff-8814-4951-a6fc-9b2a53891f1c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 647.107267] env[62353]: DEBUG oslo_vmware.api [None req-52c7295d-0e3a-41b7-9bcb-8608758725ba tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52b764a5-095e-94be-0db3-da9b7885a0cd, 'name': SearchDatastore_Task, 'duration_secs': 0.011705} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.107870] env[62353]: DEBUG oslo_concurrency.lockutils [None req-52c7295d-0e3a-41b7-9bcb-8608758725ba tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Releasing lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 647.107870] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-52c7295d-0e3a-41b7-9bcb-8608758725ba tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore1] 742baadd-a2ec-452d-8db1-313c8d28fe42/742baadd-a2ec-452d-8db1-313c8d28fe42.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 647.108082] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f03d8c4b-5044-46af-a700-7105566ee913 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.117587] env[62353]: DEBUG oslo_vmware.api [None req-52c7295d-0e3a-41b7-9bcb-8608758725ba tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Waiting for the task: (returnval){ [ 647.117587] env[62353]: value = "task-2371995" [ 647.117587] env[62353]: _type = "Task" [ 647.117587] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.128294] env[62353]: DEBUG oslo_vmware.api [None req-52c7295d-0e3a-41b7-9bcb-8608758725ba tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Task: {'id': task-2371995, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.134837] env[62353]: DEBUG oslo_concurrency.lockutils [req-a75dbd33-bef6-48cc-b283-92768f5af772 req-2603ebd9-1e91-4e91-b99b-01c63d2f7b61 service nova] Releasing lock "refresh_cache-742baadd-a2ec-452d-8db1-313c8d28fe42" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 647.135078] env[62353]: DEBUG nova.compute.manager [req-a75dbd33-bef6-48cc-b283-92768f5af772 req-2603ebd9-1e91-4e91-b99b-01c63d2f7b61 service nova] [instance: f71b6bee-dbc8-48b6-a446-3d93255fda73] Received event network-changed-7a86c9ec-f3aa-491e-a1e4-b8ca53dae40c {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 647.135285] env[62353]: DEBUG nova.compute.manager [req-a75dbd33-bef6-48cc-b283-92768f5af772 req-2603ebd9-1e91-4e91-b99b-01c63d2f7b61 service nova] [instance: f71b6bee-dbc8-48b6-a446-3d93255fda73] Refreshing instance network info cache due to event network-changed-7a86c9ec-f3aa-491e-a1e4-b8ca53dae40c. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 647.135588] env[62353]: DEBUG oslo_concurrency.lockutils [req-a75dbd33-bef6-48cc-b283-92768f5af772 req-2603ebd9-1e91-4e91-b99b-01c63d2f7b61 service nova] Acquiring lock "refresh_cache-f71b6bee-dbc8-48b6-a446-3d93255fda73" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 647.135697] env[62353]: DEBUG oslo_concurrency.lockutils [req-a75dbd33-bef6-48cc-b283-92768f5af772 req-2603ebd9-1e91-4e91-b99b-01c63d2f7b61 service nova] Acquired lock "refresh_cache-f71b6bee-dbc8-48b6-a446-3d93255fda73" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.135855] env[62353]: DEBUG nova.network.neutron [req-a75dbd33-bef6-48cc-b283-92768f5af772 req-2603ebd9-1e91-4e91-b99b-01c63d2f7b61 service nova] [instance: f71b6bee-dbc8-48b6-a446-3d93255fda73] Refreshing network info cache for port 7a86c9ec-f3aa-491e-a1e4-b8ca53dae40c {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 647.173427] env[62353]: DEBUG nova.network.neutron [req-193d9e99-3513-4ac9-ace0-9e2d4d3df263 req-eebac885-59e3-4059-895e-c7927ae5ea89 service nova] [instance: cd87ae19-37ee-4d88-95ee-9de38d5214a4] Updated VIF entry in instance network info cache for port 85d268bd-7eab-47eb-9352-44c996b74f59. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 647.173818] env[62353]: DEBUG nova.network.neutron [req-193d9e99-3513-4ac9-ace0-9e2d4d3df263 req-eebac885-59e3-4059-895e-c7927ae5ea89 service nova] [instance: cd87ae19-37ee-4d88-95ee-9de38d5214a4] Updating instance_info_cache with network_info: [{"id": "85d268bd-7eab-47eb-9352-44c996b74f59", "address": "fa:16:3e:c0:3a:8c", "network": {"id": "e5d036e4-e0e1-4263-a13b-32de611efa27", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1880879466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c183cea98ca94f09886d57c4499788e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08e9585e-6186-4788-9fd9-24174ce45a6f", "external-id": "nsx-vlan-transportzone-254", "segmentation_id": 254, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85d268bd-7e", "ovs_interfaceid": "85d268bd-7eab-47eb-9352-44c996b74f59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 647.208826] env[62353]: DEBUG nova.objects.instance [None req-f673fd10-8848-4ce6-b54e-ad58e6670ccf tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Lazy-loading 'flavor' on Instance uuid bc2376dd-856e-4797-bd2a-1db5c2be795d {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 647.236078] env[62353]: DEBUG oslo_vmware.api [None req-ce441166-81ca-4e0f-91c5-f3b63d4ecc86 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] Task: {'id': task-2371993, 'name': Rename_Task, 'duration_secs': 0.16761} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.236382] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce441166-81ca-4e0f-91c5-f3b63d4ecc86 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] [instance: 7d40ad55-ab59-461f-986e-22aa0133f68f] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 647.236647] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fd81f2d1-0f4e-45cb-b962-b845d8cdb005 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.251346] env[62353]: DEBUG oslo_vmware.api [None req-ce441166-81ca-4e0f-91c5-f3b63d4ecc86 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] Waiting for the task: (returnval){ [ 647.251346] env[62353]: value = "task-2371996" [ 647.251346] env[62353]: _type = "Task" [ 647.251346] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.257990] env[62353]: DEBUG nova.network.neutron [-] [instance: ba65df73-c3e3-4182-8444-9904aa5858d7] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 647.259553] env[62353]: DEBUG oslo_vmware.api [None req-ce441166-81ca-4e0f-91c5-f3b63d4ecc86 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] Task: {'id': task-2371996, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.351723] env[62353]: DEBUG oslo_vmware.api [None req-663ad775-307b-4f2c-af63-f59782dfcd8f tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Task: {'id': task-2371994, 'name': Rename_Task, 'duration_secs': 0.332294} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.352014] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-663ad775-307b-4f2c-af63-f59782dfcd8f tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: e1b536b2-778f-4318-bf20-198bb1752de4] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 647.352260] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d1902e15-9a9c-4052-a76f-a6fb2f98b2a6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.359514] env[62353]: DEBUG oslo_vmware.api [None req-663ad775-307b-4f2c-af63-f59782dfcd8f tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Waiting for the task: (returnval){ [ 647.359514] env[62353]: value = "task-2371997" [ 647.359514] env[62353]: _type = "Task" [ 647.359514] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.368393] env[62353]: DEBUG oslo_vmware.api [None req-663ad775-307b-4f2c-af63-f59782dfcd8f tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Task: {'id': task-2371997, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.376881] env[62353]: DEBUG oslo_vmware.api [None req-4c56e83e-ef25-4028-9e42-379a05175eb5 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]520399f2-62bb-4258-e99c-409157ed6441, 'name': SearchDatastore_Task, 'duration_secs': 0.015986} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.377208] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4c56e83e-ef25-4028-9e42-379a05175eb5 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Releasing lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 647.377442] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-4c56e83e-ef25-4028-9e42-379a05175eb5 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: cd87ae19-37ee-4d88-95ee-9de38d5214a4] Processing image 06f909ae-e8dc-43b4-abf7-c7ed85db9bbd {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 647.377791] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4c56e83e-ef25-4028-9e42-379a05175eb5 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 647.377791] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4c56e83e-ef25-4028-9e42-379a05175eb5 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Acquired lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.378411] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c56e83e-ef25-4028-9e42-379a05175eb5 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 647.378411] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c3038cdd-3a57-4996-9b5c-cf63d464c7bf {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.394812] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c56e83e-ef25-4028-9e42-379a05175eb5 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 647.394995] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-4c56e83e-ef25-4028-9e42-379a05175eb5 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 647.395768] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f70399a2-0e87-4413-978b-5392f1dbeac5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.402207] env[62353]: DEBUG oslo_vmware.api [None req-4c56e83e-ef25-4028-9e42-379a05175eb5 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Waiting for the task: (returnval){ [ 647.402207] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52338870-b468-5a0f-d7fa-83c30ca6a0a9" [ 647.402207] env[62353]: _type = "Task" [ 647.402207] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.411019] env[62353]: DEBUG oslo_vmware.api [None req-4c56e83e-ef25-4028-9e42-379a05175eb5 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52338870-b468-5a0f-d7fa-83c30ca6a0a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.503898] env[62353]: DEBUG nova.compute.utils [None req-fff2271d-3d8c-4c55-90a4-92086bb9df3f tempest-ServerDiagnosticsV248Test-141103953 tempest-ServerDiagnosticsV248Test-141103953-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 647.507847] env[62353]: DEBUG nova.compute.manager [None req-fff2271d-3d8c-4c55-90a4-92086bb9df3f tempest-ServerDiagnosticsV248Test-141103953 tempest-ServerDiagnosticsV248Test-141103953-project-member] [instance: 791b8fc4-81e2-4a69-a358-f56a421e4680] Not allocating networking since 'none' was specified. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 647.630257] env[62353]: DEBUG oslo_vmware.api [None req-52c7295d-0e3a-41b7-9bcb-8608758725ba tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Task: {'id': task-2371995, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.677611] env[62353]: DEBUG oslo_concurrency.lockutils [req-193d9e99-3513-4ac9-ace0-9e2d4d3df263 req-eebac885-59e3-4059-895e-c7927ae5ea89 service nova] Releasing lock "refresh_cache-cd87ae19-37ee-4d88-95ee-9de38d5214a4" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 647.716024] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f673fd10-8848-4ce6-b54e-ad58e6670ccf tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Lock "bc2376dd-856e-4797-bd2a-1db5c2be795d" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.893s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 647.766029] env[62353]: INFO nova.compute.manager [-] [instance: ba65df73-c3e3-4182-8444-9904aa5858d7] Took 1.54 seconds to deallocate network for instance. [ 647.766029] env[62353]: DEBUG oslo_vmware.api [None req-ce441166-81ca-4e0f-91c5-f3b63d4ecc86 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] Task: {'id': task-2371996, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.874651] env[62353]: DEBUG oslo_vmware.api [None req-663ad775-307b-4f2c-af63-f59782dfcd8f tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Task: {'id': task-2371997, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.915827] env[62353]: DEBUG oslo_vmware.api [None req-4c56e83e-ef25-4028-9e42-379a05175eb5 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52338870-b468-5a0f-d7fa-83c30ca6a0a9, 'name': SearchDatastore_Task, 'duration_secs': 0.016945} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.916704] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-955c005b-56e7-4246-a5b4-f871ebbf3412 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.922599] env[62353]: DEBUG oslo_vmware.api [None req-4c56e83e-ef25-4028-9e42-379a05175eb5 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Waiting for the task: (returnval){ [ 647.922599] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52eaf307-3f58-4705-94fe-a21cc01249fa" [ 647.922599] env[62353]: _type = "Task" [ 647.922599] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.932255] env[62353]: DEBUG oslo_vmware.api [None req-4c56e83e-ef25-4028-9e42-379a05175eb5 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52eaf307-3f58-4705-94fe-a21cc01249fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.009467] env[62353]: DEBUG nova.compute.manager [None req-fff2271d-3d8c-4c55-90a4-92086bb9df3f tempest-ServerDiagnosticsV248Test-141103953 tempest-ServerDiagnosticsV248Test-141103953-project-member] [instance: 791b8fc4-81e2-4a69-a358-f56a421e4680] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 648.013455] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b2852d23-ae03-4dfc-97e1-f67d1d1d5ed8 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Acquiring lock "a415cd3c-4e94-4e23-9588-adb12815187c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 648.013776] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b2852d23-ae03-4dfc-97e1-f67d1d1d5ed8 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Lock "a415cd3c-4e94-4e23-9588-adb12815187c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 648.013991] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b2852d23-ae03-4dfc-97e1-f67d1d1d5ed8 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Acquiring lock "a415cd3c-4e94-4e23-9588-adb12815187c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 648.014293] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b2852d23-ae03-4dfc-97e1-f67d1d1d5ed8 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Lock "a415cd3c-4e94-4e23-9588-adb12815187c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 648.014400] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b2852d23-ae03-4dfc-97e1-f67d1d1d5ed8 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Lock "a415cd3c-4e94-4e23-9588-adb12815187c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 648.019635] env[62353]: INFO nova.compute.manager [None req-b2852d23-ae03-4dfc-97e1-f67d1d1d5ed8 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] [instance: a415cd3c-4e94-4e23-9588-adb12815187c] Terminating instance [ 648.120145] env[62353]: DEBUG nova.network.neutron [req-a75dbd33-bef6-48cc-b283-92768f5af772 req-2603ebd9-1e91-4e91-b99b-01c63d2f7b61 service nova] [instance: f71b6bee-dbc8-48b6-a446-3d93255fda73] Updated VIF entry in instance network info cache for port 7a86c9ec-f3aa-491e-a1e4-b8ca53dae40c. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 648.120617] env[62353]: DEBUG nova.network.neutron [req-a75dbd33-bef6-48cc-b283-92768f5af772 req-2603ebd9-1e91-4e91-b99b-01c63d2f7b61 service nova] [instance: f71b6bee-dbc8-48b6-a446-3d93255fda73] Updating instance_info_cache with network_info: [{"id": "7a86c9ec-f3aa-491e-a1e4-b8ca53dae40c", "address": "fa:16:3e:59:3b:7c", "network": {"id": "79c3f7be-6f5c-4f03-b6ab-035fc46b5941", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2140464931-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50a51f7998ca480db23664e0033d6267", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "05b1253d-2b87-4158-9ff1-dafcf829f11f", "external-id": "nsx-vlan-transportzone-55", "segmentation_id": 55, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a86c9ec-f3", "ovs_interfaceid": "7a86c9ec-f3aa-491e-a1e4-b8ca53dae40c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 648.135664] env[62353]: DEBUG oslo_vmware.api [None req-52c7295d-0e3a-41b7-9bcb-8608758725ba tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Task: {'id': task-2371995, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.777271} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.135664] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-52c7295d-0e3a-41b7-9bcb-8608758725ba tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore1] 742baadd-a2ec-452d-8db1-313c8d28fe42/742baadd-a2ec-452d-8db1-313c8d28fe42.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 648.135815] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-52c7295d-0e3a-41b7-9bcb-8608758725ba tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] [instance: 742baadd-a2ec-452d-8db1-313c8d28fe42] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 648.136081] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-263cbb9b-8b22-44ce-90d8-1fa07eae73f8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.149186] env[62353]: DEBUG oslo_vmware.api [None req-52c7295d-0e3a-41b7-9bcb-8608758725ba tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Waiting for the task: (returnval){ [ 648.149186] env[62353]: value = "task-2371998" [ 648.149186] env[62353]: _type = "Task" [ 648.149186] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.163427] env[62353]: DEBUG oslo_vmware.api [None req-52c7295d-0e3a-41b7-9bcb-8608758725ba tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Task: {'id': task-2371998, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.189705] env[62353]: DEBUG nova.compute.manager [req-4aa28c46-ebc7-439a-85cb-a98e75df3daf req-db78b7d9-4cfa-4ceb-a54a-628978c20737 service nova] [instance: ba65df73-c3e3-4182-8444-9904aa5858d7] Received event network-vif-deleted-ec81c73b-e082-4888-81eb-33d321b5057e {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 648.262256] env[62353]: DEBUG oslo_vmware.api [None req-ce441166-81ca-4e0f-91c5-f3b63d4ecc86 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] Task: {'id': task-2371996, 'name': PowerOnVM_Task, 'duration_secs': 0.944236} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.262808] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce441166-81ca-4e0f-91c5-f3b63d4ecc86 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] [instance: 7d40ad55-ab59-461f-986e-22aa0133f68f] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 648.263023] env[62353]: INFO nova.compute.manager [None req-ce441166-81ca-4e0f-91c5-f3b63d4ecc86 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] [instance: 7d40ad55-ab59-461f-986e-22aa0133f68f] Took 12.92 seconds to spawn the instance on the hypervisor. [ 648.263205] env[62353]: DEBUG nova.compute.manager [None req-ce441166-81ca-4e0f-91c5-f3b63d4ecc86 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] [instance: 7d40ad55-ab59-461f-986e-22aa0133f68f] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 648.264015] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99af1a5e-6af3-4c81-864a-e975dd6de6ca {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.279567] env[62353]: DEBUG oslo_concurrency.lockutils [None req-948de80f-a7d4-4d8d-96b4-a817dd24f565 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 648.378163] env[62353]: DEBUG oslo_vmware.api [None req-663ad775-307b-4f2c-af63-f59782dfcd8f tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Task: {'id': task-2371997, 'name': PowerOnVM_Task, 'duration_secs': 0.835757} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.382015] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-663ad775-307b-4f2c-af63-f59782dfcd8f tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: e1b536b2-778f-4318-bf20-198bb1752de4] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 648.382671] env[62353]: INFO nova.compute.manager [None req-663ad775-307b-4f2c-af63-f59782dfcd8f tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: e1b536b2-778f-4318-bf20-198bb1752de4] Took 10.23 seconds to spawn the instance on the hypervisor. [ 648.382774] env[62353]: DEBUG nova.compute.manager [None req-663ad775-307b-4f2c-af63-f59782dfcd8f tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: e1b536b2-778f-4318-bf20-198bb1752de4] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 648.384504] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-543053c2-01e0-4410-97a4-877af4002f12 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.437940] env[62353]: DEBUG oslo_vmware.api [None req-4c56e83e-ef25-4028-9e42-379a05175eb5 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52eaf307-3f58-4705-94fe-a21cc01249fa, 'name': SearchDatastore_Task, 'duration_secs': 0.012931} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.438905] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4c56e83e-ef25-4028-9e42-379a05175eb5 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Releasing lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 648.439190] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c56e83e-ef25-4028-9e42-379a05175eb5 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore1] cd87ae19-37ee-4d88-95ee-9de38d5214a4/cd87ae19-37ee-4d88-95ee-9de38d5214a4.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 648.439474] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dc16b333-8341-4f84-9e4f-6b8731d95971 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.449831] env[62353]: DEBUG oslo_vmware.api [None req-4c56e83e-ef25-4028-9e42-379a05175eb5 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Waiting for the task: (returnval){ [ 648.449831] env[62353]: value = "task-2371999" [ 648.449831] env[62353]: _type = "Task" [ 648.449831] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.460758] env[62353]: DEBUG oslo_vmware.api [None req-4c56e83e-ef25-4028-9e42-379a05175eb5 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Task: {'id': task-2371999, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.527197] env[62353]: DEBUG nova.compute.manager [None req-b2852d23-ae03-4dfc-97e1-f67d1d1d5ed8 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] [instance: a415cd3c-4e94-4e23-9588-adb12815187c] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 648.527197] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-b2852d23-ae03-4dfc-97e1-f67d1d1d5ed8 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] [instance: a415cd3c-4e94-4e23-9588-adb12815187c] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 648.527197] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b9bfc31-a789-4dba-b6dc-adeacc098328 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.537952] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2852d23-ae03-4dfc-97e1-f67d1d1d5ed8 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] [instance: a415cd3c-4e94-4e23-9588-adb12815187c] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 648.538271] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9f863c02-56ea-4a21-a450-8a15d0ab1219 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.546879] env[62353]: DEBUG oslo_vmware.api [None req-b2852d23-ae03-4dfc-97e1-f67d1d1d5ed8 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Waiting for the task: (returnval){ [ 648.546879] env[62353]: value = "task-2372000" [ 648.546879] env[62353]: _type = "Task" [ 648.546879] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.560226] env[62353]: DEBUG oslo_vmware.api [None req-b2852d23-ae03-4dfc-97e1-f67d1d1d5ed8 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Task: {'id': task-2372000, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.631053] env[62353]: DEBUG oslo_concurrency.lockutils [req-a75dbd33-bef6-48cc-b283-92768f5af772 req-2603ebd9-1e91-4e91-b99b-01c63d2f7b61 service nova] Releasing lock "refresh_cache-f71b6bee-dbc8-48b6-a446-3d93255fda73" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 648.662217] env[62353]: DEBUG oslo_vmware.api [None req-52c7295d-0e3a-41b7-9bcb-8608758725ba tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Task: {'id': task-2371998, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080346} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.662217] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-52c7295d-0e3a-41b7-9bcb-8608758725ba tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] [instance: 742baadd-a2ec-452d-8db1-313c8d28fe42] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 648.662683] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8691093f-fad8-406c-bac7-f06edbe5f70d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.687398] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-52c7295d-0e3a-41b7-9bcb-8608758725ba tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] [instance: 742baadd-a2ec-452d-8db1-313c8d28fe42] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] 742baadd-a2ec-452d-8db1-313c8d28fe42/742baadd-a2ec-452d-8db1-313c8d28fe42.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 648.691251] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb73fff2-8ba6-4ea2-9db4-b0396276aa01 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.717520] env[62353]: DEBUG oslo_vmware.api [None req-52c7295d-0e3a-41b7-9bcb-8608758725ba tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Waiting for the task: (returnval){ [ 648.717520] env[62353]: value = "task-2372001" [ 648.717520] env[62353]: _type = "Task" [ 648.717520] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.723670] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34a8a53c-63e2-4b15-b347-a6e036c85913 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.736459] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19aebf0b-2630-45f1-8ef2-aa7956a87586 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.740272] env[62353]: DEBUG oslo_vmware.api [None req-52c7295d-0e3a-41b7-9bcb-8608758725ba tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Task: {'id': task-2372001, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.740752] env[62353]: DEBUG oslo_concurrency.lockutils [None req-33c12255-c351-4da5-947c-66f0be99c2e1 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Acquiring lock "bc2376dd-856e-4797-bd2a-1db5c2be795d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 648.741011] env[62353]: DEBUG oslo_concurrency.lockutils [None req-33c12255-c351-4da5-947c-66f0be99c2e1 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Lock "bc2376dd-856e-4797-bd2a-1db5c2be795d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 648.741290] env[62353]: DEBUG oslo_concurrency.lockutils [None req-33c12255-c351-4da5-947c-66f0be99c2e1 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Acquiring lock "bc2376dd-856e-4797-bd2a-1db5c2be795d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 648.741488] env[62353]: DEBUG oslo_concurrency.lockutils [None req-33c12255-c351-4da5-947c-66f0be99c2e1 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Lock "bc2376dd-856e-4797-bd2a-1db5c2be795d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 648.741683] env[62353]: DEBUG oslo_concurrency.lockutils [None req-33c12255-c351-4da5-947c-66f0be99c2e1 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Lock "bc2376dd-856e-4797-bd2a-1db5c2be795d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 648.744714] env[62353]: INFO nova.compute.manager [None req-33c12255-c351-4da5-947c-66f0be99c2e1 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: bc2376dd-856e-4797-bd2a-1db5c2be795d] Terminating instance [ 648.790812] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1228852-c82e-4818-bdbd-ffba3428a096 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.795851] env[62353]: INFO nova.compute.manager [None req-ce441166-81ca-4e0f-91c5-f3b63d4ecc86 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] [instance: 7d40ad55-ab59-461f-986e-22aa0133f68f] Took 38.35 seconds to build instance. [ 648.803295] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1e228ff-a831-4260-b223-07e3b0d77260 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.822370] env[62353]: DEBUG nova.compute.provider_tree [None req-57d6375e-1df6-4962-9cf4-9dff5244dd67 tempest-ServersTestFqdnHostnames-53680272 tempest-ServersTestFqdnHostnames-53680272-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 648.909325] env[62353]: INFO nova.compute.manager [None req-663ad775-307b-4f2c-af63-f59782dfcd8f tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: e1b536b2-778f-4318-bf20-198bb1752de4] Took 37.78 seconds to build instance. [ 648.966159] env[62353]: DEBUG oslo_vmware.api [None req-4c56e83e-ef25-4028-9e42-379a05175eb5 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Task: {'id': task-2371999, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.032839] env[62353]: DEBUG nova.compute.manager [None req-fff2271d-3d8c-4c55-90a4-92086bb9df3f tempest-ServerDiagnosticsV248Test-141103953 tempest-ServerDiagnosticsV248Test-141103953-project-member] [instance: 791b8fc4-81e2-4a69-a358-f56a421e4680] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 649.060352] env[62353]: DEBUG oslo_vmware.api [None req-b2852d23-ae03-4dfc-97e1-f67d1d1d5ed8 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Task: {'id': task-2372000, 'name': PowerOffVM_Task, 'duration_secs': 0.239154} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.060496] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2852d23-ae03-4dfc-97e1-f67d1d1d5ed8 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] [instance: a415cd3c-4e94-4e23-9588-adb12815187c] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 649.060705] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-b2852d23-ae03-4dfc-97e1-f67d1d1d5ed8 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] [instance: a415cd3c-4e94-4e23-9588-adb12815187c] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 649.060979] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-893ba4a6-3217-4e86-8dc5-19222d57a4d4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.065705] env[62353]: DEBUG nova.virt.hardware [None req-fff2271d-3d8c-4c55-90a4-92086bb9df3f tempest-ServerDiagnosticsV248Test-141103953 tempest-ServerDiagnosticsV248Test-141103953-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T12:38:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T12:38:15Z,direct_url=,disk_format='vmdk',id=06f909ae-e8dc-43b4-abf7-c7ed85db9bbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0a3f88790a594523a818b8c00f6862e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T12:38:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 649.065955] env[62353]: DEBUG nova.virt.hardware [None req-fff2271d-3d8c-4c55-90a4-92086bb9df3f tempest-ServerDiagnosticsV248Test-141103953 tempest-ServerDiagnosticsV248Test-141103953-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 649.066200] env[62353]: DEBUG nova.virt.hardware [None req-fff2271d-3d8c-4c55-90a4-92086bb9df3f tempest-ServerDiagnosticsV248Test-141103953 tempest-ServerDiagnosticsV248Test-141103953-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 649.066436] env[62353]: DEBUG nova.virt.hardware [None req-fff2271d-3d8c-4c55-90a4-92086bb9df3f tempest-ServerDiagnosticsV248Test-141103953 tempest-ServerDiagnosticsV248Test-141103953-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 649.066590] env[62353]: DEBUG nova.virt.hardware [None req-fff2271d-3d8c-4c55-90a4-92086bb9df3f tempest-ServerDiagnosticsV248Test-141103953 tempest-ServerDiagnosticsV248Test-141103953-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 649.066748] env[62353]: DEBUG nova.virt.hardware [None req-fff2271d-3d8c-4c55-90a4-92086bb9df3f tempest-ServerDiagnosticsV248Test-141103953 tempest-ServerDiagnosticsV248Test-141103953-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 649.066988] env[62353]: DEBUG nova.virt.hardware [None req-fff2271d-3d8c-4c55-90a4-92086bb9df3f tempest-ServerDiagnosticsV248Test-141103953 tempest-ServerDiagnosticsV248Test-141103953-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 649.067177] env[62353]: DEBUG nova.virt.hardware [None req-fff2271d-3d8c-4c55-90a4-92086bb9df3f tempest-ServerDiagnosticsV248Test-141103953 tempest-ServerDiagnosticsV248Test-141103953-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 649.067330] env[62353]: DEBUG nova.virt.hardware [None req-fff2271d-3d8c-4c55-90a4-92086bb9df3f tempest-ServerDiagnosticsV248Test-141103953 tempest-ServerDiagnosticsV248Test-141103953-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 649.067513] env[62353]: DEBUG nova.virt.hardware [None req-fff2271d-3d8c-4c55-90a4-92086bb9df3f tempest-ServerDiagnosticsV248Test-141103953 tempest-ServerDiagnosticsV248Test-141103953-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 649.067696] env[62353]: DEBUG nova.virt.hardware [None req-fff2271d-3d8c-4c55-90a4-92086bb9df3f tempest-ServerDiagnosticsV248Test-141103953 tempest-ServerDiagnosticsV248Test-141103953-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 649.068604] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e21d46b-c20f-48dc-8de0-10d08e26f4e0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.078924] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a03f555-b153-413f-8d8e-d5bce612a845 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.097105] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-fff2271d-3d8c-4c55-90a4-92086bb9df3f tempest-ServerDiagnosticsV248Test-141103953 tempest-ServerDiagnosticsV248Test-141103953-project-member] [instance: 791b8fc4-81e2-4a69-a358-f56a421e4680] Instance VIF info [] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 649.103275] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-fff2271d-3d8c-4c55-90a4-92086bb9df3f tempest-ServerDiagnosticsV248Test-141103953 tempest-ServerDiagnosticsV248Test-141103953-project-member] Creating folder: Project (5eacb414b1ea419d9038db492491738b). Parent ref: group-v481456. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 649.103763] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-835b405e-9607-4d36-918e-838bac2d7245 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.117209] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-fff2271d-3d8c-4c55-90a4-92086bb9df3f tempest-ServerDiagnosticsV248Test-141103953 tempest-ServerDiagnosticsV248Test-141103953-project-member] Created folder: Project (5eacb414b1ea419d9038db492491738b) in parent group-v481456. [ 649.117421] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-fff2271d-3d8c-4c55-90a4-92086bb9df3f tempest-ServerDiagnosticsV248Test-141103953 tempest-ServerDiagnosticsV248Test-141103953-project-member] Creating folder: Instances. Parent ref: group-v481541. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 649.117682] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4a818bcd-39c3-47b3-8a7a-8d9d72d7a938 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.129238] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-fff2271d-3d8c-4c55-90a4-92086bb9df3f tempest-ServerDiagnosticsV248Test-141103953 tempest-ServerDiagnosticsV248Test-141103953-project-member] Created folder: Instances in parent group-v481541. [ 649.129507] env[62353]: DEBUG oslo.service.loopingcall [None req-fff2271d-3d8c-4c55-90a4-92086bb9df3f tempest-ServerDiagnosticsV248Test-141103953 tempest-ServerDiagnosticsV248Test-141103953-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 649.129717] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 791b8fc4-81e2-4a69-a358-f56a421e4680] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 649.129930] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ddc6d4b4-7029-45fd-b9dc-00da3d6a2a35 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.143070] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-b2852d23-ae03-4dfc-97e1-f67d1d1d5ed8 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] [instance: a415cd3c-4e94-4e23-9588-adb12815187c] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 649.143323] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-b2852d23-ae03-4dfc-97e1-f67d1d1d5ed8 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] [instance: a415cd3c-4e94-4e23-9588-adb12815187c] Deleting contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 649.143500] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2852d23-ae03-4dfc-97e1-f67d1d1d5ed8 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Deleting the datastore file [datastore1] a415cd3c-4e94-4e23-9588-adb12815187c {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 649.144136] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a7a44066-ba3f-41c8-bd5d-317a5e2d5b2e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.148899] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 649.148899] env[62353]: value = "task-2372005" [ 649.148899] env[62353]: _type = "Task" [ 649.148899] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.152955] env[62353]: DEBUG oslo_vmware.api [None req-b2852d23-ae03-4dfc-97e1-f67d1d1d5ed8 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Waiting for the task: (returnval){ [ 649.152955] env[62353]: value = "task-2372006" [ 649.152955] env[62353]: _type = "Task" [ 649.152955] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.158911] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372005, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.164426] env[62353]: DEBUG oslo_vmware.api [None req-b2852d23-ae03-4dfc-97e1-f67d1d1d5ed8 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Task: {'id': task-2372006, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.228861] env[62353]: DEBUG oslo_vmware.api [None req-52c7295d-0e3a-41b7-9bcb-8608758725ba tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Task: {'id': task-2372001, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.250148] env[62353]: DEBUG nova.compute.manager [None req-33c12255-c351-4da5-947c-66f0be99c2e1 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: bc2376dd-856e-4797-bd2a-1db5c2be795d] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 649.250401] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-33c12255-c351-4da5-947c-66f0be99c2e1 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: bc2376dd-856e-4797-bd2a-1db5c2be795d] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 649.250739] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b8918996-9c33-41b0-a568-b9c1d614d13b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.259486] env[62353]: DEBUG oslo_vmware.api [None req-33c12255-c351-4da5-947c-66f0be99c2e1 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Waiting for the task: (returnval){ [ 649.259486] env[62353]: value = "task-2372007" [ 649.259486] env[62353]: _type = "Task" [ 649.259486] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.271831] env[62353]: DEBUG oslo_vmware.api [None req-33c12255-c351-4da5-947c-66f0be99c2e1 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Task: {'id': task-2372007, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.298151] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ce441166-81ca-4e0f-91c5-f3b63d4ecc86 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] Lock "7d40ad55-ab59-461f-986e-22aa0133f68f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.866s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 649.326166] env[62353]: DEBUG nova.scheduler.client.report [None req-57d6375e-1df6-4962-9cf4-9dff5244dd67 tempest-ServersTestFqdnHostnames-53680272 tempest-ServersTestFqdnHostnames-53680272-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 649.411245] env[62353]: DEBUG oslo_concurrency.lockutils [None req-663ad775-307b-4f2c-af63-f59782dfcd8f tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Lock "e1b536b2-778f-4318-bf20-198bb1752de4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.285s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 649.462918] env[62353]: DEBUG oslo_vmware.api [None req-4c56e83e-ef25-4028-9e42-379a05175eb5 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Task: {'id': task-2371999, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.657451} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.463234] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c56e83e-ef25-4028-9e42-379a05175eb5 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore1] cd87ae19-37ee-4d88-95ee-9de38d5214a4/cd87ae19-37ee-4d88-95ee-9de38d5214a4.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 649.463652] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-4c56e83e-ef25-4028-9e42-379a05175eb5 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: cd87ae19-37ee-4d88-95ee-9de38d5214a4] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 649.463983] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b3753a8e-704a-4ae8-bec0-0796cf695271 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.472660] env[62353]: DEBUG oslo_vmware.api [None req-4c56e83e-ef25-4028-9e42-379a05175eb5 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Waiting for the task: (returnval){ [ 649.472660] env[62353]: value = "task-2372008" [ 649.472660] env[62353]: _type = "Task" [ 649.472660] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.484966] env[62353]: DEBUG oslo_vmware.api [None req-4c56e83e-ef25-4028-9e42-379a05175eb5 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Task: {'id': task-2372008, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.665549] env[62353]: DEBUG oslo_vmware.api [None req-b2852d23-ae03-4dfc-97e1-f67d1d1d5ed8 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Task: {'id': task-2372006, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.182123} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.668634] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2852d23-ae03-4dfc-97e1-f67d1d1d5ed8 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 649.668817] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-b2852d23-ae03-4dfc-97e1-f67d1d1d5ed8 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] [instance: a415cd3c-4e94-4e23-9588-adb12815187c] Deleted contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 649.668986] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-b2852d23-ae03-4dfc-97e1-f67d1d1d5ed8 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] [instance: a415cd3c-4e94-4e23-9588-adb12815187c] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 649.669181] env[62353]: INFO nova.compute.manager [None req-b2852d23-ae03-4dfc-97e1-f67d1d1d5ed8 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] [instance: a415cd3c-4e94-4e23-9588-adb12815187c] Took 1.14 seconds to destroy the instance on the hypervisor. [ 649.669423] env[62353]: DEBUG oslo.service.loopingcall [None req-b2852d23-ae03-4dfc-97e1-f67d1d1d5ed8 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 649.669586] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372005, 'name': CreateVM_Task, 'duration_secs': 0.325666} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.670438] env[62353]: DEBUG nova.compute.manager [-] [instance: a415cd3c-4e94-4e23-9588-adb12815187c] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 649.670438] env[62353]: DEBUG nova.network.neutron [-] [instance: a415cd3c-4e94-4e23-9588-adb12815187c] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 649.671450] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 791b8fc4-81e2-4a69-a358-f56a421e4680] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 649.671838] env[62353]: DEBUG oslo_concurrency.lockutils [None req-fff2271d-3d8c-4c55-90a4-92086bb9df3f tempest-ServerDiagnosticsV248Test-141103953 tempest-ServerDiagnosticsV248Test-141103953-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 649.671996] env[62353]: DEBUG oslo_concurrency.lockutils [None req-fff2271d-3d8c-4c55-90a4-92086bb9df3f tempest-ServerDiagnosticsV248Test-141103953 tempest-ServerDiagnosticsV248Test-141103953-project-member] Acquired lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.672312] env[62353]: DEBUG oslo_concurrency.lockutils [None req-fff2271d-3d8c-4c55-90a4-92086bb9df3f tempest-ServerDiagnosticsV248Test-141103953 tempest-ServerDiagnosticsV248Test-141103953-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 649.672845] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4fb3f21e-29f6-4262-87f9-313ecb24f2b2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.678257] env[62353]: DEBUG oslo_vmware.api [None req-fff2271d-3d8c-4c55-90a4-92086bb9df3f tempest-ServerDiagnosticsV248Test-141103953 tempest-ServerDiagnosticsV248Test-141103953-project-member] Waiting for the task: (returnval){ [ 649.678257] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5200aec5-45f0-7c35-4c78-49e364453158" [ 649.678257] env[62353]: _type = "Task" [ 649.678257] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.687479] env[62353]: DEBUG oslo_vmware.api [None req-fff2271d-3d8c-4c55-90a4-92086bb9df3f tempest-ServerDiagnosticsV248Test-141103953 tempest-ServerDiagnosticsV248Test-141103953-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5200aec5-45f0-7c35-4c78-49e364453158, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.729884] env[62353]: DEBUG oslo_vmware.api [None req-52c7295d-0e3a-41b7-9bcb-8608758725ba tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Task: {'id': task-2372001, 'name': ReconfigVM_Task, 'duration_secs': 0.670025} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.730494] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-52c7295d-0e3a-41b7-9bcb-8608758725ba tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] [instance: 742baadd-a2ec-452d-8db1-313c8d28fe42] Reconfigured VM instance instance-00000019 to attach disk [datastore1] 742baadd-a2ec-452d-8db1-313c8d28fe42/742baadd-a2ec-452d-8db1-313c8d28fe42.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 649.731263] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-82c7fd79-533c-4dd1-914d-e9231e29d921 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.738645] env[62353]: DEBUG oslo_vmware.api [None req-52c7295d-0e3a-41b7-9bcb-8608758725ba tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Waiting for the task: (returnval){ [ 649.738645] env[62353]: value = "task-2372009" [ 649.738645] env[62353]: _type = "Task" [ 649.738645] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.748306] env[62353]: DEBUG oslo_vmware.api [None req-52c7295d-0e3a-41b7-9bcb-8608758725ba tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Task: {'id': task-2372009, 'name': Rename_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.770781] env[62353]: DEBUG oslo_vmware.api [None req-33c12255-c351-4da5-947c-66f0be99c2e1 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Task: {'id': task-2372007, 'name': PowerOffVM_Task, 'duration_secs': 0.267208} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.770781] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-33c12255-c351-4da5-947c-66f0be99c2e1 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: bc2376dd-856e-4797-bd2a-1db5c2be795d] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 649.770962] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-33c12255-c351-4da5-947c-66f0be99c2e1 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: bc2376dd-856e-4797-bd2a-1db5c2be795d] Volume detach. Driver type: vmdk {{(pid=62353) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 649.771101] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-33c12255-c351-4da5-947c-66f0be99c2e1 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: bc2376dd-856e-4797-bd2a-1db5c2be795d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-481533', 'volume_id': '771f910a-9851-486b-ad10-072a50521d13', 'name': 'volume-771f910a-9851-486b-ad10-072a50521d13', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bc2376dd-856e-4797-bd2a-1db5c2be795d', 'attached_at': '', 'detached_at': '', 'volume_id': '771f910a-9851-486b-ad10-072a50521d13', 'serial': '771f910a-9851-486b-ad10-072a50521d13'} {{(pid=62353) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 649.771874] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c9281d3-69fa-4436-8d9a-0e7dd1bdcae4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.794126] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e49d4f5-ad76-42cb-9c69-4e4b5cce595e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.803157] env[62353]: DEBUG nova.compute.manager [None req-16f70fe7-d8e7-4ffd-8efd-5463e29b6640 tempest-TenantUsagesTestJSON-828266692 tempest-TenantUsagesTestJSON-828266692-project-member] [instance: 5b4524e2-ff60-4ae5-9658-7fe7cad2b878] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 649.806404] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a510ade-d701-46f7-a31b-78e2fbfe0778 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.828851] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2549eeab-09cb-4478-a805-f4bcedbb9f14 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.834670] env[62353]: DEBUG oslo_concurrency.lockutils [None req-57d6375e-1df6-4962-9cf4-9dff5244dd67 tempest-ServersTestFqdnHostnames-53680272 tempest-ServersTestFqdnHostnames-53680272-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.838s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 649.835240] env[62353]: DEBUG nova.compute.manager [None req-57d6375e-1df6-4962-9cf4-9dff5244dd67 tempest-ServersTestFqdnHostnames-53680272 tempest-ServersTestFqdnHostnames-53680272-project-member] [instance: 3c094195-7f0d-4043-a1e4-8acbf634b14f] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 649.848570] env[62353]: DEBUG oslo_concurrency.lockutils [None req-41bba4cf-27ce-4233-8e9a-5f483de35b4b tempest-ServerRescueTestJSONUnderV235-485973642 tempest-ServerRescueTestJSONUnderV235-485973642-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.107s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 649.848704] env[62353]: DEBUG nova.objects.instance [None req-41bba4cf-27ce-4233-8e9a-5f483de35b4b tempest-ServerRescueTestJSONUnderV235-485973642 tempest-ServerRescueTestJSONUnderV235-485973642-project-member] Lazy-loading 'resources' on Instance uuid 5cff6baf-1dd7-4030-834d-266e83d77229 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 649.850309] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-33c12255-c351-4da5-947c-66f0be99c2e1 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] The volume has not been displaced from its original location: [datastore1] volume-771f910a-9851-486b-ad10-072a50521d13/volume-771f910a-9851-486b-ad10-072a50521d13.vmdk. No consolidation needed. {{(pid=62353) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 649.855564] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-33c12255-c351-4da5-947c-66f0be99c2e1 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: bc2376dd-856e-4797-bd2a-1db5c2be795d] Reconfiguring VM instance instance-00000014 to detach disk 2001 {{(pid=62353) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 649.856875] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-602f937f-ee6c-474f-89d4-3998ca5703c9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.881147] env[62353]: DEBUG oslo_vmware.api [None req-33c12255-c351-4da5-947c-66f0be99c2e1 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Waiting for the task: (returnval){ [ 649.881147] env[62353]: value = "task-2372010" [ 649.881147] env[62353]: _type = "Task" [ 649.881147] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.890966] env[62353]: DEBUG oslo_vmware.api [None req-33c12255-c351-4da5-947c-66f0be99c2e1 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Task: {'id': task-2372010, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.914517] env[62353]: DEBUG nova.compute.manager [None req-c882187a-6e0b-4bcf-81dc-84115e5fbdf5 tempest-ServerDiagnosticsNegativeTest-1842184558 tempest-ServerDiagnosticsNegativeTest-1842184558-project-member] [instance: ed958c86-7d75-439f-a3f1-8c8d2fc6ea0d] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 649.983363] env[62353]: DEBUG oslo_vmware.api [None req-4c56e83e-ef25-4028-9e42-379a05175eb5 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Task: {'id': task-2372008, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069132} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.983653] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-4c56e83e-ef25-4028-9e42-379a05175eb5 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: cd87ae19-37ee-4d88-95ee-9de38d5214a4] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 649.984473] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7c54ff8-74b5-4293-a3f0-507ae2bb354f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.008739] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c56e83e-ef25-4028-9e42-379a05175eb5 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: cd87ae19-37ee-4d88-95ee-9de38d5214a4] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] cd87ae19-37ee-4d88-95ee-9de38d5214a4/cd87ae19-37ee-4d88-95ee-9de38d5214a4.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 650.009369] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-63856acb-d364-48af-846b-688f49bd0d25 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.030630] env[62353]: DEBUG oslo_vmware.api [None req-4c56e83e-ef25-4028-9e42-379a05175eb5 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Waiting for the task: (returnval){ [ 650.030630] env[62353]: value = "task-2372011" [ 650.030630] env[62353]: _type = "Task" [ 650.030630] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.039923] env[62353]: DEBUG oslo_vmware.api [None req-4c56e83e-ef25-4028-9e42-379a05175eb5 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Task: {'id': task-2372011, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.193048] env[62353]: DEBUG oslo_vmware.api [None req-fff2271d-3d8c-4c55-90a4-92086bb9df3f tempest-ServerDiagnosticsV248Test-141103953 tempest-ServerDiagnosticsV248Test-141103953-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5200aec5-45f0-7c35-4c78-49e364453158, 'name': SearchDatastore_Task, 'duration_secs': 0.013} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.193552] env[62353]: DEBUG oslo_concurrency.lockutils [None req-fff2271d-3d8c-4c55-90a4-92086bb9df3f tempest-ServerDiagnosticsV248Test-141103953 tempest-ServerDiagnosticsV248Test-141103953-project-member] Releasing lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 650.193736] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-fff2271d-3d8c-4c55-90a4-92086bb9df3f tempest-ServerDiagnosticsV248Test-141103953 tempest-ServerDiagnosticsV248Test-141103953-project-member] [instance: 791b8fc4-81e2-4a69-a358-f56a421e4680] Processing image 06f909ae-e8dc-43b4-abf7-c7ed85db9bbd {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 650.194073] env[62353]: DEBUG oslo_concurrency.lockutils [None req-fff2271d-3d8c-4c55-90a4-92086bb9df3f tempest-ServerDiagnosticsV248Test-141103953 tempest-ServerDiagnosticsV248Test-141103953-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 650.194221] env[62353]: DEBUG oslo_concurrency.lockutils [None req-fff2271d-3d8c-4c55-90a4-92086bb9df3f tempest-ServerDiagnosticsV248Test-141103953 tempest-ServerDiagnosticsV248Test-141103953-project-member] Acquired lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.194431] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-fff2271d-3d8c-4c55-90a4-92086bb9df3f tempest-ServerDiagnosticsV248Test-141103953 tempest-ServerDiagnosticsV248Test-141103953-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 650.195020] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5be1d379-474e-45dd-a135-c1369af7e179 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.205413] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-fff2271d-3d8c-4c55-90a4-92086bb9df3f tempest-ServerDiagnosticsV248Test-141103953 tempest-ServerDiagnosticsV248Test-141103953-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 650.205615] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-fff2271d-3d8c-4c55-90a4-92086bb9df3f tempest-ServerDiagnosticsV248Test-141103953 tempest-ServerDiagnosticsV248Test-141103953-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 650.206412] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2296ef00-5c88-4e22-a565-2b1df5e8912d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.213303] env[62353]: DEBUG oslo_vmware.api [None req-fff2271d-3d8c-4c55-90a4-92086bb9df3f tempest-ServerDiagnosticsV248Test-141103953 tempest-ServerDiagnosticsV248Test-141103953-project-member] Waiting for the task: (returnval){ [ 650.213303] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]522e492b-c637-c476-b066-e462c28963b8" [ 650.213303] env[62353]: _type = "Task" [ 650.213303] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.224787] env[62353]: DEBUG oslo_vmware.api [None req-fff2271d-3d8c-4c55-90a4-92086bb9df3f tempest-ServerDiagnosticsV248Test-141103953 tempest-ServerDiagnosticsV248Test-141103953-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]522e492b-c637-c476-b066-e462c28963b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.250153] env[62353]: DEBUG oslo_vmware.api [None req-52c7295d-0e3a-41b7-9bcb-8608758725ba tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Task: {'id': task-2372009, 'name': Rename_Task, 'duration_secs': 0.426957} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.250445] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-52c7295d-0e3a-41b7-9bcb-8608758725ba tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] [instance: 742baadd-a2ec-452d-8db1-313c8d28fe42] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 650.250669] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6f66722d-d577-419d-923b-1404eb768b7e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.260456] env[62353]: DEBUG oslo_vmware.api [None req-52c7295d-0e3a-41b7-9bcb-8608758725ba tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Waiting for the task: (returnval){ [ 650.260456] env[62353]: value = "task-2372012" [ 650.260456] env[62353]: _type = "Task" [ 650.260456] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.271618] env[62353]: DEBUG oslo_vmware.api [None req-52c7295d-0e3a-41b7-9bcb-8608758725ba tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Task: {'id': task-2372012, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.332581] env[62353]: DEBUG oslo_concurrency.lockutils [None req-16f70fe7-d8e7-4ffd-8efd-5463e29b6640 tempest-TenantUsagesTestJSON-828266692 tempest-TenantUsagesTestJSON-828266692-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 650.361109] env[62353]: DEBUG nova.compute.utils [None req-57d6375e-1df6-4962-9cf4-9dff5244dd67 tempest-ServersTestFqdnHostnames-53680272 tempest-ServersTestFqdnHostnames-53680272-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 650.363417] env[62353]: DEBUG nova.compute.manager [None req-57d6375e-1df6-4962-9cf4-9dff5244dd67 tempest-ServersTestFqdnHostnames-53680272 tempest-ServersTestFqdnHostnames-53680272-project-member] [instance: 3c094195-7f0d-4043-a1e4-8acbf634b14f] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 650.366692] env[62353]: DEBUG nova.network.neutron [None req-57d6375e-1df6-4962-9cf4-9dff5244dd67 tempest-ServersTestFqdnHostnames-53680272 tempest-ServersTestFqdnHostnames-53680272-project-member] [instance: 3c094195-7f0d-4043-a1e4-8acbf634b14f] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 650.393050] env[62353]: DEBUG oslo_vmware.api [None req-33c12255-c351-4da5-947c-66f0be99c2e1 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Task: {'id': task-2372010, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.434438] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8c2be4bc-c77a-46a9-8df4-5dd39916bcf0 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Acquiring lock "e1b536b2-778f-4318-bf20-198bb1752de4" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 650.434754] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8c2be4bc-c77a-46a9-8df4-5dd39916bcf0 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Lock "e1b536b2-778f-4318-bf20-198bb1752de4" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 650.436194] env[62353]: DEBUG nova.compute.manager [None req-8c2be4bc-c77a-46a9-8df4-5dd39916bcf0 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: e1b536b2-778f-4318-bf20-198bb1752de4] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 650.436613] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-082895ba-6cd0-427d-b2a9-2e580c54f5fe {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.442519] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c882187a-6e0b-4bcf-81dc-84115e5fbdf5 tempest-ServerDiagnosticsNegativeTest-1842184558 tempest-ServerDiagnosticsNegativeTest-1842184558-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 650.451019] env[62353]: DEBUG nova.policy [None req-57d6375e-1df6-4962-9cf4-9dff5244dd67 tempest-ServersTestFqdnHostnames-53680272 tempest-ServersTestFqdnHostnames-53680272-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3ab3c50c1b394bbaa8e515da25ba72c8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '22fe6b5423434f2e9f6ce4677cbec0a2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:192}} [ 650.452246] env[62353]: DEBUG nova.compute.manager [None req-8c2be4bc-c77a-46a9-8df4-5dd39916bcf0 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: e1b536b2-778f-4318-bf20-198bb1752de4] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62353) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 650.452800] env[62353]: DEBUG nova.objects.instance [None req-8c2be4bc-c77a-46a9-8df4-5dd39916bcf0 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Lazy-loading 'flavor' on Instance uuid e1b536b2-778f-4318-bf20-198bb1752de4 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 650.463673] env[62353]: DEBUG nova.network.neutron [-] [instance: a415cd3c-4e94-4e23-9588-adb12815187c] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 650.545813] env[62353]: DEBUG oslo_vmware.api [None req-4c56e83e-ef25-4028-9e42-379a05175eb5 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Task: {'id': task-2372011, 'name': ReconfigVM_Task, 'duration_secs': 0.332886} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.545813] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c56e83e-ef25-4028-9e42-379a05175eb5 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: cd87ae19-37ee-4d88-95ee-9de38d5214a4] Reconfigured VM instance instance-0000001a to attach disk [datastore1] cd87ae19-37ee-4d88-95ee-9de38d5214a4/cd87ae19-37ee-4d88-95ee-9de38d5214a4.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 650.546384] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-971eaf1a-8763-4317-a88f-ed50581ebef3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.555352] env[62353]: DEBUG oslo_vmware.api [None req-4c56e83e-ef25-4028-9e42-379a05175eb5 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Waiting for the task: (returnval){ [ 650.555352] env[62353]: value = "task-2372013" [ 650.555352] env[62353]: _type = "Task" [ 650.555352] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.565326] env[62353]: DEBUG oslo_vmware.api [None req-4c56e83e-ef25-4028-9e42-379a05175eb5 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Task: {'id': task-2372013, 'name': Rename_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.629295] env[62353]: DEBUG nova.compute.manager [req-2c09fe8a-c8ea-4aba-a84d-99ccf67d6e3e req-f714e81e-5ac2-45c1-85c5-7a515c4252a3 service nova] [instance: a415cd3c-4e94-4e23-9588-adb12815187c] Received event network-vif-deleted-14ccfa95-21a4-4fa6-9261-c6e152c5f7bb {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 650.705634] env[62353]: DEBUG nova.compute.manager [None req-b61a80d4-a758-4e75-a618-85c9fd44e091 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] [instance: 7d40ad55-ab59-461f-986e-22aa0133f68f] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 650.707395] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63846519-32e3-4a07-91ec-db2ad7222e10 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.732464] env[62353]: DEBUG oslo_vmware.api [None req-fff2271d-3d8c-4c55-90a4-92086bb9df3f tempest-ServerDiagnosticsV248Test-141103953 tempest-ServerDiagnosticsV248Test-141103953-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]522e492b-c637-c476-b066-e462c28963b8, 'name': SearchDatastore_Task, 'duration_secs': 0.011395} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.733635] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-faa073aa-f9c1-4b27-8fc7-72f2b0038ee7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.743646] env[62353]: DEBUG oslo_vmware.api [None req-fff2271d-3d8c-4c55-90a4-92086bb9df3f tempest-ServerDiagnosticsV248Test-141103953 tempest-ServerDiagnosticsV248Test-141103953-project-member] Waiting for the task: (returnval){ [ 650.743646] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5201950c-bb4c-92ac-a7ea-9eb642af10c2" [ 650.743646] env[62353]: _type = "Task" [ 650.743646] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.754255] env[62353]: DEBUG oslo_vmware.api [None req-fff2271d-3d8c-4c55-90a4-92086bb9df3f tempest-ServerDiagnosticsV248Test-141103953 tempest-ServerDiagnosticsV248Test-141103953-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5201950c-bb4c-92ac-a7ea-9eb642af10c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.773457] env[62353]: DEBUG oslo_vmware.api [None req-52c7295d-0e3a-41b7-9bcb-8608758725ba tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Task: {'id': task-2372012, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.866362] env[62353]: DEBUG nova.compute.manager [None req-57d6375e-1df6-4962-9cf4-9dff5244dd67 tempest-ServersTestFqdnHostnames-53680272 tempest-ServersTestFqdnHostnames-53680272-project-member] [instance: 3c094195-7f0d-4043-a1e4-8acbf634b14f] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 650.896867] env[62353]: DEBUG oslo_vmware.api [None req-33c12255-c351-4da5-947c-66f0be99c2e1 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Task: {'id': task-2372010, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.969134] env[62353]: INFO nova.compute.manager [-] [instance: a415cd3c-4e94-4e23-9588-adb12815187c] Took 1.30 seconds to deallocate network for instance. [ 651.063641] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12cfa844-3c23-496d-aa50-02285582a4f2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.076468] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bac39086-f834-4407-960c-8caf1208db15 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.079965] env[62353]: DEBUG oslo_vmware.api [None req-4c56e83e-ef25-4028-9e42-379a05175eb5 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Task: {'id': task-2372013, 'name': Rename_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.111769] env[62353]: DEBUG nova.network.neutron [None req-57d6375e-1df6-4962-9cf4-9dff5244dd67 tempest-ServersTestFqdnHostnames-53680272 tempest-ServersTestFqdnHostnames-53680272-project-member] [instance: 3c094195-7f0d-4043-a1e4-8acbf634b14f] Successfully created port: ebba1a7c-08a1-49a3-b32a-f8c132d8c2de {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 651.114529] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9ae12f2-3b7e-4c4d-be58-5d054e6cb7b9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.124270] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8016298a-7b90-4a07-8ce1-6fa91ce6e833 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.140180] env[62353]: DEBUG nova.compute.provider_tree [None req-41bba4cf-27ce-4233-8e9a-5f483de35b4b tempest-ServerRescueTestJSONUnderV235-485973642 tempest-ServerRescueTestJSONUnderV235-485973642-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 651.227339] env[62353]: INFO nova.compute.manager [None req-b61a80d4-a758-4e75-a618-85c9fd44e091 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] [instance: 7d40ad55-ab59-461f-986e-22aa0133f68f] instance snapshotting [ 651.230651] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06055ff9-1121-4b39-a73f-1eab971347ef {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.259955] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd8f3fcf-2f74-4201-8ef5-01eacf9e51ab {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.271027] env[62353]: DEBUG oslo_vmware.api [None req-fff2271d-3d8c-4c55-90a4-92086bb9df3f tempest-ServerDiagnosticsV248Test-141103953 tempest-ServerDiagnosticsV248Test-141103953-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5201950c-bb4c-92ac-a7ea-9eb642af10c2, 'name': SearchDatastore_Task, 'duration_secs': 0.011942} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.273310] env[62353]: DEBUG oslo_concurrency.lockutils [None req-fff2271d-3d8c-4c55-90a4-92086bb9df3f tempest-ServerDiagnosticsV248Test-141103953 tempest-ServerDiagnosticsV248Test-141103953-project-member] Releasing lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 651.273683] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-fff2271d-3d8c-4c55-90a4-92086bb9df3f tempest-ServerDiagnosticsV248Test-141103953 tempest-ServerDiagnosticsV248Test-141103953-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore1] 791b8fc4-81e2-4a69-a358-f56a421e4680/791b8fc4-81e2-4a69-a358-f56a421e4680.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 651.279981] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6d5b0988-c5ea-425e-a988-850d9fad782a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.281428] env[62353]: DEBUG oslo_vmware.api [None req-52c7295d-0e3a-41b7-9bcb-8608758725ba tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Task: {'id': task-2372012, 'name': PowerOnVM_Task, 'duration_secs': 0.811096} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.282190] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-52c7295d-0e3a-41b7-9bcb-8608758725ba tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] [instance: 742baadd-a2ec-452d-8db1-313c8d28fe42] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 651.282457] env[62353]: INFO nova.compute.manager [None req-52c7295d-0e3a-41b7-9bcb-8608758725ba tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] [instance: 742baadd-a2ec-452d-8db1-313c8d28fe42] Took 10.36 seconds to spawn the instance on the hypervisor. [ 651.282641] env[62353]: DEBUG nova.compute.manager [None req-52c7295d-0e3a-41b7-9bcb-8608758725ba tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] [instance: 742baadd-a2ec-452d-8db1-313c8d28fe42] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 651.283735] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a80ae178-9d40-4795-8b18-c57c85edd666 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.288647] env[62353]: DEBUG oslo_vmware.api [None req-fff2271d-3d8c-4c55-90a4-92086bb9df3f tempest-ServerDiagnosticsV248Test-141103953 tempest-ServerDiagnosticsV248Test-141103953-project-member] Waiting for the task: (returnval){ [ 651.288647] env[62353]: value = "task-2372014" [ 651.288647] env[62353]: _type = "Task" [ 651.288647] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.301648] env[62353]: DEBUG oslo_vmware.api [None req-fff2271d-3d8c-4c55-90a4-92086bb9df3f tempest-ServerDiagnosticsV248Test-141103953 tempest-ServerDiagnosticsV248Test-141103953-project-member] Task: {'id': task-2372014, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.397020] env[62353]: DEBUG oslo_vmware.api [None req-33c12255-c351-4da5-947c-66f0be99c2e1 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Task: {'id': task-2372010, 'name': ReconfigVM_Task, 'duration_secs': 1.360512} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.397020] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-33c12255-c351-4da5-947c-66f0be99c2e1 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: bc2376dd-856e-4797-bd2a-1db5c2be795d] Reconfigured VM instance instance-00000014 to detach disk 2001 {{(pid=62353) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 651.400523] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc2cffc8-80d5-4b2c-9251-e28352216add {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.419903] env[62353]: DEBUG oslo_vmware.api [None req-33c12255-c351-4da5-947c-66f0be99c2e1 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Waiting for the task: (returnval){ [ 651.419903] env[62353]: value = "task-2372015" [ 651.419903] env[62353]: _type = "Task" [ 651.419903] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.429071] env[62353]: DEBUG oslo_vmware.api [None req-33c12255-c351-4da5-947c-66f0be99c2e1 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Task: {'id': task-2372015, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.473977] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c2be4bc-c77a-46a9-8df4-5dd39916bcf0 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: e1b536b2-778f-4318-bf20-198bb1752de4] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 651.474353] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-66460c00-b79c-4158-be5f-8c4b46fc45a5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.477899] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b2852d23-ae03-4dfc-97e1-f67d1d1d5ed8 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 651.483478] env[62353]: DEBUG oslo_vmware.api [None req-8c2be4bc-c77a-46a9-8df4-5dd39916bcf0 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Waiting for the task: (returnval){ [ 651.483478] env[62353]: value = "task-2372016" [ 651.483478] env[62353]: _type = "Task" [ 651.483478] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.493902] env[62353]: DEBUG oslo_vmware.api [None req-8c2be4bc-c77a-46a9-8df4-5dd39916bcf0 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Task: {'id': task-2372016, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.566864] env[62353]: DEBUG oslo_vmware.api [None req-4c56e83e-ef25-4028-9e42-379a05175eb5 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Task: {'id': task-2372013, 'name': Rename_Task, 'duration_secs': 0.903495} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.567312] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c56e83e-ef25-4028-9e42-379a05175eb5 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: cd87ae19-37ee-4d88-95ee-9de38d5214a4] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 651.567656] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e0168329-ff88-4adb-aea8-aa766204789d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.582671] env[62353]: DEBUG oslo_vmware.api [None req-4c56e83e-ef25-4028-9e42-379a05175eb5 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Waiting for the task: (returnval){ [ 651.582671] env[62353]: value = "task-2372017" [ 651.582671] env[62353]: _type = "Task" [ 651.582671] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.593421] env[62353]: DEBUG oslo_vmware.api [None req-4c56e83e-ef25-4028-9e42-379a05175eb5 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Task: {'id': task-2372017, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.643996] env[62353]: DEBUG nova.scheduler.client.report [None req-41bba4cf-27ce-4233-8e9a-5f483de35b4b tempest-ServerRescueTestJSONUnderV235-485973642 tempest-ServerRescueTestJSONUnderV235-485973642-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 651.783195] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-b61a80d4-a758-4e75-a618-85c9fd44e091 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] [instance: 7d40ad55-ab59-461f-986e-22aa0133f68f] Creating Snapshot of the VM instance {{(pid=62353) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 651.783696] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d2aabca9-29a9-4a67-b139-8fc5d3ce5a7f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.805733] env[62353]: DEBUG oslo_vmware.api [None req-b61a80d4-a758-4e75-a618-85c9fd44e091 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] Waiting for the task: (returnval){ [ 651.805733] env[62353]: value = "task-2372018" [ 651.805733] env[62353]: _type = "Task" [ 651.805733] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.813193] env[62353]: INFO nova.compute.manager [None req-52c7295d-0e3a-41b7-9bcb-8608758725ba tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] [instance: 742baadd-a2ec-452d-8db1-313c8d28fe42] Took 39.26 seconds to build instance. [ 651.817050] env[62353]: DEBUG oslo_vmware.api [None req-fff2271d-3d8c-4c55-90a4-92086bb9df3f tempest-ServerDiagnosticsV248Test-141103953 tempest-ServerDiagnosticsV248Test-141103953-project-member] Task: {'id': task-2372014, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.829108] env[62353]: DEBUG oslo_vmware.api [None req-b61a80d4-a758-4e75-a618-85c9fd44e091 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] Task: {'id': task-2372018, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.880518] env[62353]: DEBUG nova.compute.manager [None req-57d6375e-1df6-4962-9cf4-9dff5244dd67 tempest-ServersTestFqdnHostnames-53680272 tempest-ServersTestFqdnHostnames-53680272-project-member] [instance: 3c094195-7f0d-4043-a1e4-8acbf634b14f] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 651.907601] env[62353]: DEBUG nova.virt.hardware [None req-57d6375e-1df6-4962-9cf4-9dff5244dd67 tempest-ServersTestFqdnHostnames-53680272 tempest-ServersTestFqdnHostnames-53680272-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T12:38:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T12:38:15Z,direct_url=,disk_format='vmdk',id=06f909ae-e8dc-43b4-abf7-c7ed85db9bbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0a3f88790a594523a818b8c00f6862e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T12:38:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 651.907855] env[62353]: DEBUG nova.virt.hardware [None req-57d6375e-1df6-4962-9cf4-9dff5244dd67 tempest-ServersTestFqdnHostnames-53680272 tempest-ServersTestFqdnHostnames-53680272-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 651.908029] env[62353]: DEBUG nova.virt.hardware [None req-57d6375e-1df6-4962-9cf4-9dff5244dd67 tempest-ServersTestFqdnHostnames-53680272 tempest-ServersTestFqdnHostnames-53680272-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 651.908200] env[62353]: DEBUG nova.virt.hardware [None req-57d6375e-1df6-4962-9cf4-9dff5244dd67 tempest-ServersTestFqdnHostnames-53680272 tempest-ServersTestFqdnHostnames-53680272-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 651.908345] env[62353]: DEBUG nova.virt.hardware [None req-57d6375e-1df6-4962-9cf4-9dff5244dd67 tempest-ServersTestFqdnHostnames-53680272 tempest-ServersTestFqdnHostnames-53680272-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 651.908491] env[62353]: DEBUG nova.virt.hardware [None req-57d6375e-1df6-4962-9cf4-9dff5244dd67 tempest-ServersTestFqdnHostnames-53680272 tempest-ServersTestFqdnHostnames-53680272-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 651.908699] env[62353]: DEBUG nova.virt.hardware [None req-57d6375e-1df6-4962-9cf4-9dff5244dd67 tempest-ServersTestFqdnHostnames-53680272 tempest-ServersTestFqdnHostnames-53680272-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 651.908856] env[62353]: DEBUG nova.virt.hardware [None req-57d6375e-1df6-4962-9cf4-9dff5244dd67 tempest-ServersTestFqdnHostnames-53680272 tempest-ServersTestFqdnHostnames-53680272-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 651.909036] env[62353]: DEBUG nova.virt.hardware [None req-57d6375e-1df6-4962-9cf4-9dff5244dd67 tempest-ServersTestFqdnHostnames-53680272 tempest-ServersTestFqdnHostnames-53680272-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 651.909208] env[62353]: DEBUG nova.virt.hardware [None req-57d6375e-1df6-4962-9cf4-9dff5244dd67 tempest-ServersTestFqdnHostnames-53680272 tempest-ServersTestFqdnHostnames-53680272-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 651.909377] env[62353]: DEBUG nova.virt.hardware [None req-57d6375e-1df6-4962-9cf4-9dff5244dd67 tempest-ServersTestFqdnHostnames-53680272 tempest-ServersTestFqdnHostnames-53680272-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 651.910372] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00c43f92-3c8f-43c5-95bb-ab1a77bde6aa {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.921073] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eb99597-0f27-41ca-8de1-00deb0e0f3f5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.934312] env[62353]: DEBUG oslo_vmware.api [None req-33c12255-c351-4da5-947c-66f0be99c2e1 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Task: {'id': task-2372015, 'name': ReconfigVM_Task, 'duration_secs': 0.172764} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.947598] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-33c12255-c351-4da5-947c-66f0be99c2e1 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: bc2376dd-856e-4797-bd2a-1db5c2be795d] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-481533', 'volume_id': '771f910a-9851-486b-ad10-072a50521d13', 'name': 'volume-771f910a-9851-486b-ad10-072a50521d13', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bc2376dd-856e-4797-bd2a-1db5c2be795d', 'attached_at': '', 'detached_at': '', 'volume_id': '771f910a-9851-486b-ad10-072a50521d13', 'serial': '771f910a-9851-486b-ad10-072a50521d13'} {{(pid=62353) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 651.947598] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-33c12255-c351-4da5-947c-66f0be99c2e1 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: bc2376dd-856e-4797-bd2a-1db5c2be795d] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 651.948296] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-138f940b-689c-4b03-a166-3a95634e5eb6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.957499] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-33c12255-c351-4da5-947c-66f0be99c2e1 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: bc2376dd-856e-4797-bd2a-1db5c2be795d] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 651.957757] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cd5762c6-606f-4a08-810b-949b571621e3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.994347] env[62353]: DEBUG oslo_vmware.api [None req-8c2be4bc-c77a-46a9-8df4-5dd39916bcf0 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Task: {'id': task-2372016, 'name': PowerOffVM_Task, 'duration_secs': 0.398084} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.995316] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c2be4bc-c77a-46a9-8df4-5dd39916bcf0 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: e1b536b2-778f-4318-bf20-198bb1752de4] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 651.995316] env[62353]: DEBUG nova.compute.manager [None req-8c2be4bc-c77a-46a9-8df4-5dd39916bcf0 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: e1b536b2-778f-4318-bf20-198bb1752de4] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 651.995618] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4402c86-c6d2-444c-9e90-bc3817b2208b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.043483] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-33c12255-c351-4da5-947c-66f0be99c2e1 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: bc2376dd-856e-4797-bd2a-1db5c2be795d] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 652.043841] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-33c12255-c351-4da5-947c-66f0be99c2e1 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: bc2376dd-856e-4797-bd2a-1db5c2be795d] Deleting contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 652.044061] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-33c12255-c351-4da5-947c-66f0be99c2e1 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Deleting the datastore file [datastore2] bc2376dd-856e-4797-bd2a-1db5c2be795d {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 652.044350] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7b7dc596-fb6a-435f-aa12-4958bb4954f3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.053613] env[62353]: DEBUG oslo_vmware.api [None req-33c12255-c351-4da5-947c-66f0be99c2e1 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Waiting for the task: (returnval){ [ 652.053613] env[62353]: value = "task-2372020" [ 652.053613] env[62353]: _type = "Task" [ 652.053613] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.070131] env[62353]: DEBUG oslo_vmware.api [None req-33c12255-c351-4da5-947c-66f0be99c2e1 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Task: {'id': task-2372020, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.095324] env[62353]: DEBUG oslo_vmware.api [None req-4c56e83e-ef25-4028-9e42-379a05175eb5 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Task: {'id': task-2372017, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.149697] env[62353]: DEBUG oslo_concurrency.lockutils [None req-41bba4cf-27ce-4233-8e9a-5f483de35b4b tempest-ServerRescueTestJSONUnderV235-485973642 tempest-ServerRescueTestJSONUnderV235-485973642-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.301s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 652.152227] env[62353]: DEBUG oslo_concurrency.lockutils [None req-9dfef8c3-6a98-4a3f-bba1-44e966f44797 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.806s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 652.153880] env[62353]: INFO nova.compute.claims [None req-9dfef8c3-6a98-4a3f-bba1-44e966f44797 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] [instance: 6d6f643f-fbb8-43b3-b47a-78d4ff71b8cb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 652.174077] env[62353]: INFO nova.scheduler.client.report [None req-41bba4cf-27ce-4233-8e9a-5f483de35b4b tempest-ServerRescueTestJSONUnderV235-485973642 tempest-ServerRescueTestJSONUnderV235-485973642-project-member] Deleted allocations for instance 5cff6baf-1dd7-4030-834d-266e83d77229 [ 652.301969] env[62353]: DEBUG oslo_vmware.api [None req-fff2271d-3d8c-4c55-90a4-92086bb9df3f tempest-ServerDiagnosticsV248Test-141103953 tempest-ServerDiagnosticsV248Test-141103953-project-member] Task: {'id': task-2372014, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.540014} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.302253] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-fff2271d-3d8c-4c55-90a4-92086bb9df3f tempest-ServerDiagnosticsV248Test-141103953 tempest-ServerDiagnosticsV248Test-141103953-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore1] 791b8fc4-81e2-4a69-a358-f56a421e4680/791b8fc4-81e2-4a69-a358-f56a421e4680.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 652.302515] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-fff2271d-3d8c-4c55-90a4-92086bb9df3f tempest-ServerDiagnosticsV248Test-141103953 tempest-ServerDiagnosticsV248Test-141103953-project-member] [instance: 791b8fc4-81e2-4a69-a358-f56a421e4680] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 652.302760] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-84c1b9bb-03bf-4dae-8255-0c541f0aca97 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.312666] env[62353]: DEBUG oslo_vmware.api [None req-fff2271d-3d8c-4c55-90a4-92086bb9df3f tempest-ServerDiagnosticsV248Test-141103953 tempest-ServerDiagnosticsV248Test-141103953-project-member] Waiting for the task: (returnval){ [ 652.312666] env[62353]: value = "task-2372021" [ 652.312666] env[62353]: _type = "Task" [ 652.312666] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.319110] env[62353]: DEBUG oslo_concurrency.lockutils [None req-52c7295d-0e3a-41b7-9bcb-8608758725ba tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Lock "742baadd-a2ec-452d-8db1-313c8d28fe42" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.781s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 652.319380] env[62353]: DEBUG oslo_vmware.api [None req-b61a80d4-a758-4e75-a618-85c9fd44e091 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] Task: {'id': task-2372018, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.325265] env[62353]: DEBUG oslo_vmware.api [None req-fff2271d-3d8c-4c55-90a4-92086bb9df3f tempest-ServerDiagnosticsV248Test-141103953 tempest-ServerDiagnosticsV248Test-141103953-project-member] Task: {'id': task-2372021, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.508413] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8c2be4bc-c77a-46a9-8df4-5dd39916bcf0 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Lock "e1b536b2-778f-4318-bf20-198bb1752de4" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.074s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 652.564729] env[62353]: DEBUG oslo_vmware.api [None req-33c12255-c351-4da5-947c-66f0be99c2e1 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Task: {'id': task-2372020, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.440418} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.564978] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-33c12255-c351-4da5-947c-66f0be99c2e1 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 652.565174] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-33c12255-c351-4da5-947c-66f0be99c2e1 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: bc2376dd-856e-4797-bd2a-1db5c2be795d] Deleted contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 652.565346] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-33c12255-c351-4da5-947c-66f0be99c2e1 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: bc2376dd-856e-4797-bd2a-1db5c2be795d] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 652.565529] env[62353]: INFO nova.compute.manager [None req-33c12255-c351-4da5-947c-66f0be99c2e1 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: bc2376dd-856e-4797-bd2a-1db5c2be795d] Took 3.32 seconds to destroy the instance on the hypervisor. [ 652.565788] env[62353]: DEBUG oslo.service.loopingcall [None req-33c12255-c351-4da5-947c-66f0be99c2e1 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 652.565976] env[62353]: DEBUG nova.compute.manager [-] [instance: bc2376dd-856e-4797-bd2a-1db5c2be795d] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 652.566086] env[62353]: DEBUG nova.network.neutron [-] [instance: bc2376dd-856e-4797-bd2a-1db5c2be795d] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 652.593715] env[62353]: DEBUG oslo_vmware.api [None req-4c56e83e-ef25-4028-9e42-379a05175eb5 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Task: {'id': task-2372017, 'name': PowerOnVM_Task, 'duration_secs': 0.63938} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.593974] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c56e83e-ef25-4028-9e42-379a05175eb5 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: cd87ae19-37ee-4d88-95ee-9de38d5214a4] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 652.594274] env[62353]: INFO nova.compute.manager [None req-4c56e83e-ef25-4028-9e42-379a05175eb5 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: cd87ae19-37ee-4d88-95ee-9de38d5214a4] Took 8.84 seconds to spawn the instance on the hypervisor. [ 652.594488] env[62353]: DEBUG nova.compute.manager [None req-4c56e83e-ef25-4028-9e42-379a05175eb5 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: cd87ae19-37ee-4d88-95ee-9de38d5214a4] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 652.595463] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb7a6f7a-ee00-425d-82b6-a5c0dd68c45f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.681373] env[62353]: DEBUG oslo_concurrency.lockutils [None req-41bba4cf-27ce-4233-8e9a-5f483de35b4b tempest-ServerRescueTestJSONUnderV235-485973642 tempest-ServerRescueTestJSONUnderV235-485973642-project-member] Lock "5cff6baf-1dd7-4030-834d-266e83d77229" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.818s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 652.822479] env[62353]: DEBUG nova.compute.manager [None req-78efc95a-2ff6-418d-90a5-15afcda1b382 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823-project-member] [instance: b3e7bd84-3c18-40c7-95a7-9b259069f066] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 652.835823] env[62353]: DEBUG oslo_vmware.api [None req-fff2271d-3d8c-4c55-90a4-92086bb9df3f tempest-ServerDiagnosticsV248Test-141103953 tempest-ServerDiagnosticsV248Test-141103953-project-member] Task: {'id': task-2372021, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.10222} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.836112] env[62353]: DEBUG oslo_vmware.api [None req-b61a80d4-a758-4e75-a618-85c9fd44e091 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] Task: {'id': task-2372018, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.838062] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-fff2271d-3d8c-4c55-90a4-92086bb9df3f tempest-ServerDiagnosticsV248Test-141103953 tempest-ServerDiagnosticsV248Test-141103953-project-member] [instance: 791b8fc4-81e2-4a69-a358-f56a421e4680] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 652.838966] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-979493b7-14b0-41f7-8c1d-090870881f41 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.864185] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-fff2271d-3d8c-4c55-90a4-92086bb9df3f tempest-ServerDiagnosticsV248Test-141103953 tempest-ServerDiagnosticsV248Test-141103953-project-member] [instance: 791b8fc4-81e2-4a69-a358-f56a421e4680] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] 791b8fc4-81e2-4a69-a358-f56a421e4680/791b8fc4-81e2-4a69-a358-f56a421e4680.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 652.865157] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-50d6da87-accf-4010-9cbd-c1c8c06eedd5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.888681] env[62353]: DEBUG oslo_vmware.api [None req-fff2271d-3d8c-4c55-90a4-92086bb9df3f tempest-ServerDiagnosticsV248Test-141103953 tempest-ServerDiagnosticsV248Test-141103953-project-member] Waiting for the task: (returnval){ [ 652.888681] env[62353]: value = "task-2372022" [ 652.888681] env[62353]: _type = "Task" [ 652.888681] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.906268] env[62353]: DEBUG oslo_vmware.api [None req-fff2271d-3d8c-4c55-90a4-92086bb9df3f tempest-ServerDiagnosticsV248Test-141103953 tempest-ServerDiagnosticsV248Test-141103953-project-member] Task: {'id': task-2372022, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.908041] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0b00345-0c2c-4676-a48d-65370d47a9ee {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.916651] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-dfdfe444-4b99-457d-8935-9fafe53a645e tempest-ServersAdminNegativeTestJSON-296827274 tempest-ServersAdminNegativeTestJSON-296827274-project-admin] [instance: 742baadd-a2ec-452d-8db1-313c8d28fe42] Suspending the VM {{(pid=62353) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 652.916939] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-beae66bf-92fe-44aa-ac60-9e10aa8aeea1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.925384] env[62353]: DEBUG oslo_vmware.api [None req-dfdfe444-4b99-457d-8935-9fafe53a645e tempest-ServersAdminNegativeTestJSON-296827274 tempest-ServersAdminNegativeTestJSON-296827274-project-admin] Waiting for the task: (returnval){ [ 652.925384] env[62353]: value = "task-2372023" [ 652.925384] env[62353]: _type = "Task" [ 652.925384] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.939545] env[62353]: DEBUG oslo_vmware.api [None req-dfdfe444-4b99-457d-8935-9fafe53a645e tempest-ServersAdminNegativeTestJSON-296827274 tempest-ServersAdminNegativeTestJSON-296827274-project-admin] Task: {'id': task-2372023, 'name': SuspendVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.118123] env[62353]: INFO nova.compute.manager [None req-4c56e83e-ef25-4028-9e42-379a05175eb5 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: cd87ae19-37ee-4d88-95ee-9de38d5214a4] Took 38.65 seconds to build instance. [ 653.323921] env[62353]: DEBUG oslo_vmware.api [None req-b61a80d4-a758-4e75-a618-85c9fd44e091 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] Task: {'id': task-2372018, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.338426] env[62353]: DEBUG nova.network.neutron [-] [instance: bc2376dd-856e-4797-bd2a-1db5c2be795d] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 653.341923] env[62353]: DEBUG oslo_concurrency.lockutils [None req-78efc95a-2ff6-418d-90a5-15afcda1b382 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 653.354218] env[62353]: DEBUG nova.compute.manager [req-df2451e4-2de5-4e53-89c2-c22b390b2e9e req-1d10de9a-03b0-4e74-b6ec-4331dae1863a service nova] [instance: bc2376dd-856e-4797-bd2a-1db5c2be795d] Received event network-vif-deleted-9ebe9a50-2879-4d51-a02c-ead3133e93c0 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 653.354351] env[62353]: INFO nova.compute.manager [req-df2451e4-2de5-4e53-89c2-c22b390b2e9e req-1d10de9a-03b0-4e74-b6ec-4331dae1863a service nova] [instance: bc2376dd-856e-4797-bd2a-1db5c2be795d] Neutron deleted interface 9ebe9a50-2879-4d51-a02c-ead3133e93c0; detaching it from the instance and deleting it from the info cache [ 653.354585] env[62353]: DEBUG nova.network.neutron [req-df2451e4-2de5-4e53-89c2-c22b390b2e9e req-1d10de9a-03b0-4e74-b6ec-4331dae1863a service nova] [instance: bc2376dd-856e-4797-bd2a-1db5c2be795d] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 653.400299] env[62353]: DEBUG oslo_vmware.api [None req-fff2271d-3d8c-4c55-90a4-92086bb9df3f tempest-ServerDiagnosticsV248Test-141103953 tempest-ServerDiagnosticsV248Test-141103953-project-member] Task: {'id': task-2372022, 'name': ReconfigVM_Task, 'duration_secs': 0.461446} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.403070] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-fff2271d-3d8c-4c55-90a4-92086bb9df3f tempest-ServerDiagnosticsV248Test-141103953 tempest-ServerDiagnosticsV248Test-141103953-project-member] [instance: 791b8fc4-81e2-4a69-a358-f56a421e4680] Reconfigured VM instance instance-0000001b to attach disk [datastore1] 791b8fc4-81e2-4a69-a358-f56a421e4680/791b8fc4-81e2-4a69-a358-f56a421e4680.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 653.404690] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c2ce147a-5c0c-405f-84c8-ee3eafd0efb8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.414647] env[62353]: DEBUG oslo_vmware.api [None req-fff2271d-3d8c-4c55-90a4-92086bb9df3f tempest-ServerDiagnosticsV248Test-141103953 tempest-ServerDiagnosticsV248Test-141103953-project-member] Waiting for the task: (returnval){ [ 653.414647] env[62353]: value = "task-2372024" [ 653.414647] env[62353]: _type = "Task" [ 653.414647] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.427140] env[62353]: DEBUG oslo_vmware.api [None req-fff2271d-3d8c-4c55-90a4-92086bb9df3f tempest-ServerDiagnosticsV248Test-141103953 tempest-ServerDiagnosticsV248Test-141103953-project-member] Task: {'id': task-2372024, 'name': Rename_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.437922] env[62353]: DEBUG oslo_vmware.api [None req-dfdfe444-4b99-457d-8935-9fafe53a645e tempest-ServersAdminNegativeTestJSON-296827274 tempest-ServersAdminNegativeTestJSON-296827274-project-admin] Task: {'id': task-2372023, 'name': SuspendVM_Task} progress is 62%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.611481] env[62353]: DEBUG oslo_concurrency.lockutils [None req-cf6a5783-5db0-4933-af05-b1b3dbda86a8 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] Acquiring lock "28447a5e-1970-4231-9866-6bd221bcca82" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 653.611718] env[62353]: DEBUG oslo_concurrency.lockutils [None req-cf6a5783-5db0-4933-af05-b1b3dbda86a8 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] Lock "28447a5e-1970-4231-9866-6bd221bcca82" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 653.620825] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4c56e83e-ef25-4028-9e42-379a05175eb5 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Lock "cd87ae19-37ee-4d88-95ee-9de38d5214a4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.164s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 653.668704] env[62353]: DEBUG nova.network.neutron [None req-57d6375e-1df6-4962-9cf4-9dff5244dd67 tempest-ServersTestFqdnHostnames-53680272 tempest-ServersTestFqdnHostnames-53680272-project-member] [instance: 3c094195-7f0d-4043-a1e4-8acbf634b14f] Successfully updated port: ebba1a7c-08a1-49a3-b32a-f8c132d8c2de {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 653.800854] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59d0371b-3d99-4382-aa9b-33036f9c371b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.814792] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d23abf7-de55-40f4-aab5-c4ddbd274be3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.829017] env[62353]: DEBUG oslo_vmware.api [None req-b61a80d4-a758-4e75-a618-85c9fd44e091 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] Task: {'id': task-2372018, 'name': CreateSnapshot_Task, 'duration_secs': 1.647786} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.860160] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-b61a80d4-a758-4e75-a618-85c9fd44e091 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] [instance: 7d40ad55-ab59-461f-986e-22aa0133f68f] Created Snapshot of the VM instance {{(pid=62353) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 653.861226] env[62353]: INFO nova.compute.manager [-] [instance: bc2376dd-856e-4797-bd2a-1db5c2be795d] Took 1.29 seconds to deallocate network for instance. [ 653.863032] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd678837-558c-4164-af96-ad4721aa704f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.867355] env[62353]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-55f0148f-36a9-4316-b816-d11b1023bcef {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.869761] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26046e7d-20b5-4409-a47d-327456cb24e9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.872865] env[62353]: DEBUG nova.compute.manager [req-fe416a57-b121-4375-af96-4fe83ac887e5 req-45d58b57-ddf3-469e-8f3f-e24ef11fa04c service nova] [instance: 3c094195-7f0d-4043-a1e4-8acbf634b14f] Received event network-vif-plugged-ebba1a7c-08a1-49a3-b32a-f8c132d8c2de {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 653.873074] env[62353]: DEBUG oslo_concurrency.lockutils [req-fe416a57-b121-4375-af96-4fe83ac887e5 req-45d58b57-ddf3-469e-8f3f-e24ef11fa04c service nova] Acquiring lock "3c094195-7f0d-4043-a1e4-8acbf634b14f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 653.873279] env[62353]: DEBUG oslo_concurrency.lockutils [req-fe416a57-b121-4375-af96-4fe83ac887e5 req-45d58b57-ddf3-469e-8f3f-e24ef11fa04c service nova] Lock "3c094195-7f0d-4043-a1e4-8acbf634b14f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 653.873473] env[62353]: DEBUG oslo_concurrency.lockutils [req-fe416a57-b121-4375-af96-4fe83ac887e5 req-45d58b57-ddf3-469e-8f3f-e24ef11fa04c service nova] Lock "3c094195-7f0d-4043-a1e4-8acbf634b14f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 653.874592] env[62353]: DEBUG nova.compute.manager [req-fe416a57-b121-4375-af96-4fe83ac887e5 req-45d58b57-ddf3-469e-8f3f-e24ef11fa04c service nova] [instance: 3c094195-7f0d-4043-a1e4-8acbf634b14f] No waiting events found dispatching network-vif-plugged-ebba1a7c-08a1-49a3-b32a-f8c132d8c2de {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 653.874847] env[62353]: WARNING nova.compute.manager [req-fe416a57-b121-4375-af96-4fe83ac887e5 req-45d58b57-ddf3-469e-8f3f-e24ef11fa04c service nova] [instance: 3c094195-7f0d-4043-a1e4-8acbf634b14f] Received unexpected event network-vif-plugged-ebba1a7c-08a1-49a3-b32a-f8c132d8c2de for instance with vm_state building and task_state spawning. [ 653.888968] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd418bf2-51dd-4b13-a9d6-5d93892e401d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.896810] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03e846f6-22bf-403b-94c5-aa47cd3676b2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.922141] env[62353]: DEBUG nova.compute.provider_tree [None req-9dfef8c3-6a98-4a3f-bba1-44e966f44797 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 653.945218] env[62353]: DEBUG nova.compute.manager [req-df2451e4-2de5-4e53-89c2-c22b390b2e9e req-1d10de9a-03b0-4e74-b6ec-4331dae1863a service nova] [instance: bc2376dd-856e-4797-bd2a-1db5c2be795d] Detach interface failed, port_id=9ebe9a50-2879-4d51-a02c-ead3133e93c0, reason: Instance bc2376dd-856e-4797-bd2a-1db5c2be795d could not be found. {{(pid=62353) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 653.954815] env[62353]: DEBUG oslo_vmware.api [None req-fff2271d-3d8c-4c55-90a4-92086bb9df3f tempest-ServerDiagnosticsV248Test-141103953 tempest-ServerDiagnosticsV248Test-141103953-project-member] Task: {'id': task-2372024, 'name': Rename_Task, 'duration_secs': 0.190943} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.958107] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-fff2271d-3d8c-4c55-90a4-92086bb9df3f tempest-ServerDiagnosticsV248Test-141103953 tempest-ServerDiagnosticsV248Test-141103953-project-member] [instance: 791b8fc4-81e2-4a69-a358-f56a421e4680] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 653.958373] env[62353]: DEBUG oslo_vmware.api [None req-dfdfe444-4b99-457d-8935-9fafe53a645e tempest-ServersAdminNegativeTestJSON-296827274 tempest-ServersAdminNegativeTestJSON-296827274-project-admin] Task: {'id': task-2372023, 'name': SuspendVM_Task, 'duration_secs': 0.936882} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.958558] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-239385ed-6a69-483c-9868-bd280453778e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.960088] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-dfdfe444-4b99-457d-8935-9fafe53a645e tempest-ServersAdminNegativeTestJSON-296827274 tempest-ServersAdminNegativeTestJSON-296827274-project-admin] [instance: 742baadd-a2ec-452d-8db1-313c8d28fe42] Suspended the VM {{(pid=62353) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 653.960261] env[62353]: DEBUG nova.compute.manager [None req-dfdfe444-4b99-457d-8935-9fafe53a645e tempest-ServersAdminNegativeTestJSON-296827274 tempest-ServersAdminNegativeTestJSON-296827274-project-admin] [instance: 742baadd-a2ec-452d-8db1-313c8d28fe42] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 653.961047] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7addf932-8768-4941-83a0-cc2636242ef0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.971637] env[62353]: DEBUG oslo_vmware.api [None req-fff2271d-3d8c-4c55-90a4-92086bb9df3f tempest-ServerDiagnosticsV248Test-141103953 tempest-ServerDiagnosticsV248Test-141103953-project-member] Waiting for the task: (returnval){ [ 653.971637] env[62353]: value = "task-2372025" [ 653.971637] env[62353]: _type = "Task" [ 653.971637] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.981222] env[62353]: DEBUG oslo_vmware.api [None req-fff2271d-3d8c-4c55-90a4-92086bb9df3f tempest-ServerDiagnosticsV248Test-141103953 tempest-ServerDiagnosticsV248Test-141103953-project-member] Task: {'id': task-2372025, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.125032] env[62353]: DEBUG nova.compute.manager [None req-4b670ca0-2877-42bc-9cab-17ca5e347da7 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] [instance: d99b532a-164e-471b-b9ca-a0850f606780] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 654.145445] env[62353]: DEBUG nova.compute.manager [None req-3099ef00-ab73-43e9-b10a-b229abaae4b5 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: e1b536b2-778f-4318-bf20-198bb1752de4] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 654.146374] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65283418-c250-41ac-87be-51775bf9d58e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.171765] env[62353]: DEBUG oslo_concurrency.lockutils [None req-57d6375e-1df6-4962-9cf4-9dff5244dd67 tempest-ServersTestFqdnHostnames-53680272 tempest-ServersTestFqdnHostnames-53680272-project-member] Acquiring lock "refresh_cache-3c094195-7f0d-4043-a1e4-8acbf634b14f" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 654.171899] env[62353]: DEBUG oslo_concurrency.lockutils [None req-57d6375e-1df6-4962-9cf4-9dff5244dd67 tempest-ServersTestFqdnHostnames-53680272 tempest-ServersTestFqdnHostnames-53680272-project-member] Acquired lock "refresh_cache-3c094195-7f0d-4043-a1e4-8acbf634b14f" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.172086] env[62353]: DEBUG nova.network.neutron [None req-57d6375e-1df6-4962-9cf4-9dff5244dd67 tempest-ServersTestFqdnHostnames-53680272 tempest-ServersTestFqdnHostnames-53680272-project-member] [instance: 3c094195-7f0d-4043-a1e4-8acbf634b14f] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 654.396045] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-b61a80d4-a758-4e75-a618-85c9fd44e091 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] [instance: 7d40ad55-ab59-461f-986e-22aa0133f68f] Creating linked-clone VM from snapshot {{(pid=62353) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 654.396482] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-05868105-e838-4cb8-9eba-0d1e240c4c55 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.406775] env[62353]: DEBUG oslo_vmware.api [None req-b61a80d4-a758-4e75-a618-85c9fd44e091 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] Waiting for the task: (returnval){ [ 654.406775] env[62353]: value = "task-2372026" [ 654.406775] env[62353]: _type = "Task" [ 654.406775] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.417142] env[62353]: DEBUG oslo_vmware.api [None req-b61a80d4-a758-4e75-a618-85c9fd44e091 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] Task: {'id': task-2372026, 'name': CloneVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.425309] env[62353]: DEBUG nova.scheduler.client.report [None req-9dfef8c3-6a98-4a3f-bba1-44e966f44797 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 654.487891] env[62353]: DEBUG oslo_vmware.api [None req-fff2271d-3d8c-4c55-90a4-92086bb9df3f tempest-ServerDiagnosticsV248Test-141103953 tempest-ServerDiagnosticsV248Test-141103953-project-member] Task: {'id': task-2372025, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.490289] env[62353]: INFO nova.compute.manager [None req-33c12255-c351-4da5-947c-66f0be99c2e1 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: bc2376dd-856e-4797-bd2a-1db5c2be795d] Took 0.62 seconds to detach 1 volumes for instance. [ 654.660148] env[62353]: INFO nova.compute.manager [None req-3099ef00-ab73-43e9-b10a-b229abaae4b5 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: e1b536b2-778f-4318-bf20-198bb1752de4] instance snapshotting [ 654.660148] env[62353]: WARNING nova.compute.manager [None req-3099ef00-ab73-43e9-b10a-b229abaae4b5 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: e1b536b2-778f-4318-bf20-198bb1752de4] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 654.662155] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4b670ca0-2877-42bc-9cab-17ca5e347da7 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 654.663270] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38dc0a16-a3f4-43f7-9631-c235007e548b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.691040] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bfc9706-dfa0-402c-b380-779075e80d8b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.757574] env[62353]: DEBUG nova.network.neutron [None req-57d6375e-1df6-4962-9cf4-9dff5244dd67 tempest-ServersTestFqdnHostnames-53680272 tempest-ServersTestFqdnHostnames-53680272-project-member] [instance: 3c094195-7f0d-4043-a1e4-8acbf634b14f] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 654.918592] env[62353]: DEBUG oslo_vmware.api [None req-b61a80d4-a758-4e75-a618-85c9fd44e091 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] Task: {'id': task-2372026, 'name': CloneVM_Task} progress is 94%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.930893] env[62353]: DEBUG oslo_concurrency.lockutils [None req-9dfef8c3-6a98-4a3f-bba1-44e966f44797 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.778s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 654.931344] env[62353]: DEBUG nova.compute.manager [None req-9dfef8c3-6a98-4a3f-bba1-44e966f44797 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] [instance: 6d6f643f-fbb8-43b3-b47a-78d4ff71b8cb] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 654.936397] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2d7af5a5-4ea2-4e8e-819b-a246d67bf3d2 tempest-InstanceActionsV221TestJSON-887975599 tempest-InstanceActionsV221TestJSON-887975599-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.401s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 654.938205] env[62353]: INFO nova.compute.claims [None req-2d7af5a5-4ea2-4e8e-819b-a246d67bf3d2 tempest-InstanceActionsV221TestJSON-887975599 tempest-InstanceActionsV221TestJSON-887975599-project-member] [instance: 7e467b83-2067-4ec7-a641-c417851bb0e8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 654.990874] env[62353]: DEBUG oslo_vmware.api [None req-fff2271d-3d8c-4c55-90a4-92086bb9df3f tempest-ServerDiagnosticsV248Test-141103953 tempest-ServerDiagnosticsV248Test-141103953-project-member] Task: {'id': task-2372025, 'name': PowerOnVM_Task, 'duration_secs': 0.945912} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.991200] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-fff2271d-3d8c-4c55-90a4-92086bb9df3f tempest-ServerDiagnosticsV248Test-141103953 tempest-ServerDiagnosticsV248Test-141103953-project-member] [instance: 791b8fc4-81e2-4a69-a358-f56a421e4680] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 654.991411] env[62353]: INFO nova.compute.manager [None req-fff2271d-3d8c-4c55-90a4-92086bb9df3f tempest-ServerDiagnosticsV248Test-141103953 tempest-ServerDiagnosticsV248Test-141103953-project-member] [instance: 791b8fc4-81e2-4a69-a358-f56a421e4680] Took 5.96 seconds to spawn the instance on the hypervisor. [ 654.991801] env[62353]: DEBUG nova.compute.manager [None req-fff2271d-3d8c-4c55-90a4-92086bb9df3f tempest-ServerDiagnosticsV248Test-141103953 tempest-ServerDiagnosticsV248Test-141103953-project-member] [instance: 791b8fc4-81e2-4a69-a358-f56a421e4680] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 654.995030] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8058df0-c753-4193-968a-90ba348fcb58 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.998504] env[62353]: DEBUG oslo_concurrency.lockutils [None req-33c12255-c351-4da5-947c-66f0be99c2e1 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 655.031027] env[62353]: DEBUG nova.network.neutron [None req-57d6375e-1df6-4962-9cf4-9dff5244dd67 tempest-ServersTestFqdnHostnames-53680272 tempest-ServersTestFqdnHostnames-53680272-project-member] [instance: 3c094195-7f0d-4043-a1e4-8acbf634b14f] Updating instance_info_cache with network_info: [{"id": "ebba1a7c-08a1-49a3-b32a-f8c132d8c2de", "address": "fa:16:3e:76:c6:07", "network": {"id": "94d8aee1-5219-4a9c-bc84-d02fdb35a5dd", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-134865951-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22fe6b5423434f2e9f6ce4677cbec0a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37fb1918-d178-4e12-93e6-316381e78be4", "external-id": "nsx-vlan-transportzone-763", "segmentation_id": 763, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebba1a7c-08", "ovs_interfaceid": "ebba1a7c-08a1-49a3-b32a-f8c132d8c2de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 655.203962] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-3099ef00-ab73-43e9-b10a-b229abaae4b5 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: e1b536b2-778f-4318-bf20-198bb1752de4] Creating Snapshot of the VM instance {{(pid=62353) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 655.203962] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-46874857-5cb1-44d0-b5b2-c9a14d3d4323 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.212619] env[62353]: DEBUG oslo_vmware.api [None req-3099ef00-ab73-43e9-b10a-b229abaae4b5 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Waiting for the task: (returnval){ [ 655.212619] env[62353]: value = "task-2372027" [ 655.212619] env[62353]: _type = "Task" [ 655.212619] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.223312] env[62353]: DEBUG oslo_vmware.api [None req-3099ef00-ab73-43e9-b10a-b229abaae4b5 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Task: {'id': task-2372027, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.423041] env[62353]: DEBUG oslo_vmware.api [None req-b61a80d4-a758-4e75-a618-85c9fd44e091 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] Task: {'id': task-2372026, 'name': CloneVM_Task} progress is 94%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.442669] env[62353]: DEBUG nova.compute.utils [None req-9dfef8c3-6a98-4a3f-bba1-44e966f44797 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 655.444249] env[62353]: DEBUG nova.compute.manager [None req-9dfef8c3-6a98-4a3f-bba1-44e966f44797 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] [instance: 6d6f643f-fbb8-43b3-b47a-78d4ff71b8cb] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 655.444448] env[62353]: DEBUG nova.network.neutron [None req-9dfef8c3-6a98-4a3f-bba1-44e966f44797 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] [instance: 6d6f643f-fbb8-43b3-b47a-78d4ff71b8cb] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 655.523355] env[62353]: INFO nova.compute.manager [None req-fff2271d-3d8c-4c55-90a4-92086bb9df3f tempest-ServerDiagnosticsV248Test-141103953 tempest-ServerDiagnosticsV248Test-141103953-project-member] [instance: 791b8fc4-81e2-4a69-a358-f56a421e4680] Took 30.33 seconds to build instance. [ 655.526983] env[62353]: DEBUG nova.policy [None req-9dfef8c3-6a98-4a3f-bba1-44e966f44797 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f43cc46fb02b4faca10d6edd57693707', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4124b0b9858844eab583b43b1909edbe', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:192}} [ 655.534587] env[62353]: DEBUG oslo_concurrency.lockutils [None req-57d6375e-1df6-4962-9cf4-9dff5244dd67 tempest-ServersTestFqdnHostnames-53680272 tempest-ServersTestFqdnHostnames-53680272-project-member] Releasing lock "refresh_cache-3c094195-7f0d-4043-a1e4-8acbf634b14f" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 655.534922] env[62353]: DEBUG nova.compute.manager [None req-57d6375e-1df6-4962-9cf4-9dff5244dd67 tempest-ServersTestFqdnHostnames-53680272 tempest-ServersTestFqdnHostnames-53680272-project-member] [instance: 3c094195-7f0d-4043-a1e4-8acbf634b14f] Instance network_info: |[{"id": "ebba1a7c-08a1-49a3-b32a-f8c132d8c2de", "address": "fa:16:3e:76:c6:07", "network": {"id": "94d8aee1-5219-4a9c-bc84-d02fdb35a5dd", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-134865951-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22fe6b5423434f2e9f6ce4677cbec0a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37fb1918-d178-4e12-93e6-316381e78be4", "external-id": "nsx-vlan-transportzone-763", "segmentation_id": 763, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebba1a7c-08", "ovs_interfaceid": "ebba1a7c-08a1-49a3-b32a-f8c132d8c2de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 655.535391] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-57d6375e-1df6-4962-9cf4-9dff5244dd67 tempest-ServersTestFqdnHostnames-53680272 tempest-ServersTestFqdnHostnames-53680272-project-member] [instance: 3c094195-7f0d-4043-a1e4-8acbf634b14f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:76:c6:07', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '37fb1918-d178-4e12-93e6-316381e78be4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ebba1a7c-08a1-49a3-b32a-f8c132d8c2de', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 655.545228] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-57d6375e-1df6-4962-9cf4-9dff5244dd67 tempest-ServersTestFqdnHostnames-53680272 tempest-ServersTestFqdnHostnames-53680272-project-member] Creating folder: Project (22fe6b5423434f2e9f6ce4677cbec0a2). Parent ref: group-v481456. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 655.546145] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-39c65bf5-db9d-48cb-a944-feaf9f2cf111 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.561250] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-57d6375e-1df6-4962-9cf4-9dff5244dd67 tempest-ServersTestFqdnHostnames-53680272 tempest-ServersTestFqdnHostnames-53680272-project-member] Created folder: Project (22fe6b5423434f2e9f6ce4677cbec0a2) in parent group-v481456. [ 655.561487] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-57d6375e-1df6-4962-9cf4-9dff5244dd67 tempest-ServersTestFqdnHostnames-53680272 tempest-ServersTestFqdnHostnames-53680272-project-member] Creating folder: Instances. Parent ref: group-v481546. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 655.561741] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c7c3c116-0a11-4cc5-b884-b44c218ca98b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.574107] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-57d6375e-1df6-4962-9cf4-9dff5244dd67 tempest-ServersTestFqdnHostnames-53680272 tempest-ServersTestFqdnHostnames-53680272-project-member] Created folder: Instances in parent group-v481546. [ 655.574174] env[62353]: DEBUG oslo.service.loopingcall [None req-57d6375e-1df6-4962-9cf4-9dff5244dd67 tempest-ServersTestFqdnHostnames-53680272 tempest-ServersTestFqdnHostnames-53680272-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 655.574398] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c094195-7f0d-4043-a1e4-8acbf634b14f] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 655.574640] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c3ecaba8-ad4a-4ac5-b1ee-5cf287fb78c6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.596095] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 655.596095] env[62353]: value = "task-2372030" [ 655.596095] env[62353]: _type = "Task" [ 655.596095] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.605885] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372030, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.634011] env[62353]: DEBUG nova.compute.manager [req-095f841c-a1a5-49dd-9414-2c6cc27faca7 req-1f8ec60b-3f43-43b9-90c1-412f7b06e1b4 service nova] [instance: cd87ae19-37ee-4d88-95ee-9de38d5214a4] Received event network-changed-85d268bd-7eab-47eb-9352-44c996b74f59 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 655.634219] env[62353]: DEBUG nova.compute.manager [req-095f841c-a1a5-49dd-9414-2c6cc27faca7 req-1f8ec60b-3f43-43b9-90c1-412f7b06e1b4 service nova] [instance: cd87ae19-37ee-4d88-95ee-9de38d5214a4] Refreshing instance network info cache due to event network-changed-85d268bd-7eab-47eb-9352-44c996b74f59. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 655.634433] env[62353]: DEBUG oslo_concurrency.lockutils [req-095f841c-a1a5-49dd-9414-2c6cc27faca7 req-1f8ec60b-3f43-43b9-90c1-412f7b06e1b4 service nova] Acquiring lock "refresh_cache-cd87ae19-37ee-4d88-95ee-9de38d5214a4" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 655.634613] env[62353]: DEBUG oslo_concurrency.lockutils [req-095f841c-a1a5-49dd-9414-2c6cc27faca7 req-1f8ec60b-3f43-43b9-90c1-412f7b06e1b4 service nova] Acquired lock "refresh_cache-cd87ae19-37ee-4d88-95ee-9de38d5214a4" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.634784] env[62353]: DEBUG nova.network.neutron [req-095f841c-a1a5-49dd-9414-2c6cc27faca7 req-1f8ec60b-3f43-43b9-90c1-412f7b06e1b4 service nova] [instance: cd87ae19-37ee-4d88-95ee-9de38d5214a4] Refreshing network info cache for port 85d268bd-7eab-47eb-9352-44c996b74f59 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 655.724444] env[62353]: DEBUG oslo_vmware.api [None req-3099ef00-ab73-43e9-b10a-b229abaae4b5 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Task: {'id': task-2372027, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.850475] env[62353]: DEBUG nova.compute.manager [None req-0a76c326-5240-4d64-91b8-c225b9e3d2d3 tempest-ServerDiagnosticsV248Test-56016668 tempest-ServerDiagnosticsV248Test-56016668-project-admin] [instance: 791b8fc4-81e2-4a69-a358-f56a421e4680] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 655.852700] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92a325ae-7d17-4fcf-8e4d-a0fe6c9f55ae {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.862924] env[62353]: INFO nova.compute.manager [None req-0a76c326-5240-4d64-91b8-c225b9e3d2d3 tempest-ServerDiagnosticsV248Test-56016668 tempest-ServerDiagnosticsV248Test-56016668-project-admin] [instance: 791b8fc4-81e2-4a69-a358-f56a421e4680] Retrieving diagnostics [ 655.864091] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48e9862e-5f2a-43c6-9f4a-8d16c29a13c2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.918804] env[62353]: DEBUG oslo_vmware.api [None req-b61a80d4-a758-4e75-a618-85c9fd44e091 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] Task: {'id': task-2372026, 'name': CloneVM_Task, 'duration_secs': 1.464376} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.919248] env[62353]: INFO nova.virt.vmwareapi.vmops [None req-b61a80d4-a758-4e75-a618-85c9fd44e091 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] [instance: 7d40ad55-ab59-461f-986e-22aa0133f68f] Created linked-clone VM from snapshot [ 655.919854] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43f44965-cff0-4613-987f-699ffd9f5d35 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.935195] env[62353]: DEBUG nova.virt.vmwareapi.images [None req-b61a80d4-a758-4e75-a618-85c9fd44e091 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] [instance: 7d40ad55-ab59-461f-986e-22aa0133f68f] Uploading image 93755469-b203-4b44-a3e1-6bf8a3d78fff {{(pid=62353) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 655.942625] env[62353]: DEBUG nova.network.neutron [None req-9dfef8c3-6a98-4a3f-bba1-44e966f44797 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] [instance: 6d6f643f-fbb8-43b3-b47a-78d4ff71b8cb] Successfully created port: 4550e5f1-ace5-46b4-b7a6-f47117bc255f {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 655.948076] env[62353]: DEBUG nova.compute.manager [None req-9dfef8c3-6a98-4a3f-bba1-44e966f44797 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] [instance: 6d6f643f-fbb8-43b3-b47a-78d4ff71b8cb] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 655.967869] env[62353]: DEBUG oslo_vmware.rw_handles [None req-b61a80d4-a758-4e75-a618-85c9fd44e091 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 655.967869] env[62353]: value = "vm-481545" [ 655.967869] env[62353]: _type = "VirtualMachine" [ 655.967869] env[62353]: }. {{(pid=62353) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 655.968928] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a84b899b-5d80-4624-a939-db46c9f4b9a8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.978517] env[62353]: DEBUG oslo_vmware.rw_handles [None req-b61a80d4-a758-4e75-a618-85c9fd44e091 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] Lease: (returnval){ [ 655.978517] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]527f60f3-c6ee-9f2c-c287-b48bc220d651" [ 655.978517] env[62353]: _type = "HttpNfcLease" [ 655.978517] env[62353]: } obtained for exporting VM: (result){ [ 655.978517] env[62353]: value = "vm-481545" [ 655.978517] env[62353]: _type = "VirtualMachine" [ 655.978517] env[62353]: }. {{(pid=62353) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 655.978900] env[62353]: DEBUG oslo_vmware.api [None req-b61a80d4-a758-4e75-a618-85c9fd44e091 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] Waiting for the lease: (returnval){ [ 655.978900] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]527f60f3-c6ee-9f2c-c287-b48bc220d651" [ 655.978900] env[62353]: _type = "HttpNfcLease" [ 655.978900] env[62353]: } to be ready. {{(pid=62353) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 655.992325] env[62353]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 655.992325] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]527f60f3-c6ee-9f2c-c287-b48bc220d651" [ 655.992325] env[62353]: _type = "HttpNfcLease" [ 655.992325] env[62353]: } is initializing. {{(pid=62353) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 656.025314] env[62353]: DEBUG oslo_concurrency.lockutils [None req-fff2271d-3d8c-4c55-90a4-92086bb9df3f tempest-ServerDiagnosticsV248Test-141103953 tempest-ServerDiagnosticsV248Test-141103953-project-member] Lock "791b8fc4-81e2-4a69-a358-f56a421e4680" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.553s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 656.107018] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372030, 'name': CreateVM_Task} progress is 99%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.227873] env[62353]: DEBUG oslo_vmware.api [None req-3099ef00-ab73-43e9-b10a-b229abaae4b5 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Task: {'id': task-2372027, 'name': CreateSnapshot_Task, 'duration_secs': 0.548161} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.228401] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-3099ef00-ab73-43e9-b10a-b229abaae4b5 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: e1b536b2-778f-4318-bf20-198bb1752de4] Created Snapshot of the VM instance {{(pid=62353) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 656.229025] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e00fec13-f2af-4a30-ab04-27867969373a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.237361] env[62353]: DEBUG nova.compute.manager [req-23fd08f6-be97-4660-9bb0-34364d94d9d0 req-8e795854-249b-4e2c-8b42-bc6d4ed7cb05 service nova] [instance: 3c094195-7f0d-4043-a1e4-8acbf634b14f] Received event network-changed-ebba1a7c-08a1-49a3-b32a-f8c132d8c2de {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 656.237615] env[62353]: DEBUG nova.compute.manager [req-23fd08f6-be97-4660-9bb0-34364d94d9d0 req-8e795854-249b-4e2c-8b42-bc6d4ed7cb05 service nova] [instance: 3c094195-7f0d-4043-a1e4-8acbf634b14f] Refreshing instance network info cache due to event network-changed-ebba1a7c-08a1-49a3-b32a-f8c132d8c2de. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 656.237916] env[62353]: DEBUG oslo_concurrency.lockutils [req-23fd08f6-be97-4660-9bb0-34364d94d9d0 req-8e795854-249b-4e2c-8b42-bc6d4ed7cb05 service nova] Acquiring lock "refresh_cache-3c094195-7f0d-4043-a1e4-8acbf634b14f" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 656.237916] env[62353]: DEBUG oslo_concurrency.lockutils [req-23fd08f6-be97-4660-9bb0-34364d94d9d0 req-8e795854-249b-4e2c-8b42-bc6d4ed7cb05 service nova] Acquired lock "refresh_cache-3c094195-7f0d-4043-a1e4-8acbf634b14f" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.238121] env[62353]: DEBUG nova.network.neutron [req-23fd08f6-be97-4660-9bb0-34364d94d9d0 req-8e795854-249b-4e2c-8b42-bc6d4ed7cb05 service nova] [instance: 3c094195-7f0d-4043-a1e4-8acbf634b14f] Refreshing network info cache for port ebba1a7c-08a1-49a3-b32a-f8c132d8c2de {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 656.406511] env[62353]: DEBUG nova.network.neutron [req-095f841c-a1a5-49dd-9414-2c6cc27faca7 req-1f8ec60b-3f43-43b9-90c1-412f7b06e1b4 service nova] [instance: cd87ae19-37ee-4d88-95ee-9de38d5214a4] Updated VIF entry in instance network info cache for port 85d268bd-7eab-47eb-9352-44c996b74f59. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 656.406918] env[62353]: DEBUG nova.network.neutron [req-095f841c-a1a5-49dd-9414-2c6cc27faca7 req-1f8ec60b-3f43-43b9-90c1-412f7b06e1b4 service nova] [instance: cd87ae19-37ee-4d88-95ee-9de38d5214a4] Updating instance_info_cache with network_info: [{"id": "85d268bd-7eab-47eb-9352-44c996b74f59", "address": "fa:16:3e:c0:3a:8c", "network": {"id": "e5d036e4-e0e1-4263-a13b-32de611efa27", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1880879466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c183cea98ca94f09886d57c4499788e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08e9585e-6186-4788-9fd9-24174ce45a6f", "external-id": "nsx-vlan-transportzone-254", "segmentation_id": 254, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85d268bd-7e", "ovs_interfaceid": "85d268bd-7eab-47eb-9352-44c996b74f59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 656.488520] env[62353]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 656.488520] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]527f60f3-c6ee-9f2c-c287-b48bc220d651" [ 656.488520] env[62353]: _type = "HttpNfcLease" [ 656.488520] env[62353]: } is ready. {{(pid=62353) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 656.491217] env[62353]: DEBUG oslo_vmware.rw_handles [None req-b61a80d4-a758-4e75-a618-85c9fd44e091 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 656.491217] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]527f60f3-c6ee-9f2c-c287-b48bc220d651" [ 656.491217] env[62353]: _type = "HttpNfcLease" [ 656.491217] env[62353]: }. {{(pid=62353) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 656.492773] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-995c7f13-9aeb-4536-bd74-c7b5ffb65b0e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.502026] env[62353]: DEBUG oslo_vmware.rw_handles [None req-b61a80d4-a758-4e75-a618-85c9fd44e091 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528000a5-f072-1f7c-965f-b694669ead13/disk-0.vmdk from lease info. {{(pid=62353) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 656.502258] env[62353]: DEBUG oslo_vmware.rw_handles [None req-b61a80d4-a758-4e75-a618-85c9fd44e091 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528000a5-f072-1f7c-965f-b694669ead13/disk-0.vmdk for reading. {{(pid=62353) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 656.567020] env[62353]: DEBUG nova.compute.manager [None req-ad042889-f96a-4183-ac0f-aaa87c9da2f6 tempest-AttachInterfacesV270Test-454918473 tempest-AttachInterfacesV270Test-454918473-project-member] [instance: 9523a163-666d-448f-84a6-5278a7171f86] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 656.573321] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd060bb5-6bab-4f7a-9582-a5a5c8566c36 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.584676] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bee71541-9636-4b7d-a1a1-02ae5a80eb47 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.626000] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbcb88ca-3c82-47b0-88ba-eb2200b39dfc {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.638615] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21b7a367-2569-478a-948a-e410a40cfb24 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.642779] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372030, 'name': CreateVM_Task, 'duration_secs': 0.552225} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.642958] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c094195-7f0d-4043-a1e4-8acbf634b14f] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 656.644088] env[62353]: DEBUG oslo_concurrency.lockutils [None req-57d6375e-1df6-4962-9cf4-9dff5244dd67 tempest-ServersTestFqdnHostnames-53680272 tempest-ServersTestFqdnHostnames-53680272-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 656.644277] env[62353]: DEBUG oslo_concurrency.lockutils [None req-57d6375e-1df6-4962-9cf4-9dff5244dd67 tempest-ServersTestFqdnHostnames-53680272 tempest-ServersTestFqdnHostnames-53680272-project-member] Acquired lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.644624] env[62353]: DEBUG oslo_concurrency.lockutils [None req-57d6375e-1df6-4962-9cf4-9dff5244dd67 tempest-ServersTestFqdnHostnames-53680272 tempest-ServersTestFqdnHostnames-53680272-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 656.644890] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0267a2f-96d9-40d5-87db-66110eb01b4e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.657620] env[62353]: DEBUG nova.compute.provider_tree [None req-2d7af5a5-4ea2-4e8e-819b-a246d67bf3d2 tempest-InstanceActionsV221TestJSON-887975599 tempest-InstanceActionsV221TestJSON-887975599-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 656.659646] env[62353]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-3bc3f0ac-89ad-4f9c-93dd-7da79797fcd8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.663317] env[62353]: DEBUG oslo_vmware.api [None req-57d6375e-1df6-4962-9cf4-9dff5244dd67 tempest-ServersTestFqdnHostnames-53680272 tempest-ServersTestFqdnHostnames-53680272-project-member] Waiting for the task: (returnval){ [ 656.663317] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]520d1a0a-dbc6-f446-a184-86de78b4dc4f" [ 656.663317] env[62353]: _type = "Task" [ 656.663317] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.675049] env[62353]: DEBUG oslo_vmware.api [None req-57d6375e-1df6-4962-9cf4-9dff5244dd67 tempest-ServersTestFqdnHostnames-53680272 tempest-ServersTestFqdnHostnames-53680272-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]520d1a0a-dbc6-f446-a184-86de78b4dc4f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.754911] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-3099ef00-ab73-43e9-b10a-b229abaae4b5 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: e1b536b2-778f-4318-bf20-198bb1752de4] Creating linked-clone VM from snapshot {{(pid=62353) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 656.755264] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a0a8ac10-fe42-48ca-9836-aafc3d4c80bd {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.769141] env[62353]: DEBUG oslo_vmware.api [None req-3099ef00-ab73-43e9-b10a-b229abaae4b5 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Waiting for the task: (returnval){ [ 656.769141] env[62353]: value = "task-2372032" [ 656.769141] env[62353]: _type = "Task" [ 656.769141] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.777691] env[62353]: DEBUG oslo_vmware.api [None req-3099ef00-ab73-43e9-b10a-b229abaae4b5 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Task: {'id': task-2372032, 'name': CloneVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.913874] env[62353]: DEBUG oslo_concurrency.lockutils [req-095f841c-a1a5-49dd-9414-2c6cc27faca7 req-1f8ec60b-3f43-43b9-90c1-412f7b06e1b4 service nova] Releasing lock "refresh_cache-cd87ae19-37ee-4d88-95ee-9de38d5214a4" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 656.960208] env[62353]: DEBUG nova.compute.manager [None req-9dfef8c3-6a98-4a3f-bba1-44e966f44797 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] [instance: 6d6f643f-fbb8-43b3-b47a-78d4ff71b8cb] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 656.992541] env[62353]: DEBUG nova.virt.hardware [None req-9dfef8c3-6a98-4a3f-bba1-44e966f44797 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T12:38:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T12:38:15Z,direct_url=,disk_format='vmdk',id=06f909ae-e8dc-43b4-abf7-c7ed85db9bbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0a3f88790a594523a818b8c00f6862e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T12:38:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 656.992850] env[62353]: DEBUG nova.virt.hardware [None req-9dfef8c3-6a98-4a3f-bba1-44e966f44797 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 656.993109] env[62353]: DEBUG nova.virt.hardware [None req-9dfef8c3-6a98-4a3f-bba1-44e966f44797 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 656.993260] env[62353]: DEBUG nova.virt.hardware [None req-9dfef8c3-6a98-4a3f-bba1-44e966f44797 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 656.993451] env[62353]: DEBUG nova.virt.hardware [None req-9dfef8c3-6a98-4a3f-bba1-44e966f44797 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 656.993620] env[62353]: DEBUG nova.virt.hardware [None req-9dfef8c3-6a98-4a3f-bba1-44e966f44797 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 656.993872] env[62353]: DEBUG nova.virt.hardware [None req-9dfef8c3-6a98-4a3f-bba1-44e966f44797 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 656.994148] env[62353]: DEBUG nova.virt.hardware [None req-9dfef8c3-6a98-4a3f-bba1-44e966f44797 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 656.994387] env[62353]: DEBUG nova.virt.hardware [None req-9dfef8c3-6a98-4a3f-bba1-44e966f44797 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 656.994595] env[62353]: DEBUG nova.virt.hardware [None req-9dfef8c3-6a98-4a3f-bba1-44e966f44797 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 656.994833] env[62353]: DEBUG nova.virt.hardware [None req-9dfef8c3-6a98-4a3f-bba1-44e966f44797 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 656.995921] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f7d0c60-f213-4554-a0a1-6ba3f3219b99 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.007155] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be77eefb-9e2f-473d-8b49-92fa2d51b45f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.023909] env[62353]: DEBUG nova.network.neutron [req-23fd08f6-be97-4660-9bb0-34364d94d9d0 req-8e795854-249b-4e2c-8b42-bc6d4ed7cb05 service nova] [instance: 3c094195-7f0d-4043-a1e4-8acbf634b14f] Updated VIF entry in instance network info cache for port ebba1a7c-08a1-49a3-b32a-f8c132d8c2de. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 657.024280] env[62353]: DEBUG nova.network.neutron [req-23fd08f6-be97-4660-9bb0-34364d94d9d0 req-8e795854-249b-4e2c-8b42-bc6d4ed7cb05 service nova] [instance: 3c094195-7f0d-4043-a1e4-8acbf634b14f] Updating instance_info_cache with network_info: [{"id": "ebba1a7c-08a1-49a3-b32a-f8c132d8c2de", "address": "fa:16:3e:76:c6:07", "network": {"id": "94d8aee1-5219-4a9c-bc84-d02fdb35a5dd", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-134865951-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22fe6b5423434f2e9f6ce4677cbec0a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37fb1918-d178-4e12-93e6-316381e78be4", "external-id": "nsx-vlan-transportzone-763", "segmentation_id": 763, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebba1a7c-08", "ovs_interfaceid": "ebba1a7c-08a1-49a3-b32a-f8c132d8c2de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.105656] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ad042889-f96a-4183-ac0f-aaa87c9da2f6 tempest-AttachInterfacesV270Test-454918473 tempest-AttachInterfacesV270Test-454918473-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 657.163613] env[62353]: DEBUG nova.scheduler.client.report [None req-2d7af5a5-4ea2-4e8e-819b-a246d67bf3d2 tempest-InstanceActionsV221TestJSON-887975599 tempest-InstanceActionsV221TestJSON-887975599-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 657.180501] env[62353]: DEBUG oslo_vmware.api [None req-57d6375e-1df6-4962-9cf4-9dff5244dd67 tempest-ServersTestFqdnHostnames-53680272 tempest-ServersTestFqdnHostnames-53680272-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]520d1a0a-dbc6-f446-a184-86de78b4dc4f, 'name': SearchDatastore_Task, 'duration_secs': 0.017306} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.180964] env[62353]: DEBUG oslo_concurrency.lockutils [None req-57d6375e-1df6-4962-9cf4-9dff5244dd67 tempest-ServersTestFqdnHostnames-53680272 tempest-ServersTestFqdnHostnames-53680272-project-member] Releasing lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 657.181274] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-57d6375e-1df6-4962-9cf4-9dff5244dd67 tempest-ServersTestFqdnHostnames-53680272 tempest-ServersTestFqdnHostnames-53680272-project-member] [instance: 3c094195-7f0d-4043-a1e4-8acbf634b14f] Processing image 06f909ae-e8dc-43b4-abf7-c7ed85db9bbd {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 657.181610] env[62353]: DEBUG oslo_concurrency.lockutils [None req-57d6375e-1df6-4962-9cf4-9dff5244dd67 tempest-ServersTestFqdnHostnames-53680272 tempest-ServersTestFqdnHostnames-53680272-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 657.181802] env[62353]: DEBUG oslo_concurrency.lockutils [None req-57d6375e-1df6-4962-9cf4-9dff5244dd67 tempest-ServersTestFqdnHostnames-53680272 tempest-ServersTestFqdnHostnames-53680272-project-member] Acquired lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.181993] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-57d6375e-1df6-4962-9cf4-9dff5244dd67 tempest-ServersTestFqdnHostnames-53680272 tempest-ServersTestFqdnHostnames-53680272-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 657.182437] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1afada42-a0de-4ef8-bb18-5fb986cd782f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.200565] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-57d6375e-1df6-4962-9cf4-9dff5244dd67 tempest-ServersTestFqdnHostnames-53680272 tempest-ServersTestFqdnHostnames-53680272-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 657.200852] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-57d6375e-1df6-4962-9cf4-9dff5244dd67 tempest-ServersTestFqdnHostnames-53680272 tempest-ServersTestFqdnHostnames-53680272-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 657.201636] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86f90751-873a-43e9-80d1-7d7f07bddcf4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.211101] env[62353]: DEBUG oslo_vmware.api [None req-57d6375e-1df6-4962-9cf4-9dff5244dd67 tempest-ServersTestFqdnHostnames-53680272 tempest-ServersTestFqdnHostnames-53680272-project-member] Waiting for the task: (returnval){ [ 657.211101] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52ad2e49-27be-2a77-e1a5-bcbb3d5d708e" [ 657.211101] env[62353]: _type = "Task" [ 657.211101] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.224537] env[62353]: DEBUG oslo_vmware.api [None req-57d6375e-1df6-4962-9cf4-9dff5244dd67 tempest-ServersTestFqdnHostnames-53680272 tempest-ServersTestFqdnHostnames-53680272-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52ad2e49-27be-2a77-e1a5-bcbb3d5d708e, 'name': SearchDatastore_Task, 'duration_secs': 0.01186} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.225365] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4030aff0-a126-4312-ab1a-24acd9904db9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.232228] env[62353]: DEBUG oslo_vmware.api [None req-57d6375e-1df6-4962-9cf4-9dff5244dd67 tempest-ServersTestFqdnHostnames-53680272 tempest-ServersTestFqdnHostnames-53680272-project-member] Waiting for the task: (returnval){ [ 657.232228] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52e6a15d-0ab9-c8e9-7acf-d52c2b6a83f3" [ 657.232228] env[62353]: _type = "Task" [ 657.232228] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.243339] env[62353]: DEBUG oslo_vmware.api [None req-57d6375e-1df6-4962-9cf4-9dff5244dd67 tempest-ServersTestFqdnHostnames-53680272 tempest-ServersTestFqdnHostnames-53680272-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52e6a15d-0ab9-c8e9-7acf-d52c2b6a83f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.278375] env[62353]: DEBUG oslo_vmware.api [None req-3099ef00-ab73-43e9-b10a-b229abaae4b5 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Task: {'id': task-2372032, 'name': CloneVM_Task} progress is 94%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.527130] env[62353]: DEBUG oslo_concurrency.lockutils [req-23fd08f6-be97-4660-9bb0-34364d94d9d0 req-8e795854-249b-4e2c-8b42-bc6d4ed7cb05 service nova] Releasing lock "refresh_cache-3c094195-7f0d-4043-a1e4-8acbf634b14f" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 657.670891] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2d7af5a5-4ea2-4e8e-819b-a246d67bf3d2 tempest-InstanceActionsV221TestJSON-887975599 tempest-InstanceActionsV221TestJSON-887975599-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.734s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 657.671544] env[62353]: DEBUG nova.compute.manager [None req-2d7af5a5-4ea2-4e8e-819b-a246d67bf3d2 tempest-InstanceActionsV221TestJSON-887975599 tempest-InstanceActionsV221TestJSON-887975599-project-member] [instance: 7e467b83-2067-4ec7-a641-c417851bb0e8] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 657.674315] env[62353]: DEBUG oslo_concurrency.lockutils [None req-aba5d362-42f7-444e-b283-d2087e2d15d1 tempest-ServersNegativeTestMultiTenantJSON-1574732967 tempest-ServersNegativeTestMultiTenantJSON-1574732967-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.231s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 657.675816] env[62353]: INFO nova.compute.claims [None req-aba5d362-42f7-444e-b283-d2087e2d15d1 tempest-ServersNegativeTestMultiTenantJSON-1574732967 tempest-ServersNegativeTestMultiTenantJSON-1574732967-project-member] [instance: c83ae6b9-a239-40b5-a493-529b1687a573] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 657.696727] env[62353]: DEBUG oslo_concurrency.lockutils [None req-90abbbd4-bf00-431b-adc3-fb2be02327ae tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Acquiring lock "742baadd-a2ec-452d-8db1-313c8d28fe42" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 657.697077] env[62353]: DEBUG oslo_concurrency.lockutils [None req-90abbbd4-bf00-431b-adc3-fb2be02327ae tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Lock "742baadd-a2ec-452d-8db1-313c8d28fe42" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 657.698584] env[62353]: DEBUG oslo_concurrency.lockutils [None req-90abbbd4-bf00-431b-adc3-fb2be02327ae tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Acquiring lock "742baadd-a2ec-452d-8db1-313c8d28fe42-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 657.698584] env[62353]: DEBUG oslo_concurrency.lockutils [None req-90abbbd4-bf00-431b-adc3-fb2be02327ae tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Lock "742baadd-a2ec-452d-8db1-313c8d28fe42-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 657.698584] env[62353]: DEBUG oslo_concurrency.lockutils [None req-90abbbd4-bf00-431b-adc3-fb2be02327ae tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Lock "742baadd-a2ec-452d-8db1-313c8d28fe42-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 657.701184] env[62353]: INFO nova.compute.manager [None req-90abbbd4-bf00-431b-adc3-fb2be02327ae tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] [instance: 742baadd-a2ec-452d-8db1-313c8d28fe42] Terminating instance [ 657.745488] env[62353]: DEBUG oslo_vmware.api [None req-57d6375e-1df6-4962-9cf4-9dff5244dd67 tempest-ServersTestFqdnHostnames-53680272 tempest-ServersTestFqdnHostnames-53680272-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52e6a15d-0ab9-c8e9-7acf-d52c2b6a83f3, 'name': SearchDatastore_Task, 'duration_secs': 0.012856} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.745925] env[62353]: DEBUG oslo_concurrency.lockutils [None req-57d6375e-1df6-4962-9cf4-9dff5244dd67 tempest-ServersTestFqdnHostnames-53680272 tempest-ServersTestFqdnHostnames-53680272-project-member] Releasing lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 657.746318] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-57d6375e-1df6-4962-9cf4-9dff5244dd67 tempest-ServersTestFqdnHostnames-53680272 tempest-ServersTestFqdnHostnames-53680272-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore1] 3c094195-7f0d-4043-a1e4-8acbf634b14f/3c094195-7f0d-4043-a1e4-8acbf634b14f.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 657.746807] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b9456ee9-737a-4721-a72d-7638d4abfb88 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.758204] env[62353]: DEBUG oslo_vmware.api [None req-57d6375e-1df6-4962-9cf4-9dff5244dd67 tempest-ServersTestFqdnHostnames-53680272 tempest-ServersTestFqdnHostnames-53680272-project-member] Waiting for the task: (returnval){ [ 657.758204] env[62353]: value = "task-2372033" [ 657.758204] env[62353]: _type = "Task" [ 657.758204] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.767724] env[62353]: DEBUG oslo_vmware.api [None req-57d6375e-1df6-4962-9cf4-9dff5244dd67 tempest-ServersTestFqdnHostnames-53680272 tempest-ServersTestFqdnHostnames-53680272-project-member] Task: {'id': task-2372033, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.783200] env[62353]: DEBUG oslo_vmware.api [None req-3099ef00-ab73-43e9-b10a-b229abaae4b5 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Task: {'id': task-2372032, 'name': CloneVM_Task} progress is 94%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.836400] env[62353]: DEBUG nova.network.neutron [None req-9dfef8c3-6a98-4a3f-bba1-44e966f44797 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] [instance: 6d6f643f-fbb8-43b3-b47a-78d4ff71b8cb] Successfully updated port: 4550e5f1-ace5-46b4-b7a6-f47117bc255f {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 658.183863] env[62353]: DEBUG nova.compute.utils [None req-2d7af5a5-4ea2-4e8e-819b-a246d67bf3d2 tempest-InstanceActionsV221TestJSON-887975599 tempest-InstanceActionsV221TestJSON-887975599-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 658.184606] env[62353]: DEBUG nova.compute.manager [None req-2d7af5a5-4ea2-4e8e-819b-a246d67bf3d2 tempest-InstanceActionsV221TestJSON-887975599 tempest-InstanceActionsV221TestJSON-887975599-project-member] [instance: 7e467b83-2067-4ec7-a641-c417851bb0e8] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 658.184822] env[62353]: DEBUG nova.network.neutron [None req-2d7af5a5-4ea2-4e8e-819b-a246d67bf3d2 tempest-InstanceActionsV221TestJSON-887975599 tempest-InstanceActionsV221TestJSON-887975599-project-member] [instance: 7e467b83-2067-4ec7-a641-c417851bb0e8] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 658.204276] env[62353]: DEBUG nova.compute.manager [None req-90abbbd4-bf00-431b-adc3-fb2be02327ae tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] [instance: 742baadd-a2ec-452d-8db1-313c8d28fe42] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 658.204559] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-90abbbd4-bf00-431b-adc3-fb2be02327ae tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] [instance: 742baadd-a2ec-452d-8db1-313c8d28fe42] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 658.205871] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-394783f5-9e7e-4f2c-b855-a41bb907e517 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.215637] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-90abbbd4-bf00-431b-adc3-fb2be02327ae tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] [instance: 742baadd-a2ec-452d-8db1-313c8d28fe42] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 658.215940] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-935aeaea-4622-436f-9e88-9503ec3e261d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.231459] env[62353]: DEBUG nova.policy [None req-2d7af5a5-4ea2-4e8e-819b-a246d67bf3d2 tempest-InstanceActionsV221TestJSON-887975599 tempest-InstanceActionsV221TestJSON-887975599-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '98edbf4ddc4b41da868d98d719d999bc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '957852a210874b739bd1dda8f0ad963d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:192}} [ 658.264622] env[62353]: DEBUG nova.compute.manager [req-45d1e3b0-675e-4949-9197-47bfea712003 req-307d4a53-fb85-408f-a08e-1922f7f9e670 service nova] [instance: 6d6f643f-fbb8-43b3-b47a-78d4ff71b8cb] Received event network-vif-plugged-4550e5f1-ace5-46b4-b7a6-f47117bc255f {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 658.264853] env[62353]: DEBUG oslo_concurrency.lockutils [req-45d1e3b0-675e-4949-9197-47bfea712003 req-307d4a53-fb85-408f-a08e-1922f7f9e670 service nova] Acquiring lock "6d6f643f-fbb8-43b3-b47a-78d4ff71b8cb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 658.265114] env[62353]: DEBUG oslo_concurrency.lockutils [req-45d1e3b0-675e-4949-9197-47bfea712003 req-307d4a53-fb85-408f-a08e-1922f7f9e670 service nova] Lock "6d6f643f-fbb8-43b3-b47a-78d4ff71b8cb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 658.265308] env[62353]: DEBUG oslo_concurrency.lockutils [req-45d1e3b0-675e-4949-9197-47bfea712003 req-307d4a53-fb85-408f-a08e-1922f7f9e670 service nova] Lock "6d6f643f-fbb8-43b3-b47a-78d4ff71b8cb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 658.265604] env[62353]: DEBUG nova.compute.manager [req-45d1e3b0-675e-4949-9197-47bfea712003 req-307d4a53-fb85-408f-a08e-1922f7f9e670 service nova] [instance: 6d6f643f-fbb8-43b3-b47a-78d4ff71b8cb] No waiting events found dispatching network-vif-plugged-4550e5f1-ace5-46b4-b7a6-f47117bc255f {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 658.265898] env[62353]: WARNING nova.compute.manager [req-45d1e3b0-675e-4949-9197-47bfea712003 req-307d4a53-fb85-408f-a08e-1922f7f9e670 service nova] [instance: 6d6f643f-fbb8-43b3-b47a-78d4ff71b8cb] Received unexpected event network-vif-plugged-4550e5f1-ace5-46b4-b7a6-f47117bc255f for instance with vm_state building and task_state spawning. [ 658.266096] env[62353]: DEBUG nova.compute.manager [req-45d1e3b0-675e-4949-9197-47bfea712003 req-307d4a53-fb85-408f-a08e-1922f7f9e670 service nova] [instance: 6d6f643f-fbb8-43b3-b47a-78d4ff71b8cb] Received event network-changed-4550e5f1-ace5-46b4-b7a6-f47117bc255f {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 658.266257] env[62353]: DEBUG nova.compute.manager [req-45d1e3b0-675e-4949-9197-47bfea712003 req-307d4a53-fb85-408f-a08e-1922f7f9e670 service nova] [instance: 6d6f643f-fbb8-43b3-b47a-78d4ff71b8cb] Refreshing instance network info cache due to event network-changed-4550e5f1-ace5-46b4-b7a6-f47117bc255f. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 658.266446] env[62353]: DEBUG oslo_concurrency.lockutils [req-45d1e3b0-675e-4949-9197-47bfea712003 req-307d4a53-fb85-408f-a08e-1922f7f9e670 service nova] Acquiring lock "refresh_cache-6d6f643f-fbb8-43b3-b47a-78d4ff71b8cb" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 658.266582] env[62353]: DEBUG oslo_concurrency.lockutils [req-45d1e3b0-675e-4949-9197-47bfea712003 req-307d4a53-fb85-408f-a08e-1922f7f9e670 service nova] Acquired lock "refresh_cache-6d6f643f-fbb8-43b3-b47a-78d4ff71b8cb" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.266837] env[62353]: DEBUG nova.network.neutron [req-45d1e3b0-675e-4949-9197-47bfea712003 req-307d4a53-fb85-408f-a08e-1922f7f9e670 service nova] [instance: 6d6f643f-fbb8-43b3-b47a-78d4ff71b8cb] Refreshing network info cache for port 4550e5f1-ace5-46b4-b7a6-f47117bc255f {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 658.280615] env[62353]: DEBUG oslo_vmware.api [None req-57d6375e-1df6-4962-9cf4-9dff5244dd67 tempest-ServersTestFqdnHostnames-53680272 tempest-ServersTestFqdnHostnames-53680272-project-member] Task: {'id': task-2372033, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.289419] env[62353]: DEBUG oslo_vmware.api [None req-3099ef00-ab73-43e9-b10a-b229abaae4b5 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Task: {'id': task-2372032, 'name': CloneVM_Task} progress is 100%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.322085] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-90abbbd4-bf00-431b-adc3-fb2be02327ae tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] [instance: 742baadd-a2ec-452d-8db1-313c8d28fe42] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 658.322085] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-90abbbd4-bf00-431b-adc3-fb2be02327ae tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] [instance: 742baadd-a2ec-452d-8db1-313c8d28fe42] Deleting contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 658.322303] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-90abbbd4-bf00-431b-adc3-fb2be02327ae tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Deleting the datastore file [datastore1] 742baadd-a2ec-452d-8db1-313c8d28fe42 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 658.322478] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-33f3484d-e724-423d-9ccc-7df0c977fafa {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.330276] env[62353]: DEBUG oslo_vmware.api [None req-90abbbd4-bf00-431b-adc3-fb2be02327ae tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Waiting for the task: (returnval){ [ 658.330276] env[62353]: value = "task-2372035" [ 658.330276] env[62353]: _type = "Task" [ 658.330276] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.340752] env[62353]: DEBUG oslo_concurrency.lockutils [None req-9dfef8c3-6a98-4a3f-bba1-44e966f44797 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Acquiring lock "refresh_cache-6d6f643f-fbb8-43b3-b47a-78d4ff71b8cb" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 658.341144] env[62353]: DEBUG oslo_vmware.api [None req-90abbbd4-bf00-431b-adc3-fb2be02327ae tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Task: {'id': task-2372035, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.690455] env[62353]: DEBUG nova.compute.manager [None req-2d7af5a5-4ea2-4e8e-819b-a246d67bf3d2 tempest-InstanceActionsV221TestJSON-887975599 tempest-InstanceActionsV221TestJSON-887975599-project-member] [instance: 7e467b83-2067-4ec7-a641-c417851bb0e8] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 658.748539] env[62353]: DEBUG nova.network.neutron [None req-2d7af5a5-4ea2-4e8e-819b-a246d67bf3d2 tempest-InstanceActionsV221TestJSON-887975599 tempest-InstanceActionsV221TestJSON-887975599-project-member] [instance: 7e467b83-2067-4ec7-a641-c417851bb0e8] Successfully created port: 52124d4c-4b3a-4160-9d2f-76a8ea64fc75 {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 658.769354] env[62353]: DEBUG oslo_vmware.api [None req-57d6375e-1df6-4962-9cf4-9dff5244dd67 tempest-ServersTestFqdnHostnames-53680272 tempest-ServersTestFqdnHostnames-53680272-project-member] Task: {'id': task-2372033, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.782534} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.773074] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-57d6375e-1df6-4962-9cf4-9dff5244dd67 tempest-ServersTestFqdnHostnames-53680272 tempest-ServersTestFqdnHostnames-53680272-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore1] 3c094195-7f0d-4043-a1e4-8acbf634b14f/3c094195-7f0d-4043-a1e4-8acbf634b14f.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 658.773348] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-57d6375e-1df6-4962-9cf4-9dff5244dd67 tempest-ServersTestFqdnHostnames-53680272 tempest-ServersTestFqdnHostnames-53680272-project-member] [instance: 3c094195-7f0d-4043-a1e4-8acbf634b14f] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 658.779214] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8ec0497e-427c-4019-b21d-3298ee3f9b27 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.796836] env[62353]: DEBUG oslo_vmware.api [None req-3099ef00-ab73-43e9-b10a-b229abaae4b5 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Task: {'id': task-2372032, 'name': CloneVM_Task, 'duration_secs': 1.687039} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.803681] env[62353]: INFO nova.virt.vmwareapi.vmops [None req-3099ef00-ab73-43e9-b10a-b229abaae4b5 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: e1b536b2-778f-4318-bf20-198bb1752de4] Created linked-clone VM from snapshot [ 658.804072] env[62353]: DEBUG oslo_vmware.api [None req-57d6375e-1df6-4962-9cf4-9dff5244dd67 tempest-ServersTestFqdnHostnames-53680272 tempest-ServersTestFqdnHostnames-53680272-project-member] Waiting for the task: (returnval){ [ 658.804072] env[62353]: value = "task-2372036" [ 658.804072] env[62353]: _type = "Task" [ 658.804072] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.805572] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b550097-2d6b-4b13-97ba-5f2dd59f134d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.829109] env[62353]: DEBUG oslo_vmware.api [None req-57d6375e-1df6-4962-9cf4-9dff5244dd67 tempest-ServersTestFqdnHostnames-53680272 tempest-ServersTestFqdnHostnames-53680272-project-member] Task: {'id': task-2372036, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.832428] env[62353]: DEBUG nova.virt.vmwareapi.images [None req-3099ef00-ab73-43e9-b10a-b229abaae4b5 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: e1b536b2-778f-4318-bf20-198bb1752de4] Uploading image 8f0f0e48-016d-4300-9317-94784e091664 {{(pid=62353) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 658.838252] env[62353]: DEBUG nova.network.neutron [req-45d1e3b0-675e-4949-9197-47bfea712003 req-307d4a53-fb85-408f-a08e-1922f7f9e670 service nova] [instance: 6d6f643f-fbb8-43b3-b47a-78d4ff71b8cb] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 658.846566] env[62353]: DEBUG oslo_vmware.api [None req-90abbbd4-bf00-431b-adc3-fb2be02327ae tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Task: {'id': task-2372035, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.857420] env[62353]: DEBUG oslo_vmware.rw_handles [None req-3099ef00-ab73-43e9-b10a-b229abaae4b5 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 658.857420] env[62353]: value = "vm-481550" [ 658.857420] env[62353]: _type = "VirtualMachine" [ 658.857420] env[62353]: }. {{(pid=62353) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 658.857788] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-2bfcc361-0cd3-4d1a-8bdb-454f85b00324 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.875099] env[62353]: DEBUG oslo_vmware.rw_handles [None req-3099ef00-ab73-43e9-b10a-b229abaae4b5 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Lease: (returnval){ [ 658.875099] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52921fb0-d87c-7f88-ae77-db4a1cf5819d" [ 658.875099] env[62353]: _type = "HttpNfcLease" [ 658.875099] env[62353]: } obtained for exporting VM: (result){ [ 658.875099] env[62353]: value = "vm-481550" [ 658.875099] env[62353]: _type = "VirtualMachine" [ 658.875099] env[62353]: }. {{(pid=62353) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 658.875400] env[62353]: DEBUG oslo_vmware.api [None req-3099ef00-ab73-43e9-b10a-b229abaae4b5 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Waiting for the lease: (returnval){ [ 658.875400] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52921fb0-d87c-7f88-ae77-db4a1cf5819d" [ 658.875400] env[62353]: _type = "HttpNfcLease" [ 658.875400] env[62353]: } to be ready. {{(pid=62353) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 658.883130] env[62353]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 658.883130] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52921fb0-d87c-7f88-ae77-db4a1cf5819d" [ 658.883130] env[62353]: _type = "HttpNfcLease" [ 658.883130] env[62353]: } is initializing. {{(pid=62353) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 658.940654] env[62353]: DEBUG nova.network.neutron [req-45d1e3b0-675e-4949-9197-47bfea712003 req-307d4a53-fb85-408f-a08e-1922f7f9e670 service nova] [instance: 6d6f643f-fbb8-43b3-b47a-78d4ff71b8cb] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 659.319852] env[62353]: DEBUG oslo_vmware.api [None req-57d6375e-1df6-4962-9cf4-9dff5244dd67 tempest-ServersTestFqdnHostnames-53680272 tempest-ServersTestFqdnHostnames-53680272-project-member] Task: {'id': task-2372036, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.481399} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.322753] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-57d6375e-1df6-4962-9cf4-9dff5244dd67 tempest-ServersTestFqdnHostnames-53680272 tempest-ServersTestFqdnHostnames-53680272-project-member] [instance: 3c094195-7f0d-4043-a1e4-8acbf634b14f] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 659.323874] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e946252-86cf-43b4-93a1-d31c2e1c6567 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.350086] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-57d6375e-1df6-4962-9cf4-9dff5244dd67 tempest-ServersTestFqdnHostnames-53680272 tempest-ServersTestFqdnHostnames-53680272-project-member] [instance: 3c094195-7f0d-4043-a1e4-8acbf634b14f] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] 3c094195-7f0d-4043-a1e4-8acbf634b14f/3c094195-7f0d-4043-a1e4-8acbf634b14f.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 659.354752] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-213b3961-75dc-4ab8-8380-059d672f51d9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.369837] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afbae57f-1234-48ac-8364-852d4676a638 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.383835] env[62353]: DEBUG oslo_vmware.api [None req-90abbbd4-bf00-431b-adc3-fb2be02327ae tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Task: {'id': task-2372035, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.97991} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.386060] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae8f4773-17e4-49a0-9272-244f150798eb {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.389527] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-90abbbd4-bf00-431b-adc3-fb2be02327ae tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 659.389726] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-90abbbd4-bf00-431b-adc3-fb2be02327ae tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] [instance: 742baadd-a2ec-452d-8db1-313c8d28fe42] Deleted contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 659.389903] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-90abbbd4-bf00-431b-adc3-fb2be02327ae tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] [instance: 742baadd-a2ec-452d-8db1-313c8d28fe42] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 659.390098] env[62353]: INFO nova.compute.manager [None req-90abbbd4-bf00-431b-adc3-fb2be02327ae tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] [instance: 742baadd-a2ec-452d-8db1-313c8d28fe42] Took 1.19 seconds to destroy the instance on the hypervisor. [ 659.390344] env[62353]: DEBUG oslo.service.loopingcall [None req-90abbbd4-bf00-431b-adc3-fb2be02327ae tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 659.390598] env[62353]: DEBUG oslo_vmware.api [None req-57d6375e-1df6-4962-9cf4-9dff5244dd67 tempest-ServersTestFqdnHostnames-53680272 tempest-ServersTestFqdnHostnames-53680272-project-member] Waiting for the task: (returnval){ [ 659.390598] env[62353]: value = "task-2372038" [ 659.390598] env[62353]: _type = "Task" [ 659.390598] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.392081] env[62353]: DEBUG nova.compute.manager [-] [instance: 742baadd-a2ec-452d-8db1-313c8d28fe42] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 659.392208] env[62353]: DEBUG nova.network.neutron [-] [instance: 742baadd-a2ec-452d-8db1-313c8d28fe42] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 659.394021] env[62353]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 659.394021] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52921fb0-d87c-7f88-ae77-db4a1cf5819d" [ 659.394021] env[62353]: _type = "HttpNfcLease" [ 659.394021] env[62353]: } is ready. {{(pid=62353) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 659.397257] env[62353]: DEBUG oslo_vmware.rw_handles [None req-3099ef00-ab73-43e9-b10a-b229abaae4b5 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 659.397257] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52921fb0-d87c-7f88-ae77-db4a1cf5819d" [ 659.397257] env[62353]: _type = "HttpNfcLease" [ 659.397257] env[62353]: }. {{(pid=62353) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 659.398736] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2d77aa4-12ac-4022-ba0b-7bf4949cb379 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.426976] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7f4850c-b3ba-402b-89d8-1f8f928c0cd0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.437705] env[62353]: DEBUG oslo_vmware.api [None req-57d6375e-1df6-4962-9cf4-9dff5244dd67 tempest-ServersTestFqdnHostnames-53680272 tempest-ServersTestFqdnHostnames-53680272-project-member] Task: {'id': task-2372038, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.438016] env[62353]: DEBUG oslo_vmware.rw_handles [None req-3099ef00-ab73-43e9-b10a-b229abaae4b5 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523b33dd-c8ce-c9cb-98c4-048967d2a405/disk-0.vmdk from lease info. {{(pid=62353) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 659.438206] env[62353]: DEBUG oslo_vmware.rw_handles [None req-3099ef00-ab73-43e9-b10a-b229abaae4b5 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523b33dd-c8ce-c9cb-98c4-048967d2a405/disk-0.vmdk for reading. {{(pid=62353) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 659.495590] env[62353]: DEBUG oslo_concurrency.lockutils [req-45d1e3b0-675e-4949-9197-47bfea712003 req-307d4a53-fb85-408f-a08e-1922f7f9e670 service nova] Releasing lock "refresh_cache-6d6f643f-fbb8-43b3-b47a-78d4ff71b8cb" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 659.500562] env[62353]: DEBUG oslo_concurrency.lockutils [None req-9dfef8c3-6a98-4a3f-bba1-44e966f44797 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Acquired lock "refresh_cache-6d6f643f-fbb8-43b3-b47a-78d4ff71b8cb" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.501402] env[62353]: DEBUG nova.network.neutron [None req-9dfef8c3-6a98-4a3f-bba1-44e966f44797 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] [instance: 6d6f643f-fbb8-43b3-b47a-78d4ff71b8cb] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 659.505762] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e3e49fe-4221-43a3-8e46-8f3be8061a3b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.523920] env[62353]: DEBUG nova.compute.provider_tree [None req-aba5d362-42f7-444e-b283-d2087e2d15d1 tempest-ServersNegativeTestMultiTenantJSON-1574732967 tempest-ServersNegativeTestMultiTenantJSON-1574732967-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 659.557413] env[62353]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-68049ae2-5820-46d5-b8eb-c3d27a204f66 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.705175] env[62353]: DEBUG nova.compute.manager [None req-2d7af5a5-4ea2-4e8e-819b-a246d67bf3d2 tempest-InstanceActionsV221TestJSON-887975599 tempest-InstanceActionsV221TestJSON-887975599-project-member] [instance: 7e467b83-2067-4ec7-a641-c417851bb0e8] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 659.780674] env[62353]: DEBUG nova.virt.hardware [None req-2d7af5a5-4ea2-4e8e-819b-a246d67bf3d2 tempest-InstanceActionsV221TestJSON-887975599 tempest-InstanceActionsV221TestJSON-887975599-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T12:38:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T12:38:15Z,direct_url=,disk_format='vmdk',id=06f909ae-e8dc-43b4-abf7-c7ed85db9bbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0a3f88790a594523a818b8c00f6862e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T12:38:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 659.781082] env[62353]: DEBUG nova.virt.hardware [None req-2d7af5a5-4ea2-4e8e-819b-a246d67bf3d2 tempest-InstanceActionsV221TestJSON-887975599 tempest-InstanceActionsV221TestJSON-887975599-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 659.781240] env[62353]: DEBUG nova.virt.hardware [None req-2d7af5a5-4ea2-4e8e-819b-a246d67bf3d2 tempest-InstanceActionsV221TestJSON-887975599 tempest-InstanceActionsV221TestJSON-887975599-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 659.781415] env[62353]: DEBUG nova.virt.hardware [None req-2d7af5a5-4ea2-4e8e-819b-a246d67bf3d2 tempest-InstanceActionsV221TestJSON-887975599 tempest-InstanceActionsV221TestJSON-887975599-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 659.781739] env[62353]: DEBUG nova.virt.hardware [None req-2d7af5a5-4ea2-4e8e-819b-a246d67bf3d2 tempest-InstanceActionsV221TestJSON-887975599 tempest-InstanceActionsV221TestJSON-887975599-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 659.781966] env[62353]: DEBUG nova.virt.hardware [None req-2d7af5a5-4ea2-4e8e-819b-a246d67bf3d2 tempest-InstanceActionsV221TestJSON-887975599 tempest-InstanceActionsV221TestJSON-887975599-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 659.782305] env[62353]: DEBUG nova.virt.hardware [None req-2d7af5a5-4ea2-4e8e-819b-a246d67bf3d2 tempest-InstanceActionsV221TestJSON-887975599 tempest-InstanceActionsV221TestJSON-887975599-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 659.782510] env[62353]: DEBUG nova.virt.hardware [None req-2d7af5a5-4ea2-4e8e-819b-a246d67bf3d2 tempest-InstanceActionsV221TestJSON-887975599 tempest-InstanceActionsV221TestJSON-887975599-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 659.782918] env[62353]: DEBUG nova.virt.hardware [None req-2d7af5a5-4ea2-4e8e-819b-a246d67bf3d2 tempest-InstanceActionsV221TestJSON-887975599 tempest-InstanceActionsV221TestJSON-887975599-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 659.783139] env[62353]: DEBUG nova.virt.hardware [None req-2d7af5a5-4ea2-4e8e-819b-a246d67bf3d2 tempest-InstanceActionsV221TestJSON-887975599 tempest-InstanceActionsV221TestJSON-887975599-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 659.783684] env[62353]: DEBUG nova.virt.hardware [None req-2d7af5a5-4ea2-4e8e-819b-a246d67bf3d2 tempest-InstanceActionsV221TestJSON-887975599 tempest-InstanceActionsV221TestJSON-887975599-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 659.784664] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cceaac8d-446e-4edf-8c48-f3fbfa3604cf {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.789566] env[62353]: DEBUG nova.compute.manager [req-52025d79-9313-4a25-8695-9936019b2073 req-e5d74cfa-1b44-4c9f-8170-204a16ab3653 service nova] [instance: 742baadd-a2ec-452d-8db1-313c8d28fe42] Received event network-vif-deleted-fbbf1266-96dc-4220-8105-b008867338fe {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 659.789828] env[62353]: INFO nova.compute.manager [req-52025d79-9313-4a25-8695-9936019b2073 req-e5d74cfa-1b44-4c9f-8170-204a16ab3653 service nova] [instance: 742baadd-a2ec-452d-8db1-313c8d28fe42] Neutron deleted interface fbbf1266-96dc-4220-8105-b008867338fe; detaching it from the instance and deleting it from the info cache [ 659.790103] env[62353]: DEBUG nova.network.neutron [req-52025d79-9313-4a25-8695-9936019b2073 req-e5d74cfa-1b44-4c9f-8170-204a16ab3653 service nova] [instance: 742baadd-a2ec-452d-8db1-313c8d28fe42] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 659.798407] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8dca401-ccf2-412e-a392-4f8361eddcf1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.905023] env[62353]: DEBUG oslo_vmware.api [None req-57d6375e-1df6-4962-9cf4-9dff5244dd67 tempest-ServersTestFqdnHostnames-53680272 tempest-ServersTestFqdnHostnames-53680272-project-member] Task: {'id': task-2372038, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.027070] env[62353]: DEBUG nova.scheduler.client.report [None req-aba5d362-42f7-444e-b283-d2087e2d15d1 tempest-ServersNegativeTestMultiTenantJSON-1574732967 tempest-ServersNegativeTestMultiTenantJSON-1574732967-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 660.046147] env[62353]: DEBUG nova.network.neutron [None req-9dfef8c3-6a98-4a3f-bba1-44e966f44797 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] [instance: 6d6f643f-fbb8-43b3-b47a-78d4ff71b8cb] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 660.232382] env[62353]: DEBUG nova.network.neutron [-] [instance: 742baadd-a2ec-452d-8db1-313c8d28fe42] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 660.244141] env[62353]: DEBUG nova.network.neutron [None req-9dfef8c3-6a98-4a3f-bba1-44e966f44797 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] [instance: 6d6f643f-fbb8-43b3-b47a-78d4ff71b8cb] Updating instance_info_cache with network_info: [{"id": "4550e5f1-ace5-46b4-b7a6-f47117bc255f", "address": "fa:16:3e:f2:89:be", "network": {"id": "d81a66f5-bbd7-4e7d-9951-1375f9bdbebb", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1662318300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4124b0b9858844eab583b43b1909edbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4550e5f1-ac", "ovs_interfaceid": "4550e5f1-ace5-46b4-b7a6-f47117bc255f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 660.294549] env[62353]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6fc65b0e-90b0-4f78-95cc-c34aa9e62c2d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.305639] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fad00b4e-1d35-4c21-9fa5-77351092eca7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.346723] env[62353]: DEBUG nova.compute.manager [req-52025d79-9313-4a25-8695-9936019b2073 req-e5d74cfa-1b44-4c9f-8170-204a16ab3653 service nova] [instance: 742baadd-a2ec-452d-8db1-313c8d28fe42] Detach interface failed, port_id=fbbf1266-96dc-4220-8105-b008867338fe, reason: Instance 742baadd-a2ec-452d-8db1-313c8d28fe42 could not be found. {{(pid=62353) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 660.406215] env[62353]: DEBUG oslo_vmware.api [None req-57d6375e-1df6-4962-9cf4-9dff5244dd67 tempest-ServersTestFqdnHostnames-53680272 tempest-ServersTestFqdnHostnames-53680272-project-member] Task: {'id': task-2372038, 'name': ReconfigVM_Task, 'duration_secs': 0.54818} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.406705] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-57d6375e-1df6-4962-9cf4-9dff5244dd67 tempest-ServersTestFqdnHostnames-53680272 tempest-ServersTestFqdnHostnames-53680272-project-member] [instance: 3c094195-7f0d-4043-a1e4-8acbf634b14f] Reconfigured VM instance instance-0000001c to attach disk [datastore1] 3c094195-7f0d-4043-a1e4-8acbf634b14f/3c094195-7f0d-4043-a1e4-8acbf634b14f.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 660.407388] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-834069c8-2bd6-4e04-9582-def317dcb747 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.416154] env[62353]: DEBUG oslo_vmware.api [None req-57d6375e-1df6-4962-9cf4-9dff5244dd67 tempest-ServersTestFqdnHostnames-53680272 tempest-ServersTestFqdnHostnames-53680272-project-member] Waiting for the task: (returnval){ [ 660.416154] env[62353]: value = "task-2372039" [ 660.416154] env[62353]: _type = "Task" [ 660.416154] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.425669] env[62353]: DEBUG oslo_vmware.api [None req-57d6375e-1df6-4962-9cf4-9dff5244dd67 tempest-ServersTestFqdnHostnames-53680272 tempest-ServersTestFqdnHostnames-53680272-project-member] Task: {'id': task-2372039, 'name': Rename_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.523579] env[62353]: DEBUG nova.network.neutron [None req-2d7af5a5-4ea2-4e8e-819b-a246d67bf3d2 tempest-InstanceActionsV221TestJSON-887975599 tempest-InstanceActionsV221TestJSON-887975599-project-member] [instance: 7e467b83-2067-4ec7-a641-c417851bb0e8] Successfully updated port: 52124d4c-4b3a-4160-9d2f-76a8ea64fc75 {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 660.532934] env[62353]: DEBUG oslo_concurrency.lockutils [None req-aba5d362-42f7-444e-b283-d2087e2d15d1 tempest-ServersNegativeTestMultiTenantJSON-1574732967 tempest-ServersNegativeTestMultiTenantJSON-1574732967-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.858s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 660.533385] env[62353]: DEBUG nova.compute.manager [None req-aba5d362-42f7-444e-b283-d2087e2d15d1 tempest-ServersNegativeTestMultiTenantJSON-1574732967 tempest-ServersNegativeTestMultiTenantJSON-1574732967-project-member] [instance: c83ae6b9-a239-40b5-a493-529b1687a573] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 660.540020] env[62353]: DEBUG oslo_concurrency.lockutils [None req-402e3bf2-ff5c-47cd-b6b9-0d3c11e2115b tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.525s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 660.540020] env[62353]: INFO nova.compute.claims [None req-402e3bf2-ff5c-47cd-b6b9-0d3c11e2115b tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] [instance: 9871d7de-d94b-4b64-8e25-d9be6f01e949] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 660.701860] env[62353]: DEBUG nova.compute.manager [req-7b7d341a-2fd2-4815-9652-8fa13a019621 req-7625e979-0da5-489d-931d-5224624b99d0 service nova] [instance: 7e467b83-2067-4ec7-a641-c417851bb0e8] Received event network-vif-plugged-52124d4c-4b3a-4160-9d2f-76a8ea64fc75 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 660.702096] env[62353]: DEBUG oslo_concurrency.lockutils [req-7b7d341a-2fd2-4815-9652-8fa13a019621 req-7625e979-0da5-489d-931d-5224624b99d0 service nova] Acquiring lock "7e467b83-2067-4ec7-a641-c417851bb0e8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 660.702428] env[62353]: DEBUG oslo_concurrency.lockutils [req-7b7d341a-2fd2-4815-9652-8fa13a019621 req-7625e979-0da5-489d-931d-5224624b99d0 service nova] Lock "7e467b83-2067-4ec7-a641-c417851bb0e8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 660.702706] env[62353]: DEBUG oslo_concurrency.lockutils [req-7b7d341a-2fd2-4815-9652-8fa13a019621 req-7625e979-0da5-489d-931d-5224624b99d0 service nova] Lock "7e467b83-2067-4ec7-a641-c417851bb0e8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 660.702981] env[62353]: DEBUG nova.compute.manager [req-7b7d341a-2fd2-4815-9652-8fa13a019621 req-7625e979-0da5-489d-931d-5224624b99d0 service nova] [instance: 7e467b83-2067-4ec7-a641-c417851bb0e8] No waiting events found dispatching network-vif-plugged-52124d4c-4b3a-4160-9d2f-76a8ea64fc75 {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 660.703235] env[62353]: WARNING nova.compute.manager [req-7b7d341a-2fd2-4815-9652-8fa13a019621 req-7625e979-0da5-489d-931d-5224624b99d0 service nova] [instance: 7e467b83-2067-4ec7-a641-c417851bb0e8] Received unexpected event network-vif-plugged-52124d4c-4b3a-4160-9d2f-76a8ea64fc75 for instance with vm_state building and task_state spawning. [ 660.738726] env[62353]: INFO nova.compute.manager [-] [instance: 742baadd-a2ec-452d-8db1-313c8d28fe42] Took 1.35 seconds to deallocate network for instance. [ 660.749492] env[62353]: DEBUG oslo_concurrency.lockutils [None req-9dfef8c3-6a98-4a3f-bba1-44e966f44797 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Releasing lock "refresh_cache-6d6f643f-fbb8-43b3-b47a-78d4ff71b8cb" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 660.749858] env[62353]: DEBUG nova.compute.manager [None req-9dfef8c3-6a98-4a3f-bba1-44e966f44797 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] [instance: 6d6f643f-fbb8-43b3-b47a-78d4ff71b8cb] Instance network_info: |[{"id": "4550e5f1-ace5-46b4-b7a6-f47117bc255f", "address": "fa:16:3e:f2:89:be", "network": {"id": "d81a66f5-bbd7-4e7d-9951-1375f9bdbebb", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1662318300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4124b0b9858844eab583b43b1909edbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4550e5f1-ac", "ovs_interfaceid": "4550e5f1-ace5-46b4-b7a6-f47117bc255f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 660.750389] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-9dfef8c3-6a98-4a3f-bba1-44e966f44797 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] [instance: 6d6f643f-fbb8-43b3-b47a-78d4ff71b8cb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f2:89:be', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '419a5b3f-4c6f-4168-9def-746b4d8c5c24', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4550e5f1-ace5-46b4-b7a6-f47117bc255f', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 660.759206] env[62353]: DEBUG oslo.service.loopingcall [None req-9dfef8c3-6a98-4a3f-bba1-44e966f44797 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 660.759581] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d6f643f-fbb8-43b3-b47a-78d4ff71b8cb] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 660.759897] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a730b265-edbc-4a3b-91f4-a80525e0b5c7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.782835] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 660.782835] env[62353]: value = "task-2372040" [ 660.782835] env[62353]: _type = "Task" [ 660.782835] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.791845] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372040, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.927368] env[62353]: DEBUG oslo_vmware.api [None req-57d6375e-1df6-4962-9cf4-9dff5244dd67 tempest-ServersTestFqdnHostnames-53680272 tempest-ServersTestFqdnHostnames-53680272-project-member] Task: {'id': task-2372039, 'name': Rename_Task, 'duration_secs': 0.223622} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.927752] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-57d6375e-1df6-4962-9cf4-9dff5244dd67 tempest-ServersTestFqdnHostnames-53680272 tempest-ServersTestFqdnHostnames-53680272-project-member] [instance: 3c094195-7f0d-4043-a1e4-8acbf634b14f] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 660.928058] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-14642bb6-0e73-4137-9509-7b0e3a84e4d4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.936919] env[62353]: DEBUG oslo_vmware.api [None req-57d6375e-1df6-4962-9cf4-9dff5244dd67 tempest-ServersTestFqdnHostnames-53680272 tempest-ServersTestFqdnHostnames-53680272-project-member] Waiting for the task: (returnval){ [ 660.936919] env[62353]: value = "task-2372041" [ 660.936919] env[62353]: _type = "Task" [ 660.936919] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.946871] env[62353]: DEBUG oslo_vmware.api [None req-57d6375e-1df6-4962-9cf4-9dff5244dd67 tempest-ServersTestFqdnHostnames-53680272 tempest-ServersTestFqdnHostnames-53680272-project-member] Task: {'id': task-2372041, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.027406] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2d7af5a5-4ea2-4e8e-819b-a246d67bf3d2 tempest-InstanceActionsV221TestJSON-887975599 tempest-InstanceActionsV221TestJSON-887975599-project-member] Acquiring lock "refresh_cache-7e467b83-2067-4ec7-a641-c417851bb0e8" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 661.027635] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2d7af5a5-4ea2-4e8e-819b-a246d67bf3d2 tempest-InstanceActionsV221TestJSON-887975599 tempest-InstanceActionsV221TestJSON-887975599-project-member] Acquired lock "refresh_cache-7e467b83-2067-4ec7-a641-c417851bb0e8" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.027859] env[62353]: DEBUG nova.network.neutron [None req-2d7af5a5-4ea2-4e8e-819b-a246d67bf3d2 tempest-InstanceActionsV221TestJSON-887975599 tempest-InstanceActionsV221TestJSON-887975599-project-member] [instance: 7e467b83-2067-4ec7-a641-c417851bb0e8] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 661.046037] env[62353]: DEBUG nova.compute.utils [None req-aba5d362-42f7-444e-b283-d2087e2d15d1 tempest-ServersNegativeTestMultiTenantJSON-1574732967 tempest-ServersNegativeTestMultiTenantJSON-1574732967-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 661.047886] env[62353]: DEBUG nova.compute.manager [None req-aba5d362-42f7-444e-b283-d2087e2d15d1 tempest-ServersNegativeTestMultiTenantJSON-1574732967 tempest-ServersNegativeTestMultiTenantJSON-1574732967-project-member] [instance: c83ae6b9-a239-40b5-a493-529b1687a573] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 661.048078] env[62353]: DEBUG nova.network.neutron [None req-aba5d362-42f7-444e-b283-d2087e2d15d1 tempest-ServersNegativeTestMultiTenantJSON-1574732967 tempest-ServersNegativeTestMultiTenantJSON-1574732967-project-member] [instance: c83ae6b9-a239-40b5-a493-529b1687a573] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 661.104170] env[62353]: DEBUG nova.policy [None req-aba5d362-42f7-444e-b283-d2087e2d15d1 tempest-ServersNegativeTestMultiTenantJSON-1574732967 tempest-ServersNegativeTestMultiTenantJSON-1574732967-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e461564d67274b07aa857b148790f973', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cdb0a9405c70425294c4594d76627351', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:192}} [ 661.250239] env[62353]: DEBUG oslo_concurrency.lockutils [None req-90abbbd4-bf00-431b-adc3-fb2be02327ae tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 661.295873] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372040, 'name': CreateVM_Task, 'duration_secs': 0.415599} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.296131] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d6f643f-fbb8-43b3-b47a-78d4ff71b8cb] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 661.296859] env[62353]: DEBUG oslo_concurrency.lockutils [None req-9dfef8c3-6a98-4a3f-bba1-44e966f44797 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 661.297039] env[62353]: DEBUG oslo_concurrency.lockutils [None req-9dfef8c3-6a98-4a3f-bba1-44e966f44797 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Acquired lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.297613] env[62353]: DEBUG oslo_concurrency.lockutils [None req-9dfef8c3-6a98-4a3f-bba1-44e966f44797 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 661.298500] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c40c39be-e27b-4342-b812-629fe4faff35 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.304983] env[62353]: DEBUG oslo_vmware.api [None req-9dfef8c3-6a98-4a3f-bba1-44e966f44797 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Waiting for the task: (returnval){ [ 661.304983] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52232631-2538-9c13-e7ac-a8f524deb94f" [ 661.304983] env[62353]: _type = "Task" [ 661.304983] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.315831] env[62353]: DEBUG oslo_vmware.api [None req-9dfef8c3-6a98-4a3f-bba1-44e966f44797 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52232631-2538-9c13-e7ac-a8f524deb94f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.447824] env[62353]: DEBUG oslo_vmware.api [None req-57d6375e-1df6-4962-9cf4-9dff5244dd67 tempest-ServersTestFqdnHostnames-53680272 tempest-ServersTestFqdnHostnames-53680272-project-member] Task: {'id': task-2372041, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.472019] env[62353]: DEBUG nova.network.neutron [None req-aba5d362-42f7-444e-b283-d2087e2d15d1 tempest-ServersNegativeTestMultiTenantJSON-1574732967 tempest-ServersNegativeTestMultiTenantJSON-1574732967-project-member] [instance: c83ae6b9-a239-40b5-a493-529b1687a573] Successfully created port: ece4b4d6-4c17-41a3-81d5-4e1e6b1706da {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 661.551650] env[62353]: DEBUG nova.compute.manager [None req-aba5d362-42f7-444e-b283-d2087e2d15d1 tempest-ServersNegativeTestMultiTenantJSON-1574732967 tempest-ServersNegativeTestMultiTenantJSON-1574732967-project-member] [instance: c83ae6b9-a239-40b5-a493-529b1687a573] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 661.568108] env[62353]: DEBUG nova.network.neutron [None req-2d7af5a5-4ea2-4e8e-819b-a246d67bf3d2 tempest-InstanceActionsV221TestJSON-887975599 tempest-InstanceActionsV221TestJSON-887975599-project-member] [instance: 7e467b83-2067-4ec7-a641-c417851bb0e8] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 661.762254] env[62353]: DEBUG nova.network.neutron [None req-2d7af5a5-4ea2-4e8e-819b-a246d67bf3d2 tempest-InstanceActionsV221TestJSON-887975599 tempest-InstanceActionsV221TestJSON-887975599-project-member] [instance: 7e467b83-2067-4ec7-a641-c417851bb0e8] Updating instance_info_cache with network_info: [{"id": "52124d4c-4b3a-4160-9d2f-76a8ea64fc75", "address": "fa:16:3e:18:65:64", "network": {"id": "6951c03f-8318-447b-89ee-1d65ab00c67e", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-237612076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "957852a210874b739bd1dda8f0ad963d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9aa05ef8-c7bb-4af5-983f-bfa0f3f88223", "external-id": "nsx-vlan-transportzone-135", "segmentation_id": 135, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52124d4c-4b", "ovs_interfaceid": "52124d4c-4b3a-4160-9d2f-76a8ea64fc75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 661.827815] env[62353]: DEBUG oslo_vmware.api [None req-9dfef8c3-6a98-4a3f-bba1-44e966f44797 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52232631-2538-9c13-e7ac-a8f524deb94f, 'name': SearchDatastore_Task, 'duration_secs': 0.01697} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.828149] env[62353]: DEBUG oslo_concurrency.lockutils [None req-9dfef8c3-6a98-4a3f-bba1-44e966f44797 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Releasing lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 661.828385] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-9dfef8c3-6a98-4a3f-bba1-44e966f44797 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] [instance: 6d6f643f-fbb8-43b3-b47a-78d4ff71b8cb] Processing image 06f909ae-e8dc-43b4-abf7-c7ed85db9bbd {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 661.828617] env[62353]: DEBUG oslo_concurrency.lockutils [None req-9dfef8c3-6a98-4a3f-bba1-44e966f44797 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 661.828760] env[62353]: DEBUG oslo_concurrency.lockutils [None req-9dfef8c3-6a98-4a3f-bba1-44e966f44797 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Acquired lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.828935] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-9dfef8c3-6a98-4a3f-bba1-44e966f44797 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 661.829235] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2067f880-7280-4490-bb4f-62b6a17d0d2d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.850185] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-9dfef8c3-6a98-4a3f-bba1-44e966f44797 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 661.850396] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-9dfef8c3-6a98-4a3f-bba1-44e966f44797 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 661.851175] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8910e5e5-913f-4fd4-ab5f-573b30dd3801 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.857303] env[62353]: DEBUG oslo_vmware.api [None req-9dfef8c3-6a98-4a3f-bba1-44e966f44797 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Waiting for the task: (returnval){ [ 661.857303] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52d81d2d-73bb-d765-98a9-ff93862995db" [ 661.857303] env[62353]: _type = "Task" [ 661.857303] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.868793] env[62353]: DEBUG oslo_vmware.api [None req-9dfef8c3-6a98-4a3f-bba1-44e966f44797 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52d81d2d-73bb-d765-98a9-ff93862995db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.951739] env[62353]: DEBUG oslo_vmware.api [None req-57d6375e-1df6-4962-9cf4-9dff5244dd67 tempest-ServersTestFqdnHostnames-53680272 tempest-ServersTestFqdnHostnames-53680272-project-member] Task: {'id': task-2372041, 'name': PowerOnVM_Task, 'duration_secs': 0.685791} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.952050] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-57d6375e-1df6-4962-9cf4-9dff5244dd67 tempest-ServersTestFqdnHostnames-53680272 tempest-ServersTestFqdnHostnames-53680272-project-member] [instance: 3c094195-7f0d-4043-a1e4-8acbf634b14f] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 661.952256] env[62353]: INFO nova.compute.manager [None req-57d6375e-1df6-4962-9cf4-9dff5244dd67 tempest-ServersTestFqdnHostnames-53680272 tempest-ServersTestFqdnHostnames-53680272-project-member] [instance: 3c094195-7f0d-4043-a1e4-8acbf634b14f] Took 10.07 seconds to spawn the instance on the hypervisor. [ 661.952435] env[62353]: DEBUG nova.compute.manager [None req-57d6375e-1df6-4962-9cf4-9dff5244dd67 tempest-ServersTestFqdnHostnames-53680272 tempest-ServersTestFqdnHostnames-53680272-project-member] [instance: 3c094195-7f0d-4043-a1e4-8acbf634b14f] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 661.953246] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf9193be-4f5f-491d-bd1a-d09548528e08 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.177447] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c31809c8-a7b7-4d27-8e33-28a9f34ffae3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.185646] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bec26a7f-cd19-4b12-b5c9-a4a131437ff8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.217545] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-487933b6-e214-4824-a749-eccc94dfd875 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.226321] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd72887e-5338-4b32-8337-32756ab45f31 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.240970] env[62353]: DEBUG nova.compute.provider_tree [None req-402e3bf2-ff5c-47cd-b6b9-0d3c11e2115b tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 662.264541] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2d7af5a5-4ea2-4e8e-819b-a246d67bf3d2 tempest-InstanceActionsV221TestJSON-887975599 tempest-InstanceActionsV221TestJSON-887975599-project-member] Releasing lock "refresh_cache-7e467b83-2067-4ec7-a641-c417851bb0e8" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 662.265081] env[62353]: DEBUG nova.compute.manager [None req-2d7af5a5-4ea2-4e8e-819b-a246d67bf3d2 tempest-InstanceActionsV221TestJSON-887975599 tempest-InstanceActionsV221TestJSON-887975599-project-member] [instance: 7e467b83-2067-4ec7-a641-c417851bb0e8] Instance network_info: |[{"id": "52124d4c-4b3a-4160-9d2f-76a8ea64fc75", "address": "fa:16:3e:18:65:64", "network": {"id": "6951c03f-8318-447b-89ee-1d65ab00c67e", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-237612076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "957852a210874b739bd1dda8f0ad963d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9aa05ef8-c7bb-4af5-983f-bfa0f3f88223", "external-id": "nsx-vlan-transportzone-135", "segmentation_id": 135, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52124d4c-4b", "ovs_interfaceid": "52124d4c-4b3a-4160-9d2f-76a8ea64fc75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 662.265499] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-2d7af5a5-4ea2-4e8e-819b-a246d67bf3d2 tempest-InstanceActionsV221TestJSON-887975599 tempest-InstanceActionsV221TestJSON-887975599-project-member] [instance: 7e467b83-2067-4ec7-a641-c417851bb0e8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:18:65:64', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9aa05ef8-c7bb-4af5-983f-bfa0f3f88223', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '52124d4c-4b3a-4160-9d2f-76a8ea64fc75', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 662.272903] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d7af5a5-4ea2-4e8e-819b-a246d67bf3d2 tempest-InstanceActionsV221TestJSON-887975599 tempest-InstanceActionsV221TestJSON-887975599-project-member] Creating folder: Project (957852a210874b739bd1dda8f0ad963d). Parent ref: group-v481456. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 662.273498] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d1939e11-f5e0-4e44-ab95-1a92e7e20a34 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.286625] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-2d7af5a5-4ea2-4e8e-819b-a246d67bf3d2 tempest-InstanceActionsV221TestJSON-887975599 tempest-InstanceActionsV221TestJSON-887975599-project-member] Created folder: Project (957852a210874b739bd1dda8f0ad963d) in parent group-v481456. [ 662.286964] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d7af5a5-4ea2-4e8e-819b-a246d67bf3d2 tempest-InstanceActionsV221TestJSON-887975599 tempest-InstanceActionsV221TestJSON-887975599-project-member] Creating folder: Instances. Parent ref: group-v481552. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 662.287256] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-81ef95f7-d3ed-49d0-b891-86bf2de4788d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.298885] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-2d7af5a5-4ea2-4e8e-819b-a246d67bf3d2 tempest-InstanceActionsV221TestJSON-887975599 tempest-InstanceActionsV221TestJSON-887975599-project-member] Created folder: Instances in parent group-v481552. [ 662.299097] env[62353]: DEBUG oslo.service.loopingcall [None req-2d7af5a5-4ea2-4e8e-819b-a246d67bf3d2 tempest-InstanceActionsV221TestJSON-887975599 tempest-InstanceActionsV221TestJSON-887975599-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 662.299294] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e467b83-2067-4ec7-a641-c417851bb0e8] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 662.299498] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-df93e7bd-efbf-4e81-ad5f-b27c37b929f4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.319443] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 662.319443] env[62353]: value = "task-2372044" [ 662.319443] env[62353]: _type = "Task" [ 662.319443] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.328301] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372044, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.368720] env[62353]: DEBUG oslo_vmware.api [None req-9dfef8c3-6a98-4a3f-bba1-44e966f44797 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52d81d2d-73bb-d765-98a9-ff93862995db, 'name': SearchDatastore_Task, 'duration_secs': 0.017375} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.369551] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f861f7b-5e7c-4fbf-a30f-816da7526ef1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.376565] env[62353]: DEBUG oslo_vmware.api [None req-9dfef8c3-6a98-4a3f-bba1-44e966f44797 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Waiting for the task: (returnval){ [ 662.376565] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52097d19-9374-58fc-018d-0671f83874d1" [ 662.376565] env[62353]: _type = "Task" [ 662.376565] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.385759] env[62353]: DEBUG oslo_vmware.api [None req-9dfef8c3-6a98-4a3f-bba1-44e966f44797 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52097d19-9374-58fc-018d-0671f83874d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.478931] env[62353]: INFO nova.compute.manager [None req-57d6375e-1df6-4962-9cf4-9dff5244dd67 tempest-ServersTestFqdnHostnames-53680272 tempest-ServersTestFqdnHostnames-53680272-project-member] [instance: 3c094195-7f0d-4043-a1e4-8acbf634b14f] Took 36.50 seconds to build instance. [ 662.565920] env[62353]: DEBUG nova.compute.manager [None req-aba5d362-42f7-444e-b283-d2087e2d15d1 tempest-ServersNegativeTestMultiTenantJSON-1574732967 tempest-ServersNegativeTestMultiTenantJSON-1574732967-project-member] [instance: c83ae6b9-a239-40b5-a493-529b1687a573] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 662.744599] env[62353]: DEBUG nova.scheduler.client.report [None req-402e3bf2-ff5c-47cd-b6b9-0d3c11e2115b tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 662.833685] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372044, 'name': CreateVM_Task, 'duration_secs': 0.459925} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.833877] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e467b83-2067-4ec7-a641-c417851bb0e8] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 662.834611] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2d7af5a5-4ea2-4e8e-819b-a246d67bf3d2 tempest-InstanceActionsV221TestJSON-887975599 tempest-InstanceActionsV221TestJSON-887975599-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 662.834784] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2d7af5a5-4ea2-4e8e-819b-a246d67bf3d2 tempest-InstanceActionsV221TestJSON-887975599 tempest-InstanceActionsV221TestJSON-887975599-project-member] Acquired lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.835126] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2d7af5a5-4ea2-4e8e-819b-a246d67bf3d2 tempest-InstanceActionsV221TestJSON-887975599 tempest-InstanceActionsV221TestJSON-887975599-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 662.835390] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8aa9b301-b112-4e53-a5b5-e58571c5c9b6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.840891] env[62353]: DEBUG oslo_vmware.api [None req-2d7af5a5-4ea2-4e8e-819b-a246d67bf3d2 tempest-InstanceActionsV221TestJSON-887975599 tempest-InstanceActionsV221TestJSON-887975599-project-member] Waiting for the task: (returnval){ [ 662.840891] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]524e1885-1718-f32c-f5a5-697d8f96ad99" [ 662.840891] env[62353]: _type = "Task" [ 662.840891] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.856418] env[62353]: DEBUG oslo_vmware.api [None req-2d7af5a5-4ea2-4e8e-819b-a246d67bf3d2 tempest-InstanceActionsV221TestJSON-887975599 tempest-InstanceActionsV221TestJSON-887975599-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]524e1885-1718-f32c-f5a5-697d8f96ad99, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.889219] env[62353]: DEBUG oslo_vmware.api [None req-9dfef8c3-6a98-4a3f-bba1-44e966f44797 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52097d19-9374-58fc-018d-0671f83874d1, 'name': SearchDatastore_Task, 'duration_secs': 0.013731} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.889596] env[62353]: DEBUG oslo_concurrency.lockutils [None req-9dfef8c3-6a98-4a3f-bba1-44e966f44797 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Releasing lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 662.889951] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dfef8c3-6a98-4a3f-bba1-44e966f44797 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore2] 6d6f643f-fbb8-43b3-b47a-78d4ff71b8cb/6d6f643f-fbb8-43b3-b47a-78d4ff71b8cb.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 662.890331] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-247c9ea8-f0be-425b-990c-3ddf672fecff {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.899857] env[62353]: DEBUG oslo_vmware.api [None req-9dfef8c3-6a98-4a3f-bba1-44e966f44797 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Waiting for the task: (returnval){ [ 662.899857] env[62353]: value = "task-2372045" [ 662.899857] env[62353]: _type = "Task" [ 662.899857] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.908958] env[62353]: DEBUG oslo_vmware.api [None req-9dfef8c3-6a98-4a3f-bba1-44e966f44797 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Task: {'id': task-2372045, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.981813] env[62353]: DEBUG oslo_concurrency.lockutils [None req-57d6375e-1df6-4962-9cf4-9dff5244dd67 tempest-ServersTestFqdnHostnames-53680272 tempest-ServersTestFqdnHostnames-53680272-project-member] Lock "3c094195-7f0d-4043-a1e4-8acbf634b14f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.310s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 663.067921] env[62353]: DEBUG nova.network.neutron [None req-aba5d362-42f7-444e-b283-d2087e2d15d1 tempest-ServersNegativeTestMultiTenantJSON-1574732967 tempest-ServersNegativeTestMultiTenantJSON-1574732967-project-member] [instance: c83ae6b9-a239-40b5-a493-529b1687a573] Successfully updated port: ece4b4d6-4c17-41a3-81d5-4e1e6b1706da {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 663.251093] env[62353]: DEBUG oslo_concurrency.lockutils [None req-402e3bf2-ff5c-47cd-b6b9-0d3c11e2115b tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.714s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 663.251093] env[62353]: DEBUG nova.compute.manager [None req-402e3bf2-ff5c-47cd-b6b9-0d3c11e2115b tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] [instance: 9871d7de-d94b-4b64-8e25-d9be6f01e949] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 663.254137] env[62353]: DEBUG oslo_concurrency.lockutils [None req-be3f89e6-3aa6-4e4d-b509-42f76e5a4d4a tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 20.610s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 663.254382] env[62353]: DEBUG nova.objects.instance [None req-be3f89e6-3aa6-4e4d-b509-42f76e5a4d4a tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: ba65df73-c3e3-4182-8444-9904aa5858d7] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62353) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 663.353750] env[62353]: DEBUG oslo_vmware.api [None req-2d7af5a5-4ea2-4e8e-819b-a246d67bf3d2 tempest-InstanceActionsV221TestJSON-887975599 tempest-InstanceActionsV221TestJSON-887975599-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]524e1885-1718-f32c-f5a5-697d8f96ad99, 'name': SearchDatastore_Task, 'duration_secs': 0.020385} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.354085] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2d7af5a5-4ea2-4e8e-819b-a246d67bf3d2 tempest-InstanceActionsV221TestJSON-887975599 tempest-InstanceActionsV221TestJSON-887975599-project-member] Releasing lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 663.354423] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-2d7af5a5-4ea2-4e8e-819b-a246d67bf3d2 tempest-InstanceActionsV221TestJSON-887975599 tempest-InstanceActionsV221TestJSON-887975599-project-member] [instance: 7e467b83-2067-4ec7-a641-c417851bb0e8] Processing image 06f909ae-e8dc-43b4-abf7-c7ed85db9bbd {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 663.354548] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2d7af5a5-4ea2-4e8e-819b-a246d67bf3d2 tempest-InstanceActionsV221TestJSON-887975599 tempest-InstanceActionsV221TestJSON-887975599-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 663.354701] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2d7af5a5-4ea2-4e8e-819b-a246d67bf3d2 tempest-InstanceActionsV221TestJSON-887975599 tempest-InstanceActionsV221TestJSON-887975599-project-member] Acquired lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.354863] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d7af5a5-4ea2-4e8e-819b-a246d67bf3d2 tempest-InstanceActionsV221TestJSON-887975599 tempest-InstanceActionsV221TestJSON-887975599-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 663.355148] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a0a51995-737d-42a2-807d-7823e6913879 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.371751] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d7af5a5-4ea2-4e8e-819b-a246d67bf3d2 tempest-InstanceActionsV221TestJSON-887975599 tempest-InstanceActionsV221TestJSON-887975599-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 663.372043] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-2d7af5a5-4ea2-4e8e-819b-a246d67bf3d2 tempest-InstanceActionsV221TestJSON-887975599 tempest-InstanceActionsV221TestJSON-887975599-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 663.373118] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-131b604c-f99b-41f3-8aab-0d42dab95ba0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.382052] env[62353]: DEBUG oslo_vmware.api [None req-2d7af5a5-4ea2-4e8e-819b-a246d67bf3d2 tempest-InstanceActionsV221TestJSON-887975599 tempest-InstanceActionsV221TestJSON-887975599-project-member] Waiting for the task: (returnval){ [ 663.382052] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]524fab98-94a5-65c9-ef17-3ba4efd811f9" [ 663.382052] env[62353]: _type = "Task" [ 663.382052] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.394141] env[62353]: DEBUG oslo_vmware.api [None req-2d7af5a5-4ea2-4e8e-819b-a246d67bf3d2 tempest-InstanceActionsV221TestJSON-887975599 tempest-InstanceActionsV221TestJSON-887975599-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]524fab98-94a5-65c9-ef17-3ba4efd811f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.414884] env[62353]: DEBUG oslo_vmware.api [None req-9dfef8c3-6a98-4a3f-bba1-44e966f44797 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Task: {'id': task-2372045, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.484345] env[62353]: DEBUG nova.compute.manager [None req-aa4eff69-fc11-4cea-a253-e0c398254a07 tempest-ServersTestBootFromVolume-997296087 tempest-ServersTestBootFromVolume-997296087-project-member] [instance: 009129d2-dc03-4de0-ac09-9d24894e5e67] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 663.571389] env[62353]: DEBUG oslo_concurrency.lockutils [None req-aba5d362-42f7-444e-b283-d2087e2d15d1 tempest-ServersNegativeTestMultiTenantJSON-1574732967 tempest-ServersNegativeTestMultiTenantJSON-1574732967-project-member] Acquiring lock "refresh_cache-c83ae6b9-a239-40b5-a493-529b1687a573" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 663.571389] env[62353]: DEBUG oslo_concurrency.lockutils [None req-aba5d362-42f7-444e-b283-d2087e2d15d1 tempest-ServersNegativeTestMultiTenantJSON-1574732967 tempest-ServersNegativeTestMultiTenantJSON-1574732967-project-member] Acquired lock "refresh_cache-c83ae6b9-a239-40b5-a493-529b1687a573" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.571389] env[62353]: DEBUG nova.network.neutron [None req-aba5d362-42f7-444e-b283-d2087e2d15d1 tempest-ServersNegativeTestMultiTenantJSON-1574732967 tempest-ServersNegativeTestMultiTenantJSON-1574732967-project-member] [instance: c83ae6b9-a239-40b5-a493-529b1687a573] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 663.761980] env[62353]: DEBUG nova.compute.utils [None req-402e3bf2-ff5c-47cd-b6b9-0d3c11e2115b tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 663.763665] env[62353]: DEBUG nova.compute.manager [None req-402e3bf2-ff5c-47cd-b6b9-0d3c11e2115b tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] [instance: 9871d7de-d94b-4b64-8e25-d9be6f01e949] Not allocating networking since 'none' was specified. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 663.893528] env[62353]: DEBUG oslo_vmware.api [None req-2d7af5a5-4ea2-4e8e-819b-a246d67bf3d2 tempest-InstanceActionsV221TestJSON-887975599 tempest-InstanceActionsV221TestJSON-887975599-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]524fab98-94a5-65c9-ef17-3ba4efd811f9, 'name': SearchDatastore_Task, 'duration_secs': 0.059411} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.894331] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a80ddd28-1dd0-4628-8d54-0993359ffb9c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.900337] env[62353]: DEBUG oslo_vmware.api [None req-2d7af5a5-4ea2-4e8e-819b-a246d67bf3d2 tempest-InstanceActionsV221TestJSON-887975599 tempest-InstanceActionsV221TestJSON-887975599-project-member] Waiting for the task: (returnval){ [ 663.900337] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5222345d-f70b-d130-5b4f-1f3c1004361e" [ 663.900337] env[62353]: _type = "Task" [ 663.900337] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.912261] env[62353]: DEBUG oslo_vmware.api [None req-2d7af5a5-4ea2-4e8e-819b-a246d67bf3d2 tempest-InstanceActionsV221TestJSON-887975599 tempest-InstanceActionsV221TestJSON-887975599-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5222345d-f70b-d130-5b4f-1f3c1004361e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.915500] env[62353]: DEBUG oslo_vmware.api [None req-9dfef8c3-6a98-4a3f-bba1-44e966f44797 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Task: {'id': task-2372045, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.644466} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.915737] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dfef8c3-6a98-4a3f-bba1-44e966f44797 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore2] 6d6f643f-fbb8-43b3-b47a-78d4ff71b8cb/6d6f643f-fbb8-43b3-b47a-78d4ff71b8cb.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 663.915968] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-9dfef8c3-6a98-4a3f-bba1-44e966f44797 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] [instance: 6d6f643f-fbb8-43b3-b47a-78d4ff71b8cb] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 663.916239] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7be20f37-2e3d-4ba8-b608-9c511285789d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.925153] env[62353]: DEBUG oslo_vmware.api [None req-9dfef8c3-6a98-4a3f-bba1-44e966f44797 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Waiting for the task: (returnval){ [ 663.925153] env[62353]: value = "task-2372046" [ 663.925153] env[62353]: _type = "Task" [ 663.925153] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.938828] env[62353]: DEBUG oslo_vmware.api [None req-9dfef8c3-6a98-4a3f-bba1-44e966f44797 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Task: {'id': task-2372046, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.008780] env[62353]: DEBUG oslo_concurrency.lockutils [None req-aa4eff69-fc11-4cea-a253-e0c398254a07 tempest-ServersTestBootFromVolume-997296087 tempest-ServersTestBootFromVolume-997296087-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 664.105494] env[62353]: DEBUG nova.network.neutron [None req-aba5d362-42f7-444e-b283-d2087e2d15d1 tempest-ServersNegativeTestMultiTenantJSON-1574732967 tempest-ServersNegativeTestMultiTenantJSON-1574732967-project-member] [instance: c83ae6b9-a239-40b5-a493-529b1687a573] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 664.248556] env[62353]: DEBUG nova.network.neutron [None req-aba5d362-42f7-444e-b283-d2087e2d15d1 tempest-ServersNegativeTestMultiTenantJSON-1574732967 tempest-ServersNegativeTestMultiTenantJSON-1574732967-project-member] [instance: c83ae6b9-a239-40b5-a493-529b1687a573] Updating instance_info_cache with network_info: [{"id": "ece4b4d6-4c17-41a3-81d5-4e1e6b1706da", "address": "fa:16:3e:09:16:cf", "network": {"id": "e92ab555-c295-418e-97f5-48a51695f95b", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1554000638-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cdb0a9405c70425294c4594d76627351", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapece4b4d6-4c", "ovs_interfaceid": "ece4b4d6-4c17-41a3-81d5-4e1e6b1706da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 664.267885] env[62353]: DEBUG nova.compute.manager [None req-402e3bf2-ff5c-47cd-b6b9-0d3c11e2115b tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] [instance: 9871d7de-d94b-4b64-8e25-d9be6f01e949] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 664.271276] env[62353]: DEBUG oslo_concurrency.lockutils [None req-be3f89e6-3aa6-4e4d-b509-42f76e5a4d4a tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 664.273036] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 17.190s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 664.411669] env[62353]: DEBUG oslo_vmware.api [None req-2d7af5a5-4ea2-4e8e-819b-a246d67bf3d2 tempest-InstanceActionsV221TestJSON-887975599 tempest-InstanceActionsV221TestJSON-887975599-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5222345d-f70b-d130-5b4f-1f3c1004361e, 'name': SearchDatastore_Task, 'duration_secs': 0.01608} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.411979] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2d7af5a5-4ea2-4e8e-819b-a246d67bf3d2 tempest-InstanceActionsV221TestJSON-887975599 tempest-InstanceActionsV221TestJSON-887975599-project-member] Releasing lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 664.412274] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d7af5a5-4ea2-4e8e-819b-a246d67bf3d2 tempest-InstanceActionsV221TestJSON-887975599 tempest-InstanceActionsV221TestJSON-887975599-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore2] 7e467b83-2067-4ec7-a641-c417851bb0e8/7e467b83-2067-4ec7-a641-c417851bb0e8.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 664.412561] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e897f321-8ce0-4e47-bda8-f5c470457044 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.421621] env[62353]: DEBUG oslo_vmware.api [None req-2d7af5a5-4ea2-4e8e-819b-a246d67bf3d2 tempest-InstanceActionsV221TestJSON-887975599 tempest-InstanceActionsV221TestJSON-887975599-project-member] Waiting for the task: (returnval){ [ 664.421621] env[62353]: value = "task-2372047" [ 664.421621] env[62353]: _type = "Task" [ 664.421621] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.434110] env[62353]: DEBUG oslo_vmware.api [None req-9dfef8c3-6a98-4a3f-bba1-44e966f44797 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Task: {'id': task-2372046, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092058} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.437453] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-9dfef8c3-6a98-4a3f-bba1-44e966f44797 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] [instance: 6d6f643f-fbb8-43b3-b47a-78d4ff71b8cb] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 664.437809] env[62353]: DEBUG oslo_vmware.api [None req-2d7af5a5-4ea2-4e8e-819b-a246d67bf3d2 tempest-InstanceActionsV221TestJSON-887975599 tempest-InstanceActionsV221TestJSON-887975599-project-member] Task: {'id': task-2372047, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.438609] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85c25f61-fc6e-4728-bda3-0772ebeb0188 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.462728] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-9dfef8c3-6a98-4a3f-bba1-44e966f44797 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] [instance: 6d6f643f-fbb8-43b3-b47a-78d4ff71b8cb] Reconfiguring VM instance instance-0000001d to attach disk [datastore2] 6d6f643f-fbb8-43b3-b47a-78d4ff71b8cb/6d6f643f-fbb8-43b3-b47a-78d4ff71b8cb.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 664.463107] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8ba098bd-3e59-449f-b6c1-b526b3c1686b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.486180] env[62353]: DEBUG oslo_vmware.api [None req-9dfef8c3-6a98-4a3f-bba1-44e966f44797 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Waiting for the task: (returnval){ [ 664.486180] env[62353]: value = "task-2372048" [ 664.486180] env[62353]: _type = "Task" [ 664.486180] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.497092] env[62353]: DEBUG oslo_vmware.api [None req-9dfef8c3-6a98-4a3f-bba1-44e966f44797 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Task: {'id': task-2372048, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.751543] env[62353]: DEBUG oslo_concurrency.lockutils [None req-aba5d362-42f7-444e-b283-d2087e2d15d1 tempest-ServersNegativeTestMultiTenantJSON-1574732967 tempest-ServersNegativeTestMultiTenantJSON-1574732967-project-member] Releasing lock "refresh_cache-c83ae6b9-a239-40b5-a493-529b1687a573" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 664.751961] env[62353]: DEBUG nova.compute.manager [None req-aba5d362-42f7-444e-b283-d2087e2d15d1 tempest-ServersNegativeTestMultiTenantJSON-1574732967 tempest-ServersNegativeTestMultiTenantJSON-1574732967-project-member] [instance: c83ae6b9-a239-40b5-a493-529b1687a573] Instance network_info: |[{"id": "ece4b4d6-4c17-41a3-81d5-4e1e6b1706da", "address": "fa:16:3e:09:16:cf", "network": {"id": "e92ab555-c295-418e-97f5-48a51695f95b", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1554000638-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cdb0a9405c70425294c4594d76627351", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapece4b4d6-4c", "ovs_interfaceid": "ece4b4d6-4c17-41a3-81d5-4e1e6b1706da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 664.934101] env[62353]: DEBUG oslo_vmware.api [None req-2d7af5a5-4ea2-4e8e-819b-a246d67bf3d2 tempest-InstanceActionsV221TestJSON-887975599 tempest-InstanceActionsV221TestJSON-887975599-project-member] Task: {'id': task-2372047, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.997886] env[62353]: DEBUG oslo_vmware.api [None req-9dfef8c3-6a98-4a3f-bba1-44e966f44797 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Task: {'id': task-2372048, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.203015] env[62353]: DEBUG nova.virt.hardware [None req-aba5d362-42f7-444e-b283-d2087e2d15d1 tempest-ServersNegativeTestMultiTenantJSON-1574732967 tempest-ServersNegativeTestMultiTenantJSON-1574732967-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T12:38:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T12:38:15Z,direct_url=,disk_format='vmdk',id=06f909ae-e8dc-43b4-abf7-c7ed85db9bbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0a3f88790a594523a818b8c00f6862e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T12:38:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 665.203290] env[62353]: DEBUG nova.virt.hardware [None req-aba5d362-42f7-444e-b283-d2087e2d15d1 tempest-ServersNegativeTestMultiTenantJSON-1574732967 tempest-ServersNegativeTestMultiTenantJSON-1574732967-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 665.203458] env[62353]: DEBUG nova.virt.hardware [None req-aba5d362-42f7-444e-b283-d2087e2d15d1 tempest-ServersNegativeTestMultiTenantJSON-1574732967 tempest-ServersNegativeTestMultiTenantJSON-1574732967-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 665.203736] env[62353]: DEBUG nova.virt.hardware [None req-aba5d362-42f7-444e-b283-d2087e2d15d1 tempest-ServersNegativeTestMultiTenantJSON-1574732967 tempest-ServersNegativeTestMultiTenantJSON-1574732967-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 665.203939] env[62353]: DEBUG nova.virt.hardware [None req-aba5d362-42f7-444e-b283-d2087e2d15d1 tempest-ServersNegativeTestMultiTenantJSON-1574732967 tempest-ServersNegativeTestMultiTenantJSON-1574732967-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 665.204191] env[62353]: DEBUG nova.virt.hardware [None req-aba5d362-42f7-444e-b283-d2087e2d15d1 tempest-ServersNegativeTestMultiTenantJSON-1574732967 tempest-ServersNegativeTestMultiTenantJSON-1574732967-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 665.204485] env[62353]: DEBUG nova.virt.hardware [None req-aba5d362-42f7-444e-b283-d2087e2d15d1 tempest-ServersNegativeTestMultiTenantJSON-1574732967 tempest-ServersNegativeTestMultiTenantJSON-1574732967-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 665.204780] env[62353]: DEBUG nova.virt.hardware [None req-aba5d362-42f7-444e-b283-d2087e2d15d1 tempest-ServersNegativeTestMultiTenantJSON-1574732967 tempest-ServersNegativeTestMultiTenantJSON-1574732967-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 665.204887] env[62353]: DEBUG nova.virt.hardware [None req-aba5d362-42f7-444e-b283-d2087e2d15d1 tempest-ServersNegativeTestMultiTenantJSON-1574732967 tempest-ServersNegativeTestMultiTenantJSON-1574732967-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 665.205040] env[62353]: DEBUG nova.virt.hardware [None req-aba5d362-42f7-444e-b283-d2087e2d15d1 tempest-ServersNegativeTestMultiTenantJSON-1574732967 tempest-ServersNegativeTestMultiTenantJSON-1574732967-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 665.205210] env[62353]: DEBUG nova.virt.hardware [None req-aba5d362-42f7-444e-b283-d2087e2d15d1 tempest-ServersNegativeTestMultiTenantJSON-1574732967 tempest-ServersNegativeTestMultiTenantJSON-1574732967-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 665.207741] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63790645-8873-44a8-a722-0762e5c2899d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.218152] env[62353]: DEBUG oslo_vmware.rw_handles [None req-b61a80d4-a758-4e75-a618-85c9fd44e091 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528000a5-f072-1f7c-965f-b694669ead13/disk-0.vmdk. {{(pid=62353) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 665.219507] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7710a5f-10e6-4705-888f-b6ef72e30442 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.224824] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aac1f7f-4669-4846-904d-f77088f4fb0d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.231757] env[62353]: DEBUG oslo_vmware.rw_handles [None req-b61a80d4-a758-4e75-a618-85c9fd44e091 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528000a5-f072-1f7c-965f-b694669ead13/disk-0.vmdk is in state: ready. {{(pid=62353) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 665.231977] env[62353]: ERROR oslo_vmware.rw_handles [None req-b61a80d4-a758-4e75-a618-85c9fd44e091 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528000a5-f072-1f7c-965f-b694669ead13/disk-0.vmdk due to incomplete transfer. [ 665.240293] env[62353]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a47e4db7-2829-428c-a491-e7d8b7b4af88 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.242462] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-aba5d362-42f7-444e-b283-d2087e2d15d1 tempest-ServersNegativeTestMultiTenantJSON-1574732967 tempest-ServersNegativeTestMultiTenantJSON-1574732967-project-member] [instance: c83ae6b9-a239-40b5-a493-529b1687a573] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:09:16:cf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '60567ee6-01d0-4b16-9c7a-4a896827d6eb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ece4b4d6-4c17-41a3-81d5-4e1e6b1706da', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 665.250354] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-aba5d362-42f7-444e-b283-d2087e2d15d1 tempest-ServersNegativeTestMultiTenantJSON-1574732967 tempest-ServersNegativeTestMultiTenantJSON-1574732967-project-member] Creating folder: Project (cdb0a9405c70425294c4594d76627351). Parent ref: group-v481456. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 665.250737] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5fa9c893-c534-4ba4-8a97-6d0e01ecb1c3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.260473] env[62353]: DEBUG oslo_vmware.rw_handles [None req-b61a80d4-a758-4e75-a618-85c9fd44e091 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528000a5-f072-1f7c-965f-b694669ead13/disk-0.vmdk. {{(pid=62353) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 665.260718] env[62353]: DEBUG nova.virt.vmwareapi.images [None req-b61a80d4-a758-4e75-a618-85c9fd44e091 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] [instance: 7d40ad55-ab59-461f-986e-22aa0133f68f] Uploaded image 93755469-b203-4b44-a3e1-6bf8a3d78fff to the Glance image server {{(pid=62353) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 665.262993] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-b61a80d4-a758-4e75-a618-85c9fd44e091 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] [instance: 7d40ad55-ab59-461f-986e-22aa0133f68f] Destroying the VM {{(pid=62353) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 665.263297] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-cfe96186-5e4e-408c-8dc7-3f800f61f10b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.266249] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-aba5d362-42f7-444e-b283-d2087e2d15d1 tempest-ServersNegativeTestMultiTenantJSON-1574732967 tempest-ServersNegativeTestMultiTenantJSON-1574732967-project-member] Created folder: Project (cdb0a9405c70425294c4594d76627351) in parent group-v481456. [ 665.266461] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-aba5d362-42f7-444e-b283-d2087e2d15d1 tempest-ServersNegativeTestMultiTenantJSON-1574732967 tempest-ServersNegativeTestMultiTenantJSON-1574732967-project-member] Creating folder: Instances. Parent ref: group-v481555. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 665.267139] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b1c6dc79-b5f8-4f0b-924e-220fb0bd8ab4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.272244] env[62353]: DEBUG oslo_vmware.api [None req-b61a80d4-a758-4e75-a618-85c9fd44e091 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] Waiting for the task: (returnval){ [ 665.272244] env[62353]: value = "task-2372050" [ 665.272244] env[62353]: _type = "Task" [ 665.272244] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.280505] env[62353]: DEBUG oslo_vmware.api [None req-b61a80d4-a758-4e75-a618-85c9fd44e091 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] Task: {'id': task-2372050, 'name': Destroy_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.281843] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-aba5d362-42f7-444e-b283-d2087e2d15d1 tempest-ServersNegativeTestMultiTenantJSON-1574732967 tempest-ServersNegativeTestMultiTenantJSON-1574732967-project-member] Created folder: Instances in parent group-v481555. [ 665.282144] env[62353]: DEBUG oslo.service.loopingcall [None req-aba5d362-42f7-444e-b283-d2087e2d15d1 tempest-ServersNegativeTestMultiTenantJSON-1574732967 tempest-ServersNegativeTestMultiTenantJSON-1574732967-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 665.282362] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c83ae6b9-a239-40b5-a493-529b1687a573] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 665.282702] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-74f1b247-9a68-49b9-b785-9800ecbe987f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.301895] env[62353]: DEBUG nova.compute.manager [None req-402e3bf2-ff5c-47cd-b6b9-0d3c11e2115b tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] [instance: 9871d7de-d94b-4b64-8e25-d9be6f01e949] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 665.316294] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 665.316294] env[62353]: value = "task-2372052" [ 665.316294] env[62353]: _type = "Task" [ 665.316294] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.327267] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372052, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.330480] env[62353]: DEBUG nova.virt.hardware [None req-402e3bf2-ff5c-47cd-b6b9-0d3c11e2115b tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T12:38:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T12:38:15Z,direct_url=,disk_format='vmdk',id=06f909ae-e8dc-43b4-abf7-c7ed85db9bbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0a3f88790a594523a818b8c00f6862e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T12:38:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 665.330856] env[62353]: DEBUG nova.virt.hardware [None req-402e3bf2-ff5c-47cd-b6b9-0d3c11e2115b tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 665.331133] env[62353]: DEBUG nova.virt.hardware [None req-402e3bf2-ff5c-47cd-b6b9-0d3c11e2115b tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 665.331480] env[62353]: DEBUG nova.virt.hardware [None req-402e3bf2-ff5c-47cd-b6b9-0d3c11e2115b tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 665.331787] env[62353]: DEBUG nova.virt.hardware [None req-402e3bf2-ff5c-47cd-b6b9-0d3c11e2115b tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 665.332032] env[62353]: DEBUG nova.virt.hardware [None req-402e3bf2-ff5c-47cd-b6b9-0d3c11e2115b tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 665.332356] env[62353]: DEBUG nova.virt.hardware [None req-402e3bf2-ff5c-47cd-b6b9-0d3c11e2115b tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 665.332618] env[62353]: DEBUG nova.virt.hardware [None req-402e3bf2-ff5c-47cd-b6b9-0d3c11e2115b tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 665.332890] env[62353]: DEBUG nova.virt.hardware [None req-402e3bf2-ff5c-47cd-b6b9-0d3c11e2115b tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 665.333172] env[62353]: DEBUG nova.virt.hardware [None req-402e3bf2-ff5c-47cd-b6b9-0d3c11e2115b tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 665.333455] env[62353]: DEBUG nova.virt.hardware [None req-402e3bf2-ff5c-47cd-b6b9-0d3c11e2115b tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 665.334432] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32a2b78b-1a9f-40a6-9514-e8062afe826c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.338337] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Instance 8b313bab-8370-47c5-a03b-c809dc96fd21 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 665.338462] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Instance da04e4bf-dc3d-45a8-b0f9-ef9a7491e297 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 665.338585] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Instance 832a2083-5874-47b5-a9c7-fdb4a69a94bb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 665.338702] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Instance c7b98e17-46d0-4ae9-988e-fae08ee05377 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 665.338842] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Instance 70b6d86f-10bd-471f-8655-e961c4208751 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 665.338972] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Instance 6886b90e-f9ac-4295-9a0e-c3d4fc2e5cf6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 665.339108] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Instance 85c1498f-d888-4031-878b-0181e190d3a7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 665.339222] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Instance 115fbeba-b84e-48ee-bee7-4cba1f52daa9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 665.339333] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Instance c29bf6eb-b456-4356-9ef8-d9ba70bc6464 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 665.339469] env[62353]: WARNING nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Instance ba65df73-c3e3-4182-8444-9904aa5858d7 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 665.339615] env[62353]: WARNING nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Instance a415cd3c-4e94-4e23-9588-adb12815187c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 665.339741] env[62353]: WARNING nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Instance bc2376dd-856e-4797-bd2a-1db5c2be795d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 665.339873] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Instance 0ccb3004-b612-45c3-b655-609eb2c4b16c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 665.340111] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Instance f71b6bee-dbc8-48b6-a446-3d93255fda73 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 665.340264] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Instance 7d40ad55-ab59-461f-986e-22aa0133f68f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 665.340378] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Instance e1b536b2-778f-4318-bf20-198bb1752de4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 665.340503] env[62353]: WARNING nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Instance 742baadd-a2ec-452d-8db1-313c8d28fe42 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 665.340618] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Instance cd87ae19-37ee-4d88-95ee-9de38d5214a4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 665.340726] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Instance 791b8fc4-81e2-4a69-a358-f56a421e4680 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 665.340850] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Instance 3c094195-7f0d-4043-a1e4-8acbf634b14f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 665.340975] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Instance 6d6f643f-fbb8-43b3-b47a-78d4ff71b8cb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 665.341099] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Instance 7e467b83-2067-4ec7-a641-c417851bb0e8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 665.341206] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Instance c83ae6b9-a239-40b5-a493-529b1687a573 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 665.341322] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Instance 9871d7de-d94b-4b64-8e25-d9be6f01e949 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 665.349575] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-981861ad-31dd-4481-8507-cae5f6c1dec7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.365610] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-402e3bf2-ff5c-47cd-b6b9-0d3c11e2115b tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] [instance: 9871d7de-d94b-4b64-8e25-d9be6f01e949] Instance VIF info [] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 665.371611] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-402e3bf2-ff5c-47cd-b6b9-0d3c11e2115b tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Creating folder: Project (3787aa98d18a44b180586ebb6c1e87cd). Parent ref: group-v481456. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 665.372393] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9201d669-3c3c-41ea-8408-a6826d680078 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.386062] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-402e3bf2-ff5c-47cd-b6b9-0d3c11e2115b tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Created folder: Project (3787aa98d18a44b180586ebb6c1e87cd) in parent group-v481456. [ 665.386062] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-402e3bf2-ff5c-47cd-b6b9-0d3c11e2115b tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Creating folder: Instances. Parent ref: group-v481558. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 665.386306] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aa9815a3-1619-4b0b-afcd-58ff95519f17 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.398192] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-402e3bf2-ff5c-47cd-b6b9-0d3c11e2115b tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Created folder: Instances in parent group-v481558. [ 665.398505] env[62353]: DEBUG oslo.service.loopingcall [None req-402e3bf2-ff5c-47cd-b6b9-0d3c11e2115b tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 665.398730] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9871d7de-d94b-4b64-8e25-d9be6f01e949] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 665.399052] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-39b475f8-0949-4146-80e3-f1e6fdbb24f5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.419794] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 665.419794] env[62353]: value = "task-2372055" [ 665.419794] env[62353]: _type = "Task" [ 665.419794] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.432110] env[62353]: DEBUG oslo_vmware.api [None req-2d7af5a5-4ea2-4e8e-819b-a246d67bf3d2 tempest-InstanceActionsV221TestJSON-887975599 tempest-InstanceActionsV221TestJSON-887975599-project-member] Task: {'id': task-2372047, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.733381} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.435308] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d7af5a5-4ea2-4e8e-819b-a246d67bf3d2 tempest-InstanceActionsV221TestJSON-887975599 tempest-InstanceActionsV221TestJSON-887975599-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore2] 7e467b83-2067-4ec7-a641-c417851bb0e8/7e467b83-2067-4ec7-a641-c417851bb0e8.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 665.435561] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-2d7af5a5-4ea2-4e8e-819b-a246d67bf3d2 tempest-InstanceActionsV221TestJSON-887975599 tempest-InstanceActionsV221TestJSON-887975599-project-member] [instance: 7e467b83-2067-4ec7-a641-c417851bb0e8] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 665.435843] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372055, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.436151] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-33df8bd6-8994-4679-a71b-d9e69284a1da {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.444680] env[62353]: DEBUG oslo_vmware.api [None req-2d7af5a5-4ea2-4e8e-819b-a246d67bf3d2 tempest-InstanceActionsV221TestJSON-887975599 tempest-InstanceActionsV221TestJSON-887975599-project-member] Waiting for the task: (returnval){ [ 665.444680] env[62353]: value = "task-2372056" [ 665.444680] env[62353]: _type = "Task" [ 665.444680] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.458269] env[62353]: DEBUG oslo_vmware.api [None req-2d7af5a5-4ea2-4e8e-819b-a246d67bf3d2 tempest-InstanceActionsV221TestJSON-887975599 tempest-InstanceActionsV221TestJSON-887975599-project-member] Task: {'id': task-2372056, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.500317] env[62353]: DEBUG oslo_vmware.api [None req-9dfef8c3-6a98-4a3f-bba1-44e966f44797 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Task: {'id': task-2372048, 'name': ReconfigVM_Task, 'duration_secs': 0.891526} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.500780] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-9dfef8c3-6a98-4a3f-bba1-44e966f44797 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] [instance: 6d6f643f-fbb8-43b3-b47a-78d4ff71b8cb] Reconfigured VM instance instance-0000001d to attach disk [datastore2] 6d6f643f-fbb8-43b3-b47a-78d4ff71b8cb/6d6f643f-fbb8-43b3-b47a-78d4ff71b8cb.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 665.501466] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-33e4b921-42ae-4112-8432-7f79f429ee80 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.512727] env[62353]: DEBUG oslo_vmware.api [None req-9dfef8c3-6a98-4a3f-bba1-44e966f44797 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Waiting for the task: (returnval){ [ 665.512727] env[62353]: value = "task-2372057" [ 665.512727] env[62353]: _type = "Task" [ 665.512727] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.526853] env[62353]: DEBUG oslo_vmware.api [None req-9dfef8c3-6a98-4a3f-bba1-44e966f44797 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Task: {'id': task-2372057, 'name': Rename_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.782870] env[62353]: DEBUG oslo_vmware.api [None req-b61a80d4-a758-4e75-a618-85c9fd44e091 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] Task: {'id': task-2372050, 'name': Destroy_Task} progress is 33%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.827211] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372052, 'name': CreateVM_Task, 'duration_secs': 0.49099} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.827390] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c83ae6b9-a239-40b5-a493-529b1687a573] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 665.828241] env[62353]: DEBUG oslo_concurrency.lockutils [None req-aba5d362-42f7-444e-b283-d2087e2d15d1 tempest-ServersNegativeTestMultiTenantJSON-1574732967 tempest-ServersNegativeTestMultiTenantJSON-1574732967-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 665.828430] env[62353]: DEBUG oslo_concurrency.lockutils [None req-aba5d362-42f7-444e-b283-d2087e2d15d1 tempest-ServersNegativeTestMultiTenantJSON-1574732967 tempest-ServersNegativeTestMultiTenantJSON-1574732967-project-member] Acquired lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.828775] env[62353]: DEBUG oslo_concurrency.lockutils [None req-aba5d362-42f7-444e-b283-d2087e2d15d1 tempest-ServersNegativeTestMultiTenantJSON-1574732967 tempest-ServersNegativeTestMultiTenantJSON-1574732967-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 665.829073] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-834647f1-fba9-4d6f-b583-4639f23134bc {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.835557] env[62353]: DEBUG oslo_vmware.api [None req-aba5d362-42f7-444e-b283-d2087e2d15d1 tempest-ServersNegativeTestMultiTenantJSON-1574732967 tempest-ServersNegativeTestMultiTenantJSON-1574732967-project-member] Waiting for the task: (returnval){ [ 665.835557] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5271603a-20f5-5afb-8837-3ae429c3085e" [ 665.835557] env[62353]: _type = "Task" [ 665.835557] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.845049] env[62353]: DEBUG oslo_vmware.api [None req-aba5d362-42f7-444e-b283-d2087e2d15d1 tempest-ServersNegativeTestMultiTenantJSON-1574732967 tempest-ServersNegativeTestMultiTenantJSON-1574732967-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5271603a-20f5-5afb-8837-3ae429c3085e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.845809] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Instance 5b4524e2-ff60-4ae5-9658-7fe7cad2b878 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 665.932564] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372055, 'name': CreateVM_Task, 'duration_secs': 0.339142} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.932739] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9871d7de-d94b-4b64-8e25-d9be6f01e949] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 665.933150] env[62353]: DEBUG oslo_concurrency.lockutils [None req-402e3bf2-ff5c-47cd-b6b9-0d3c11e2115b tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 665.955784] env[62353]: DEBUG oslo_vmware.api [None req-2d7af5a5-4ea2-4e8e-819b-a246d67bf3d2 tempest-InstanceActionsV221TestJSON-887975599 tempest-InstanceActionsV221TestJSON-887975599-project-member] Task: {'id': task-2372056, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087587} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.956060] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-2d7af5a5-4ea2-4e8e-819b-a246d67bf3d2 tempest-InstanceActionsV221TestJSON-887975599 tempest-InstanceActionsV221TestJSON-887975599-project-member] [instance: 7e467b83-2067-4ec7-a641-c417851bb0e8] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 665.956844] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af27c6fc-de52-425d-a78e-c3c4bb049bfe {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.964430] env[62353]: DEBUG nova.compute.manager [req-b8984008-b976-41a7-b1ca-5a4b1d3acb64 req-2a486774-a10e-4f85-8016-d660f4f539f1 service nova] [instance: 7e467b83-2067-4ec7-a641-c417851bb0e8] Received event network-changed-52124d4c-4b3a-4160-9d2f-76a8ea64fc75 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 665.964788] env[62353]: DEBUG nova.compute.manager [req-b8984008-b976-41a7-b1ca-5a4b1d3acb64 req-2a486774-a10e-4f85-8016-d660f4f539f1 service nova] [instance: 7e467b83-2067-4ec7-a641-c417851bb0e8] Refreshing instance network info cache due to event network-changed-52124d4c-4b3a-4160-9d2f-76a8ea64fc75. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 665.964876] env[62353]: DEBUG oslo_concurrency.lockutils [req-b8984008-b976-41a7-b1ca-5a4b1d3acb64 req-2a486774-a10e-4f85-8016-d660f4f539f1 service nova] Acquiring lock "refresh_cache-7e467b83-2067-4ec7-a641-c417851bb0e8" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 665.965027] env[62353]: DEBUG oslo_concurrency.lockutils [req-b8984008-b976-41a7-b1ca-5a4b1d3acb64 req-2a486774-a10e-4f85-8016-d660f4f539f1 service nova] Acquired lock "refresh_cache-7e467b83-2067-4ec7-a641-c417851bb0e8" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.965187] env[62353]: DEBUG nova.network.neutron [req-b8984008-b976-41a7-b1ca-5a4b1d3acb64 req-2a486774-a10e-4f85-8016-d660f4f539f1 service nova] [instance: 7e467b83-2067-4ec7-a641-c417851bb0e8] Refreshing network info cache for port 52124d4c-4b3a-4160-9d2f-76a8ea64fc75 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 665.985457] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d7af5a5-4ea2-4e8e-819b-a246d67bf3d2 tempest-InstanceActionsV221TestJSON-887975599 tempest-InstanceActionsV221TestJSON-887975599-project-member] [instance: 7e467b83-2067-4ec7-a641-c417851bb0e8] Reconfiguring VM instance instance-0000001e to attach disk [datastore2] 7e467b83-2067-4ec7-a641-c417851bb0e8/7e467b83-2067-4ec7-a641-c417851bb0e8.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 665.987373] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-78938f11-baa9-4ae4-9e3e-3e8f9e66f5e9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.010544] env[62353]: DEBUG oslo_vmware.api [None req-2d7af5a5-4ea2-4e8e-819b-a246d67bf3d2 tempest-InstanceActionsV221TestJSON-887975599 tempest-InstanceActionsV221TestJSON-887975599-project-member] Waiting for the task: (returnval){ [ 666.010544] env[62353]: value = "task-2372058" [ 666.010544] env[62353]: _type = "Task" [ 666.010544] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.023972] env[62353]: DEBUG oslo_vmware.api [None req-2d7af5a5-4ea2-4e8e-819b-a246d67bf3d2 tempest-InstanceActionsV221TestJSON-887975599 tempest-InstanceActionsV221TestJSON-887975599-project-member] Task: {'id': task-2372058, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.027126] env[62353]: DEBUG oslo_vmware.api [None req-9dfef8c3-6a98-4a3f-bba1-44e966f44797 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Task: {'id': task-2372057, 'name': Rename_Task, 'duration_secs': 0.248642} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.027392] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dfef8c3-6a98-4a3f-bba1-44e966f44797 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] [instance: 6d6f643f-fbb8-43b3-b47a-78d4ff71b8cb] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 666.027637] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1836c5c9-a5de-43c7-8dae-4cbe074104ab {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.035727] env[62353]: DEBUG oslo_vmware.api [None req-9dfef8c3-6a98-4a3f-bba1-44e966f44797 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Waiting for the task: (returnval){ [ 666.035727] env[62353]: value = "task-2372059" [ 666.035727] env[62353]: _type = "Task" [ 666.035727] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.045999] env[62353]: DEBUG oslo_vmware.api [None req-9dfef8c3-6a98-4a3f-bba1-44e966f44797 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Task: {'id': task-2372059, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.284696] env[62353]: DEBUG oslo_vmware.api [None req-b61a80d4-a758-4e75-a618-85c9fd44e091 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] Task: {'id': task-2372050, 'name': Destroy_Task, 'duration_secs': 0.581114} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.285056] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-b61a80d4-a758-4e75-a618-85c9fd44e091 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] [instance: 7d40ad55-ab59-461f-986e-22aa0133f68f] Destroyed the VM [ 666.285365] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-b61a80d4-a758-4e75-a618-85c9fd44e091 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] [instance: 7d40ad55-ab59-461f-986e-22aa0133f68f] Deleting Snapshot of the VM instance {{(pid=62353) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 666.285670] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-117fa09d-0d67-419f-85c5-47af3e4ccac2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.294800] env[62353]: DEBUG oslo_vmware.api [None req-b61a80d4-a758-4e75-a618-85c9fd44e091 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] Waiting for the task: (returnval){ [ 666.294800] env[62353]: value = "task-2372060" [ 666.294800] env[62353]: _type = "Task" [ 666.294800] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.304654] env[62353]: DEBUG oslo_vmware.api [None req-b61a80d4-a758-4e75-a618-85c9fd44e091 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] Task: {'id': task-2372060, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.346514] env[62353]: DEBUG oslo_vmware.api [None req-aba5d362-42f7-444e-b283-d2087e2d15d1 tempest-ServersNegativeTestMultiTenantJSON-1574732967 tempest-ServersNegativeTestMultiTenantJSON-1574732967-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5271603a-20f5-5afb-8837-3ae429c3085e, 'name': SearchDatastore_Task, 'duration_secs': 0.019697} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.346805] env[62353]: DEBUG oslo_concurrency.lockutils [None req-aba5d362-42f7-444e-b283-d2087e2d15d1 tempest-ServersNegativeTestMultiTenantJSON-1574732967 tempest-ServersNegativeTestMultiTenantJSON-1574732967-project-member] Releasing lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 666.347059] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-aba5d362-42f7-444e-b283-d2087e2d15d1 tempest-ServersNegativeTestMultiTenantJSON-1574732967 tempest-ServersNegativeTestMultiTenantJSON-1574732967-project-member] [instance: c83ae6b9-a239-40b5-a493-529b1687a573] Processing image 06f909ae-e8dc-43b4-abf7-c7ed85db9bbd {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 666.347325] env[62353]: DEBUG oslo_concurrency.lockutils [None req-aba5d362-42f7-444e-b283-d2087e2d15d1 tempest-ServersNegativeTestMultiTenantJSON-1574732967 tempest-ServersNegativeTestMultiTenantJSON-1574732967-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 666.347472] env[62353]: DEBUG oslo_concurrency.lockutils [None req-aba5d362-42f7-444e-b283-d2087e2d15d1 tempest-ServersNegativeTestMultiTenantJSON-1574732967 tempest-ServersNegativeTestMultiTenantJSON-1574732967-project-member] Acquired lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.347646] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-aba5d362-42f7-444e-b283-d2087e2d15d1 tempest-ServersNegativeTestMultiTenantJSON-1574732967 tempest-ServersNegativeTestMultiTenantJSON-1574732967-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 666.347919] env[62353]: DEBUG oslo_concurrency.lockutils [None req-402e3bf2-ff5c-47cd-b6b9-0d3c11e2115b tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Acquired lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.348240] env[62353]: DEBUG oslo_concurrency.lockutils [None req-402e3bf2-ff5c-47cd-b6b9-0d3c11e2115b tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 666.348904] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Instance ed958c86-7d75-439f-a3f1-8c8d2fc6ea0d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 666.350681] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d1d3fff5-8a34-42b2-924a-078d494e5460 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.352818] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55ec95bd-dc54-4706-af9c-3fb6cb6e5c73 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.358609] env[62353]: DEBUG oslo_vmware.api [None req-402e3bf2-ff5c-47cd-b6b9-0d3c11e2115b tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Waiting for the task: (returnval){ [ 666.358609] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]529af647-c091-e47e-4bcc-fab1dfca00ce" [ 666.358609] env[62353]: _type = "Task" [ 666.358609] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.370204] env[62353]: DEBUG oslo_vmware.api [None req-402e3bf2-ff5c-47cd-b6b9-0d3c11e2115b tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]529af647-c091-e47e-4bcc-fab1dfca00ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.392744] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-aba5d362-42f7-444e-b283-d2087e2d15d1 tempest-ServersNegativeTestMultiTenantJSON-1574732967 tempest-ServersNegativeTestMultiTenantJSON-1574732967-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 666.392928] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-aba5d362-42f7-444e-b283-d2087e2d15d1 tempest-ServersNegativeTestMultiTenantJSON-1574732967 tempest-ServersNegativeTestMultiTenantJSON-1574732967-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 666.393767] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d60ab3fb-7701-47eb-816e-84a707d51ae7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.400447] env[62353]: DEBUG nova.compute.manager [None req-19da6b2e-ecca-49f3-a755-efb8ebbb3b46 tempest-ServerDiagnosticsV248Test-56016668 tempest-ServerDiagnosticsV248Test-56016668-project-admin] [instance: 791b8fc4-81e2-4a69-a358-f56a421e4680] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 666.403036] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5374b4ea-fa7a-4dc7-add4-debad06b1703 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.406139] env[62353]: DEBUG oslo_vmware.api [None req-aba5d362-42f7-444e-b283-d2087e2d15d1 tempest-ServersNegativeTestMultiTenantJSON-1574732967 tempest-ServersNegativeTestMultiTenantJSON-1574732967-project-member] Waiting for the task: (returnval){ [ 666.406139] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52600661-fb3f-9555-c0e7-54481628ff05" [ 666.406139] env[62353]: _type = "Task" [ 666.406139] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.413262] env[62353]: INFO nova.compute.manager [None req-19da6b2e-ecca-49f3-a755-efb8ebbb3b46 tempest-ServerDiagnosticsV248Test-56016668 tempest-ServerDiagnosticsV248Test-56016668-project-admin] [instance: 791b8fc4-81e2-4a69-a358-f56a421e4680] Retrieving diagnostics [ 666.414455] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b8c88a0-76bb-4edd-b556-4c37b37794d2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.420044] env[62353]: DEBUG oslo_vmware.api [None req-aba5d362-42f7-444e-b283-d2087e2d15d1 tempest-ServersNegativeTestMultiTenantJSON-1574732967 tempest-ServersNegativeTestMultiTenantJSON-1574732967-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52600661-fb3f-9555-c0e7-54481628ff05, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.524079] env[62353]: DEBUG oslo_vmware.api [None req-2d7af5a5-4ea2-4e8e-819b-a246d67bf3d2 tempest-InstanceActionsV221TestJSON-887975599 tempest-InstanceActionsV221TestJSON-887975599-project-member] Task: {'id': task-2372058, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.547320] env[62353]: DEBUG oslo_vmware.api [None req-9dfef8c3-6a98-4a3f-bba1-44e966f44797 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Task: {'id': task-2372059, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.806914] env[62353]: DEBUG oslo_vmware.api [None req-b61a80d4-a758-4e75-a618-85c9fd44e091 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] Task: {'id': task-2372060, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.852416] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Instance b3e7bd84-3c18-40c7-95a7-9b259069f066 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 666.869710] env[62353]: DEBUG oslo_vmware.api [None req-402e3bf2-ff5c-47cd-b6b9-0d3c11e2115b tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]529af647-c091-e47e-4bcc-fab1dfca00ce, 'name': SearchDatastore_Task, 'duration_secs': 0.029774} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.870011] env[62353]: DEBUG oslo_concurrency.lockutils [None req-402e3bf2-ff5c-47cd-b6b9-0d3c11e2115b tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Releasing lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 666.870249] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-402e3bf2-ff5c-47cd-b6b9-0d3c11e2115b tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] [instance: 9871d7de-d94b-4b64-8e25-d9be6f01e949] Processing image 06f909ae-e8dc-43b4-abf7-c7ed85db9bbd {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 666.870451] env[62353]: DEBUG oslo_concurrency.lockutils [None req-402e3bf2-ff5c-47cd-b6b9-0d3c11e2115b tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 666.920797] env[62353]: DEBUG oslo_vmware.api [None req-aba5d362-42f7-444e-b283-d2087e2d15d1 tempest-ServersNegativeTestMultiTenantJSON-1574732967 tempest-ServersNegativeTestMultiTenantJSON-1574732967-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52600661-fb3f-9555-c0e7-54481628ff05, 'name': SearchDatastore_Task, 'duration_secs': 0.017735} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.924086] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e2fd223-e50d-4a4e-b3d2-f668177085f2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.928727] env[62353]: DEBUG oslo_vmware.api [None req-aba5d362-42f7-444e-b283-d2087e2d15d1 tempest-ServersNegativeTestMultiTenantJSON-1574732967 tempest-ServersNegativeTestMultiTenantJSON-1574732967-project-member] Waiting for the task: (returnval){ [ 666.928727] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52a72384-0317-33bd-dfc6-5b068bb03b66" [ 666.928727] env[62353]: _type = "Task" [ 666.928727] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.940499] env[62353]: DEBUG oslo_vmware.api [None req-aba5d362-42f7-444e-b283-d2087e2d15d1 tempest-ServersNegativeTestMultiTenantJSON-1574732967 tempest-ServersNegativeTestMultiTenantJSON-1574732967-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52a72384-0317-33bd-dfc6-5b068bb03b66, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.022652] env[62353]: DEBUG oslo_vmware.api [None req-2d7af5a5-4ea2-4e8e-819b-a246d67bf3d2 tempest-InstanceActionsV221TestJSON-887975599 tempest-InstanceActionsV221TestJSON-887975599-project-member] Task: {'id': task-2372058, 'name': ReconfigVM_Task, 'duration_secs': 0.543679} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.022991] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d7af5a5-4ea2-4e8e-819b-a246d67bf3d2 tempest-InstanceActionsV221TestJSON-887975599 tempest-InstanceActionsV221TestJSON-887975599-project-member] [instance: 7e467b83-2067-4ec7-a641-c417851bb0e8] Reconfigured VM instance instance-0000001e to attach disk [datastore2] 7e467b83-2067-4ec7-a641-c417851bb0e8/7e467b83-2067-4ec7-a641-c417851bb0e8.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 667.023751] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2a2c0829-a61e-4123-add8-754b6740a8b6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.032907] env[62353]: DEBUG oslo_vmware.api [None req-2d7af5a5-4ea2-4e8e-819b-a246d67bf3d2 tempest-InstanceActionsV221TestJSON-887975599 tempest-InstanceActionsV221TestJSON-887975599-project-member] Waiting for the task: (returnval){ [ 667.032907] env[62353]: value = "task-2372061" [ 667.032907] env[62353]: _type = "Task" [ 667.032907] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.046954] env[62353]: DEBUG oslo_vmware.api [None req-2d7af5a5-4ea2-4e8e-819b-a246d67bf3d2 tempest-InstanceActionsV221TestJSON-887975599 tempest-InstanceActionsV221TestJSON-887975599-project-member] Task: {'id': task-2372061, 'name': Rename_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.049556] env[62353]: DEBUG oslo_vmware.api [None req-9dfef8c3-6a98-4a3f-bba1-44e966f44797 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Task: {'id': task-2372059, 'name': PowerOnVM_Task, 'duration_secs': 0.681684} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.049830] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dfef8c3-6a98-4a3f-bba1-44e966f44797 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] [instance: 6d6f643f-fbb8-43b3-b47a-78d4ff71b8cb] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 667.050042] env[62353]: INFO nova.compute.manager [None req-9dfef8c3-6a98-4a3f-bba1-44e966f44797 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] [instance: 6d6f643f-fbb8-43b3-b47a-78d4ff71b8cb] Took 10.09 seconds to spawn the instance on the hypervisor. [ 667.050213] env[62353]: DEBUG nova.compute.manager [None req-9dfef8c3-6a98-4a3f-bba1-44e966f44797 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] [instance: 6d6f643f-fbb8-43b3-b47a-78d4ff71b8cb] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 667.050971] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3566081d-7f6b-4a53-b8f1-16be67c52365 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.088112] env[62353]: DEBUG nova.network.neutron [req-b8984008-b976-41a7-b1ca-5a4b1d3acb64 req-2a486774-a10e-4f85-8016-d660f4f539f1 service nova] [instance: 7e467b83-2067-4ec7-a641-c417851bb0e8] Updated VIF entry in instance network info cache for port 52124d4c-4b3a-4160-9d2f-76a8ea64fc75. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 667.088560] env[62353]: DEBUG nova.network.neutron [req-b8984008-b976-41a7-b1ca-5a4b1d3acb64 req-2a486774-a10e-4f85-8016-d660f4f539f1 service nova] [instance: 7e467b83-2067-4ec7-a641-c417851bb0e8] Updating instance_info_cache with network_info: [{"id": "52124d4c-4b3a-4160-9d2f-76a8ea64fc75", "address": "fa:16:3e:18:65:64", "network": {"id": "6951c03f-8318-447b-89ee-1d65ab00c67e", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-237612076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "957852a210874b739bd1dda8f0ad963d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9aa05ef8-c7bb-4af5-983f-bfa0f3f88223", "external-id": "nsx-vlan-transportzone-135", "segmentation_id": 135, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52124d4c-4b", "ovs_interfaceid": "52124d4c-4b3a-4160-9d2f-76a8ea64fc75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 667.307150] env[62353]: DEBUG oslo_vmware.api [None req-b61a80d4-a758-4e75-a618-85c9fd44e091 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] Task: {'id': task-2372060, 'name': RemoveSnapshot_Task, 'duration_secs': 0.975794} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.307428] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-b61a80d4-a758-4e75-a618-85c9fd44e091 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] [instance: 7d40ad55-ab59-461f-986e-22aa0133f68f] Deleted Snapshot of the VM instance {{(pid=62353) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 667.307662] env[62353]: INFO nova.compute.manager [None req-b61a80d4-a758-4e75-a618-85c9fd44e091 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] [instance: 7d40ad55-ab59-461f-986e-22aa0133f68f] Took 16.08 seconds to snapshot the instance on the hypervisor. [ 667.355208] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Instance d99b532a-164e-471b-b9ca-a0850f606780 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 667.441283] env[62353]: DEBUG oslo_vmware.api [None req-aba5d362-42f7-444e-b283-d2087e2d15d1 tempest-ServersNegativeTestMultiTenantJSON-1574732967 tempest-ServersNegativeTestMultiTenantJSON-1574732967-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52a72384-0317-33bd-dfc6-5b068bb03b66, 'name': SearchDatastore_Task, 'duration_secs': 0.017697} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.441553] env[62353]: DEBUG oslo_concurrency.lockutils [None req-aba5d362-42f7-444e-b283-d2087e2d15d1 tempest-ServersNegativeTestMultiTenantJSON-1574732967 tempest-ServersNegativeTestMultiTenantJSON-1574732967-project-member] Releasing lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 667.441846] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-aba5d362-42f7-444e-b283-d2087e2d15d1 tempest-ServersNegativeTestMultiTenantJSON-1574732967 tempest-ServersNegativeTestMultiTenantJSON-1574732967-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore2] c83ae6b9-a239-40b5-a493-529b1687a573/c83ae6b9-a239-40b5-a493-529b1687a573.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 667.442136] env[62353]: DEBUG oslo_concurrency.lockutils [None req-402e3bf2-ff5c-47cd-b6b9-0d3c11e2115b tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Acquired lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.442322] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-402e3bf2-ff5c-47cd-b6b9-0d3c11e2115b tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 667.442537] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1521a35f-9d84-44a1-9b8e-c53fe9a560a3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.444652] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-13ce2515-455b-4060-9c87-d3b3d7a7d83d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.453760] env[62353]: DEBUG oslo_vmware.api [None req-aba5d362-42f7-444e-b283-d2087e2d15d1 tempest-ServersNegativeTestMultiTenantJSON-1574732967 tempest-ServersNegativeTestMultiTenantJSON-1574732967-project-member] Waiting for the task: (returnval){ [ 667.453760] env[62353]: value = "task-2372062" [ 667.453760] env[62353]: _type = "Task" [ 667.453760] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.459035] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-402e3bf2-ff5c-47cd-b6b9-0d3c11e2115b tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 667.459288] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-402e3bf2-ff5c-47cd-b6b9-0d3c11e2115b tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 667.462901] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e964f766-2624-40bd-bd47-a8674861d376 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.475750] env[62353]: DEBUG oslo_vmware.api [None req-aba5d362-42f7-444e-b283-d2087e2d15d1 tempest-ServersNegativeTestMultiTenantJSON-1574732967 tempest-ServersNegativeTestMultiTenantJSON-1574732967-project-member] Task: {'id': task-2372062, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.477157] env[62353]: DEBUG oslo_vmware.api [None req-402e3bf2-ff5c-47cd-b6b9-0d3c11e2115b tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Waiting for the task: (returnval){ [ 667.477157] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]525170b5-38d2-6c9d-ccbe-a0b5fcc28313" [ 667.477157] env[62353]: _type = "Task" [ 667.477157] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.486354] env[62353]: DEBUG oslo_vmware.api [None req-402e3bf2-ff5c-47cd-b6b9-0d3c11e2115b tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]525170b5-38d2-6c9d-ccbe-a0b5fcc28313, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.545803] env[62353]: DEBUG oslo_vmware.api [None req-2d7af5a5-4ea2-4e8e-819b-a246d67bf3d2 tempest-InstanceActionsV221TestJSON-887975599 tempest-InstanceActionsV221TestJSON-887975599-project-member] Task: {'id': task-2372061, 'name': Rename_Task} progress is 99%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.550637] env[62353]: DEBUG oslo_vmware.rw_handles [None req-3099ef00-ab73-43e9-b10a-b229abaae4b5 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523b33dd-c8ce-c9cb-98c4-048967d2a405/disk-0.vmdk. {{(pid=62353) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 667.550637] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81b56c1a-14c0-44a9-a573-b67757c6f5d2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.555505] env[62353]: DEBUG oslo_vmware.rw_handles [None req-3099ef00-ab73-43e9-b10a-b229abaae4b5 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523b33dd-c8ce-c9cb-98c4-048967d2a405/disk-0.vmdk is in state: ready. {{(pid=62353) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 667.555661] env[62353]: ERROR oslo_vmware.rw_handles [None req-3099ef00-ab73-43e9-b10a-b229abaae4b5 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523b33dd-c8ce-c9cb-98c4-048967d2a405/disk-0.vmdk due to incomplete transfer. [ 667.555890] env[62353]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-c4623be6-c629-41af-a70b-d077df82edf3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.563628] env[62353]: DEBUG oslo_vmware.rw_handles [None req-3099ef00-ab73-43e9-b10a-b229abaae4b5 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523b33dd-c8ce-c9cb-98c4-048967d2a405/disk-0.vmdk. {{(pid=62353) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 667.563845] env[62353]: DEBUG nova.virt.vmwareapi.images [None req-3099ef00-ab73-43e9-b10a-b229abaae4b5 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: e1b536b2-778f-4318-bf20-198bb1752de4] Uploaded image 8f0f0e48-016d-4300-9317-94784e091664 to the Glance image server {{(pid=62353) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 667.565262] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-3099ef00-ab73-43e9-b10a-b229abaae4b5 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: e1b536b2-778f-4318-bf20-198bb1752de4] Destroying the VM {{(pid=62353) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 667.569878] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d47226de-7cbc-4a7d-893a-c0cf7729cc12 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.573141] env[62353]: INFO nova.compute.manager [None req-9dfef8c3-6a98-4a3f-bba1-44e966f44797 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] [instance: 6d6f643f-fbb8-43b3-b47a-78d4ff71b8cb] Took 39.25 seconds to build instance. [ 667.579278] env[62353]: DEBUG oslo_vmware.api [None req-3099ef00-ab73-43e9-b10a-b229abaae4b5 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Waiting for the task: (returnval){ [ 667.579278] env[62353]: value = "task-2372063" [ 667.579278] env[62353]: _type = "Task" [ 667.579278] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.589669] env[62353]: DEBUG oslo_vmware.api [None req-3099ef00-ab73-43e9-b10a-b229abaae4b5 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Task: {'id': task-2372063, 'name': Destroy_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.591436] env[62353]: DEBUG oslo_concurrency.lockutils [req-b8984008-b976-41a7-b1ca-5a4b1d3acb64 req-2a486774-a10e-4f85-8016-d660f4f539f1 service nova] Releasing lock "refresh_cache-7e467b83-2067-4ec7-a641-c417851bb0e8" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 667.858834] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Instance 9523a163-666d-448f-84a6-5278a7171f86 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 667.966453] env[62353]: DEBUG oslo_vmware.api [None req-aba5d362-42f7-444e-b283-d2087e2d15d1 tempest-ServersNegativeTestMultiTenantJSON-1574732967 tempest-ServersNegativeTestMultiTenantJSON-1574732967-project-member] Task: {'id': task-2372062, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.971083] env[62353]: DEBUG oslo_concurrency.lockutils [None req-731849f3-7633-443f-87b0-1bef4bef55be tempest-ServerDiagnosticsV248Test-141103953 tempest-ServerDiagnosticsV248Test-141103953-project-member] Acquiring lock "791b8fc4-81e2-4a69-a358-f56a421e4680" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 667.971304] env[62353]: DEBUG oslo_concurrency.lockutils [None req-731849f3-7633-443f-87b0-1bef4bef55be tempest-ServerDiagnosticsV248Test-141103953 tempest-ServerDiagnosticsV248Test-141103953-project-member] Lock "791b8fc4-81e2-4a69-a358-f56a421e4680" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 667.971502] env[62353]: DEBUG oslo_concurrency.lockutils [None req-731849f3-7633-443f-87b0-1bef4bef55be tempest-ServerDiagnosticsV248Test-141103953 tempest-ServerDiagnosticsV248Test-141103953-project-member] Acquiring lock "791b8fc4-81e2-4a69-a358-f56a421e4680-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 667.971678] env[62353]: DEBUG oslo_concurrency.lockutils [None req-731849f3-7633-443f-87b0-1bef4bef55be tempest-ServerDiagnosticsV248Test-141103953 tempest-ServerDiagnosticsV248Test-141103953-project-member] Lock "791b8fc4-81e2-4a69-a358-f56a421e4680-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 667.971842] env[62353]: DEBUG oslo_concurrency.lockutils [None req-731849f3-7633-443f-87b0-1bef4bef55be tempest-ServerDiagnosticsV248Test-141103953 tempest-ServerDiagnosticsV248Test-141103953-project-member] Lock "791b8fc4-81e2-4a69-a358-f56a421e4680-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 667.974272] env[62353]: INFO nova.compute.manager [None req-731849f3-7633-443f-87b0-1bef4bef55be tempest-ServerDiagnosticsV248Test-141103953 tempest-ServerDiagnosticsV248Test-141103953-project-member] [instance: 791b8fc4-81e2-4a69-a358-f56a421e4680] Terminating instance [ 667.987713] env[62353]: DEBUG oslo_vmware.api [None req-402e3bf2-ff5c-47cd-b6b9-0d3c11e2115b tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]525170b5-38d2-6c9d-ccbe-a0b5fcc28313, 'name': SearchDatastore_Task, 'duration_secs': 0.031446} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.988483] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f30e9ddc-dd19-4155-8783-94203cacbd26 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.994291] env[62353]: DEBUG oslo_vmware.api [None req-402e3bf2-ff5c-47cd-b6b9-0d3c11e2115b tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Waiting for the task: (returnval){ [ 667.994291] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52941203-68ec-042b-3ce1-7a228e662c6c" [ 667.994291] env[62353]: _type = "Task" [ 667.994291] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.006206] env[62353]: DEBUG oslo_vmware.api [None req-402e3bf2-ff5c-47cd-b6b9-0d3c11e2115b tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52941203-68ec-042b-3ce1-7a228e662c6c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.043406] env[62353]: DEBUG oslo_vmware.api [None req-2d7af5a5-4ea2-4e8e-819b-a246d67bf3d2 tempest-InstanceActionsV221TestJSON-887975599 tempest-InstanceActionsV221TestJSON-887975599-project-member] Task: {'id': task-2372061, 'name': Rename_Task} progress is 99%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.075483] env[62353]: DEBUG oslo_concurrency.lockutils [None req-9dfef8c3-6a98-4a3f-bba1-44e966f44797 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Lock "6d6f643f-fbb8-43b3-b47a-78d4ff71b8cb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.350s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 668.090265] env[62353]: DEBUG oslo_vmware.api [None req-3099ef00-ab73-43e9-b10a-b229abaae4b5 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Task: {'id': task-2372063, 'name': Destroy_Task, 'duration_secs': 0.430619} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.090383] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-3099ef00-ab73-43e9-b10a-b229abaae4b5 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: e1b536b2-778f-4318-bf20-198bb1752de4] Destroyed the VM [ 668.090576] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-3099ef00-ab73-43e9-b10a-b229abaae4b5 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: e1b536b2-778f-4318-bf20-198bb1752de4] Deleting Snapshot of the VM instance {{(pid=62353) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 668.090875] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ed2cd75c-8eb5-45cb-9b0b-152b470f9085 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.099207] env[62353]: DEBUG oslo_vmware.api [None req-3099ef00-ab73-43e9-b10a-b229abaae4b5 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Waiting for the task: (returnval){ [ 668.099207] env[62353]: value = "task-2372064" [ 668.099207] env[62353]: _type = "Task" [ 668.099207] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.107506] env[62353]: DEBUG oslo_vmware.api [None req-3099ef00-ab73-43e9-b10a-b229abaae4b5 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Task: {'id': task-2372064, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.243625] env[62353]: DEBUG nova.compute.manager [req-a638fc6b-662a-4aa8-9e2e-31302e7e6a0d req-36bbea9b-873e-4b0e-9b26-b86bf441e43f service nova] [instance: c83ae6b9-a239-40b5-a493-529b1687a573] Received event network-vif-plugged-ece4b4d6-4c17-41a3-81d5-4e1e6b1706da {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 668.243760] env[62353]: DEBUG oslo_concurrency.lockutils [req-a638fc6b-662a-4aa8-9e2e-31302e7e6a0d req-36bbea9b-873e-4b0e-9b26-b86bf441e43f service nova] Acquiring lock "c83ae6b9-a239-40b5-a493-529b1687a573-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 668.243895] env[62353]: DEBUG oslo_concurrency.lockutils [req-a638fc6b-662a-4aa8-9e2e-31302e7e6a0d req-36bbea9b-873e-4b0e-9b26-b86bf441e43f service nova] Lock "c83ae6b9-a239-40b5-a493-529b1687a573-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 668.244271] env[62353]: DEBUG oslo_concurrency.lockutils [req-a638fc6b-662a-4aa8-9e2e-31302e7e6a0d req-36bbea9b-873e-4b0e-9b26-b86bf441e43f service nova] Lock "c83ae6b9-a239-40b5-a493-529b1687a573-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 668.244504] env[62353]: DEBUG nova.compute.manager [req-a638fc6b-662a-4aa8-9e2e-31302e7e6a0d req-36bbea9b-873e-4b0e-9b26-b86bf441e43f service nova] [instance: c83ae6b9-a239-40b5-a493-529b1687a573] No waiting events found dispatching network-vif-plugged-ece4b4d6-4c17-41a3-81d5-4e1e6b1706da {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 668.244710] env[62353]: WARNING nova.compute.manager [req-a638fc6b-662a-4aa8-9e2e-31302e7e6a0d req-36bbea9b-873e-4b0e-9b26-b86bf441e43f service nova] [instance: c83ae6b9-a239-40b5-a493-529b1687a573] Received unexpected event network-vif-plugged-ece4b4d6-4c17-41a3-81d5-4e1e6b1706da for instance with vm_state building and task_state spawning. [ 668.244875] env[62353]: DEBUG nova.compute.manager [req-a638fc6b-662a-4aa8-9e2e-31302e7e6a0d req-36bbea9b-873e-4b0e-9b26-b86bf441e43f service nova] [instance: c83ae6b9-a239-40b5-a493-529b1687a573] Received event network-changed-ece4b4d6-4c17-41a3-81d5-4e1e6b1706da {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 668.245069] env[62353]: DEBUG nova.compute.manager [req-a638fc6b-662a-4aa8-9e2e-31302e7e6a0d req-36bbea9b-873e-4b0e-9b26-b86bf441e43f service nova] [instance: c83ae6b9-a239-40b5-a493-529b1687a573] Refreshing instance network info cache due to event network-changed-ece4b4d6-4c17-41a3-81d5-4e1e6b1706da. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 668.245260] env[62353]: DEBUG oslo_concurrency.lockutils [req-a638fc6b-662a-4aa8-9e2e-31302e7e6a0d req-36bbea9b-873e-4b0e-9b26-b86bf441e43f service nova] Acquiring lock "refresh_cache-c83ae6b9-a239-40b5-a493-529b1687a573" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 668.245393] env[62353]: DEBUG oslo_concurrency.lockutils [req-a638fc6b-662a-4aa8-9e2e-31302e7e6a0d req-36bbea9b-873e-4b0e-9b26-b86bf441e43f service nova] Acquired lock "refresh_cache-c83ae6b9-a239-40b5-a493-529b1687a573" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.245547] env[62353]: DEBUG nova.network.neutron [req-a638fc6b-662a-4aa8-9e2e-31302e7e6a0d req-36bbea9b-873e-4b0e-9b26-b86bf441e43f service nova] [instance: c83ae6b9-a239-40b5-a493-529b1687a573] Refreshing network info cache for port ece4b4d6-4c17-41a3-81d5-4e1e6b1706da {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 668.362134] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Instance 009129d2-dc03-4de0-ac09-9d24894e5e67 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 668.369163] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f2ae4c8a-5350-48c5-a0be-941ce9a8c57b tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Acquiring lock "e1b536b2-778f-4318-bf20-198bb1752de4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 668.369452] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f2ae4c8a-5350-48c5-a0be-941ce9a8c57b tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Lock "e1b536b2-778f-4318-bf20-198bb1752de4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 668.369694] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f2ae4c8a-5350-48c5-a0be-941ce9a8c57b tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Acquiring lock "e1b536b2-778f-4318-bf20-198bb1752de4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 668.369878] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f2ae4c8a-5350-48c5-a0be-941ce9a8c57b tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Lock "e1b536b2-778f-4318-bf20-198bb1752de4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 668.370060] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f2ae4c8a-5350-48c5-a0be-941ce9a8c57b tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Lock "e1b536b2-778f-4318-bf20-198bb1752de4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 668.374229] env[62353]: INFO nova.compute.manager [None req-f2ae4c8a-5350-48c5-a0be-941ce9a8c57b tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: e1b536b2-778f-4318-bf20-198bb1752de4] Terminating instance [ 668.466073] env[62353]: DEBUG oslo_vmware.api [None req-aba5d362-42f7-444e-b283-d2087e2d15d1 tempest-ServersNegativeTestMultiTenantJSON-1574732967 tempest-ServersNegativeTestMultiTenantJSON-1574732967-project-member] Task: {'id': task-2372062, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.477905] env[62353]: DEBUG oslo_concurrency.lockutils [None req-731849f3-7633-443f-87b0-1bef4bef55be tempest-ServerDiagnosticsV248Test-141103953 tempest-ServerDiagnosticsV248Test-141103953-project-member] Acquiring lock "refresh_cache-791b8fc4-81e2-4a69-a358-f56a421e4680" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 668.479487] env[62353]: DEBUG oslo_concurrency.lockutils [None req-731849f3-7633-443f-87b0-1bef4bef55be tempest-ServerDiagnosticsV248Test-141103953 tempest-ServerDiagnosticsV248Test-141103953-project-member] Acquired lock "refresh_cache-791b8fc4-81e2-4a69-a358-f56a421e4680" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.479487] env[62353]: DEBUG nova.network.neutron [None req-731849f3-7633-443f-87b0-1bef4bef55be tempest-ServerDiagnosticsV248Test-141103953 tempest-ServerDiagnosticsV248Test-141103953-project-member] [instance: 791b8fc4-81e2-4a69-a358-f56a421e4680] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 668.505078] env[62353]: DEBUG oslo_vmware.api [None req-402e3bf2-ff5c-47cd-b6b9-0d3c11e2115b tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52941203-68ec-042b-3ce1-7a228e662c6c, 'name': SearchDatastore_Task, 'duration_secs': 0.036723} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.505360] env[62353]: DEBUG oslo_concurrency.lockutils [None req-402e3bf2-ff5c-47cd-b6b9-0d3c11e2115b tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Releasing lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 668.505624] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-402e3bf2-ff5c-47cd-b6b9-0d3c11e2115b tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore2] 9871d7de-d94b-4b64-8e25-d9be6f01e949/9871d7de-d94b-4b64-8e25-d9be6f01e949.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 668.505901] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b19ead52-aef5-4ca3-a2a9-4d8ec76b381d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.515905] env[62353]: DEBUG oslo_vmware.api [None req-402e3bf2-ff5c-47cd-b6b9-0d3c11e2115b tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Waiting for the task: (returnval){ [ 668.515905] env[62353]: value = "task-2372065" [ 668.515905] env[62353]: _type = "Task" [ 668.515905] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.531352] env[62353]: DEBUG oslo_vmware.api [None req-402e3bf2-ff5c-47cd-b6b9-0d3c11e2115b tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Task: {'id': task-2372065, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.548045] env[62353]: DEBUG oslo_vmware.api [None req-2d7af5a5-4ea2-4e8e-819b-a246d67bf3d2 tempest-InstanceActionsV221TestJSON-887975599 tempest-InstanceActionsV221TestJSON-887975599-project-member] Task: {'id': task-2372061, 'name': Rename_Task, 'duration_secs': 1.30474} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.548447] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d7af5a5-4ea2-4e8e-819b-a246d67bf3d2 tempest-InstanceActionsV221TestJSON-887975599 tempest-InstanceActionsV221TestJSON-887975599-project-member] [instance: 7e467b83-2067-4ec7-a641-c417851bb0e8] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 668.548767] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-46cec287-16b0-468b-bcf6-196f97173c87 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.560056] env[62353]: DEBUG oslo_vmware.api [None req-2d7af5a5-4ea2-4e8e-819b-a246d67bf3d2 tempest-InstanceActionsV221TestJSON-887975599 tempest-InstanceActionsV221TestJSON-887975599-project-member] Waiting for the task: (returnval){ [ 668.560056] env[62353]: value = "task-2372066" [ 668.560056] env[62353]: _type = "Task" [ 668.560056] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.570800] env[62353]: DEBUG oslo_vmware.api [None req-2d7af5a5-4ea2-4e8e-819b-a246d67bf3d2 tempest-InstanceActionsV221TestJSON-887975599 tempest-InstanceActionsV221TestJSON-887975599-project-member] Task: {'id': task-2372066, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.578789] env[62353]: DEBUG nova.compute.manager [None req-f5d3da10-3f33-4988-970d-de4ad3f8cdca tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] [instance: a8ab0e21-de37-42da-b4b6-d9d9d120f61f] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 668.614951] env[62353]: DEBUG oslo_vmware.api [None req-3099ef00-ab73-43e9-b10a-b229abaae4b5 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Task: {'id': task-2372064, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.855805] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d9336aca-4b75-4498-a3ad-e9668e1a381c tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Acquiring lock "a6583a62-ee37-42e0-9a51-b0ce30de58c2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 668.856177] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d9336aca-4b75-4498-a3ad-e9668e1a381c tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Lock "a6583a62-ee37-42e0-9a51-b0ce30de58c2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 668.867071] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Instance a8ab0e21-de37-42da-b4b6-d9d9d120f61f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 668.881587] env[62353]: DEBUG nova.compute.manager [None req-f2ae4c8a-5350-48c5-a0be-941ce9a8c57b tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: e1b536b2-778f-4318-bf20-198bb1752de4] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 668.881826] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-f2ae4c8a-5350-48c5-a0be-941ce9a8c57b tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: e1b536b2-778f-4318-bf20-198bb1752de4] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 668.882826] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-719e0629-7dac-4358-a47e-76b663f4b203 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.896140] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-f2ae4c8a-5350-48c5-a0be-941ce9a8c57b tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: e1b536b2-778f-4318-bf20-198bb1752de4] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 668.896450] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-853173da-3ea6-491b-b2ed-87501c41a32d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.966134] env[62353]: DEBUG oslo_vmware.api [None req-aba5d362-42f7-444e-b283-d2087e2d15d1 tempest-ServersNegativeTestMultiTenantJSON-1574732967 tempest-ServersNegativeTestMultiTenantJSON-1574732967-project-member] Task: {'id': task-2372062, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.416062} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.966420] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-aba5d362-42f7-444e-b283-d2087e2d15d1 tempest-ServersNegativeTestMultiTenantJSON-1574732967 tempest-ServersNegativeTestMultiTenantJSON-1574732967-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore2] c83ae6b9-a239-40b5-a493-529b1687a573/c83ae6b9-a239-40b5-a493-529b1687a573.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 668.966627] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-aba5d362-42f7-444e-b283-d2087e2d15d1 tempest-ServersNegativeTestMultiTenantJSON-1574732967 tempest-ServersNegativeTestMultiTenantJSON-1574732967-project-member] [instance: c83ae6b9-a239-40b5-a493-529b1687a573] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 668.966872] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-687dea3f-bac2-48d7-b098-d33c623debf6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.974248] env[62353]: DEBUG oslo_vmware.api [None req-aba5d362-42f7-444e-b283-d2087e2d15d1 tempest-ServersNegativeTestMultiTenantJSON-1574732967 tempest-ServersNegativeTestMultiTenantJSON-1574732967-project-member] Waiting for the task: (returnval){ [ 668.974248] env[62353]: value = "task-2372068" [ 668.974248] env[62353]: _type = "Task" [ 668.974248] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.984120] env[62353]: DEBUG oslo_vmware.api [None req-aba5d362-42f7-444e-b283-d2087e2d15d1 tempest-ServersNegativeTestMultiTenantJSON-1574732967 tempest-ServersNegativeTestMultiTenantJSON-1574732967-project-member] Task: {'id': task-2372068, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.001432] env[62353]: DEBUG nova.network.neutron [None req-731849f3-7633-443f-87b0-1bef4bef55be tempest-ServerDiagnosticsV248Test-141103953 tempest-ServerDiagnosticsV248Test-141103953-project-member] [instance: 791b8fc4-81e2-4a69-a358-f56a421e4680] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 669.029386] env[62353]: DEBUG oslo_vmware.api [None req-402e3bf2-ff5c-47cd-b6b9-0d3c11e2115b tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Task: {'id': task-2372065, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.064966] env[62353]: DEBUG nova.network.neutron [None req-731849f3-7633-443f-87b0-1bef4bef55be tempest-ServerDiagnosticsV248Test-141103953 tempest-ServerDiagnosticsV248Test-141103953-project-member] [instance: 791b8fc4-81e2-4a69-a358-f56a421e4680] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 669.072929] env[62353]: DEBUG oslo_vmware.api [None req-2d7af5a5-4ea2-4e8e-819b-a246d67bf3d2 tempest-InstanceActionsV221TestJSON-887975599 tempest-InstanceActionsV221TestJSON-887975599-project-member] Task: {'id': task-2372066, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.102860] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f5d3da10-3f33-4988-970d-de4ad3f8cdca tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 669.112107] env[62353]: DEBUG oslo_vmware.api [None req-3099ef00-ab73-43e9-b10a-b229abaae4b5 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Task: {'id': task-2372064, 'name': RemoveSnapshot_Task, 'duration_secs': 0.542036} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.112358] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-3099ef00-ab73-43e9-b10a-b229abaae4b5 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: e1b536b2-778f-4318-bf20-198bb1752de4] Deleted Snapshot of the VM instance {{(pid=62353) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 669.112577] env[62353]: INFO nova.compute.manager [None req-3099ef00-ab73-43e9-b10a-b229abaae4b5 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: e1b536b2-778f-4318-bf20-198bb1752de4] Took 14.45 seconds to snapshot the instance on the hypervisor. [ 669.183718] env[62353]: DEBUG nova.network.neutron [req-a638fc6b-662a-4aa8-9e2e-31302e7e6a0d req-36bbea9b-873e-4b0e-9b26-b86bf441e43f service nova] [instance: c83ae6b9-a239-40b5-a493-529b1687a573] Updated VIF entry in instance network info cache for port ece4b4d6-4c17-41a3-81d5-4e1e6b1706da. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 669.183718] env[62353]: DEBUG nova.network.neutron [req-a638fc6b-662a-4aa8-9e2e-31302e7e6a0d req-36bbea9b-873e-4b0e-9b26-b86bf441e43f service nova] [instance: c83ae6b9-a239-40b5-a493-529b1687a573] Updating instance_info_cache with network_info: [{"id": "ece4b4d6-4c17-41a3-81d5-4e1e6b1706da", "address": "fa:16:3e:09:16:cf", "network": {"id": "e92ab555-c295-418e-97f5-48a51695f95b", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1554000638-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cdb0a9405c70425294c4594d76627351", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapece4b4d6-4c", "ovs_interfaceid": "ece4b4d6-4c17-41a3-81d5-4e1e6b1706da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 669.264400] env[62353]: DEBUG nova.compute.manager [None req-716753f5-8fb2-4762-8d86-854505dcfb09 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] [instance: 7d40ad55-ab59-461f-986e-22aa0133f68f] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 669.266254] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-122c19e4-774e-4fd9-bead-59c247ecff2e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.343035] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-f2ae4c8a-5350-48c5-a0be-941ce9a8c57b tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: e1b536b2-778f-4318-bf20-198bb1752de4] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 669.343035] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-f2ae4c8a-5350-48c5-a0be-941ce9a8c57b tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: e1b536b2-778f-4318-bf20-198bb1752de4] Deleting contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 669.343230] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2ae4c8a-5350-48c5-a0be-941ce9a8c57b tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Deleting the datastore file [datastore1] e1b536b2-778f-4318-bf20-198bb1752de4 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 669.343502] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eee2a082-1439-4af1-8b5b-7b1e35b295cd {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.353077] env[62353]: DEBUG oslo_vmware.api [None req-f2ae4c8a-5350-48c5-a0be-941ce9a8c57b tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Waiting for the task: (returnval){ [ 669.353077] env[62353]: value = "task-2372069" [ 669.353077] env[62353]: _type = "Task" [ 669.353077] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.366363] env[62353]: DEBUG oslo_vmware.api [None req-f2ae4c8a-5350-48c5-a0be-941ce9a8c57b tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Task: {'id': task-2372069, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.370312] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Instance 1ec74f8a-42d5-4213-843d-684129706edf has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 669.488050] env[62353]: DEBUG oslo_vmware.api [None req-aba5d362-42f7-444e-b283-d2087e2d15d1 tempest-ServersNegativeTestMultiTenantJSON-1574732967 tempest-ServersNegativeTestMultiTenantJSON-1574732967-project-member] Task: {'id': task-2372068, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068342} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.488429] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-aba5d362-42f7-444e-b283-d2087e2d15d1 tempest-ServersNegativeTestMultiTenantJSON-1574732967 tempest-ServersNegativeTestMultiTenantJSON-1574732967-project-member] [instance: c83ae6b9-a239-40b5-a493-529b1687a573] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 669.489404] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf82b210-5b33-42b9-a0b2-74742f2889d4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.519737] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-aba5d362-42f7-444e-b283-d2087e2d15d1 tempest-ServersNegativeTestMultiTenantJSON-1574732967 tempest-ServersNegativeTestMultiTenantJSON-1574732967-project-member] [instance: c83ae6b9-a239-40b5-a493-529b1687a573] Reconfiguring VM instance instance-0000001f to attach disk [datastore2] c83ae6b9-a239-40b5-a493-529b1687a573/c83ae6b9-a239-40b5-a493-529b1687a573.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 669.520742] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d2fb081-7b2c-4c0a-a22e-85ff49d9e2b6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.547073] env[62353]: DEBUG oslo_vmware.api [None req-402e3bf2-ff5c-47cd-b6b9-0d3c11e2115b tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Task: {'id': task-2372065, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.013404} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.547375] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-402e3bf2-ff5c-47cd-b6b9-0d3c11e2115b tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore2] 9871d7de-d94b-4b64-8e25-d9be6f01e949/9871d7de-d94b-4b64-8e25-d9be6f01e949.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 669.547619] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-402e3bf2-ff5c-47cd-b6b9-0d3c11e2115b tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] [instance: 9871d7de-d94b-4b64-8e25-d9be6f01e949] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 669.548982] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-50662d0d-0b64-4fe7-a8a0-5ba42ba9b78c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.551056] env[62353]: DEBUG oslo_vmware.api [None req-aba5d362-42f7-444e-b283-d2087e2d15d1 tempest-ServersNegativeTestMultiTenantJSON-1574732967 tempest-ServersNegativeTestMultiTenantJSON-1574732967-project-member] Waiting for the task: (returnval){ [ 669.551056] env[62353]: value = "task-2372070" [ 669.551056] env[62353]: _type = "Task" [ 669.551056] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.556363] env[62353]: DEBUG oslo_vmware.api [None req-402e3bf2-ff5c-47cd-b6b9-0d3c11e2115b tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Waiting for the task: (returnval){ [ 669.556363] env[62353]: value = "task-2372071" [ 669.556363] env[62353]: _type = "Task" [ 669.556363] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.559940] env[62353]: DEBUG oslo_vmware.api [None req-aba5d362-42f7-444e-b283-d2087e2d15d1 tempest-ServersNegativeTestMultiTenantJSON-1574732967 tempest-ServersNegativeTestMultiTenantJSON-1574732967-project-member] Task: {'id': task-2372070, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.567331] env[62353]: DEBUG oslo_concurrency.lockutils [None req-731849f3-7633-443f-87b0-1bef4bef55be tempest-ServerDiagnosticsV248Test-141103953 tempest-ServerDiagnosticsV248Test-141103953-project-member] Releasing lock "refresh_cache-791b8fc4-81e2-4a69-a358-f56a421e4680" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 669.567767] env[62353]: DEBUG nova.compute.manager [None req-731849f3-7633-443f-87b0-1bef4bef55be tempest-ServerDiagnosticsV248Test-141103953 tempest-ServerDiagnosticsV248Test-141103953-project-member] [instance: 791b8fc4-81e2-4a69-a358-f56a421e4680] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 669.567902] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-731849f3-7633-443f-87b0-1bef4bef55be tempest-ServerDiagnosticsV248Test-141103953 tempest-ServerDiagnosticsV248Test-141103953-project-member] [instance: 791b8fc4-81e2-4a69-a358-f56a421e4680] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 669.568897] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-326773b2-7694-4362-94b5-04e19f57dc6d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.578832] env[62353]: DEBUG oslo_vmware.api [None req-2d7af5a5-4ea2-4e8e-819b-a246d67bf3d2 tempest-InstanceActionsV221TestJSON-887975599 tempest-InstanceActionsV221TestJSON-887975599-project-member] Task: {'id': task-2372066, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.579023] env[62353]: DEBUG oslo_vmware.api [None req-402e3bf2-ff5c-47cd-b6b9-0d3c11e2115b tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Task: {'id': task-2372071, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.585610] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-731849f3-7633-443f-87b0-1bef4bef55be tempest-ServerDiagnosticsV248Test-141103953 tempest-ServerDiagnosticsV248Test-141103953-project-member] [instance: 791b8fc4-81e2-4a69-a358-f56a421e4680] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 669.585918] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-33fe8924-7d85-4bd0-89cb-05a0bf944f15 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.594159] env[62353]: DEBUG oslo_vmware.api [None req-731849f3-7633-443f-87b0-1bef4bef55be tempest-ServerDiagnosticsV248Test-141103953 tempest-ServerDiagnosticsV248Test-141103953-project-member] Waiting for the task: (returnval){ [ 669.594159] env[62353]: value = "task-2372072" [ 669.594159] env[62353]: _type = "Task" [ 669.594159] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.604788] env[62353]: DEBUG oslo_vmware.api [None req-731849f3-7633-443f-87b0-1bef4bef55be tempest-ServerDiagnosticsV248Test-141103953 tempest-ServerDiagnosticsV248Test-141103953-project-member] Task: {'id': task-2372072, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.616722] env[62353]: DEBUG nova.compute.manager [None req-3099ef00-ab73-43e9-b10a-b229abaae4b5 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: e1b536b2-778f-4318-bf20-198bb1752de4] Instance disappeared during snapshot {{(pid=62353) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 669.630530] env[62353]: DEBUG nova.compute.manager [None req-3099ef00-ab73-43e9-b10a-b229abaae4b5 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Image not found during clean up 8f0f0e48-016d-4300-9317-94784e091664 {{(pid=62353) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 669.686578] env[62353]: DEBUG oslo_concurrency.lockutils [req-a638fc6b-662a-4aa8-9e2e-31302e7e6a0d req-36bbea9b-873e-4b0e-9b26-b86bf441e43f service nova] Releasing lock "refresh_cache-c83ae6b9-a239-40b5-a493-529b1687a573" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 669.686910] env[62353]: DEBUG nova.compute.manager [req-a638fc6b-662a-4aa8-9e2e-31302e7e6a0d req-36bbea9b-873e-4b0e-9b26-b86bf441e43f service nova] [instance: 3c094195-7f0d-4043-a1e4-8acbf634b14f] Received event network-changed-ebba1a7c-08a1-49a3-b32a-f8c132d8c2de {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 669.687212] env[62353]: DEBUG nova.compute.manager [req-a638fc6b-662a-4aa8-9e2e-31302e7e6a0d req-36bbea9b-873e-4b0e-9b26-b86bf441e43f service nova] [instance: 3c094195-7f0d-4043-a1e4-8acbf634b14f] Refreshing instance network info cache due to event network-changed-ebba1a7c-08a1-49a3-b32a-f8c132d8c2de. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 669.687550] env[62353]: DEBUG oslo_concurrency.lockutils [req-a638fc6b-662a-4aa8-9e2e-31302e7e6a0d req-36bbea9b-873e-4b0e-9b26-b86bf441e43f service nova] Acquiring lock "refresh_cache-3c094195-7f0d-4043-a1e4-8acbf634b14f" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 669.687797] env[62353]: DEBUG oslo_concurrency.lockutils [req-a638fc6b-662a-4aa8-9e2e-31302e7e6a0d req-36bbea9b-873e-4b0e-9b26-b86bf441e43f service nova] Acquired lock "refresh_cache-3c094195-7f0d-4043-a1e4-8acbf634b14f" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.688073] env[62353]: DEBUG nova.network.neutron [req-a638fc6b-662a-4aa8-9e2e-31302e7e6a0d req-36bbea9b-873e-4b0e-9b26-b86bf441e43f service nova] [instance: 3c094195-7f0d-4043-a1e4-8acbf634b14f] Refreshing network info cache for port ebba1a7c-08a1-49a3-b32a-f8c132d8c2de {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 669.783975] env[62353]: INFO nova.compute.manager [None req-716753f5-8fb2-4762-8d86-854505dcfb09 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] [instance: 7d40ad55-ab59-461f-986e-22aa0133f68f] instance snapshotting [ 669.786904] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e43262d6-ab3a-4a54-832d-717eadc51880 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.808193] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0157ca40-4bba-4257-88fc-2c51686e0790 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.851224] env[62353]: DEBUG oslo_concurrency.lockutils [None req-23b3ea04-8859-4e11-aba3-c2b76f5e5ce7 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Acquiring lock "9fdc58aa-dd5a-4fe0-95ff-5ad2d06f0298" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 669.851607] env[62353]: DEBUG oslo_concurrency.lockutils [None req-23b3ea04-8859-4e11-aba3-c2b76f5e5ce7 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Lock "9fdc58aa-dd5a-4fe0-95ff-5ad2d06f0298" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 669.865594] env[62353]: DEBUG oslo_vmware.api [None req-f2ae4c8a-5350-48c5-a0be-941ce9a8c57b tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Task: {'id': task-2372069, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.345355} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.865840] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2ae4c8a-5350-48c5-a0be-941ce9a8c57b tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 669.866053] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-f2ae4c8a-5350-48c5-a0be-941ce9a8c57b tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: e1b536b2-778f-4318-bf20-198bb1752de4] Deleted contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 669.866245] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-f2ae4c8a-5350-48c5-a0be-941ce9a8c57b tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: e1b536b2-778f-4318-bf20-198bb1752de4] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 669.866413] env[62353]: INFO nova.compute.manager [None req-f2ae4c8a-5350-48c5-a0be-941ce9a8c57b tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: e1b536b2-778f-4318-bf20-198bb1752de4] Took 0.98 seconds to destroy the instance on the hypervisor. [ 669.866644] env[62353]: DEBUG oslo.service.loopingcall [None req-f2ae4c8a-5350-48c5-a0be-941ce9a8c57b tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 669.867261] env[62353]: DEBUG nova.compute.manager [-] [instance: e1b536b2-778f-4318-bf20-198bb1752de4] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 669.867360] env[62353]: DEBUG nova.network.neutron [-] [instance: e1b536b2-778f-4318-bf20-198bb1752de4] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 669.873815] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Instance f468937a-de46-49b3-ba64-40403bb6b77f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 670.062540] env[62353]: DEBUG oslo_vmware.api [None req-aba5d362-42f7-444e-b283-d2087e2d15d1 tempest-ServersNegativeTestMultiTenantJSON-1574732967 tempest-ServersNegativeTestMultiTenantJSON-1574732967-project-member] Task: {'id': task-2372070, 'name': ReconfigVM_Task, 'duration_secs': 0.312242} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.065769] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-aba5d362-42f7-444e-b283-d2087e2d15d1 tempest-ServersNegativeTestMultiTenantJSON-1574732967 tempest-ServersNegativeTestMultiTenantJSON-1574732967-project-member] [instance: c83ae6b9-a239-40b5-a493-529b1687a573] Reconfigured VM instance instance-0000001f to attach disk [datastore2] c83ae6b9-a239-40b5-a493-529b1687a573/c83ae6b9-a239-40b5-a493-529b1687a573.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 670.066460] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-27bbc339-0e55-4890-bb19-efbeaf49e385 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.078531] env[62353]: DEBUG oslo_vmware.api [None req-402e3bf2-ff5c-47cd-b6b9-0d3c11e2115b tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Task: {'id': task-2372071, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094104} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.078806] env[62353]: DEBUG oslo_vmware.api [None req-2d7af5a5-4ea2-4e8e-819b-a246d67bf3d2 tempest-InstanceActionsV221TestJSON-887975599 tempest-InstanceActionsV221TestJSON-887975599-project-member] Task: {'id': task-2372066, 'name': PowerOnVM_Task, 'duration_secs': 1.208906} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.079966] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-402e3bf2-ff5c-47cd-b6b9-0d3c11e2115b tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] [instance: 9871d7de-d94b-4b64-8e25-d9be6f01e949] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 670.080294] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d7af5a5-4ea2-4e8e-819b-a246d67bf3d2 tempest-InstanceActionsV221TestJSON-887975599 tempest-InstanceActionsV221TestJSON-887975599-project-member] [instance: 7e467b83-2067-4ec7-a641-c417851bb0e8] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 670.080489] env[62353]: INFO nova.compute.manager [None req-2d7af5a5-4ea2-4e8e-819b-a246d67bf3d2 tempest-InstanceActionsV221TestJSON-887975599 tempest-InstanceActionsV221TestJSON-887975599-project-member] [instance: 7e467b83-2067-4ec7-a641-c417851bb0e8] Took 10.38 seconds to spawn the instance on the hypervisor. [ 670.080666] env[62353]: DEBUG nova.compute.manager [None req-2d7af5a5-4ea2-4e8e-819b-a246d67bf3d2 tempest-InstanceActionsV221TestJSON-887975599 tempest-InstanceActionsV221TestJSON-887975599-project-member] [instance: 7e467b83-2067-4ec7-a641-c417851bb0e8] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 670.080963] env[62353]: DEBUG oslo_vmware.api [None req-aba5d362-42f7-444e-b283-d2087e2d15d1 tempest-ServersNegativeTestMultiTenantJSON-1574732967 tempest-ServersNegativeTestMultiTenantJSON-1574732967-project-member] Waiting for the task: (returnval){ [ 670.080963] env[62353]: value = "task-2372073" [ 670.080963] env[62353]: _type = "Task" [ 670.080963] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.081704] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53d1910d-cb1f-4c4c-b920-6c8f0f00b388 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.084610] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f4008d2-9266-493a-ab58-c36476a4d13e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.117635] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-402e3bf2-ff5c-47cd-b6b9-0d3c11e2115b tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] [instance: 9871d7de-d94b-4b64-8e25-d9be6f01e949] Reconfiguring VM instance instance-00000020 to attach disk [datastore2] 9871d7de-d94b-4b64-8e25-d9be6f01e949/9871d7de-d94b-4b64-8e25-d9be6f01e949.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 670.117971] env[62353]: DEBUG oslo_vmware.api [None req-aba5d362-42f7-444e-b283-d2087e2d15d1 tempest-ServersNegativeTestMultiTenantJSON-1574732967 tempest-ServersNegativeTestMultiTenantJSON-1574732967-project-member] Task: {'id': task-2372073, 'name': Rename_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.121771] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e6bc8ae-952b-4618-9b6a-8757400017bc {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.145384] env[62353]: DEBUG oslo_vmware.api [None req-731849f3-7633-443f-87b0-1bef4bef55be tempest-ServerDiagnosticsV248Test-141103953 tempest-ServerDiagnosticsV248Test-141103953-project-member] Task: {'id': task-2372072, 'name': PowerOffVM_Task, 'duration_secs': 0.298755} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.147272] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-731849f3-7633-443f-87b0-1bef4bef55be tempest-ServerDiagnosticsV248Test-141103953 tempest-ServerDiagnosticsV248Test-141103953-project-member] [instance: 791b8fc4-81e2-4a69-a358-f56a421e4680] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 670.147461] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-731849f3-7633-443f-87b0-1bef4bef55be tempest-ServerDiagnosticsV248Test-141103953 tempest-ServerDiagnosticsV248Test-141103953-project-member] [instance: 791b8fc4-81e2-4a69-a358-f56a421e4680] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 670.148033] env[62353]: DEBUG oslo_vmware.api [None req-402e3bf2-ff5c-47cd-b6b9-0d3c11e2115b tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Waiting for the task: (returnval){ [ 670.148033] env[62353]: value = "task-2372074" [ 670.148033] env[62353]: _type = "Task" [ 670.148033] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.148223] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-29f9a634-a13f-431d-9b46-cd1ee02c4a2c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.159178] env[62353]: DEBUG oslo_vmware.api [None req-402e3bf2-ff5c-47cd-b6b9-0d3c11e2115b tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Task: {'id': task-2372074, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.185393] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-731849f3-7633-443f-87b0-1bef4bef55be tempest-ServerDiagnosticsV248Test-141103953 tempest-ServerDiagnosticsV248Test-141103953-project-member] [instance: 791b8fc4-81e2-4a69-a358-f56a421e4680] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 670.185616] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-731849f3-7633-443f-87b0-1bef4bef55be tempest-ServerDiagnosticsV248Test-141103953 tempest-ServerDiagnosticsV248Test-141103953-project-member] [instance: 791b8fc4-81e2-4a69-a358-f56a421e4680] Deleting contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 670.185813] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-731849f3-7633-443f-87b0-1bef4bef55be tempest-ServerDiagnosticsV248Test-141103953 tempest-ServerDiagnosticsV248Test-141103953-project-member] Deleting the datastore file [datastore1] 791b8fc4-81e2-4a69-a358-f56a421e4680 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 670.186133] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d2eb6175-a804-40f3-9827-e354af9b4b76 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.194533] env[62353]: DEBUG oslo_vmware.api [None req-731849f3-7633-443f-87b0-1bef4bef55be tempest-ServerDiagnosticsV248Test-141103953 tempest-ServerDiagnosticsV248Test-141103953-project-member] Waiting for the task: (returnval){ [ 670.194533] env[62353]: value = "task-2372076" [ 670.194533] env[62353]: _type = "Task" [ 670.194533] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.206565] env[62353]: DEBUG oslo_vmware.api [None req-731849f3-7633-443f-87b0-1bef4bef55be tempest-ServerDiagnosticsV248Test-141103953 tempest-ServerDiagnosticsV248Test-141103953-project-member] Task: {'id': task-2372076, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.285386] env[62353]: DEBUG nova.compute.manager [req-ba8c84d7-eaac-44b6-88cd-2e18cfe4697e req-2b2ef3dc-8687-4d5c-b559-d18400a70979 service nova] [instance: e1b536b2-778f-4318-bf20-198bb1752de4] Received event network-vif-deleted-e68581e8-7e05-4397-84dd-5b9285b6544b {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 670.285686] env[62353]: INFO nova.compute.manager [req-ba8c84d7-eaac-44b6-88cd-2e18cfe4697e req-2b2ef3dc-8687-4d5c-b559-d18400a70979 service nova] [instance: e1b536b2-778f-4318-bf20-198bb1752de4] Neutron deleted interface e68581e8-7e05-4397-84dd-5b9285b6544b; detaching it from the instance and deleting it from the info cache [ 670.285770] env[62353]: DEBUG nova.network.neutron [req-ba8c84d7-eaac-44b6-88cd-2e18cfe4697e req-2b2ef3dc-8687-4d5c-b559-d18400a70979 service nova] [instance: e1b536b2-778f-4318-bf20-198bb1752de4] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.330849] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-716753f5-8fb2-4762-8d86-854505dcfb09 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] [instance: 7d40ad55-ab59-461f-986e-22aa0133f68f] Creating Snapshot of the VM instance {{(pid=62353) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 670.331174] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-be07ba77-d8a1-4d74-b19b-8343e590c889 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.341455] env[62353]: DEBUG oslo_vmware.api [None req-716753f5-8fb2-4762-8d86-854505dcfb09 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] Waiting for the task: (returnval){ [ 670.341455] env[62353]: value = "task-2372077" [ 670.341455] env[62353]: _type = "Task" [ 670.341455] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.353198] env[62353]: DEBUG oslo_vmware.api [None req-716753f5-8fb2-4762-8d86-854505dcfb09 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] Task: {'id': task-2372077, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.376753] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Instance d0318881-a5f3-4701-991a-7e42895b5f46 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 670.597183] env[62353]: DEBUG oslo_vmware.api [None req-aba5d362-42f7-444e-b283-d2087e2d15d1 tempest-ServersNegativeTestMultiTenantJSON-1574732967 tempest-ServersNegativeTestMultiTenantJSON-1574732967-project-member] Task: {'id': task-2372073, 'name': Rename_Task, 'duration_secs': 0.284472} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.597493] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-aba5d362-42f7-444e-b283-d2087e2d15d1 tempest-ServersNegativeTestMultiTenantJSON-1574732967 tempest-ServersNegativeTestMultiTenantJSON-1574732967-project-member] [instance: c83ae6b9-a239-40b5-a493-529b1687a573] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 670.597763] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f9ccdfad-8f66-473f-a6e4-4b2c098b46f7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.600617] env[62353]: DEBUG nova.network.neutron [req-a638fc6b-662a-4aa8-9e2e-31302e7e6a0d req-36bbea9b-873e-4b0e-9b26-b86bf441e43f service nova] [instance: 3c094195-7f0d-4043-a1e4-8acbf634b14f] Updated VIF entry in instance network info cache for port ebba1a7c-08a1-49a3-b32a-f8c132d8c2de. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 670.601011] env[62353]: DEBUG nova.network.neutron [req-a638fc6b-662a-4aa8-9e2e-31302e7e6a0d req-36bbea9b-873e-4b0e-9b26-b86bf441e43f service nova] [instance: 3c094195-7f0d-4043-a1e4-8acbf634b14f] Updating instance_info_cache with network_info: [{"id": "ebba1a7c-08a1-49a3-b32a-f8c132d8c2de", "address": "fa:16:3e:76:c6:07", "network": {"id": "94d8aee1-5219-4a9c-bc84-d02fdb35a5dd", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-134865951-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22fe6b5423434f2e9f6ce4677cbec0a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37fb1918-d178-4e12-93e6-316381e78be4", "external-id": "nsx-vlan-transportzone-763", "segmentation_id": 763, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebba1a7c-08", "ovs_interfaceid": "ebba1a7c-08a1-49a3-b32a-f8c132d8c2de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.605671] env[62353]: DEBUG oslo_vmware.api [None req-aba5d362-42f7-444e-b283-d2087e2d15d1 tempest-ServersNegativeTestMultiTenantJSON-1574732967 tempest-ServersNegativeTestMultiTenantJSON-1574732967-project-member] Waiting for the task: (returnval){ [ 670.605671] env[62353]: value = "task-2372078" [ 670.605671] env[62353]: _type = "Task" [ 670.605671] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.615262] env[62353]: DEBUG oslo_vmware.api [None req-aba5d362-42f7-444e-b283-d2087e2d15d1 tempest-ServersNegativeTestMultiTenantJSON-1574732967 tempest-ServersNegativeTestMultiTenantJSON-1574732967-project-member] Task: {'id': task-2372078, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.626485] env[62353]: INFO nova.compute.manager [None req-2d7af5a5-4ea2-4e8e-819b-a246d67bf3d2 tempest-InstanceActionsV221TestJSON-887975599 tempest-InstanceActionsV221TestJSON-887975599-project-member] [instance: 7e467b83-2067-4ec7-a641-c417851bb0e8] Took 33.15 seconds to build instance. [ 670.639349] env[62353]: DEBUG nova.network.neutron [-] [instance: e1b536b2-778f-4318-bf20-198bb1752de4] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.668829] env[62353]: DEBUG oslo_vmware.api [None req-402e3bf2-ff5c-47cd-b6b9-0d3c11e2115b tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Task: {'id': task-2372074, 'name': ReconfigVM_Task, 'duration_secs': 0.270618} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.669125] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-402e3bf2-ff5c-47cd-b6b9-0d3c11e2115b tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] [instance: 9871d7de-d94b-4b64-8e25-d9be6f01e949] Reconfigured VM instance instance-00000020 to attach disk [datastore2] 9871d7de-d94b-4b64-8e25-d9be6f01e949/9871d7de-d94b-4b64-8e25-d9be6f01e949.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 670.669851] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6d7f1391-02e7-48f9-aba4-744583d96a0c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.685646] env[62353]: DEBUG oslo_vmware.api [None req-402e3bf2-ff5c-47cd-b6b9-0d3c11e2115b tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Waiting for the task: (returnval){ [ 670.685646] env[62353]: value = "task-2372079" [ 670.685646] env[62353]: _type = "Task" [ 670.685646] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.695957] env[62353]: DEBUG oslo_vmware.api [None req-402e3bf2-ff5c-47cd-b6b9-0d3c11e2115b tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Task: {'id': task-2372079, 'name': Rename_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.706660] env[62353]: DEBUG oslo_vmware.api [None req-731849f3-7633-443f-87b0-1bef4bef55be tempest-ServerDiagnosticsV248Test-141103953 tempest-ServerDiagnosticsV248Test-141103953-project-member] Task: {'id': task-2372076, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.313572} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.707069] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-731849f3-7633-443f-87b0-1bef4bef55be tempest-ServerDiagnosticsV248Test-141103953 tempest-ServerDiagnosticsV248Test-141103953-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 670.707752] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-731849f3-7633-443f-87b0-1bef4bef55be tempest-ServerDiagnosticsV248Test-141103953 tempest-ServerDiagnosticsV248Test-141103953-project-member] [instance: 791b8fc4-81e2-4a69-a358-f56a421e4680] Deleted contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 670.707752] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-731849f3-7633-443f-87b0-1bef4bef55be tempest-ServerDiagnosticsV248Test-141103953 tempest-ServerDiagnosticsV248Test-141103953-project-member] [instance: 791b8fc4-81e2-4a69-a358-f56a421e4680] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 670.707752] env[62353]: INFO nova.compute.manager [None req-731849f3-7633-443f-87b0-1bef4bef55be tempest-ServerDiagnosticsV248Test-141103953 tempest-ServerDiagnosticsV248Test-141103953-project-member] [instance: 791b8fc4-81e2-4a69-a358-f56a421e4680] Took 1.14 seconds to destroy the instance on the hypervisor. [ 670.707921] env[62353]: DEBUG oslo.service.loopingcall [None req-731849f3-7633-443f-87b0-1bef4bef55be tempest-ServerDiagnosticsV248Test-141103953 tempest-ServerDiagnosticsV248Test-141103953-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 670.708172] env[62353]: DEBUG nova.compute.manager [-] [instance: 791b8fc4-81e2-4a69-a358-f56a421e4680] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 670.708283] env[62353]: DEBUG nova.network.neutron [-] [instance: 791b8fc4-81e2-4a69-a358-f56a421e4680] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 670.735555] env[62353]: DEBUG nova.network.neutron [-] [instance: 791b8fc4-81e2-4a69-a358-f56a421e4680] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 670.789568] env[62353]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-96717a3a-7b29-401e-a184-256b668398f6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.800940] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66fc5c1c-33b9-43e1-9b1e-b16066860469 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.844712] env[62353]: DEBUG nova.compute.manager [req-ba8c84d7-eaac-44b6-88cd-2e18cfe4697e req-2b2ef3dc-8687-4d5c-b559-d18400a70979 service nova] [instance: e1b536b2-778f-4318-bf20-198bb1752de4] Detach interface failed, port_id=e68581e8-7e05-4397-84dd-5b9285b6544b, reason: Instance e1b536b2-778f-4318-bf20-198bb1752de4 could not be found. {{(pid=62353) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 670.854170] env[62353]: DEBUG oslo_vmware.api [None req-716753f5-8fb2-4762-8d86-854505dcfb09 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] Task: {'id': task-2372077, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.859766] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e7ff9da1-f637-4213-9085-f93a2f97d576 tempest-InstanceActionsV221TestJSON-887975599 tempest-InstanceActionsV221TestJSON-887975599-project-member] Acquiring lock "7e467b83-2067-4ec7-a641-c417851bb0e8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 670.886938] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Instance bbbb4f2b-e3a0-4c4e-8e47-7de18b1b8f66 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 671.103864] env[62353]: DEBUG oslo_concurrency.lockutils [req-a638fc6b-662a-4aa8-9e2e-31302e7e6a0d req-36bbea9b-873e-4b0e-9b26-b86bf441e43f service nova] Releasing lock "refresh_cache-3c094195-7f0d-4043-a1e4-8acbf634b14f" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 671.115947] env[62353]: DEBUG oslo_vmware.api [None req-aba5d362-42f7-444e-b283-d2087e2d15d1 tempest-ServersNegativeTestMultiTenantJSON-1574732967 tempest-ServersNegativeTestMultiTenantJSON-1574732967-project-member] Task: {'id': task-2372078, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.128482] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2d7af5a5-4ea2-4e8e-819b-a246d67bf3d2 tempest-InstanceActionsV221TestJSON-887975599 tempest-InstanceActionsV221TestJSON-887975599-project-member] Lock "7e467b83-2067-4ec7-a641-c417851bb0e8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.554s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 671.129808] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e7ff9da1-f637-4213-9085-f93a2f97d576 tempest-InstanceActionsV221TestJSON-887975599 tempest-InstanceActionsV221TestJSON-887975599-project-member] Lock "7e467b83-2067-4ec7-a641-c417851bb0e8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.270s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 671.130050] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e7ff9da1-f637-4213-9085-f93a2f97d576 tempest-InstanceActionsV221TestJSON-887975599 tempest-InstanceActionsV221TestJSON-887975599-project-member] Acquiring lock "7e467b83-2067-4ec7-a641-c417851bb0e8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 671.130265] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e7ff9da1-f637-4213-9085-f93a2f97d576 tempest-InstanceActionsV221TestJSON-887975599 tempest-InstanceActionsV221TestJSON-887975599-project-member] Lock "7e467b83-2067-4ec7-a641-c417851bb0e8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 671.130433] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e7ff9da1-f637-4213-9085-f93a2f97d576 tempest-InstanceActionsV221TestJSON-887975599 tempest-InstanceActionsV221TestJSON-887975599-project-member] Lock "7e467b83-2067-4ec7-a641-c417851bb0e8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 671.132273] env[62353]: INFO nova.compute.manager [None req-e7ff9da1-f637-4213-9085-f93a2f97d576 tempest-InstanceActionsV221TestJSON-887975599 tempest-InstanceActionsV221TestJSON-887975599-project-member] [instance: 7e467b83-2067-4ec7-a641-c417851bb0e8] Terminating instance [ 671.141680] env[62353]: INFO nova.compute.manager [-] [instance: e1b536b2-778f-4318-bf20-198bb1752de4] Took 1.27 seconds to deallocate network for instance. [ 671.205083] env[62353]: DEBUG oslo_vmware.api [None req-402e3bf2-ff5c-47cd-b6b9-0d3c11e2115b tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Task: {'id': task-2372079, 'name': Rename_Task, 'duration_secs': 0.145117} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.205355] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-402e3bf2-ff5c-47cd-b6b9-0d3c11e2115b tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] [instance: 9871d7de-d94b-4b64-8e25-d9be6f01e949] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 671.205610] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7675ec68-a55f-43f8-9661-86cd93dd98bb {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.213674] env[62353]: DEBUG oslo_vmware.api [None req-402e3bf2-ff5c-47cd-b6b9-0d3c11e2115b tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Waiting for the task: (returnval){ [ 671.213674] env[62353]: value = "task-2372080" [ 671.213674] env[62353]: _type = "Task" [ 671.213674] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.222529] env[62353]: DEBUG oslo_vmware.api [None req-402e3bf2-ff5c-47cd-b6b9-0d3c11e2115b tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Task: {'id': task-2372080, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.238113] env[62353]: DEBUG nova.network.neutron [-] [instance: 791b8fc4-81e2-4a69-a358-f56a421e4680] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 671.355216] env[62353]: DEBUG oslo_vmware.api [None req-716753f5-8fb2-4762-8d86-854505dcfb09 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] Task: {'id': task-2372077, 'name': CreateSnapshot_Task, 'duration_secs': 0.927095} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.355216] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-716753f5-8fb2-4762-8d86-854505dcfb09 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] [instance: 7d40ad55-ab59-461f-986e-22aa0133f68f] Created Snapshot of the VM instance {{(pid=62353) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 671.355504] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2942df0-97ed-4d54-b59e-16bc54dc75a4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.389815] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Instance 996dff46-a8df-411f-8974-260f591f6086 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 671.617448] env[62353]: DEBUG oslo_vmware.api [None req-aba5d362-42f7-444e-b283-d2087e2d15d1 tempest-ServersNegativeTestMultiTenantJSON-1574732967 tempest-ServersNegativeTestMultiTenantJSON-1574732967-project-member] Task: {'id': task-2372078, 'name': PowerOnVM_Task, 'duration_secs': 0.632908} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.617846] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-aba5d362-42f7-444e-b283-d2087e2d15d1 tempest-ServersNegativeTestMultiTenantJSON-1574732967 tempest-ServersNegativeTestMultiTenantJSON-1574732967-project-member] [instance: c83ae6b9-a239-40b5-a493-529b1687a573] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 671.617896] env[62353]: INFO nova.compute.manager [None req-aba5d362-42f7-444e-b283-d2087e2d15d1 tempest-ServersNegativeTestMultiTenantJSON-1574732967 tempest-ServersNegativeTestMultiTenantJSON-1574732967-project-member] [instance: c83ae6b9-a239-40b5-a493-529b1687a573] Took 9.05 seconds to spawn the instance on the hypervisor. [ 671.618074] env[62353]: DEBUG nova.compute.manager [None req-aba5d362-42f7-444e-b283-d2087e2d15d1 tempest-ServersNegativeTestMultiTenantJSON-1574732967 tempest-ServersNegativeTestMultiTenantJSON-1574732967-project-member] [instance: c83ae6b9-a239-40b5-a493-529b1687a573] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 671.618880] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b38678b5-45c7-45c6-8746-f2a657ca9241 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.632833] env[62353]: DEBUG nova.compute.manager [None req-0c213fa8-27c6-40c1-9a07-39eabb80d849 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] [instance: 1ec74f8a-42d5-4213-843d-684129706edf] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 671.635802] env[62353]: DEBUG nova.compute.manager [None req-e7ff9da1-f637-4213-9085-f93a2f97d576 tempest-InstanceActionsV221TestJSON-887975599 tempest-InstanceActionsV221TestJSON-887975599-project-member] [instance: 7e467b83-2067-4ec7-a641-c417851bb0e8] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 671.636055] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-e7ff9da1-f637-4213-9085-f93a2f97d576 tempest-InstanceActionsV221TestJSON-887975599 tempest-InstanceActionsV221TestJSON-887975599-project-member] [instance: 7e467b83-2067-4ec7-a641-c417851bb0e8] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 671.637132] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74f5bdc2-9f0f-4b33-b343-ba488ba1fefd {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.645562] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7ff9da1-f637-4213-9085-f93a2f97d576 tempest-InstanceActionsV221TestJSON-887975599 tempest-InstanceActionsV221TestJSON-887975599-project-member] [instance: 7e467b83-2067-4ec7-a641-c417851bb0e8] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 671.645811] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-536dbe23-eabc-4c75-b163-1ccbb06ad81e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.648494] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f2ae4c8a-5350-48c5-a0be-941ce9a8c57b tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 671.654287] env[62353]: DEBUG oslo_vmware.api [None req-e7ff9da1-f637-4213-9085-f93a2f97d576 tempest-InstanceActionsV221TestJSON-887975599 tempest-InstanceActionsV221TestJSON-887975599-project-member] Waiting for the task: (returnval){ [ 671.654287] env[62353]: value = "task-2372081" [ 671.654287] env[62353]: _type = "Task" [ 671.654287] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.666500] env[62353]: DEBUG oslo_vmware.api [None req-e7ff9da1-f637-4213-9085-f93a2f97d576 tempest-InstanceActionsV221TestJSON-887975599 tempest-InstanceActionsV221TestJSON-887975599-project-member] Task: {'id': task-2372081, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.725267] env[62353]: DEBUG oslo_vmware.api [None req-402e3bf2-ff5c-47cd-b6b9-0d3c11e2115b tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Task: {'id': task-2372080, 'name': PowerOnVM_Task, 'duration_secs': 0.439694} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.725588] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-402e3bf2-ff5c-47cd-b6b9-0d3c11e2115b tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] [instance: 9871d7de-d94b-4b64-8e25-d9be6f01e949] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 671.725859] env[62353]: INFO nova.compute.manager [None req-402e3bf2-ff5c-47cd-b6b9-0d3c11e2115b tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] [instance: 9871d7de-d94b-4b64-8e25-d9be6f01e949] Took 6.42 seconds to spawn the instance on the hypervisor. [ 671.726094] env[62353]: DEBUG nova.compute.manager [None req-402e3bf2-ff5c-47cd-b6b9-0d3c11e2115b tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] [instance: 9871d7de-d94b-4b64-8e25-d9be6f01e949] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 671.726928] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-651ce85d-c455-4478-853b-1525e1403fdb {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.743239] env[62353]: INFO nova.compute.manager [-] [instance: 791b8fc4-81e2-4a69-a358-f56a421e4680] Took 1.03 seconds to deallocate network for instance. [ 671.874257] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-716753f5-8fb2-4762-8d86-854505dcfb09 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] [instance: 7d40ad55-ab59-461f-986e-22aa0133f68f] Creating linked-clone VM from snapshot {{(pid=62353) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 671.874647] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e1479e59-80b4-4de1-b61d-c3cfd3e6660d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.885716] env[62353]: DEBUG oslo_vmware.api [None req-716753f5-8fb2-4762-8d86-854505dcfb09 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] Waiting for the task: (returnval){ [ 671.885716] env[62353]: value = "task-2372082" [ 671.885716] env[62353]: _type = "Task" [ 671.885716] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.895107] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Instance 7a3d03fd-327a-453b-ad3c-12736433379d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 671.896583] env[62353]: DEBUG oslo_vmware.api [None req-716753f5-8fb2-4762-8d86-854505dcfb09 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] Task: {'id': task-2372082, 'name': CloneVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.136545] env[62353]: INFO nova.compute.manager [None req-aba5d362-42f7-444e-b283-d2087e2d15d1 tempest-ServersNegativeTestMultiTenantJSON-1574732967 tempest-ServersNegativeTestMultiTenantJSON-1574732967-project-member] [instance: c83ae6b9-a239-40b5-a493-529b1687a573] Took 31.71 seconds to build instance. [ 672.161192] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0c213fa8-27c6-40c1-9a07-39eabb80d849 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 672.165554] env[62353]: DEBUG oslo_vmware.api [None req-e7ff9da1-f637-4213-9085-f93a2f97d576 tempest-InstanceActionsV221TestJSON-887975599 tempest-InstanceActionsV221TestJSON-887975599-project-member] Task: {'id': task-2372081, 'name': PowerOffVM_Task, 'duration_secs': 0.440082} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.165819] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7ff9da1-f637-4213-9085-f93a2f97d576 tempest-InstanceActionsV221TestJSON-887975599 tempest-InstanceActionsV221TestJSON-887975599-project-member] [instance: 7e467b83-2067-4ec7-a641-c417851bb0e8] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 672.166017] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-e7ff9da1-f637-4213-9085-f93a2f97d576 tempest-InstanceActionsV221TestJSON-887975599 tempest-InstanceActionsV221TestJSON-887975599-project-member] [instance: 7e467b83-2067-4ec7-a641-c417851bb0e8] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 672.166259] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-964f6d90-9324-4a41-8750-46707ab4a926 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.245062] env[62353]: INFO nova.compute.manager [None req-402e3bf2-ff5c-47cd-b6b9-0d3c11e2115b tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] [instance: 9871d7de-d94b-4b64-8e25-d9be6f01e949] Took 31.27 seconds to build instance. [ 672.246460] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-e7ff9da1-f637-4213-9085-f93a2f97d576 tempest-InstanceActionsV221TestJSON-887975599 tempest-InstanceActionsV221TestJSON-887975599-project-member] [instance: 7e467b83-2067-4ec7-a641-c417851bb0e8] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 672.246651] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-e7ff9da1-f637-4213-9085-f93a2f97d576 tempest-InstanceActionsV221TestJSON-887975599 tempest-InstanceActionsV221TestJSON-887975599-project-member] [instance: 7e467b83-2067-4ec7-a641-c417851bb0e8] Deleting contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 672.246835] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7ff9da1-f637-4213-9085-f93a2f97d576 tempest-InstanceActionsV221TestJSON-887975599 tempest-InstanceActionsV221TestJSON-887975599-project-member] Deleting the datastore file [datastore2] 7e467b83-2067-4ec7-a641-c417851bb0e8 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 672.247926] env[62353]: DEBUG oslo_concurrency.lockutils [None req-731849f3-7633-443f-87b0-1bef4bef55be tempest-ServerDiagnosticsV248Test-141103953 tempest-ServerDiagnosticsV248Test-141103953-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 672.248163] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8b50ba8f-8d19-48db-9e1c-a6a371293a04 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.257245] env[62353]: DEBUG oslo_vmware.api [None req-e7ff9da1-f637-4213-9085-f93a2f97d576 tempest-InstanceActionsV221TestJSON-887975599 tempest-InstanceActionsV221TestJSON-887975599-project-member] Waiting for the task: (returnval){ [ 672.257245] env[62353]: value = "task-2372084" [ 672.257245] env[62353]: _type = "Task" [ 672.257245] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.267648] env[62353]: DEBUG oslo_vmware.api [None req-e7ff9da1-f637-4213-9085-f93a2f97d576 tempest-InstanceActionsV221TestJSON-887975599 tempest-InstanceActionsV221TestJSON-887975599-project-member] Task: {'id': task-2372084, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.397357] env[62353]: DEBUG oslo_vmware.api [None req-716753f5-8fb2-4762-8d86-854505dcfb09 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] Task: {'id': task-2372082, 'name': CloneVM_Task} progress is 94%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.398061] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Instance fa27d91c-5bae-40a3-a153-ac41f4238532 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 672.641393] env[62353]: DEBUG oslo_concurrency.lockutils [None req-aba5d362-42f7-444e-b283-d2087e2d15d1 tempest-ServersNegativeTestMultiTenantJSON-1574732967 tempest-ServersNegativeTestMultiTenantJSON-1574732967-project-member] Lock "c83ae6b9-a239-40b5-a493-529b1687a573" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.726s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 672.748924] env[62353]: DEBUG oslo_concurrency.lockutils [None req-402e3bf2-ff5c-47cd-b6b9-0d3c11e2115b tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Lock "9871d7de-d94b-4b64-8e25-d9be6f01e949" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.943s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 672.769546] env[62353]: DEBUG oslo_vmware.api [None req-e7ff9da1-f637-4213-9085-f93a2f97d576 tempest-InstanceActionsV221TestJSON-887975599 tempest-InstanceActionsV221TestJSON-887975599-project-member] Task: {'id': task-2372084, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.177458} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.769866] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7ff9da1-f637-4213-9085-f93a2f97d576 tempest-InstanceActionsV221TestJSON-887975599 tempest-InstanceActionsV221TestJSON-887975599-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 672.769979] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-e7ff9da1-f637-4213-9085-f93a2f97d576 tempest-InstanceActionsV221TestJSON-887975599 tempest-InstanceActionsV221TestJSON-887975599-project-member] [instance: 7e467b83-2067-4ec7-a641-c417851bb0e8] Deleted contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 672.770210] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-e7ff9da1-f637-4213-9085-f93a2f97d576 tempest-InstanceActionsV221TestJSON-887975599 tempest-InstanceActionsV221TestJSON-887975599-project-member] [instance: 7e467b83-2067-4ec7-a641-c417851bb0e8] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 672.770357] env[62353]: INFO nova.compute.manager [None req-e7ff9da1-f637-4213-9085-f93a2f97d576 tempest-InstanceActionsV221TestJSON-887975599 tempest-InstanceActionsV221TestJSON-887975599-project-member] [instance: 7e467b83-2067-4ec7-a641-c417851bb0e8] Took 1.13 seconds to destroy the instance on the hypervisor. [ 672.770810] env[62353]: DEBUG oslo.service.loopingcall [None req-e7ff9da1-f637-4213-9085-f93a2f97d576 tempest-InstanceActionsV221TestJSON-887975599 tempest-InstanceActionsV221TestJSON-887975599-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 672.770810] env[62353]: DEBUG nova.compute.manager [-] [instance: 7e467b83-2067-4ec7-a641-c417851bb0e8] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 672.770910] env[62353]: DEBUG nova.network.neutron [-] [instance: 7e467b83-2067-4ec7-a641-c417851bb0e8] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 672.901045] env[62353]: DEBUG oslo_vmware.api [None req-716753f5-8fb2-4762-8d86-854505dcfb09 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] Task: {'id': task-2372082, 'name': CloneVM_Task} progress is 95%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.903265] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Instance 758fbe89-1e60-4025-853d-41439705356b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 673.144282] env[62353]: DEBUG nova.compute.manager [None req-e8ead8ab-7da3-461c-85d1-a198792c21a2 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] [instance: f468937a-de46-49b3-ba64-40403bb6b77f] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 673.251686] env[62353]: DEBUG nova.compute.manager [None req-2834ea01-62c6-4261-9b3a-d3a2d9c8c85c tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] [instance: d0318881-a5f3-4701-991a-7e42895b5f46] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 673.400102] env[62353]: DEBUG oslo_vmware.api [None req-716753f5-8fb2-4762-8d86-854505dcfb09 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] Task: {'id': task-2372082, 'name': CloneVM_Task, 'duration_secs': 1.194371} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.400102] env[62353]: INFO nova.virt.vmwareapi.vmops [None req-716753f5-8fb2-4762-8d86-854505dcfb09 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] [instance: 7d40ad55-ab59-461f-986e-22aa0133f68f] Created linked-clone VM from snapshot [ 673.400872] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e07077a-7b0d-46d1-bf1d-13423dd8a79d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.409090] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Instance faaa5eff-8814-4951-a6fc-9b2a53891f1c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 673.410546] env[62353]: DEBUG nova.virt.vmwareapi.images [None req-716753f5-8fb2-4762-8d86-854505dcfb09 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] [instance: 7d40ad55-ab59-461f-986e-22aa0133f68f] Uploading image ba326eff-0888-42b5-8024-ffe91fc2bdbf {{(pid=62353) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 673.432564] env[62353]: DEBUG oslo_vmware.rw_handles [None req-716753f5-8fb2-4762-8d86-854505dcfb09 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 673.432564] env[62353]: value = "vm-481562" [ 673.432564] env[62353]: _type = "VirtualMachine" [ 673.432564] env[62353]: }. {{(pid=62353) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 673.432853] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-583ffa96-340f-4f08-91f8-5c4232a2ef62 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.440877] env[62353]: DEBUG oslo_vmware.rw_handles [None req-716753f5-8fb2-4762-8d86-854505dcfb09 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] Lease: (returnval){ [ 673.440877] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52661bb2-3d1b-4b0c-99e5-0f67c4d8751a" [ 673.440877] env[62353]: _type = "HttpNfcLease" [ 673.440877] env[62353]: } obtained for exporting VM: (result){ [ 673.440877] env[62353]: value = "vm-481562" [ 673.440877] env[62353]: _type = "VirtualMachine" [ 673.440877] env[62353]: }. {{(pid=62353) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 673.441136] env[62353]: DEBUG oslo_vmware.api [None req-716753f5-8fb2-4762-8d86-854505dcfb09 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] Waiting for the lease: (returnval){ [ 673.441136] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52661bb2-3d1b-4b0c-99e5-0f67c4d8751a" [ 673.441136] env[62353]: _type = "HttpNfcLease" [ 673.441136] env[62353]: } to be ready. {{(pid=62353) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 673.448287] env[62353]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 673.448287] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52661bb2-3d1b-4b0c-99e5-0f67c4d8751a" [ 673.448287] env[62353]: _type = "HttpNfcLease" [ 673.448287] env[62353]: } is initializing. {{(pid=62353) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 673.669120] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e8ead8ab-7da3-461c-85d1-a198792c21a2 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 673.677736] env[62353]: DEBUG nova.compute.manager [req-c095bbcd-623b-49af-b1cd-a983dfe880f3 req-b4955077-a291-41f6-aa2c-4d61f9521cfa service nova] [instance: 7e467b83-2067-4ec7-a641-c417851bb0e8] Received event network-vif-deleted-52124d4c-4b3a-4160-9d2f-76a8ea64fc75 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 673.678049] env[62353]: INFO nova.compute.manager [req-c095bbcd-623b-49af-b1cd-a983dfe880f3 req-b4955077-a291-41f6-aa2c-4d61f9521cfa service nova] [instance: 7e467b83-2067-4ec7-a641-c417851bb0e8] Neutron deleted interface 52124d4c-4b3a-4160-9d2f-76a8ea64fc75; detaching it from the instance and deleting it from the info cache [ 673.678282] env[62353]: DEBUG nova.network.neutron [req-c095bbcd-623b-49af-b1cd-a983dfe880f3 req-b4955077-a291-41f6-aa2c-4d61f9521cfa service nova] [instance: 7e467b83-2067-4ec7-a641-c417851bb0e8] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 673.770658] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2834ea01-62c6-4261-9b3a-d3a2d9c8c85c tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 673.852144] env[62353]: DEBUG nova.network.neutron [-] [instance: 7e467b83-2067-4ec7-a641-c417851bb0e8] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 673.913321] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Instance 28447a5e-1970-4231-9866-6bd221bcca82 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 673.913719] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Total usable vcpus: 48, total allocated vcpus: 20 {{(pid=62353) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 673.913903] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4416MB phys_disk=200GB used_disk=19GB total_vcpus=48 used_vcpus=20 pci_stats=[] {{(pid=62353) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 673.951731] env[62353]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 673.951731] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52661bb2-3d1b-4b0c-99e5-0f67c4d8751a" [ 673.951731] env[62353]: _type = "HttpNfcLease" [ 673.951731] env[62353]: } is ready. {{(pid=62353) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 673.952139] env[62353]: DEBUG oslo_vmware.rw_handles [None req-716753f5-8fb2-4762-8d86-854505dcfb09 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 673.952139] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52661bb2-3d1b-4b0c-99e5-0f67c4d8751a" [ 673.952139] env[62353]: _type = "HttpNfcLease" [ 673.952139] env[62353]: }. {{(pid=62353) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 673.952965] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc0f53e5-3d10-4ba9-b48e-33feb272f3cc {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.961051] env[62353]: DEBUG oslo_vmware.rw_handles [None req-716753f5-8fb2-4762-8d86-854505dcfb09 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525454ac-cf90-727c-effa-209c5532470a/disk-0.vmdk from lease info. {{(pid=62353) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 673.961276] env[62353]: DEBUG oslo_vmware.rw_handles [None req-716753f5-8fb2-4762-8d86-854505dcfb09 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525454ac-cf90-727c-effa-209c5532470a/disk-0.vmdk for reading. {{(pid=62353) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 674.065272] env[62353]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-296ebe6b-6d1d-436a-8775-40a7d70be4d6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.183819] env[62353]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2546ec88-9a21-413b-a0ae-542dca4c3da9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.197138] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d825b72-ab77-4e04-9c83-17e1454cd3d2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.240364] env[62353]: DEBUG nova.compute.manager [req-c095bbcd-623b-49af-b1cd-a983dfe880f3 req-b4955077-a291-41f6-aa2c-4d61f9521cfa service nova] [instance: 7e467b83-2067-4ec7-a641-c417851bb0e8] Detach interface failed, port_id=52124d4c-4b3a-4160-9d2f-76a8ea64fc75, reason: Instance 7e467b83-2067-4ec7-a641-c417851bb0e8 could not be found. {{(pid=62353) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 674.354258] env[62353]: INFO nova.compute.manager [-] [instance: 7e467b83-2067-4ec7-a641-c417851bb0e8] Took 1.58 seconds to deallocate network for instance. [ 674.528248] env[62353]: DEBUG oslo_concurrency.lockutils [None req-65dd9a95-59ed-4007-ad33-4ecead42bb0d tempest-ServersNegativeTestMultiTenantJSON-1574732967 tempest-ServersNegativeTestMultiTenantJSON-1574732967-project-member] Acquiring lock "c83ae6b9-a239-40b5-a493-529b1687a573" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 674.528669] env[62353]: DEBUG oslo_concurrency.lockutils [None req-65dd9a95-59ed-4007-ad33-4ecead42bb0d tempest-ServersNegativeTestMultiTenantJSON-1574732967 tempest-ServersNegativeTestMultiTenantJSON-1574732967-project-member] Lock "c83ae6b9-a239-40b5-a493-529b1687a573" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 674.528960] env[62353]: DEBUG oslo_concurrency.lockutils [None req-65dd9a95-59ed-4007-ad33-4ecead42bb0d tempest-ServersNegativeTestMultiTenantJSON-1574732967 tempest-ServersNegativeTestMultiTenantJSON-1574732967-project-member] Acquiring lock "c83ae6b9-a239-40b5-a493-529b1687a573-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 674.529196] env[62353]: DEBUG oslo_concurrency.lockutils [None req-65dd9a95-59ed-4007-ad33-4ecead42bb0d tempest-ServersNegativeTestMultiTenantJSON-1574732967 tempest-ServersNegativeTestMultiTenantJSON-1574732967-project-member] Lock "c83ae6b9-a239-40b5-a493-529b1687a573-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 674.529468] env[62353]: DEBUG oslo_concurrency.lockutils [None req-65dd9a95-59ed-4007-ad33-4ecead42bb0d tempest-ServersNegativeTestMultiTenantJSON-1574732967 tempest-ServersNegativeTestMultiTenantJSON-1574732967-project-member] Lock "c83ae6b9-a239-40b5-a493-529b1687a573-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 674.532316] env[62353]: INFO nova.compute.manager [None req-65dd9a95-59ed-4007-ad33-4ecead42bb0d tempest-ServersNegativeTestMultiTenantJSON-1574732967 tempest-ServersNegativeTestMultiTenantJSON-1574732967-project-member] [instance: c83ae6b9-a239-40b5-a493-529b1687a573] Terminating instance [ 674.602462] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccf7ee6d-3f04-4ebd-a3f8-d7118f6b2da1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.611055] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20a1aacd-983e-4f17-bbf8-698830223ab3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.644030] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49e2d0d9-fece-44c2-a307-efb8552588a0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.653077] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3433c025-78dc-4867-b42d-9fc396fade10 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.668762] env[62353]: DEBUG nova.compute.provider_tree [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 674.864415] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e7ff9da1-f637-4213-9085-f93a2f97d576 tempest-InstanceActionsV221TestJSON-887975599 tempest-InstanceActionsV221TestJSON-887975599-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 675.040092] env[62353]: DEBUG nova.compute.manager [None req-65dd9a95-59ed-4007-ad33-4ecead42bb0d tempest-ServersNegativeTestMultiTenantJSON-1574732967 tempest-ServersNegativeTestMultiTenantJSON-1574732967-project-member] [instance: c83ae6b9-a239-40b5-a493-529b1687a573] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 675.040407] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-65dd9a95-59ed-4007-ad33-4ecead42bb0d tempest-ServersNegativeTestMultiTenantJSON-1574732967 tempest-ServersNegativeTestMultiTenantJSON-1574732967-project-member] [instance: c83ae6b9-a239-40b5-a493-529b1687a573] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 675.041368] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a15ed84-548e-483d-b8e7-ec25d8caa1e5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.051561] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-65dd9a95-59ed-4007-ad33-4ecead42bb0d tempest-ServersNegativeTestMultiTenantJSON-1574732967 tempest-ServersNegativeTestMultiTenantJSON-1574732967-project-member] [instance: c83ae6b9-a239-40b5-a493-529b1687a573] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 675.052533] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6ff9c984-dbfc-4609-ae03-ddc730216bac {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.060914] env[62353]: DEBUG oslo_vmware.api [None req-65dd9a95-59ed-4007-ad33-4ecead42bb0d tempest-ServersNegativeTestMultiTenantJSON-1574732967 tempest-ServersNegativeTestMultiTenantJSON-1574732967-project-member] Waiting for the task: (returnval){ [ 675.060914] env[62353]: value = "task-2372086" [ 675.060914] env[62353]: _type = "Task" [ 675.060914] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.070631] env[62353]: DEBUG oslo_vmware.api [None req-65dd9a95-59ed-4007-ad33-4ecead42bb0d tempest-ServersNegativeTestMultiTenantJSON-1574732967 tempest-ServersNegativeTestMultiTenantJSON-1574732967-project-member] Task: {'id': task-2372086, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.172892] env[62353]: DEBUG nova.scheduler.client.report [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 675.572538] env[62353]: DEBUG oslo_vmware.api [None req-65dd9a95-59ed-4007-ad33-4ecead42bb0d tempest-ServersNegativeTestMultiTenantJSON-1574732967 tempest-ServersNegativeTestMultiTenantJSON-1574732967-project-member] Task: {'id': task-2372086, 'name': PowerOffVM_Task, 'duration_secs': 0.303344} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.572987] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-65dd9a95-59ed-4007-ad33-4ecead42bb0d tempest-ServersNegativeTestMultiTenantJSON-1574732967 tempest-ServersNegativeTestMultiTenantJSON-1574732967-project-member] [instance: c83ae6b9-a239-40b5-a493-529b1687a573] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 675.573193] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-65dd9a95-59ed-4007-ad33-4ecead42bb0d tempest-ServersNegativeTestMultiTenantJSON-1574732967 tempest-ServersNegativeTestMultiTenantJSON-1574732967-project-member] [instance: c83ae6b9-a239-40b5-a493-529b1687a573] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 675.573532] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dbceddb4-f31d-464e-8747-f26d5681cdd9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.652439] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-65dd9a95-59ed-4007-ad33-4ecead42bb0d tempest-ServersNegativeTestMultiTenantJSON-1574732967 tempest-ServersNegativeTestMultiTenantJSON-1574732967-project-member] [instance: c83ae6b9-a239-40b5-a493-529b1687a573] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 675.652923] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-65dd9a95-59ed-4007-ad33-4ecead42bb0d tempest-ServersNegativeTestMultiTenantJSON-1574732967 tempest-ServersNegativeTestMultiTenantJSON-1574732967-project-member] [instance: c83ae6b9-a239-40b5-a493-529b1687a573] Deleting contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 675.653309] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-65dd9a95-59ed-4007-ad33-4ecead42bb0d tempest-ServersNegativeTestMultiTenantJSON-1574732967 tempest-ServersNegativeTestMultiTenantJSON-1574732967-project-member] Deleting the datastore file [datastore2] c83ae6b9-a239-40b5-a493-529b1687a573 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 675.653691] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f7b172cc-78d3-4e92-ad74-186403bf1f5e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.662589] env[62353]: DEBUG oslo_vmware.api [None req-65dd9a95-59ed-4007-ad33-4ecead42bb0d tempest-ServersNegativeTestMultiTenantJSON-1574732967 tempest-ServersNegativeTestMultiTenantJSON-1574732967-project-member] Waiting for the task: (returnval){ [ 675.662589] env[62353]: value = "task-2372088" [ 675.662589] env[62353]: _type = "Task" [ 675.662589] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.671864] env[62353]: DEBUG oslo_vmware.api [None req-65dd9a95-59ed-4007-ad33-4ecead42bb0d tempest-ServersNegativeTestMultiTenantJSON-1574732967 tempest-ServersNegativeTestMultiTenantJSON-1574732967-project-member] Task: {'id': task-2372088, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.679506] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62353) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 675.679506] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 11.406s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 675.679506] env[62353]: DEBUG oslo_concurrency.lockutils [None req-948de80f-a7d4-4d8d-96b4-a817dd24f565 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.400s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 675.679506] env[62353]: DEBUG oslo_concurrency.lockutils [None req-948de80f-a7d4-4d8d-96b4-a817dd24f565 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 675.681576] env[62353]: DEBUG oslo_concurrency.lockutils [None req-16f70fe7-d8e7-4ffd-8efd-5463e29b6640 tempest-TenantUsagesTestJSON-828266692 tempest-TenantUsagesTestJSON-828266692-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.349s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 675.683269] env[62353]: INFO nova.compute.claims [None req-16f70fe7-d8e7-4ffd-8efd-5463e29b6640 tempest-TenantUsagesTestJSON-828266692 tempest-TenantUsagesTestJSON-828266692-project-member] [instance: 5b4524e2-ff60-4ae5-9658-7fe7cad2b878] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 675.706626] env[62353]: INFO nova.scheduler.client.report [None req-948de80f-a7d4-4d8d-96b4-a817dd24f565 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Deleted allocations for instance ba65df73-c3e3-4182-8444-9904aa5858d7 [ 676.175305] env[62353]: DEBUG oslo_vmware.api [None req-65dd9a95-59ed-4007-ad33-4ecead42bb0d tempest-ServersNegativeTestMultiTenantJSON-1574732967 tempest-ServersNegativeTestMultiTenantJSON-1574732967-project-member] Task: {'id': task-2372088, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16837} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.176427] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-65dd9a95-59ed-4007-ad33-4ecead42bb0d tempest-ServersNegativeTestMultiTenantJSON-1574732967 tempest-ServersNegativeTestMultiTenantJSON-1574732967-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 676.176427] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-65dd9a95-59ed-4007-ad33-4ecead42bb0d tempest-ServersNegativeTestMultiTenantJSON-1574732967 tempest-ServersNegativeTestMultiTenantJSON-1574732967-project-member] [instance: c83ae6b9-a239-40b5-a493-529b1687a573] Deleted contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 676.176751] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-65dd9a95-59ed-4007-ad33-4ecead42bb0d tempest-ServersNegativeTestMultiTenantJSON-1574732967 tempest-ServersNegativeTestMultiTenantJSON-1574732967-project-member] [instance: c83ae6b9-a239-40b5-a493-529b1687a573] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 676.176887] env[62353]: INFO nova.compute.manager [None req-65dd9a95-59ed-4007-ad33-4ecead42bb0d tempest-ServersNegativeTestMultiTenantJSON-1574732967 tempest-ServersNegativeTestMultiTenantJSON-1574732967-project-member] [instance: c83ae6b9-a239-40b5-a493-529b1687a573] Took 1.14 seconds to destroy the instance on the hypervisor. [ 676.177302] env[62353]: DEBUG oslo.service.loopingcall [None req-65dd9a95-59ed-4007-ad33-4ecead42bb0d tempest-ServersNegativeTestMultiTenantJSON-1574732967 tempest-ServersNegativeTestMultiTenantJSON-1574732967-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 676.177514] env[62353]: DEBUG nova.compute.manager [-] [instance: c83ae6b9-a239-40b5-a493-529b1687a573] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 676.177807] env[62353]: DEBUG nova.network.neutron [-] [instance: c83ae6b9-a239-40b5-a493-529b1687a573] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 676.214921] env[62353]: DEBUG oslo_concurrency.lockutils [None req-948de80f-a7d4-4d8d-96b4-a817dd24f565 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Lock "ba65df73-c3e3-4182-8444-9904aa5858d7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.681s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 676.759623] env[62353]: DEBUG nova.compute.manager [req-ea412d93-cdd5-454a-9e5e-1da312df9a73 req-4959b2b3-d889-46dd-a70a-01f84747d07c service nova] [instance: c83ae6b9-a239-40b5-a493-529b1687a573] Received event network-vif-deleted-ece4b4d6-4c17-41a3-81d5-4e1e6b1706da {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 676.759840] env[62353]: INFO nova.compute.manager [req-ea412d93-cdd5-454a-9e5e-1da312df9a73 req-4959b2b3-d889-46dd-a70a-01f84747d07c service nova] [instance: c83ae6b9-a239-40b5-a493-529b1687a573] Neutron deleted interface ece4b4d6-4c17-41a3-81d5-4e1e6b1706da; detaching it from the instance and deleting it from the info cache [ 676.760058] env[62353]: DEBUG nova.network.neutron [req-ea412d93-cdd5-454a-9e5e-1da312df9a73 req-4959b2b3-d889-46dd-a70a-01f84747d07c service nova] [instance: c83ae6b9-a239-40b5-a493-529b1687a573] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.142883] env[62353]: DEBUG nova.network.neutron [-] [instance: c83ae6b9-a239-40b5-a493-529b1687a573] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.249956] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1543bbff-a907-4472-a69d-d1c45bcd7f3e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.258952] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb5057c4-f387-4392-ab9e-c83ea0d563c1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.290182] env[62353]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cc308a92-04d6-4bfd-817e-e1442e3a40a5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.293398] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a9a707e-4ed5-4a76-9aac-8f0eb5d177f0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.302958] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-336c2e87-acce-46db-a3d1-2096fdf098ad {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.309521] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f9f3456-5167-4105-a6ea-bac2e700ea67 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.330518] env[62353]: DEBUG nova.compute.provider_tree [None req-16f70fe7-d8e7-4ffd-8efd-5463e29b6640 tempest-TenantUsagesTestJSON-828266692 tempest-TenantUsagesTestJSON-828266692-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 677.344355] env[62353]: DEBUG nova.compute.manager [req-ea412d93-cdd5-454a-9e5e-1da312df9a73 req-4959b2b3-d889-46dd-a70a-01f84747d07c service nova] [instance: c83ae6b9-a239-40b5-a493-529b1687a573] Detach interface failed, port_id=ece4b4d6-4c17-41a3-81d5-4e1e6b1706da, reason: Instance c83ae6b9-a239-40b5-a493-529b1687a573 could not be found. {{(pid=62353) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 677.346172] env[62353]: DEBUG nova.scheduler.client.report [None req-16f70fe7-d8e7-4ffd-8efd-5463e29b6640 tempest-TenantUsagesTestJSON-828266692 tempest-TenantUsagesTestJSON-828266692-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 677.645861] env[62353]: INFO nova.compute.manager [-] [instance: c83ae6b9-a239-40b5-a493-529b1687a573] Took 1.47 seconds to deallocate network for instance. [ 677.850969] env[62353]: DEBUG oslo_concurrency.lockutils [None req-16f70fe7-d8e7-4ffd-8efd-5463e29b6640 tempest-TenantUsagesTestJSON-828266692 tempest-TenantUsagesTestJSON-828266692-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.169s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 677.851587] env[62353]: DEBUG nova.compute.manager [None req-16f70fe7-d8e7-4ffd-8efd-5463e29b6640 tempest-TenantUsagesTestJSON-828266692 tempest-TenantUsagesTestJSON-828266692-project-member] [instance: 5b4524e2-ff60-4ae5-9658-7fe7cad2b878] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 677.854627] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c882187a-6e0b-4bcf-81dc-84115e5fbdf5 tempest-ServerDiagnosticsNegativeTest-1842184558 tempest-ServerDiagnosticsNegativeTest-1842184558-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.412s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 677.856311] env[62353]: INFO nova.compute.claims [None req-c882187a-6e0b-4bcf-81dc-84115e5fbdf5 tempest-ServerDiagnosticsNegativeTest-1842184558 tempest-ServerDiagnosticsNegativeTest-1842184558-project-member] [instance: ed958c86-7d75-439f-a3f1-8c8d2fc6ea0d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 678.154807] env[62353]: DEBUG oslo_concurrency.lockutils [None req-65dd9a95-59ed-4007-ad33-4ecead42bb0d tempest-ServersNegativeTestMultiTenantJSON-1574732967 tempest-ServersNegativeTestMultiTenantJSON-1574732967-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 678.361652] env[62353]: DEBUG nova.compute.utils [None req-16f70fe7-d8e7-4ffd-8efd-5463e29b6640 tempest-TenantUsagesTestJSON-828266692 tempest-TenantUsagesTestJSON-828266692-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 678.365726] env[62353]: DEBUG nova.compute.manager [None req-16f70fe7-d8e7-4ffd-8efd-5463e29b6640 tempest-TenantUsagesTestJSON-828266692 tempest-TenantUsagesTestJSON-828266692-project-member] [instance: 5b4524e2-ff60-4ae5-9658-7fe7cad2b878] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 678.365935] env[62353]: DEBUG nova.network.neutron [None req-16f70fe7-d8e7-4ffd-8efd-5463e29b6640 tempest-TenantUsagesTestJSON-828266692 tempest-TenantUsagesTestJSON-828266692-project-member] [instance: 5b4524e2-ff60-4ae5-9658-7fe7cad2b878] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 678.428691] env[62353]: DEBUG nova.policy [None req-16f70fe7-d8e7-4ffd-8efd-5463e29b6640 tempest-TenantUsagesTestJSON-828266692 tempest-TenantUsagesTestJSON-828266692-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '79974544f1884ee7af39ac4819d3db0b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f318ae5b90f8412bb024069de87ffffe', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:192}} [ 678.870573] env[62353]: DEBUG nova.compute.manager [None req-16f70fe7-d8e7-4ffd-8efd-5463e29b6640 tempest-TenantUsagesTestJSON-828266692 tempest-TenantUsagesTestJSON-828266692-project-member] [instance: 5b4524e2-ff60-4ae5-9658-7fe7cad2b878] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 678.938538] env[62353]: DEBUG nova.network.neutron [None req-16f70fe7-d8e7-4ffd-8efd-5463e29b6640 tempest-TenantUsagesTestJSON-828266692 tempest-TenantUsagesTestJSON-828266692-project-member] [instance: 5b4524e2-ff60-4ae5-9658-7fe7cad2b878] Successfully created port: 6a7d9990-2ab2-454c-9caf-c2560156dd3b {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 679.489364] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72b08c35-6922-4d19-8292-5762cada6704 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.499103] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-700102e2-152a-403e-aebc-f2adc25516ab {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.532146] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52f01f21-8683-4034-8f73-fce4efd4c5e7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.540703] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbbed6bd-1af9-4548-9129-1cc07aaefd37 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.556116] env[62353]: DEBUG nova.compute.provider_tree [None req-c882187a-6e0b-4bcf-81dc-84115e5fbdf5 tempest-ServerDiagnosticsNegativeTest-1842184558 tempest-ServerDiagnosticsNegativeTest-1842184558-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 679.881528] env[62353]: DEBUG nova.compute.manager [None req-16f70fe7-d8e7-4ffd-8efd-5463e29b6640 tempest-TenantUsagesTestJSON-828266692 tempest-TenantUsagesTestJSON-828266692-project-member] [instance: 5b4524e2-ff60-4ae5-9658-7fe7cad2b878] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 679.906991] env[62353]: DEBUG nova.virt.hardware [None req-16f70fe7-d8e7-4ffd-8efd-5463e29b6640 tempest-TenantUsagesTestJSON-828266692 tempest-TenantUsagesTestJSON-828266692-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T12:38:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T12:38:15Z,direct_url=,disk_format='vmdk',id=06f909ae-e8dc-43b4-abf7-c7ed85db9bbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0a3f88790a594523a818b8c00f6862e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T12:38:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 679.907251] env[62353]: DEBUG nova.virt.hardware [None req-16f70fe7-d8e7-4ffd-8efd-5463e29b6640 tempest-TenantUsagesTestJSON-828266692 tempest-TenantUsagesTestJSON-828266692-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 679.907413] env[62353]: DEBUG nova.virt.hardware [None req-16f70fe7-d8e7-4ffd-8efd-5463e29b6640 tempest-TenantUsagesTestJSON-828266692 tempest-TenantUsagesTestJSON-828266692-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 679.907591] env[62353]: DEBUG nova.virt.hardware [None req-16f70fe7-d8e7-4ffd-8efd-5463e29b6640 tempest-TenantUsagesTestJSON-828266692 tempest-TenantUsagesTestJSON-828266692-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 679.907735] env[62353]: DEBUG nova.virt.hardware [None req-16f70fe7-d8e7-4ffd-8efd-5463e29b6640 tempest-TenantUsagesTestJSON-828266692 tempest-TenantUsagesTestJSON-828266692-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 679.907880] env[62353]: DEBUG nova.virt.hardware [None req-16f70fe7-d8e7-4ffd-8efd-5463e29b6640 tempest-TenantUsagesTestJSON-828266692 tempest-TenantUsagesTestJSON-828266692-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 679.908141] env[62353]: DEBUG nova.virt.hardware [None req-16f70fe7-d8e7-4ffd-8efd-5463e29b6640 tempest-TenantUsagesTestJSON-828266692 tempest-TenantUsagesTestJSON-828266692-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 679.908295] env[62353]: DEBUG nova.virt.hardware [None req-16f70fe7-d8e7-4ffd-8efd-5463e29b6640 tempest-TenantUsagesTestJSON-828266692 tempest-TenantUsagesTestJSON-828266692-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 679.908466] env[62353]: DEBUG nova.virt.hardware [None req-16f70fe7-d8e7-4ffd-8efd-5463e29b6640 tempest-TenantUsagesTestJSON-828266692 tempest-TenantUsagesTestJSON-828266692-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 679.908626] env[62353]: DEBUG nova.virt.hardware [None req-16f70fe7-d8e7-4ffd-8efd-5463e29b6640 tempest-TenantUsagesTestJSON-828266692 tempest-TenantUsagesTestJSON-828266692-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 679.908853] env[62353]: DEBUG nova.virt.hardware [None req-16f70fe7-d8e7-4ffd-8efd-5463e29b6640 tempest-TenantUsagesTestJSON-828266692 tempest-TenantUsagesTestJSON-828266692-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 679.909894] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0c3528f-35d3-469e-8606-92a8e7425e3c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.918649] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66ec42e2-c4d4-45b8-bf2f-58a723a6e28c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.059337] env[62353]: DEBUG nova.scheduler.client.report [None req-c882187a-6e0b-4bcf-81dc-84115e5fbdf5 tempest-ServerDiagnosticsNegativeTest-1842184558 tempest-ServerDiagnosticsNegativeTest-1842184558-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 680.532817] env[62353]: DEBUG nova.compute.manager [req-247e495c-2133-44ba-b11c-28bfa96fff87 req-96530957-25ed-4c7f-87c0-dd884b4e3981 service nova] [instance: 5b4524e2-ff60-4ae5-9658-7fe7cad2b878] Received event network-vif-plugged-6a7d9990-2ab2-454c-9caf-c2560156dd3b {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 680.533120] env[62353]: DEBUG oslo_concurrency.lockutils [req-247e495c-2133-44ba-b11c-28bfa96fff87 req-96530957-25ed-4c7f-87c0-dd884b4e3981 service nova] Acquiring lock "5b4524e2-ff60-4ae5-9658-7fe7cad2b878-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 680.533333] env[62353]: DEBUG oslo_concurrency.lockutils [req-247e495c-2133-44ba-b11c-28bfa96fff87 req-96530957-25ed-4c7f-87c0-dd884b4e3981 service nova] Lock "5b4524e2-ff60-4ae5-9658-7fe7cad2b878-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 680.533503] env[62353]: DEBUG oslo_concurrency.lockutils [req-247e495c-2133-44ba-b11c-28bfa96fff87 req-96530957-25ed-4c7f-87c0-dd884b4e3981 service nova] Lock "5b4524e2-ff60-4ae5-9658-7fe7cad2b878-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 680.533662] env[62353]: DEBUG nova.compute.manager [req-247e495c-2133-44ba-b11c-28bfa96fff87 req-96530957-25ed-4c7f-87c0-dd884b4e3981 service nova] [instance: 5b4524e2-ff60-4ae5-9658-7fe7cad2b878] No waiting events found dispatching network-vif-plugged-6a7d9990-2ab2-454c-9caf-c2560156dd3b {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 680.533867] env[62353]: WARNING nova.compute.manager [req-247e495c-2133-44ba-b11c-28bfa96fff87 req-96530957-25ed-4c7f-87c0-dd884b4e3981 service nova] [instance: 5b4524e2-ff60-4ae5-9658-7fe7cad2b878] Received unexpected event network-vif-plugged-6a7d9990-2ab2-454c-9caf-c2560156dd3b for instance with vm_state building and task_state spawning. [ 680.564267] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c882187a-6e0b-4bcf-81dc-84115e5fbdf5 tempest-ServerDiagnosticsNegativeTest-1842184558 tempest-ServerDiagnosticsNegativeTest-1842184558-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.710s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 680.564811] env[62353]: DEBUG nova.compute.manager [None req-c882187a-6e0b-4bcf-81dc-84115e5fbdf5 tempest-ServerDiagnosticsNegativeTest-1842184558 tempest-ServerDiagnosticsNegativeTest-1842184558-project-member] [instance: ed958c86-7d75-439f-a3f1-8c8d2fc6ea0d] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 680.567423] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b2852d23-ae03-4dfc-97e1-f67d1d1d5ed8 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.090s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 680.567620] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b2852d23-ae03-4dfc-97e1-f67d1d1d5ed8 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 680.569659] env[62353]: DEBUG oslo_concurrency.lockutils [None req-78efc95a-2ff6-418d-90a5-15afcda1b382 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.228s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 680.571387] env[62353]: INFO nova.compute.claims [None req-78efc95a-2ff6-418d-90a5-15afcda1b382 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823-project-member] [instance: b3e7bd84-3c18-40c7-95a7-9b259069f066] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 680.601069] env[62353]: INFO nova.scheduler.client.report [None req-b2852d23-ae03-4dfc-97e1-f67d1d1d5ed8 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Deleted allocations for instance a415cd3c-4e94-4e23-9588-adb12815187c [ 680.638518] env[62353]: DEBUG nova.network.neutron [None req-16f70fe7-d8e7-4ffd-8efd-5463e29b6640 tempest-TenantUsagesTestJSON-828266692 tempest-TenantUsagesTestJSON-828266692-project-member] [instance: 5b4524e2-ff60-4ae5-9658-7fe7cad2b878] Successfully updated port: 6a7d9990-2ab2-454c-9caf-c2560156dd3b {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 681.076585] env[62353]: DEBUG nova.compute.utils [None req-c882187a-6e0b-4bcf-81dc-84115e5fbdf5 tempest-ServerDiagnosticsNegativeTest-1842184558 tempest-ServerDiagnosticsNegativeTest-1842184558-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 681.079669] env[62353]: DEBUG nova.compute.manager [None req-c882187a-6e0b-4bcf-81dc-84115e5fbdf5 tempest-ServerDiagnosticsNegativeTest-1842184558 tempest-ServerDiagnosticsNegativeTest-1842184558-project-member] [instance: ed958c86-7d75-439f-a3f1-8c8d2fc6ea0d] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 681.079811] env[62353]: DEBUG nova.network.neutron [None req-c882187a-6e0b-4bcf-81dc-84115e5fbdf5 tempest-ServerDiagnosticsNegativeTest-1842184558 tempest-ServerDiagnosticsNegativeTest-1842184558-project-member] [instance: ed958c86-7d75-439f-a3f1-8c8d2fc6ea0d] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 681.111238] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b2852d23-ae03-4dfc-97e1-f67d1d1d5ed8 tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Lock "a415cd3c-4e94-4e23-9588-adb12815187c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.097s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 681.144554] env[62353]: DEBUG oslo_concurrency.lockutils [None req-16f70fe7-d8e7-4ffd-8efd-5463e29b6640 tempest-TenantUsagesTestJSON-828266692 tempest-TenantUsagesTestJSON-828266692-project-member] Acquiring lock "refresh_cache-5b4524e2-ff60-4ae5-9658-7fe7cad2b878" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 681.144719] env[62353]: DEBUG oslo_concurrency.lockutils [None req-16f70fe7-d8e7-4ffd-8efd-5463e29b6640 tempest-TenantUsagesTestJSON-828266692 tempest-TenantUsagesTestJSON-828266692-project-member] Acquired lock "refresh_cache-5b4524e2-ff60-4ae5-9658-7fe7cad2b878" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.144908] env[62353]: DEBUG nova.network.neutron [None req-16f70fe7-d8e7-4ffd-8efd-5463e29b6640 tempest-TenantUsagesTestJSON-828266692 tempest-TenantUsagesTestJSON-828266692-project-member] [instance: 5b4524e2-ff60-4ae5-9658-7fe7cad2b878] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 681.184252] env[62353]: DEBUG nova.policy [None req-c882187a-6e0b-4bcf-81dc-84115e5fbdf5 tempest-ServerDiagnosticsNegativeTest-1842184558 tempest-ServerDiagnosticsNegativeTest-1842184558-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3c49141cf1ed42d2b904a824f304ee5d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '70b4d0fe41d94e3997820682583497ac', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:192}} [ 681.458991] env[62353]: DEBUG oslo_concurrency.lockutils [None req-545a90e4-a49c-4d38-9b25-039d443a593b tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Acquiring lock "da04e4bf-dc3d-45a8-b0f9-ef9a7491e297" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 681.459309] env[62353]: DEBUG oslo_concurrency.lockutils [None req-545a90e4-a49c-4d38-9b25-039d443a593b tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Lock "da04e4bf-dc3d-45a8-b0f9-ef9a7491e297" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 681.459528] env[62353]: DEBUG oslo_concurrency.lockutils [None req-545a90e4-a49c-4d38-9b25-039d443a593b tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Acquiring lock "da04e4bf-dc3d-45a8-b0f9-ef9a7491e297-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 681.459708] env[62353]: DEBUG oslo_concurrency.lockutils [None req-545a90e4-a49c-4d38-9b25-039d443a593b tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Lock "da04e4bf-dc3d-45a8-b0f9-ef9a7491e297-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 681.459875] env[62353]: DEBUG oslo_concurrency.lockutils [None req-545a90e4-a49c-4d38-9b25-039d443a593b tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Lock "da04e4bf-dc3d-45a8-b0f9-ef9a7491e297-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 681.463258] env[62353]: INFO nova.compute.manager [None req-545a90e4-a49c-4d38-9b25-039d443a593b tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] [instance: da04e4bf-dc3d-45a8-b0f9-ef9a7491e297] Terminating instance [ 681.582626] env[62353]: DEBUG nova.compute.manager [None req-c882187a-6e0b-4bcf-81dc-84115e5fbdf5 tempest-ServerDiagnosticsNegativeTest-1842184558 tempest-ServerDiagnosticsNegativeTest-1842184558-project-member] [instance: ed958c86-7d75-439f-a3f1-8c8d2fc6ea0d] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 681.688066] env[62353]: DEBUG nova.network.neutron [None req-16f70fe7-d8e7-4ffd-8efd-5463e29b6640 tempest-TenantUsagesTestJSON-828266692 tempest-TenantUsagesTestJSON-828266692-project-member] [instance: 5b4524e2-ff60-4ae5-9658-7fe7cad2b878] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 681.694139] env[62353]: DEBUG nova.network.neutron [None req-c882187a-6e0b-4bcf-81dc-84115e5fbdf5 tempest-ServerDiagnosticsNegativeTest-1842184558 tempest-ServerDiagnosticsNegativeTest-1842184558-project-member] [instance: ed958c86-7d75-439f-a3f1-8c8d2fc6ea0d] Successfully created port: bae152af-e121-4635-a362-1906cccea3c2 {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 681.866241] env[62353]: DEBUG nova.network.neutron [None req-16f70fe7-d8e7-4ffd-8efd-5463e29b6640 tempest-TenantUsagesTestJSON-828266692 tempest-TenantUsagesTestJSON-828266692-project-member] [instance: 5b4524e2-ff60-4ae5-9658-7fe7cad2b878] Updating instance_info_cache with network_info: [{"id": "6a7d9990-2ab2-454c-9caf-c2560156dd3b", "address": "fa:16:3e:76:77:71", "network": {"id": "2be634d9-365a-4258-9bd8-c03318d42ac3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.127", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0a3f88790a594523a818b8c00f6862e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a7d9990-2a", "ovs_interfaceid": "6a7d9990-2ab2-454c-9caf-c2560156dd3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 681.969770] env[62353]: DEBUG nova.compute.manager [None req-545a90e4-a49c-4d38-9b25-039d443a593b tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] [instance: da04e4bf-dc3d-45a8-b0f9-ef9a7491e297] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 681.969998] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-545a90e4-a49c-4d38-9b25-039d443a593b tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] [instance: da04e4bf-dc3d-45a8-b0f9-ef9a7491e297] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 681.970899] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b050053-4321-486b-bdcd-1ce9044f770e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.980841] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-545a90e4-a49c-4d38-9b25-039d443a593b tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] [instance: da04e4bf-dc3d-45a8-b0f9-ef9a7491e297] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 681.981201] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-78356de8-1e53-45ba-b0cf-3dda9f961128 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.987678] env[62353]: DEBUG oslo_vmware.rw_handles [None req-716753f5-8fb2-4762-8d86-854505dcfb09 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525454ac-cf90-727c-effa-209c5532470a/disk-0.vmdk. {{(pid=62353) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 681.988676] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41d35ae6-4f0f-436e-8c65-712c319ede46 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.996192] env[62353]: DEBUG oslo_vmware.api [None req-545a90e4-a49c-4d38-9b25-039d443a593b tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Waiting for the task: (returnval){ [ 681.996192] env[62353]: value = "task-2372089" [ 681.996192] env[62353]: _type = "Task" [ 681.996192] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.000873] env[62353]: DEBUG oslo_vmware.rw_handles [None req-716753f5-8fb2-4762-8d86-854505dcfb09 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525454ac-cf90-727c-effa-209c5532470a/disk-0.vmdk is in state: ready. {{(pid=62353) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 682.001048] env[62353]: ERROR oslo_vmware.rw_handles [None req-716753f5-8fb2-4762-8d86-854505dcfb09 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525454ac-cf90-727c-effa-209c5532470a/disk-0.vmdk due to incomplete transfer. [ 682.001910] env[62353]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-fbfb1bea-9b5c-49a7-bad3-acb50bc94479 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.006903] env[62353]: DEBUG oslo_vmware.api [None req-545a90e4-a49c-4d38-9b25-039d443a593b tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Task: {'id': task-2372089, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.012963] env[62353]: DEBUG oslo_vmware.rw_handles [None req-716753f5-8fb2-4762-8d86-854505dcfb09 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525454ac-cf90-727c-effa-209c5532470a/disk-0.vmdk. {{(pid=62353) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 682.013206] env[62353]: DEBUG nova.virt.vmwareapi.images [None req-716753f5-8fb2-4762-8d86-854505dcfb09 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] [instance: 7d40ad55-ab59-461f-986e-22aa0133f68f] Uploaded image ba326eff-0888-42b5-8024-ffe91fc2bdbf to the Glance image server {{(pid=62353) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 682.015689] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-716753f5-8fb2-4762-8d86-854505dcfb09 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] [instance: 7d40ad55-ab59-461f-986e-22aa0133f68f] Destroying the VM {{(pid=62353) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 682.015959] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a0a1f681-120c-4674-99f8-99dd4d2fc4dc {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.027535] env[62353]: DEBUG oslo_vmware.api [None req-716753f5-8fb2-4762-8d86-854505dcfb09 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] Waiting for the task: (returnval){ [ 682.027535] env[62353]: value = "task-2372090" [ 682.027535] env[62353]: _type = "Task" [ 682.027535] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.038806] env[62353]: DEBUG oslo_vmware.api [None req-716753f5-8fb2-4762-8d86-854505dcfb09 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] Task: {'id': task-2372090, 'name': Destroy_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.162899] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb3f739f-e45c-439e-bc98-05c77abaf158 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.172673] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98092eff-29dc-4639-9e42-f74a54e8f944 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.208101] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0df62707-6917-434c-bbd9-26d2ea379fb9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.218131] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9042ce49-d3f6-4da9-b206-31c5d20e298d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.233317] env[62353]: DEBUG nova.compute.provider_tree [None req-78efc95a-2ff6-418d-90a5-15afcda1b382 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 682.369703] env[62353]: DEBUG oslo_concurrency.lockutils [None req-16f70fe7-d8e7-4ffd-8efd-5463e29b6640 tempest-TenantUsagesTestJSON-828266692 tempest-TenantUsagesTestJSON-828266692-project-member] Releasing lock "refresh_cache-5b4524e2-ff60-4ae5-9658-7fe7cad2b878" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 682.370074] env[62353]: DEBUG nova.compute.manager [None req-16f70fe7-d8e7-4ffd-8efd-5463e29b6640 tempest-TenantUsagesTestJSON-828266692 tempest-TenantUsagesTestJSON-828266692-project-member] [instance: 5b4524e2-ff60-4ae5-9658-7fe7cad2b878] Instance network_info: |[{"id": "6a7d9990-2ab2-454c-9caf-c2560156dd3b", "address": "fa:16:3e:76:77:71", "network": {"id": "2be634d9-365a-4258-9bd8-c03318d42ac3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.127", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0a3f88790a594523a818b8c00f6862e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a7d9990-2a", "ovs_interfaceid": "6a7d9990-2ab2-454c-9caf-c2560156dd3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 682.370722] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-16f70fe7-d8e7-4ffd-8efd-5463e29b6640 tempest-TenantUsagesTestJSON-828266692 tempest-TenantUsagesTestJSON-828266692-project-member] [instance: 5b4524e2-ff60-4ae5-9658-7fe7cad2b878] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:76:77:71', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ec46b14d-3310-4f2b-96c1-f53ee47d3759', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6a7d9990-2ab2-454c-9caf-c2560156dd3b', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 682.378818] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-16f70fe7-d8e7-4ffd-8efd-5463e29b6640 tempest-TenantUsagesTestJSON-828266692 tempest-TenantUsagesTestJSON-828266692-project-member] Creating folder: Project (f318ae5b90f8412bb024069de87ffffe). Parent ref: group-v481456. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 682.379476] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a0106e41-bddc-4e1b-927e-58af58afcd89 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.392086] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-16f70fe7-d8e7-4ffd-8efd-5463e29b6640 tempest-TenantUsagesTestJSON-828266692 tempest-TenantUsagesTestJSON-828266692-project-member] Created folder: Project (f318ae5b90f8412bb024069de87ffffe) in parent group-v481456. [ 682.392086] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-16f70fe7-d8e7-4ffd-8efd-5463e29b6640 tempest-TenantUsagesTestJSON-828266692 tempest-TenantUsagesTestJSON-828266692-project-member] Creating folder: Instances. Parent ref: group-v481563. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 682.392233] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d29e6c69-0207-4f43-a90b-aa2261342c0a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.404140] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-16f70fe7-d8e7-4ffd-8efd-5463e29b6640 tempest-TenantUsagesTestJSON-828266692 tempest-TenantUsagesTestJSON-828266692-project-member] Created folder: Instances in parent group-v481563. [ 682.404394] env[62353]: DEBUG oslo.service.loopingcall [None req-16f70fe7-d8e7-4ffd-8efd-5463e29b6640 tempest-TenantUsagesTestJSON-828266692 tempest-TenantUsagesTestJSON-828266692-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 682.404587] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b4524e2-ff60-4ae5-9658-7fe7cad2b878] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 682.404918] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a38a1d8e-8373-478b-b946-7795873a9559 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.424347] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 682.424347] env[62353]: value = "task-2372093" [ 682.424347] env[62353]: _type = "Task" [ 682.424347] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.432411] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372093, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.505313] env[62353]: DEBUG oslo_vmware.api [None req-545a90e4-a49c-4d38-9b25-039d443a593b tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Task: {'id': task-2372089, 'name': PowerOffVM_Task, 'duration_secs': 0.282968} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.505577] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-545a90e4-a49c-4d38-9b25-039d443a593b tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] [instance: da04e4bf-dc3d-45a8-b0f9-ef9a7491e297] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 682.505743] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-545a90e4-a49c-4d38-9b25-039d443a593b tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] [instance: da04e4bf-dc3d-45a8-b0f9-ef9a7491e297] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 682.506016] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9cd1e457-c0c3-4a6c-b029-306b72e40d88 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.541955] env[62353]: DEBUG oslo_vmware.api [None req-716753f5-8fb2-4762-8d86-854505dcfb09 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] Task: {'id': task-2372090, 'name': Destroy_Task, 'duration_secs': 0.382589} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.542255] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-716753f5-8fb2-4762-8d86-854505dcfb09 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] [instance: 7d40ad55-ab59-461f-986e-22aa0133f68f] Destroyed the VM [ 682.542488] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-716753f5-8fb2-4762-8d86-854505dcfb09 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] [instance: 7d40ad55-ab59-461f-986e-22aa0133f68f] Deleting Snapshot of the VM instance {{(pid=62353) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 682.542737] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-205e8b98-65d0-471f-b6e7-3cdd469428d2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.550369] env[62353]: DEBUG oslo_vmware.api [None req-716753f5-8fb2-4762-8d86-854505dcfb09 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] Waiting for the task: (returnval){ [ 682.550369] env[62353]: value = "task-2372095" [ 682.550369] env[62353]: _type = "Task" [ 682.550369] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.558900] env[62353]: DEBUG oslo_vmware.api [None req-716753f5-8fb2-4762-8d86-854505dcfb09 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] Task: {'id': task-2372095, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.597958] env[62353]: DEBUG nova.compute.manager [None req-c882187a-6e0b-4bcf-81dc-84115e5fbdf5 tempest-ServerDiagnosticsNegativeTest-1842184558 tempest-ServerDiagnosticsNegativeTest-1842184558-project-member] [instance: ed958c86-7d75-439f-a3f1-8c8d2fc6ea0d] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 682.600260] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-545a90e4-a49c-4d38-9b25-039d443a593b tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] [instance: da04e4bf-dc3d-45a8-b0f9-ef9a7491e297] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 682.600498] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-545a90e4-a49c-4d38-9b25-039d443a593b tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] [instance: da04e4bf-dc3d-45a8-b0f9-ef9a7491e297] Deleting contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 682.600720] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-545a90e4-a49c-4d38-9b25-039d443a593b tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Deleting the datastore file [datastore1] da04e4bf-dc3d-45a8-b0f9-ef9a7491e297 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 682.602663] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c71a54a5-c040-4a1d-945d-eca4e599c642 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.609496] env[62353]: DEBUG oslo_vmware.api [None req-545a90e4-a49c-4d38-9b25-039d443a593b tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Waiting for the task: (returnval){ [ 682.609496] env[62353]: value = "task-2372096" [ 682.609496] env[62353]: _type = "Task" [ 682.609496] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.618869] env[62353]: DEBUG oslo_vmware.api [None req-545a90e4-a49c-4d38-9b25-039d443a593b tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Task: {'id': task-2372096, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.627632] env[62353]: DEBUG nova.virt.hardware [None req-c882187a-6e0b-4bcf-81dc-84115e5fbdf5 tempest-ServerDiagnosticsNegativeTest-1842184558 tempest-ServerDiagnosticsNegativeTest-1842184558-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T12:38:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T12:38:15Z,direct_url=,disk_format='vmdk',id=06f909ae-e8dc-43b4-abf7-c7ed85db9bbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0a3f88790a594523a818b8c00f6862e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T12:38:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 682.627932] env[62353]: DEBUG nova.virt.hardware [None req-c882187a-6e0b-4bcf-81dc-84115e5fbdf5 tempest-ServerDiagnosticsNegativeTest-1842184558 tempest-ServerDiagnosticsNegativeTest-1842184558-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 682.628542] env[62353]: DEBUG nova.virt.hardware [None req-c882187a-6e0b-4bcf-81dc-84115e5fbdf5 tempest-ServerDiagnosticsNegativeTest-1842184558 tempest-ServerDiagnosticsNegativeTest-1842184558-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 682.628800] env[62353]: DEBUG nova.virt.hardware [None req-c882187a-6e0b-4bcf-81dc-84115e5fbdf5 tempest-ServerDiagnosticsNegativeTest-1842184558 tempest-ServerDiagnosticsNegativeTest-1842184558-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 682.628988] env[62353]: DEBUG nova.virt.hardware [None req-c882187a-6e0b-4bcf-81dc-84115e5fbdf5 tempest-ServerDiagnosticsNegativeTest-1842184558 tempest-ServerDiagnosticsNegativeTest-1842184558-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 682.629193] env[62353]: DEBUG nova.virt.hardware [None req-c882187a-6e0b-4bcf-81dc-84115e5fbdf5 tempest-ServerDiagnosticsNegativeTest-1842184558 tempest-ServerDiagnosticsNegativeTest-1842184558-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 682.629468] env[62353]: DEBUG nova.virt.hardware [None req-c882187a-6e0b-4bcf-81dc-84115e5fbdf5 tempest-ServerDiagnosticsNegativeTest-1842184558 tempest-ServerDiagnosticsNegativeTest-1842184558-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 682.629670] env[62353]: DEBUG nova.virt.hardware [None req-c882187a-6e0b-4bcf-81dc-84115e5fbdf5 tempest-ServerDiagnosticsNegativeTest-1842184558 tempest-ServerDiagnosticsNegativeTest-1842184558-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 682.629929] env[62353]: DEBUG nova.virt.hardware [None req-c882187a-6e0b-4bcf-81dc-84115e5fbdf5 tempest-ServerDiagnosticsNegativeTest-1842184558 tempest-ServerDiagnosticsNegativeTest-1842184558-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 682.630280] env[62353]: DEBUG nova.virt.hardware [None req-c882187a-6e0b-4bcf-81dc-84115e5fbdf5 tempest-ServerDiagnosticsNegativeTest-1842184558 tempest-ServerDiagnosticsNegativeTest-1842184558-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 682.630502] env[62353]: DEBUG nova.virt.hardware [None req-c882187a-6e0b-4bcf-81dc-84115e5fbdf5 tempest-ServerDiagnosticsNegativeTest-1842184558 tempest-ServerDiagnosticsNegativeTest-1842184558-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 682.631316] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3181a463-7a9c-4f13-814e-b38a0900439c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.639732] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4645249e-a2a5-4325-aa36-70235d4b9880 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.739674] env[62353]: DEBUG nova.scheduler.client.report [None req-78efc95a-2ff6-418d-90a5-15afcda1b382 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 682.826317] env[62353]: DEBUG nova.compute.manager [req-e77be5ac-8f23-4fd6-a3fd-75497c51f3e8 req-53052ddc-56bb-4e8d-8f19-099b207590a4 service nova] [instance: 5b4524e2-ff60-4ae5-9658-7fe7cad2b878] Received event network-changed-6a7d9990-2ab2-454c-9caf-c2560156dd3b {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 682.826867] env[62353]: DEBUG nova.compute.manager [req-e77be5ac-8f23-4fd6-a3fd-75497c51f3e8 req-53052ddc-56bb-4e8d-8f19-099b207590a4 service nova] [instance: 5b4524e2-ff60-4ae5-9658-7fe7cad2b878] Refreshing instance network info cache due to event network-changed-6a7d9990-2ab2-454c-9caf-c2560156dd3b. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 682.827256] env[62353]: DEBUG oslo_concurrency.lockutils [req-e77be5ac-8f23-4fd6-a3fd-75497c51f3e8 req-53052ddc-56bb-4e8d-8f19-099b207590a4 service nova] Acquiring lock "refresh_cache-5b4524e2-ff60-4ae5-9658-7fe7cad2b878" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 682.827422] env[62353]: DEBUG oslo_concurrency.lockutils [req-e77be5ac-8f23-4fd6-a3fd-75497c51f3e8 req-53052ddc-56bb-4e8d-8f19-099b207590a4 service nova] Acquired lock "refresh_cache-5b4524e2-ff60-4ae5-9658-7fe7cad2b878" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.827591] env[62353]: DEBUG nova.network.neutron [req-e77be5ac-8f23-4fd6-a3fd-75497c51f3e8 req-53052ddc-56bb-4e8d-8f19-099b207590a4 service nova] [instance: 5b4524e2-ff60-4ae5-9658-7fe7cad2b878] Refreshing network info cache for port 6a7d9990-2ab2-454c-9caf-c2560156dd3b {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 682.935013] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372093, 'name': CreateVM_Task, 'duration_secs': 0.386885} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.935224] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b4524e2-ff60-4ae5-9658-7fe7cad2b878] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 682.935941] env[62353]: DEBUG oslo_concurrency.lockutils [None req-16f70fe7-d8e7-4ffd-8efd-5463e29b6640 tempest-TenantUsagesTestJSON-828266692 tempest-TenantUsagesTestJSON-828266692-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 682.936158] env[62353]: DEBUG oslo_concurrency.lockutils [None req-16f70fe7-d8e7-4ffd-8efd-5463e29b6640 tempest-TenantUsagesTestJSON-828266692 tempest-TenantUsagesTestJSON-828266692-project-member] Acquired lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.936507] env[62353]: DEBUG oslo_concurrency.lockutils [None req-16f70fe7-d8e7-4ffd-8efd-5463e29b6640 tempest-TenantUsagesTestJSON-828266692 tempest-TenantUsagesTestJSON-828266692-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 682.937094] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f4aade8-33f5-4bf0-ade7-b544c2dd0fd4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.942012] env[62353]: DEBUG oslo_vmware.api [None req-16f70fe7-d8e7-4ffd-8efd-5463e29b6640 tempest-TenantUsagesTestJSON-828266692 tempest-TenantUsagesTestJSON-828266692-project-member] Waiting for the task: (returnval){ [ 682.942012] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52b6512e-9105-cbdc-6853-e9c854c7b63c" [ 682.942012] env[62353]: _type = "Task" [ 682.942012] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.950382] env[62353]: DEBUG oslo_vmware.api [None req-16f70fe7-d8e7-4ffd-8efd-5463e29b6640 tempest-TenantUsagesTestJSON-828266692 tempest-TenantUsagesTestJSON-828266692-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52b6512e-9105-cbdc-6853-e9c854c7b63c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.062024] env[62353]: DEBUG oslo_vmware.api [None req-716753f5-8fb2-4762-8d86-854505dcfb09 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] Task: {'id': task-2372095, 'name': RemoveSnapshot_Task} progress is 30%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.120148] env[62353]: DEBUG oslo_vmware.api [None req-545a90e4-a49c-4d38-9b25-039d443a593b tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Task: {'id': task-2372096, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.263021} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.120468] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-545a90e4-a49c-4d38-9b25-039d443a593b tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 683.120686] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-545a90e4-a49c-4d38-9b25-039d443a593b tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] [instance: da04e4bf-dc3d-45a8-b0f9-ef9a7491e297] Deleted contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 683.120864] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-545a90e4-a49c-4d38-9b25-039d443a593b tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] [instance: da04e4bf-dc3d-45a8-b0f9-ef9a7491e297] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 683.121047] env[62353]: INFO nova.compute.manager [None req-545a90e4-a49c-4d38-9b25-039d443a593b tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] [instance: da04e4bf-dc3d-45a8-b0f9-ef9a7491e297] Took 1.15 seconds to destroy the instance on the hypervisor. [ 683.121290] env[62353]: DEBUG oslo.service.loopingcall [None req-545a90e4-a49c-4d38-9b25-039d443a593b tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 683.121483] env[62353]: DEBUG nova.compute.manager [-] [instance: da04e4bf-dc3d-45a8-b0f9-ef9a7491e297] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 683.121578] env[62353]: DEBUG nova.network.neutron [-] [instance: da04e4bf-dc3d-45a8-b0f9-ef9a7491e297] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 683.244718] env[62353]: DEBUG oslo_concurrency.lockutils [None req-78efc95a-2ff6-418d-90a5-15afcda1b382 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.675s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 683.245423] env[62353]: DEBUG nova.compute.manager [None req-78efc95a-2ff6-418d-90a5-15afcda1b382 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823-project-member] [instance: b3e7bd84-3c18-40c7-95a7-9b259069f066] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 683.249673] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4b670ca0-2877-42bc-9cab-17ca5e347da7 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.586s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 683.253009] env[62353]: INFO nova.compute.claims [None req-4b670ca0-2877-42bc-9cab-17ca5e347da7 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] [instance: d99b532a-164e-471b-b9ca-a0850f606780] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 683.395283] env[62353]: DEBUG nova.network.neutron [None req-c882187a-6e0b-4bcf-81dc-84115e5fbdf5 tempest-ServerDiagnosticsNegativeTest-1842184558 tempest-ServerDiagnosticsNegativeTest-1842184558-project-member] [instance: ed958c86-7d75-439f-a3f1-8c8d2fc6ea0d] Successfully updated port: bae152af-e121-4635-a362-1906cccea3c2 {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 683.454193] env[62353]: DEBUG oslo_vmware.api [None req-16f70fe7-d8e7-4ffd-8efd-5463e29b6640 tempest-TenantUsagesTestJSON-828266692 tempest-TenantUsagesTestJSON-828266692-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52b6512e-9105-cbdc-6853-e9c854c7b63c, 'name': SearchDatastore_Task, 'duration_secs': 0.009862} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.454193] env[62353]: DEBUG oslo_concurrency.lockutils [None req-16f70fe7-d8e7-4ffd-8efd-5463e29b6640 tempest-TenantUsagesTestJSON-828266692 tempest-TenantUsagesTestJSON-828266692-project-member] Releasing lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 683.454193] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-16f70fe7-d8e7-4ffd-8efd-5463e29b6640 tempest-TenantUsagesTestJSON-828266692 tempest-TenantUsagesTestJSON-828266692-project-member] [instance: 5b4524e2-ff60-4ae5-9658-7fe7cad2b878] Processing image 06f909ae-e8dc-43b4-abf7-c7ed85db9bbd {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 683.454416] env[62353]: DEBUG oslo_concurrency.lockutils [None req-16f70fe7-d8e7-4ffd-8efd-5463e29b6640 tempest-TenantUsagesTestJSON-828266692 tempest-TenantUsagesTestJSON-828266692-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 683.454416] env[62353]: DEBUG oslo_concurrency.lockutils [None req-16f70fe7-d8e7-4ffd-8efd-5463e29b6640 tempest-TenantUsagesTestJSON-828266692 tempest-TenantUsagesTestJSON-828266692-project-member] Acquired lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.454543] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-16f70fe7-d8e7-4ffd-8efd-5463e29b6640 tempest-TenantUsagesTestJSON-828266692 tempest-TenantUsagesTestJSON-828266692-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 683.455614] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-005b7baa-dc71-4218-a591-d835029578ab {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.475366] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-16f70fe7-d8e7-4ffd-8efd-5463e29b6640 tempest-TenantUsagesTestJSON-828266692 tempest-TenantUsagesTestJSON-828266692-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 683.475561] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-16f70fe7-d8e7-4ffd-8efd-5463e29b6640 tempest-TenantUsagesTestJSON-828266692 tempest-TenantUsagesTestJSON-828266692-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 683.476384] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d83d1f5-6e3c-4c5d-9e09-4432a03bafbb {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.487146] env[62353]: DEBUG oslo_vmware.api [None req-16f70fe7-d8e7-4ffd-8efd-5463e29b6640 tempest-TenantUsagesTestJSON-828266692 tempest-TenantUsagesTestJSON-828266692-project-member] Waiting for the task: (returnval){ [ 683.487146] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]522718ad-1f9d-8ae4-ea07-0044343d26a9" [ 683.487146] env[62353]: _type = "Task" [ 683.487146] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.498678] env[62353]: DEBUG oslo_vmware.api [None req-16f70fe7-d8e7-4ffd-8efd-5463e29b6640 tempest-TenantUsagesTestJSON-828266692 tempest-TenantUsagesTestJSON-828266692-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]522718ad-1f9d-8ae4-ea07-0044343d26a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.549645] env[62353]: DEBUG nova.compute.manager [req-5590d8eb-55d1-4b3b-9ffc-2e9c6fbbe81f req-056c0058-d853-4bb1-af0c-e489cea9e0fc service nova] [instance: da04e4bf-dc3d-45a8-b0f9-ef9a7491e297] Received event network-vif-deleted-330d03a8-a6bd-43aa-8ea4-7aaf5e3509ae {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 683.549847] env[62353]: INFO nova.compute.manager [req-5590d8eb-55d1-4b3b-9ffc-2e9c6fbbe81f req-056c0058-d853-4bb1-af0c-e489cea9e0fc service nova] [instance: da04e4bf-dc3d-45a8-b0f9-ef9a7491e297] Neutron deleted interface 330d03a8-a6bd-43aa-8ea4-7aaf5e3509ae; detaching it from the instance and deleting it from the info cache [ 683.550029] env[62353]: DEBUG nova.network.neutron [req-5590d8eb-55d1-4b3b-9ffc-2e9c6fbbe81f req-056c0058-d853-4bb1-af0c-e489cea9e0fc service nova] [instance: da04e4bf-dc3d-45a8-b0f9-ef9a7491e297] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 683.564144] env[62353]: DEBUG oslo_vmware.api [None req-716753f5-8fb2-4762-8d86-854505dcfb09 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] Task: {'id': task-2372095, 'name': RemoveSnapshot_Task, 'duration_secs': 0.582541} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.567201] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-716753f5-8fb2-4762-8d86-854505dcfb09 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] [instance: 7d40ad55-ab59-461f-986e-22aa0133f68f] Deleted Snapshot of the VM instance {{(pid=62353) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 683.567497] env[62353]: INFO nova.compute.manager [None req-716753f5-8fb2-4762-8d86-854505dcfb09 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] [instance: 7d40ad55-ab59-461f-986e-22aa0133f68f] Took 13.78 seconds to snapshot the instance on the hypervisor. [ 683.605979] env[62353]: DEBUG nova.network.neutron [req-e77be5ac-8f23-4fd6-a3fd-75497c51f3e8 req-53052ddc-56bb-4e8d-8f19-099b207590a4 service nova] [instance: 5b4524e2-ff60-4ae5-9658-7fe7cad2b878] Updated VIF entry in instance network info cache for port 6a7d9990-2ab2-454c-9caf-c2560156dd3b. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 683.605979] env[62353]: DEBUG nova.network.neutron [req-e77be5ac-8f23-4fd6-a3fd-75497c51f3e8 req-53052ddc-56bb-4e8d-8f19-099b207590a4 service nova] [instance: 5b4524e2-ff60-4ae5-9658-7fe7cad2b878] Updating instance_info_cache with network_info: [{"id": "6a7d9990-2ab2-454c-9caf-c2560156dd3b", "address": "fa:16:3e:76:77:71", "network": {"id": "2be634d9-365a-4258-9bd8-c03318d42ac3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.127", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0a3f88790a594523a818b8c00f6862e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a7d9990-2a", "ovs_interfaceid": "6a7d9990-2ab2-454c-9caf-c2560156dd3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 683.760545] env[62353]: DEBUG nova.compute.utils [None req-78efc95a-2ff6-418d-90a5-15afcda1b382 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 683.762318] env[62353]: DEBUG nova.compute.manager [None req-78efc95a-2ff6-418d-90a5-15afcda1b382 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823-project-member] [instance: b3e7bd84-3c18-40c7-95a7-9b259069f066] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 683.762980] env[62353]: DEBUG nova.network.neutron [None req-78efc95a-2ff6-418d-90a5-15afcda1b382 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823-project-member] [instance: b3e7bd84-3c18-40c7-95a7-9b259069f066] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 683.801860] env[62353]: DEBUG nova.policy [None req-78efc95a-2ff6-418d-90a5-15afcda1b382 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2755ccb19b7e4c06bb468c20ec507170', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a9c5487294a14664b7ce67c12a3ff8a3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:192}} [ 683.897923] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c882187a-6e0b-4bcf-81dc-84115e5fbdf5 tempest-ServerDiagnosticsNegativeTest-1842184558 tempest-ServerDiagnosticsNegativeTest-1842184558-project-member] Acquiring lock "refresh_cache-ed958c86-7d75-439f-a3f1-8c8d2fc6ea0d" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 683.898119] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c882187a-6e0b-4bcf-81dc-84115e5fbdf5 tempest-ServerDiagnosticsNegativeTest-1842184558 tempest-ServerDiagnosticsNegativeTest-1842184558-project-member] Acquired lock "refresh_cache-ed958c86-7d75-439f-a3f1-8c8d2fc6ea0d" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.898273] env[62353]: DEBUG nova.network.neutron [None req-c882187a-6e0b-4bcf-81dc-84115e5fbdf5 tempest-ServerDiagnosticsNegativeTest-1842184558 tempest-ServerDiagnosticsNegativeTest-1842184558-project-member] [instance: ed958c86-7d75-439f-a3f1-8c8d2fc6ea0d] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 683.937892] env[62353]: DEBUG nova.network.neutron [-] [instance: da04e4bf-dc3d-45a8-b0f9-ef9a7491e297] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 683.999985] env[62353]: DEBUG oslo_vmware.api [None req-16f70fe7-d8e7-4ffd-8efd-5463e29b6640 tempest-TenantUsagesTestJSON-828266692 tempest-TenantUsagesTestJSON-828266692-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]522718ad-1f9d-8ae4-ea07-0044343d26a9, 'name': SearchDatastore_Task, 'duration_secs': 0.021981} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.001418] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dba57ad7-21f2-4bea-8e13-a61c327f3e85 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.009015] env[62353]: DEBUG oslo_vmware.api [None req-16f70fe7-d8e7-4ffd-8efd-5463e29b6640 tempest-TenantUsagesTestJSON-828266692 tempest-TenantUsagesTestJSON-828266692-project-member] Waiting for the task: (returnval){ [ 684.009015] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]521de64c-b32e-8d77-7529-72c6323690ff" [ 684.009015] env[62353]: _type = "Task" [ 684.009015] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.023888] env[62353]: DEBUG oslo_vmware.api [None req-16f70fe7-d8e7-4ffd-8efd-5463e29b6640 tempest-TenantUsagesTestJSON-828266692 tempest-TenantUsagesTestJSON-828266692-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]521de64c-b32e-8d77-7529-72c6323690ff, 'name': SearchDatastore_Task, 'duration_secs': 0.00983} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.025152] env[62353]: DEBUG oslo_concurrency.lockutils [None req-16f70fe7-d8e7-4ffd-8efd-5463e29b6640 tempest-TenantUsagesTestJSON-828266692 tempest-TenantUsagesTestJSON-828266692-project-member] Releasing lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 684.025152] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-16f70fe7-d8e7-4ffd-8efd-5463e29b6640 tempest-TenantUsagesTestJSON-828266692 tempest-TenantUsagesTestJSON-828266692-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore1] 5b4524e2-ff60-4ae5-9658-7fe7cad2b878/5b4524e2-ff60-4ae5-9658-7fe7cad2b878.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 684.025467] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-39dd3580-1cdb-48c3-806c-9707c51acf16 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.035214] env[62353]: DEBUG oslo_vmware.api [None req-16f70fe7-d8e7-4ffd-8efd-5463e29b6640 tempest-TenantUsagesTestJSON-828266692 tempest-TenantUsagesTestJSON-828266692-project-member] Waiting for the task: (returnval){ [ 684.035214] env[62353]: value = "task-2372097" [ 684.035214] env[62353]: _type = "Task" [ 684.035214] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.049129] env[62353]: DEBUG oslo_vmware.api [None req-16f70fe7-d8e7-4ffd-8efd-5463e29b6640 tempest-TenantUsagesTestJSON-828266692 tempest-TenantUsagesTestJSON-828266692-project-member] Task: {'id': task-2372097, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.053977] env[62353]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-80009fbf-2ca3-40c1-a92c-50b0ad53c6a1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.063797] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc19538c-6e16-4874-a271-70fff452d3e8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.082391] env[62353]: DEBUG nova.network.neutron [None req-78efc95a-2ff6-418d-90a5-15afcda1b382 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823-project-member] [instance: b3e7bd84-3c18-40c7-95a7-9b259069f066] Successfully created port: 97989fed-c992-4d8e-8c74-428b26e242e8 {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 684.115665] env[62353]: DEBUG oslo_concurrency.lockutils [req-e77be5ac-8f23-4fd6-a3fd-75497c51f3e8 req-53052ddc-56bb-4e8d-8f19-099b207590a4 service nova] Releasing lock "refresh_cache-5b4524e2-ff60-4ae5-9658-7fe7cad2b878" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 684.116284] env[62353]: DEBUG nova.compute.manager [req-5590d8eb-55d1-4b3b-9ffc-2e9c6fbbe81f req-056c0058-d853-4bb1-af0c-e489cea9e0fc service nova] [instance: da04e4bf-dc3d-45a8-b0f9-ef9a7491e297] Detach interface failed, port_id=330d03a8-a6bd-43aa-8ea4-7aaf5e3509ae, reason: Instance da04e4bf-dc3d-45a8-b0f9-ef9a7491e297 could not be found. {{(pid=62353) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 684.266686] env[62353]: DEBUG nova.compute.manager [None req-78efc95a-2ff6-418d-90a5-15afcda1b382 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823-project-member] [instance: b3e7bd84-3c18-40c7-95a7-9b259069f066] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 684.436225] env[62353]: DEBUG nova.network.neutron [None req-c882187a-6e0b-4bcf-81dc-84115e5fbdf5 tempest-ServerDiagnosticsNegativeTest-1842184558 tempest-ServerDiagnosticsNegativeTest-1842184558-project-member] [instance: ed958c86-7d75-439f-a3f1-8c8d2fc6ea0d] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 684.441508] env[62353]: INFO nova.compute.manager [-] [instance: da04e4bf-dc3d-45a8-b0f9-ef9a7491e297] Took 1.32 seconds to deallocate network for instance. [ 684.545903] env[62353]: DEBUG oslo_vmware.api [None req-16f70fe7-d8e7-4ffd-8efd-5463e29b6640 tempest-TenantUsagesTestJSON-828266692 tempest-TenantUsagesTestJSON-828266692-project-member] Task: {'id': task-2372097, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.446171} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.546195] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-16f70fe7-d8e7-4ffd-8efd-5463e29b6640 tempest-TenantUsagesTestJSON-828266692 tempest-TenantUsagesTestJSON-828266692-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore1] 5b4524e2-ff60-4ae5-9658-7fe7cad2b878/5b4524e2-ff60-4ae5-9658-7fe7cad2b878.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 684.546406] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-16f70fe7-d8e7-4ffd-8efd-5463e29b6640 tempest-TenantUsagesTestJSON-828266692 tempest-TenantUsagesTestJSON-828266692-project-member] [instance: 5b4524e2-ff60-4ae5-9658-7fe7cad2b878] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 684.546653] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-935f81c8-a790-420d-a6e5-a88233efc889 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.555795] env[62353]: DEBUG oslo_vmware.api [None req-16f70fe7-d8e7-4ffd-8efd-5463e29b6640 tempest-TenantUsagesTestJSON-828266692 tempest-TenantUsagesTestJSON-828266692-project-member] Waiting for the task: (returnval){ [ 684.555795] env[62353]: value = "task-2372098" [ 684.555795] env[62353]: _type = "Task" [ 684.555795] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.568588] env[62353]: DEBUG oslo_vmware.api [None req-16f70fe7-d8e7-4ffd-8efd-5463e29b6640 tempest-TenantUsagesTestJSON-828266692 tempest-TenantUsagesTestJSON-828266692-project-member] Task: {'id': task-2372098, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.591372] env[62353]: DEBUG nova.network.neutron [None req-c882187a-6e0b-4bcf-81dc-84115e5fbdf5 tempest-ServerDiagnosticsNegativeTest-1842184558 tempest-ServerDiagnosticsNegativeTest-1842184558-project-member] [instance: ed958c86-7d75-439f-a3f1-8c8d2fc6ea0d] Updating instance_info_cache with network_info: [{"id": "bae152af-e121-4635-a362-1906cccea3c2", "address": "fa:16:3e:b6:95:37", "network": {"id": "2be634d9-365a-4258-9bd8-c03318d42ac3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.112", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0a3f88790a594523a818b8c00f6862e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbae152af-e1", "ovs_interfaceid": "bae152af-e121-4635-a362-1906cccea3c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 684.908559] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c42b3a9f-c5e5-499e-a6f7-646ddb0c3f0f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.917373] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cc01b67-9bb1-4089-94cb-f4faeea87271 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.949558] env[62353]: DEBUG oslo_concurrency.lockutils [None req-545a90e4-a49c-4d38-9b25-039d443a593b tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 684.952260] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3630cc9-52b2-478e-a25e-904d0eb31ffe {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.956830] env[62353]: DEBUG nova.compute.manager [req-d5979449-89dd-4c93-8bd5-4af90d4f72b8 req-30d9caeb-5d50-45b8-a34c-ae067aa70ee0 service nova] [instance: ed958c86-7d75-439f-a3f1-8c8d2fc6ea0d] Received event network-vif-plugged-bae152af-e121-4635-a362-1906cccea3c2 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 684.956830] env[62353]: DEBUG oslo_concurrency.lockutils [req-d5979449-89dd-4c93-8bd5-4af90d4f72b8 req-30d9caeb-5d50-45b8-a34c-ae067aa70ee0 service nova] Acquiring lock "ed958c86-7d75-439f-a3f1-8c8d2fc6ea0d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 684.956830] env[62353]: DEBUG oslo_concurrency.lockutils [req-d5979449-89dd-4c93-8bd5-4af90d4f72b8 req-30d9caeb-5d50-45b8-a34c-ae067aa70ee0 service nova] Lock "ed958c86-7d75-439f-a3f1-8c8d2fc6ea0d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 684.956830] env[62353]: DEBUG oslo_concurrency.lockutils [req-d5979449-89dd-4c93-8bd5-4af90d4f72b8 req-30d9caeb-5d50-45b8-a34c-ae067aa70ee0 service nova] Lock "ed958c86-7d75-439f-a3f1-8c8d2fc6ea0d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 684.956830] env[62353]: DEBUG nova.compute.manager [req-d5979449-89dd-4c93-8bd5-4af90d4f72b8 req-30d9caeb-5d50-45b8-a34c-ae067aa70ee0 service nova] [instance: ed958c86-7d75-439f-a3f1-8c8d2fc6ea0d] No waiting events found dispatching network-vif-plugged-bae152af-e121-4635-a362-1906cccea3c2 {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 684.957111] env[62353]: WARNING nova.compute.manager [req-d5979449-89dd-4c93-8bd5-4af90d4f72b8 req-30d9caeb-5d50-45b8-a34c-ae067aa70ee0 service nova] [instance: ed958c86-7d75-439f-a3f1-8c8d2fc6ea0d] Received unexpected event network-vif-plugged-bae152af-e121-4635-a362-1906cccea3c2 for instance with vm_state building and task_state spawning. [ 684.957350] env[62353]: DEBUG nova.compute.manager [req-d5979449-89dd-4c93-8bd5-4af90d4f72b8 req-30d9caeb-5d50-45b8-a34c-ae067aa70ee0 service nova] [instance: ed958c86-7d75-439f-a3f1-8c8d2fc6ea0d] Received event network-changed-bae152af-e121-4635-a362-1906cccea3c2 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 684.957350] env[62353]: DEBUG nova.compute.manager [req-d5979449-89dd-4c93-8bd5-4af90d4f72b8 req-30d9caeb-5d50-45b8-a34c-ae067aa70ee0 service nova] [instance: ed958c86-7d75-439f-a3f1-8c8d2fc6ea0d] Refreshing instance network info cache due to event network-changed-bae152af-e121-4635-a362-1906cccea3c2. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 684.958182] env[62353]: DEBUG oslo_concurrency.lockutils [req-d5979449-89dd-4c93-8bd5-4af90d4f72b8 req-30d9caeb-5d50-45b8-a34c-ae067aa70ee0 service nova] Acquiring lock "refresh_cache-ed958c86-7d75-439f-a3f1-8c8d2fc6ea0d" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 684.964897] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebadb093-69ac-4c48-a151-982da1decf80 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.981247] env[62353]: DEBUG nova.compute.provider_tree [None req-4b670ca0-2877-42bc-9cab-17ca5e347da7 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 685.068732] env[62353]: DEBUG oslo_vmware.api [None req-16f70fe7-d8e7-4ffd-8efd-5463e29b6640 tempest-TenantUsagesTestJSON-828266692 tempest-TenantUsagesTestJSON-828266692-project-member] Task: {'id': task-2372098, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070057} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.069034] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-16f70fe7-d8e7-4ffd-8efd-5463e29b6640 tempest-TenantUsagesTestJSON-828266692 tempest-TenantUsagesTestJSON-828266692-project-member] [instance: 5b4524e2-ff60-4ae5-9658-7fe7cad2b878] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 685.069798] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cf13861-78e4-4851-8f1f-675edc1734b6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.093113] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-16f70fe7-d8e7-4ffd-8efd-5463e29b6640 tempest-TenantUsagesTestJSON-828266692 tempest-TenantUsagesTestJSON-828266692-project-member] [instance: 5b4524e2-ff60-4ae5-9658-7fe7cad2b878] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] 5b4524e2-ff60-4ae5-9658-7fe7cad2b878/5b4524e2-ff60-4ae5-9658-7fe7cad2b878.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 685.093397] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b0add298-7cc5-43a0-a562-dd386438785a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.107657] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c882187a-6e0b-4bcf-81dc-84115e5fbdf5 tempest-ServerDiagnosticsNegativeTest-1842184558 tempest-ServerDiagnosticsNegativeTest-1842184558-project-member] Releasing lock "refresh_cache-ed958c86-7d75-439f-a3f1-8c8d2fc6ea0d" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 685.107867] env[62353]: DEBUG nova.compute.manager [None req-c882187a-6e0b-4bcf-81dc-84115e5fbdf5 tempest-ServerDiagnosticsNegativeTest-1842184558 tempest-ServerDiagnosticsNegativeTest-1842184558-project-member] [instance: ed958c86-7d75-439f-a3f1-8c8d2fc6ea0d] Instance network_info: |[{"id": "bae152af-e121-4635-a362-1906cccea3c2", "address": "fa:16:3e:b6:95:37", "network": {"id": "2be634d9-365a-4258-9bd8-c03318d42ac3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.112", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0a3f88790a594523a818b8c00f6862e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbae152af-e1", "ovs_interfaceid": "bae152af-e121-4635-a362-1906cccea3c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 685.108510] env[62353]: DEBUG oslo_concurrency.lockutils [req-d5979449-89dd-4c93-8bd5-4af90d4f72b8 req-30d9caeb-5d50-45b8-a34c-ae067aa70ee0 service nova] Acquired lock "refresh_cache-ed958c86-7d75-439f-a3f1-8c8d2fc6ea0d" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.108688] env[62353]: DEBUG nova.network.neutron [req-d5979449-89dd-4c93-8bd5-4af90d4f72b8 req-30d9caeb-5d50-45b8-a34c-ae067aa70ee0 service nova] [instance: ed958c86-7d75-439f-a3f1-8c8d2fc6ea0d] Refreshing network info cache for port bae152af-e121-4635-a362-1906cccea3c2 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 685.109890] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-c882187a-6e0b-4bcf-81dc-84115e5fbdf5 tempest-ServerDiagnosticsNegativeTest-1842184558 tempest-ServerDiagnosticsNegativeTest-1842184558-project-member] [instance: ed958c86-7d75-439f-a3f1-8c8d2fc6ea0d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b6:95:37', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ec46b14d-3310-4f2b-96c1-f53ee47d3759', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bae152af-e121-4635-a362-1906cccea3c2', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 685.117030] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-c882187a-6e0b-4bcf-81dc-84115e5fbdf5 tempest-ServerDiagnosticsNegativeTest-1842184558 tempest-ServerDiagnosticsNegativeTest-1842184558-project-member] Creating folder: Project (70b4d0fe41d94e3997820682583497ac). Parent ref: group-v481456. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 685.118645] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b4bf6c8d-f000-4fb5-8f2b-fd0b3f93596d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.124504] env[62353]: DEBUG oslo_vmware.api [None req-16f70fe7-d8e7-4ffd-8efd-5463e29b6640 tempest-TenantUsagesTestJSON-828266692 tempest-TenantUsagesTestJSON-828266692-project-member] Waiting for the task: (returnval){ [ 685.124504] env[62353]: value = "task-2372099" [ 685.124504] env[62353]: _type = "Task" [ 685.124504] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.132821] env[62353]: DEBUG oslo_vmware.api [None req-16f70fe7-d8e7-4ffd-8efd-5463e29b6640 tempest-TenantUsagesTestJSON-828266692 tempest-TenantUsagesTestJSON-828266692-project-member] Task: {'id': task-2372099, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.134233] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-c882187a-6e0b-4bcf-81dc-84115e5fbdf5 tempest-ServerDiagnosticsNegativeTest-1842184558 tempest-ServerDiagnosticsNegativeTest-1842184558-project-member] Created folder: Project (70b4d0fe41d94e3997820682583497ac) in parent group-v481456. [ 685.134347] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-c882187a-6e0b-4bcf-81dc-84115e5fbdf5 tempest-ServerDiagnosticsNegativeTest-1842184558 tempest-ServerDiagnosticsNegativeTest-1842184558-project-member] Creating folder: Instances. Parent ref: group-v481566. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 685.134546] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-18303f85-0541-4903-898a-d460163cf05c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.151210] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-c882187a-6e0b-4bcf-81dc-84115e5fbdf5 tempest-ServerDiagnosticsNegativeTest-1842184558 tempest-ServerDiagnosticsNegativeTest-1842184558-project-member] Created folder: Instances in parent group-v481566. [ 685.151741] env[62353]: DEBUG oslo.service.loopingcall [None req-c882187a-6e0b-4bcf-81dc-84115e5fbdf5 tempest-ServerDiagnosticsNegativeTest-1842184558 tempest-ServerDiagnosticsNegativeTest-1842184558-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 685.152870] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed958c86-7d75-439f-a3f1-8c8d2fc6ea0d] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 685.153922] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bbc7576a-f422-48b2-84a4-4c06a2e67782 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.174423] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 685.174423] env[62353]: value = "task-2372102" [ 685.174423] env[62353]: _type = "Task" [ 685.174423] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.182941] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372102, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.275497] env[62353]: DEBUG nova.compute.manager [None req-78efc95a-2ff6-418d-90a5-15afcda1b382 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823-project-member] [instance: b3e7bd84-3c18-40c7-95a7-9b259069f066] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 685.296917] env[62353]: DEBUG nova.virt.hardware [None req-78efc95a-2ff6-418d-90a5-15afcda1b382 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T12:38:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T12:38:15Z,direct_url=,disk_format='vmdk',id=06f909ae-e8dc-43b4-abf7-c7ed85db9bbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0a3f88790a594523a818b8c00f6862e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T12:38:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 685.297168] env[62353]: DEBUG nova.virt.hardware [None req-78efc95a-2ff6-418d-90a5-15afcda1b382 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 685.297323] env[62353]: DEBUG nova.virt.hardware [None req-78efc95a-2ff6-418d-90a5-15afcda1b382 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 685.297504] env[62353]: DEBUG nova.virt.hardware [None req-78efc95a-2ff6-418d-90a5-15afcda1b382 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 685.297648] env[62353]: DEBUG nova.virt.hardware [None req-78efc95a-2ff6-418d-90a5-15afcda1b382 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 685.297790] env[62353]: DEBUG nova.virt.hardware [None req-78efc95a-2ff6-418d-90a5-15afcda1b382 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 685.297996] env[62353]: DEBUG nova.virt.hardware [None req-78efc95a-2ff6-418d-90a5-15afcda1b382 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 685.298170] env[62353]: DEBUG nova.virt.hardware [None req-78efc95a-2ff6-418d-90a5-15afcda1b382 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 685.298337] env[62353]: DEBUG nova.virt.hardware [None req-78efc95a-2ff6-418d-90a5-15afcda1b382 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 685.298500] env[62353]: DEBUG nova.virt.hardware [None req-78efc95a-2ff6-418d-90a5-15afcda1b382 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 685.298668] env[62353]: DEBUG nova.virt.hardware [None req-78efc95a-2ff6-418d-90a5-15afcda1b382 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 685.299544] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-077a1ba4-5c27-4efe-adb0-b55f7d22fd50 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.309473] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-360f36f6-6584-4f65-9371-bf0b6f7fd908 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.486333] env[62353]: DEBUG nova.scheduler.client.report [None req-4b670ca0-2877-42bc-9cab-17ca5e347da7 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 685.582388] env[62353]: DEBUG nova.compute.manager [req-486dd15d-99bd-49dd-8656-e03669af876d req-70446615-19b6-46f6-acb1-89dc1a29fb1c service nova] [instance: b3e7bd84-3c18-40c7-95a7-9b259069f066] Received event network-vif-plugged-97989fed-c992-4d8e-8c74-428b26e242e8 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 685.582597] env[62353]: DEBUG oslo_concurrency.lockutils [req-486dd15d-99bd-49dd-8656-e03669af876d req-70446615-19b6-46f6-acb1-89dc1a29fb1c service nova] Acquiring lock "b3e7bd84-3c18-40c7-95a7-9b259069f066-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 685.582805] env[62353]: DEBUG oslo_concurrency.lockutils [req-486dd15d-99bd-49dd-8656-e03669af876d req-70446615-19b6-46f6-acb1-89dc1a29fb1c service nova] Lock "b3e7bd84-3c18-40c7-95a7-9b259069f066-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 685.582976] env[62353]: DEBUG oslo_concurrency.lockutils [req-486dd15d-99bd-49dd-8656-e03669af876d req-70446615-19b6-46f6-acb1-89dc1a29fb1c service nova] Lock "b3e7bd84-3c18-40c7-95a7-9b259069f066-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 685.583153] env[62353]: DEBUG nova.compute.manager [req-486dd15d-99bd-49dd-8656-e03669af876d req-70446615-19b6-46f6-acb1-89dc1a29fb1c service nova] [instance: b3e7bd84-3c18-40c7-95a7-9b259069f066] No waiting events found dispatching network-vif-plugged-97989fed-c992-4d8e-8c74-428b26e242e8 {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 685.583320] env[62353]: WARNING nova.compute.manager [req-486dd15d-99bd-49dd-8656-e03669af876d req-70446615-19b6-46f6-acb1-89dc1a29fb1c service nova] [instance: b3e7bd84-3c18-40c7-95a7-9b259069f066] Received unexpected event network-vif-plugged-97989fed-c992-4d8e-8c74-428b26e242e8 for instance with vm_state building and task_state spawning. [ 685.599320] env[62353]: DEBUG nova.network.neutron [None req-78efc95a-2ff6-418d-90a5-15afcda1b382 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823-project-member] [instance: b3e7bd84-3c18-40c7-95a7-9b259069f066] Successfully updated port: 97989fed-c992-4d8e-8c74-428b26e242e8 {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 685.637859] env[62353]: DEBUG oslo_vmware.api [None req-16f70fe7-d8e7-4ffd-8efd-5463e29b6640 tempest-TenantUsagesTestJSON-828266692 tempest-TenantUsagesTestJSON-828266692-project-member] Task: {'id': task-2372099, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.641599] env[62353]: DEBUG oslo_concurrency.lockutils [None req-bb2feb61-40b8-4743-9084-fc38a4798435 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] Acquiring lock "7d40ad55-ab59-461f-986e-22aa0133f68f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 685.642297] env[62353]: DEBUG oslo_concurrency.lockutils [None req-bb2feb61-40b8-4743-9084-fc38a4798435 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] Lock "7d40ad55-ab59-461f-986e-22aa0133f68f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 685.642500] env[62353]: DEBUG oslo_concurrency.lockutils [None req-bb2feb61-40b8-4743-9084-fc38a4798435 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] Acquiring lock "7d40ad55-ab59-461f-986e-22aa0133f68f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 685.642695] env[62353]: DEBUG oslo_concurrency.lockutils [None req-bb2feb61-40b8-4743-9084-fc38a4798435 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] Lock "7d40ad55-ab59-461f-986e-22aa0133f68f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 685.642868] env[62353]: DEBUG oslo_concurrency.lockutils [None req-bb2feb61-40b8-4743-9084-fc38a4798435 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] Lock "7d40ad55-ab59-461f-986e-22aa0133f68f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 685.649773] env[62353]: INFO nova.compute.manager [None req-bb2feb61-40b8-4743-9084-fc38a4798435 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] [instance: 7d40ad55-ab59-461f-986e-22aa0133f68f] Terminating instance [ 685.685767] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372102, 'name': CreateVM_Task} progress is 25%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.841237] env[62353]: DEBUG nova.network.neutron [req-d5979449-89dd-4c93-8bd5-4af90d4f72b8 req-30d9caeb-5d50-45b8-a34c-ae067aa70ee0 service nova] [instance: ed958c86-7d75-439f-a3f1-8c8d2fc6ea0d] Updated VIF entry in instance network info cache for port bae152af-e121-4635-a362-1906cccea3c2. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 685.841598] env[62353]: DEBUG nova.network.neutron [req-d5979449-89dd-4c93-8bd5-4af90d4f72b8 req-30d9caeb-5d50-45b8-a34c-ae067aa70ee0 service nova] [instance: ed958c86-7d75-439f-a3f1-8c8d2fc6ea0d] Updating instance_info_cache with network_info: [{"id": "bae152af-e121-4635-a362-1906cccea3c2", "address": "fa:16:3e:b6:95:37", "network": {"id": "2be634d9-365a-4258-9bd8-c03318d42ac3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.112", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0a3f88790a594523a818b8c00f6862e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbae152af-e1", "ovs_interfaceid": "bae152af-e121-4635-a362-1906cccea3c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 685.989454] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4b670ca0-2877-42bc-9cab-17ca5e347da7 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.741s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 685.989990] env[62353]: DEBUG nova.compute.manager [None req-4b670ca0-2877-42bc-9cab-17ca5e347da7 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] [instance: d99b532a-164e-471b-b9ca-a0850f606780] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 685.992471] env[62353]: DEBUG oslo_concurrency.lockutils [None req-33c12255-c351-4da5-947c-66f0be99c2e1 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.994s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 685.992656] env[62353]: DEBUG oslo_concurrency.lockutils [None req-33c12255-c351-4da5-947c-66f0be99c2e1 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 685.994678] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ad042889-f96a-4183-ac0f-aaa87c9da2f6 tempest-AttachInterfacesV270Test-454918473 tempest-AttachInterfacesV270Test-454918473-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.889s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 685.996136] env[62353]: INFO nova.compute.claims [None req-ad042889-f96a-4183-ac0f-aaa87c9da2f6 tempest-AttachInterfacesV270Test-454918473 tempest-AttachInterfacesV270Test-454918473-project-member] [instance: 9523a163-666d-448f-84a6-5278a7171f86] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 686.018458] env[62353]: INFO nova.scheduler.client.report [None req-33c12255-c351-4da5-947c-66f0be99c2e1 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Deleted allocations for instance bc2376dd-856e-4797-bd2a-1db5c2be795d [ 686.102707] env[62353]: DEBUG oslo_concurrency.lockutils [None req-78efc95a-2ff6-418d-90a5-15afcda1b382 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823-project-member] Acquiring lock "refresh_cache-b3e7bd84-3c18-40c7-95a7-9b259069f066" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 686.102707] env[62353]: DEBUG oslo_concurrency.lockutils [None req-78efc95a-2ff6-418d-90a5-15afcda1b382 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823-project-member] Acquired lock "refresh_cache-b3e7bd84-3c18-40c7-95a7-9b259069f066" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.102707] env[62353]: DEBUG nova.network.neutron [None req-78efc95a-2ff6-418d-90a5-15afcda1b382 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823-project-member] [instance: b3e7bd84-3c18-40c7-95a7-9b259069f066] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 686.135188] env[62353]: DEBUG oslo_vmware.api [None req-16f70fe7-d8e7-4ffd-8efd-5463e29b6640 tempest-TenantUsagesTestJSON-828266692 tempest-TenantUsagesTestJSON-828266692-project-member] Task: {'id': task-2372099, 'name': ReconfigVM_Task, 'duration_secs': 0.551714} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.135437] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-16f70fe7-d8e7-4ffd-8efd-5463e29b6640 tempest-TenantUsagesTestJSON-828266692 tempest-TenantUsagesTestJSON-828266692-project-member] [instance: 5b4524e2-ff60-4ae5-9658-7fe7cad2b878] Reconfigured VM instance instance-00000021 to attach disk [datastore1] 5b4524e2-ff60-4ae5-9658-7fe7cad2b878/5b4524e2-ff60-4ae5-9658-7fe7cad2b878.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 686.136062] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b97633db-5f56-4e85-a35c-cc05fe6e09f5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.143303] env[62353]: DEBUG oslo_vmware.api [None req-16f70fe7-d8e7-4ffd-8efd-5463e29b6640 tempest-TenantUsagesTestJSON-828266692 tempest-TenantUsagesTestJSON-828266692-project-member] Waiting for the task: (returnval){ [ 686.143303] env[62353]: value = "task-2372103" [ 686.143303] env[62353]: _type = "Task" [ 686.143303] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.152475] env[62353]: DEBUG nova.compute.manager [None req-bb2feb61-40b8-4743-9084-fc38a4798435 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] [instance: 7d40ad55-ab59-461f-986e-22aa0133f68f] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 686.152685] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-bb2feb61-40b8-4743-9084-fc38a4798435 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] [instance: 7d40ad55-ab59-461f-986e-22aa0133f68f] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 686.152946] env[62353]: DEBUG oslo_vmware.api [None req-16f70fe7-d8e7-4ffd-8efd-5463e29b6640 tempest-TenantUsagesTestJSON-828266692 tempest-TenantUsagesTestJSON-828266692-project-member] Task: {'id': task-2372103, 'name': Rename_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.153665] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1a4e776-7c2e-4973-aab1-90cbe1f137e2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.160511] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb2feb61-40b8-4743-9084-fc38a4798435 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] [instance: 7d40ad55-ab59-461f-986e-22aa0133f68f] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 686.160741] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f5eb5995-b1f1-4885-91c3-ba2aa6a54e9f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.167313] env[62353]: DEBUG oslo_vmware.api [None req-bb2feb61-40b8-4743-9084-fc38a4798435 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] Waiting for the task: (returnval){ [ 686.167313] env[62353]: value = "task-2372104" [ 686.167313] env[62353]: _type = "Task" [ 686.167313] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.176471] env[62353]: DEBUG oslo_vmware.api [None req-bb2feb61-40b8-4743-9084-fc38a4798435 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] Task: {'id': task-2372104, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.185763] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372102, 'name': CreateVM_Task, 'duration_secs': 0.639024} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.185960] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed958c86-7d75-439f-a3f1-8c8d2fc6ea0d] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 686.186650] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c882187a-6e0b-4bcf-81dc-84115e5fbdf5 tempest-ServerDiagnosticsNegativeTest-1842184558 tempest-ServerDiagnosticsNegativeTest-1842184558-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 686.186805] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c882187a-6e0b-4bcf-81dc-84115e5fbdf5 tempest-ServerDiagnosticsNegativeTest-1842184558 tempest-ServerDiagnosticsNegativeTest-1842184558-project-member] Acquired lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.187138] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c882187a-6e0b-4bcf-81dc-84115e5fbdf5 tempest-ServerDiagnosticsNegativeTest-1842184558 tempest-ServerDiagnosticsNegativeTest-1842184558-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 686.187399] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e67fec2-479f-4fd5-b882-4877e97cf030 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.192666] env[62353]: DEBUG oslo_vmware.api [None req-c882187a-6e0b-4bcf-81dc-84115e5fbdf5 tempest-ServerDiagnosticsNegativeTest-1842184558 tempest-ServerDiagnosticsNegativeTest-1842184558-project-member] Waiting for the task: (returnval){ [ 686.192666] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52be1fdb-8606-d6c0-108b-c360b3cc24e2" [ 686.192666] env[62353]: _type = "Task" [ 686.192666] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.201435] env[62353]: DEBUG oslo_vmware.api [None req-c882187a-6e0b-4bcf-81dc-84115e5fbdf5 tempest-ServerDiagnosticsNegativeTest-1842184558 tempest-ServerDiagnosticsNegativeTest-1842184558-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52be1fdb-8606-d6c0-108b-c360b3cc24e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.344441] env[62353]: DEBUG oslo_concurrency.lockutils [req-d5979449-89dd-4c93-8bd5-4af90d4f72b8 req-30d9caeb-5d50-45b8-a34c-ae067aa70ee0 service nova] Releasing lock "refresh_cache-ed958c86-7d75-439f-a3f1-8c8d2fc6ea0d" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 686.501679] env[62353]: DEBUG nova.compute.utils [None req-4b670ca0-2877-42bc-9cab-17ca5e347da7 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 686.505119] env[62353]: DEBUG nova.compute.manager [None req-4b670ca0-2877-42bc-9cab-17ca5e347da7 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] [instance: d99b532a-164e-471b-b9ca-a0850f606780] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 686.505295] env[62353]: DEBUG nova.network.neutron [None req-4b670ca0-2877-42bc-9cab-17ca5e347da7 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] [instance: d99b532a-164e-471b-b9ca-a0850f606780] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 686.524796] env[62353]: DEBUG oslo_concurrency.lockutils [None req-33c12255-c351-4da5-947c-66f0be99c2e1 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Lock "bc2376dd-856e-4797-bd2a-1db5c2be795d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.784s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 686.548868] env[62353]: DEBUG nova.policy [None req-4b670ca0-2877-42bc-9cab-17ca5e347da7 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c1e0eaad207c4383bb551abb686690eb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd213c623a43e4217a07ef7c0ece481da', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:192}} [ 686.653810] env[62353]: DEBUG oslo_vmware.api [None req-16f70fe7-d8e7-4ffd-8efd-5463e29b6640 tempest-TenantUsagesTestJSON-828266692 tempest-TenantUsagesTestJSON-828266692-project-member] Task: {'id': task-2372103, 'name': Rename_Task, 'duration_secs': 0.15012} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.654142] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-16f70fe7-d8e7-4ffd-8efd-5463e29b6640 tempest-TenantUsagesTestJSON-828266692 tempest-TenantUsagesTestJSON-828266692-project-member] [instance: 5b4524e2-ff60-4ae5-9658-7fe7cad2b878] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 686.654387] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-802098c7-904f-4b44-9717-53394959fc30 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.663078] env[62353]: DEBUG oslo_vmware.api [None req-16f70fe7-d8e7-4ffd-8efd-5463e29b6640 tempest-TenantUsagesTestJSON-828266692 tempest-TenantUsagesTestJSON-828266692-project-member] Waiting for the task: (returnval){ [ 686.663078] env[62353]: value = "task-2372105" [ 686.663078] env[62353]: _type = "Task" [ 686.663078] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.673856] env[62353]: DEBUG oslo_vmware.api [None req-16f70fe7-d8e7-4ffd-8efd-5463e29b6640 tempest-TenantUsagesTestJSON-828266692 tempest-TenantUsagesTestJSON-828266692-project-member] Task: {'id': task-2372105, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.678902] env[62353]: DEBUG oslo_vmware.api [None req-bb2feb61-40b8-4743-9084-fc38a4798435 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] Task: {'id': task-2372104, 'name': PowerOffVM_Task, 'duration_secs': 0.185185} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.679174] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb2feb61-40b8-4743-9084-fc38a4798435 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] [instance: 7d40ad55-ab59-461f-986e-22aa0133f68f] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 686.679339] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-bb2feb61-40b8-4743-9084-fc38a4798435 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] [instance: 7d40ad55-ab59-461f-986e-22aa0133f68f] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 686.679683] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-10da9ba6-956a-4de8-accf-ed27fcda31a7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.703337] env[62353]: DEBUG oslo_vmware.api [None req-c882187a-6e0b-4bcf-81dc-84115e5fbdf5 tempest-ServerDiagnosticsNegativeTest-1842184558 tempest-ServerDiagnosticsNegativeTest-1842184558-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52be1fdb-8606-d6c0-108b-c360b3cc24e2, 'name': SearchDatastore_Task, 'duration_secs': 0.009781} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.703629] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c882187a-6e0b-4bcf-81dc-84115e5fbdf5 tempest-ServerDiagnosticsNegativeTest-1842184558 tempest-ServerDiagnosticsNegativeTest-1842184558-project-member] Releasing lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 686.703987] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-c882187a-6e0b-4bcf-81dc-84115e5fbdf5 tempest-ServerDiagnosticsNegativeTest-1842184558 tempest-ServerDiagnosticsNegativeTest-1842184558-project-member] [instance: ed958c86-7d75-439f-a3f1-8c8d2fc6ea0d] Processing image 06f909ae-e8dc-43b4-abf7-c7ed85db9bbd {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 686.704313] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c882187a-6e0b-4bcf-81dc-84115e5fbdf5 tempest-ServerDiagnosticsNegativeTest-1842184558 tempest-ServerDiagnosticsNegativeTest-1842184558-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 686.704514] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c882187a-6e0b-4bcf-81dc-84115e5fbdf5 tempest-ServerDiagnosticsNegativeTest-1842184558 tempest-ServerDiagnosticsNegativeTest-1842184558-project-member] Acquired lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.704726] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-c882187a-6e0b-4bcf-81dc-84115e5fbdf5 tempest-ServerDiagnosticsNegativeTest-1842184558 tempest-ServerDiagnosticsNegativeTest-1842184558-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 686.705095] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-999a07e0-7556-47c3-b495-c8f0a8dd47a7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.713683] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-c882187a-6e0b-4bcf-81dc-84115e5fbdf5 tempest-ServerDiagnosticsNegativeTest-1842184558 tempest-ServerDiagnosticsNegativeTest-1842184558-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 686.713848] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-c882187a-6e0b-4bcf-81dc-84115e5fbdf5 tempest-ServerDiagnosticsNegativeTest-1842184558 tempest-ServerDiagnosticsNegativeTest-1842184558-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 686.714682] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66f587c0-9a29-421b-ae5c-071ce8baa8bf {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.719989] env[62353]: DEBUG oslo_vmware.api [None req-c882187a-6e0b-4bcf-81dc-84115e5fbdf5 tempest-ServerDiagnosticsNegativeTest-1842184558 tempest-ServerDiagnosticsNegativeTest-1842184558-project-member] Waiting for the task: (returnval){ [ 686.719989] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52c32237-0449-a422-a40f-568fd86031fe" [ 686.719989] env[62353]: _type = "Task" [ 686.719989] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.728493] env[62353]: DEBUG oslo_vmware.api [None req-c882187a-6e0b-4bcf-81dc-84115e5fbdf5 tempest-ServerDiagnosticsNegativeTest-1842184558 tempest-ServerDiagnosticsNegativeTest-1842184558-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52c32237-0449-a422-a40f-568fd86031fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.748053] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-bb2feb61-40b8-4743-9084-fc38a4798435 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] [instance: 7d40ad55-ab59-461f-986e-22aa0133f68f] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 686.748306] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-bb2feb61-40b8-4743-9084-fc38a4798435 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] [instance: 7d40ad55-ab59-461f-986e-22aa0133f68f] Deleting contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 686.748503] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb2feb61-40b8-4743-9084-fc38a4798435 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] Deleting the datastore file [datastore1] 7d40ad55-ab59-461f-986e-22aa0133f68f {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 686.748852] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6ee56e0c-532b-4d24-8da0-647f788d5928 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.756552] env[62353]: DEBUG oslo_vmware.api [None req-bb2feb61-40b8-4743-9084-fc38a4798435 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] Waiting for the task: (returnval){ [ 686.756552] env[62353]: value = "task-2372107" [ 686.756552] env[62353]: _type = "Task" [ 686.756552] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.765359] env[62353]: DEBUG oslo_vmware.api [None req-bb2feb61-40b8-4743-9084-fc38a4798435 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] Task: {'id': task-2372107, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.767073] env[62353]: DEBUG nova.network.neutron [None req-78efc95a-2ff6-418d-90a5-15afcda1b382 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823-project-member] [instance: b3e7bd84-3c18-40c7-95a7-9b259069f066] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 687.004982] env[62353]: DEBUG nova.network.neutron [None req-78efc95a-2ff6-418d-90a5-15afcda1b382 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823-project-member] [instance: b3e7bd84-3c18-40c7-95a7-9b259069f066] Updating instance_info_cache with network_info: [{"id": "97989fed-c992-4d8e-8c74-428b26e242e8", "address": "fa:16:3e:02:7f:82", "network": {"id": "82475d1e-f98c-4f9f-9613-d78d327fd78e", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1207201077-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9c5487294a14664b7ce67c12a3ff8a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39cd75b0-9ec7-48ed-b57f-34da0c573a60", "external-id": "nsx-vlan-transportzone-751", "segmentation_id": 751, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97989fed-c9", "ovs_interfaceid": "97989fed-c992-4d8e-8c74-428b26e242e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.006564] env[62353]: DEBUG nova.compute.manager [None req-4b670ca0-2877-42bc-9cab-17ca5e347da7 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] [instance: d99b532a-164e-471b-b9ca-a0850f606780] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 687.157025] env[62353]: DEBUG nova.network.neutron [None req-4b670ca0-2877-42bc-9cab-17ca5e347da7 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] [instance: d99b532a-164e-471b-b9ca-a0850f606780] Successfully created port: c5875a77-e14b-4b15-9989-ea55578e05bc {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 687.172775] env[62353]: DEBUG oslo_vmware.api [None req-16f70fe7-d8e7-4ffd-8efd-5463e29b6640 tempest-TenantUsagesTestJSON-828266692 tempest-TenantUsagesTestJSON-828266692-project-member] Task: {'id': task-2372105, 'name': PowerOnVM_Task, 'duration_secs': 0.4771} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.175462] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-16f70fe7-d8e7-4ffd-8efd-5463e29b6640 tempest-TenantUsagesTestJSON-828266692 tempest-TenantUsagesTestJSON-828266692-project-member] [instance: 5b4524e2-ff60-4ae5-9658-7fe7cad2b878] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 687.175643] env[62353]: INFO nova.compute.manager [None req-16f70fe7-d8e7-4ffd-8efd-5463e29b6640 tempest-TenantUsagesTestJSON-828266692 tempest-TenantUsagesTestJSON-828266692-project-member] [instance: 5b4524e2-ff60-4ae5-9658-7fe7cad2b878] Took 7.29 seconds to spawn the instance on the hypervisor. [ 687.176920] env[62353]: DEBUG nova.compute.manager [None req-16f70fe7-d8e7-4ffd-8efd-5463e29b6640 tempest-TenantUsagesTestJSON-828266692 tempest-TenantUsagesTestJSON-828266692-project-member] [instance: 5b4524e2-ff60-4ae5-9658-7fe7cad2b878] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 687.176920] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6903ac9b-b24e-410c-a1a2-c9e464fe4633 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.239124] env[62353]: DEBUG oslo_vmware.api [None req-c882187a-6e0b-4bcf-81dc-84115e5fbdf5 tempest-ServerDiagnosticsNegativeTest-1842184558 tempest-ServerDiagnosticsNegativeTest-1842184558-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52c32237-0449-a422-a40f-568fd86031fe, 'name': SearchDatastore_Task, 'duration_secs': 0.009972} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.240873] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-024a9d20-aaa2-4c90-a3ef-888c76251928 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.251748] env[62353]: DEBUG oslo_vmware.api [None req-c882187a-6e0b-4bcf-81dc-84115e5fbdf5 tempest-ServerDiagnosticsNegativeTest-1842184558 tempest-ServerDiagnosticsNegativeTest-1842184558-project-member] Waiting for the task: (returnval){ [ 687.251748] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52e6db02-5007-0a0e-d037-c60eaae414fd" [ 687.251748] env[62353]: _type = "Task" [ 687.251748] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.266459] env[62353]: DEBUG oslo_vmware.api [None req-c882187a-6e0b-4bcf-81dc-84115e5fbdf5 tempest-ServerDiagnosticsNegativeTest-1842184558 tempest-ServerDiagnosticsNegativeTest-1842184558-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52e6db02-5007-0a0e-d037-c60eaae414fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.274041] env[62353]: DEBUG oslo_vmware.api [None req-bb2feb61-40b8-4743-9084-fc38a4798435 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] Task: {'id': task-2372107, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138131} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.276753] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb2feb61-40b8-4743-9084-fc38a4798435 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 687.276949] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-bb2feb61-40b8-4743-9084-fc38a4798435 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] [instance: 7d40ad55-ab59-461f-986e-22aa0133f68f] Deleted contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 687.277144] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-bb2feb61-40b8-4743-9084-fc38a4798435 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] [instance: 7d40ad55-ab59-461f-986e-22aa0133f68f] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 687.277299] env[62353]: INFO nova.compute.manager [None req-bb2feb61-40b8-4743-9084-fc38a4798435 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] [instance: 7d40ad55-ab59-461f-986e-22aa0133f68f] Took 1.12 seconds to destroy the instance on the hypervisor. [ 687.277606] env[62353]: DEBUG oslo.service.loopingcall [None req-bb2feb61-40b8-4743-9084-fc38a4798435 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 687.278018] env[62353]: DEBUG nova.compute.manager [-] [instance: 7d40ad55-ab59-461f-986e-22aa0133f68f] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 687.278125] env[62353]: DEBUG nova.network.neutron [-] [instance: 7d40ad55-ab59-461f-986e-22aa0133f68f] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 687.512287] env[62353]: DEBUG oslo_concurrency.lockutils [None req-78efc95a-2ff6-418d-90a5-15afcda1b382 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823-project-member] Releasing lock "refresh_cache-b3e7bd84-3c18-40c7-95a7-9b259069f066" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 687.512641] env[62353]: DEBUG nova.compute.manager [None req-78efc95a-2ff6-418d-90a5-15afcda1b382 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823-project-member] [instance: b3e7bd84-3c18-40c7-95a7-9b259069f066] Instance network_info: |[{"id": "97989fed-c992-4d8e-8c74-428b26e242e8", "address": "fa:16:3e:02:7f:82", "network": {"id": "82475d1e-f98c-4f9f-9613-d78d327fd78e", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1207201077-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9c5487294a14664b7ce67c12a3ff8a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39cd75b0-9ec7-48ed-b57f-34da0c573a60", "external-id": "nsx-vlan-transportzone-751", "segmentation_id": 751, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97989fed-c9", "ovs_interfaceid": "97989fed-c992-4d8e-8c74-428b26e242e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 687.517557] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-78efc95a-2ff6-418d-90a5-15afcda1b382 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823-project-member] [instance: b3e7bd84-3c18-40c7-95a7-9b259069f066] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:02:7f:82', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '39cd75b0-9ec7-48ed-b57f-34da0c573a60', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '97989fed-c992-4d8e-8c74-428b26e242e8', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 687.526166] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-78efc95a-2ff6-418d-90a5-15afcda1b382 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823-project-member] Creating folder: Project (a9c5487294a14664b7ce67c12a3ff8a3). Parent ref: group-v481456. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 687.529978] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-13483988-89f8-4ada-9d25-548ffa7ade2c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.545247] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-78efc95a-2ff6-418d-90a5-15afcda1b382 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823-project-member] Created folder: Project (a9c5487294a14664b7ce67c12a3ff8a3) in parent group-v481456. [ 687.545502] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-78efc95a-2ff6-418d-90a5-15afcda1b382 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823-project-member] Creating folder: Instances. Parent ref: group-v481569. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 687.549857] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c036753a-ddec-4f58-b22a-580f4a878055 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.562298] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-78efc95a-2ff6-418d-90a5-15afcda1b382 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823-project-member] Created folder: Instances in parent group-v481569. [ 687.562682] env[62353]: DEBUG oslo.service.loopingcall [None req-78efc95a-2ff6-418d-90a5-15afcda1b382 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 687.562977] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b3e7bd84-3c18-40c7-95a7-9b259069f066] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 687.563348] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9a951804-7b5b-46d4-9c4b-a9c7669fcd28 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.588636] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 687.588636] env[62353]: value = "task-2372110" [ 687.588636] env[62353]: _type = "Task" [ 687.588636] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.602255] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372110, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.680112] env[62353]: DEBUG nova.compute.manager [req-3cd35328-c432-483a-9322-26ec4f3d3c46 req-4e7dda25-fcad-4761-9d3f-5f20afddcf64 service nova] [instance: b3e7bd84-3c18-40c7-95a7-9b259069f066] Received event network-changed-97989fed-c992-4d8e-8c74-428b26e242e8 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 687.680490] env[62353]: DEBUG nova.compute.manager [req-3cd35328-c432-483a-9322-26ec4f3d3c46 req-4e7dda25-fcad-4761-9d3f-5f20afddcf64 service nova] [instance: b3e7bd84-3c18-40c7-95a7-9b259069f066] Refreshing instance network info cache due to event network-changed-97989fed-c992-4d8e-8c74-428b26e242e8. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 687.680692] env[62353]: DEBUG oslo_concurrency.lockutils [req-3cd35328-c432-483a-9322-26ec4f3d3c46 req-4e7dda25-fcad-4761-9d3f-5f20afddcf64 service nova] Acquiring lock "refresh_cache-b3e7bd84-3c18-40c7-95a7-9b259069f066" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 687.680692] env[62353]: DEBUG oslo_concurrency.lockutils [req-3cd35328-c432-483a-9322-26ec4f3d3c46 req-4e7dda25-fcad-4761-9d3f-5f20afddcf64 service nova] Acquired lock "refresh_cache-b3e7bd84-3c18-40c7-95a7-9b259069f066" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.680798] env[62353]: DEBUG nova.network.neutron [req-3cd35328-c432-483a-9322-26ec4f3d3c46 req-4e7dda25-fcad-4761-9d3f-5f20afddcf64 service nova] [instance: b3e7bd84-3c18-40c7-95a7-9b259069f066] Refreshing network info cache for port 97989fed-c992-4d8e-8c74-428b26e242e8 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 687.698885] env[62353]: INFO nova.compute.manager [None req-16f70fe7-d8e7-4ffd-8efd-5463e29b6640 tempest-TenantUsagesTestJSON-828266692 tempest-TenantUsagesTestJSON-828266692-project-member] [instance: 5b4524e2-ff60-4ae5-9658-7fe7cad2b878] Took 37.39 seconds to build instance. [ 687.701180] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e6919cd-1de5-4052-860c-50c33815fd07 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.710998] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40805a52-48d1-42af-8d22-19f9d692106e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.745183] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae4d8672-8f54-4f02-9f99-e7dcb507a11b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.756872] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1841c8bf-4a41-46b1-b46d-ac58500507f4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.774503] env[62353]: DEBUG nova.compute.provider_tree [None req-ad042889-f96a-4183-ac0f-aaa87c9da2f6 tempest-AttachInterfacesV270Test-454918473 tempest-AttachInterfacesV270Test-454918473-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 687.776576] env[62353]: DEBUG oslo_vmware.api [None req-c882187a-6e0b-4bcf-81dc-84115e5fbdf5 tempest-ServerDiagnosticsNegativeTest-1842184558 tempest-ServerDiagnosticsNegativeTest-1842184558-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52e6db02-5007-0a0e-d037-c60eaae414fd, 'name': SearchDatastore_Task, 'duration_secs': 0.011988} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.776844] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c882187a-6e0b-4bcf-81dc-84115e5fbdf5 tempest-ServerDiagnosticsNegativeTest-1842184558 tempest-ServerDiagnosticsNegativeTest-1842184558-project-member] Releasing lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 687.777105] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-c882187a-6e0b-4bcf-81dc-84115e5fbdf5 tempest-ServerDiagnosticsNegativeTest-1842184558 tempest-ServerDiagnosticsNegativeTest-1842184558-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore1] ed958c86-7d75-439f-a3f1-8c8d2fc6ea0d/ed958c86-7d75-439f-a3f1-8c8d2fc6ea0d.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 687.777903] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9fe37899-7da2-4d69-873a-406734bb01ae {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.785686] env[62353]: DEBUG oslo_vmware.api [None req-c882187a-6e0b-4bcf-81dc-84115e5fbdf5 tempest-ServerDiagnosticsNegativeTest-1842184558 tempest-ServerDiagnosticsNegativeTest-1842184558-project-member] Waiting for the task: (returnval){ [ 687.785686] env[62353]: value = "task-2372111" [ 687.785686] env[62353]: _type = "Task" [ 687.785686] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.796410] env[62353]: DEBUG oslo_vmware.api [None req-c882187a-6e0b-4bcf-81dc-84115e5fbdf5 tempest-ServerDiagnosticsNegativeTest-1842184558 tempest-ServerDiagnosticsNegativeTest-1842184558-project-member] Task: {'id': task-2372111, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.031370] env[62353]: DEBUG nova.compute.manager [None req-4b670ca0-2877-42bc-9cab-17ca5e347da7 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] [instance: d99b532a-164e-471b-b9ca-a0850f606780] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 688.060554] env[62353]: DEBUG nova.virt.hardware [None req-4b670ca0-2877-42bc-9cab-17ca5e347da7 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T12:38:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T12:38:15Z,direct_url=,disk_format='vmdk',id=06f909ae-e8dc-43b4-abf7-c7ed85db9bbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0a3f88790a594523a818b8c00f6862e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T12:38:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 688.060775] env[62353]: DEBUG nova.virt.hardware [None req-4b670ca0-2877-42bc-9cab-17ca5e347da7 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 688.061122] env[62353]: DEBUG nova.virt.hardware [None req-4b670ca0-2877-42bc-9cab-17ca5e347da7 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 688.061232] env[62353]: DEBUG nova.virt.hardware [None req-4b670ca0-2877-42bc-9cab-17ca5e347da7 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 688.061381] env[62353]: DEBUG nova.virt.hardware [None req-4b670ca0-2877-42bc-9cab-17ca5e347da7 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 688.061518] env[62353]: DEBUG nova.virt.hardware [None req-4b670ca0-2877-42bc-9cab-17ca5e347da7 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 688.061707] env[62353]: DEBUG nova.virt.hardware [None req-4b670ca0-2877-42bc-9cab-17ca5e347da7 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 688.061901] env[62353]: DEBUG nova.virt.hardware [None req-4b670ca0-2877-42bc-9cab-17ca5e347da7 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 688.062150] env[62353]: DEBUG nova.virt.hardware [None req-4b670ca0-2877-42bc-9cab-17ca5e347da7 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 688.062374] env[62353]: DEBUG nova.virt.hardware [None req-4b670ca0-2877-42bc-9cab-17ca5e347da7 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 688.062636] env[62353]: DEBUG nova.virt.hardware [None req-4b670ca0-2877-42bc-9cab-17ca5e347da7 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 688.065564] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e2fab4d-f59d-49cc-9a7f-67587f600815 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.081274] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2887df06-3b03-4557-ad59-0f9adac10123 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.108437] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372110, 'name': CreateVM_Task, 'duration_secs': 0.393514} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.108437] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b3e7bd84-3c18-40c7-95a7-9b259069f066] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 688.109515] env[62353]: DEBUG oslo_concurrency.lockutils [None req-78efc95a-2ff6-418d-90a5-15afcda1b382 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 688.109515] env[62353]: DEBUG oslo_concurrency.lockutils [None req-78efc95a-2ff6-418d-90a5-15afcda1b382 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823-project-member] Acquired lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.109515] env[62353]: DEBUG oslo_concurrency.lockutils [None req-78efc95a-2ff6-418d-90a5-15afcda1b382 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 688.109803] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb71ba25-f04b-4cf5-a2b5-318ebc9ea142 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.116822] env[62353]: DEBUG oslo_vmware.api [None req-78efc95a-2ff6-418d-90a5-15afcda1b382 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823-project-member] Waiting for the task: (returnval){ [ 688.116822] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52421917-da0b-1ac8-9991-6cad0815164c" [ 688.116822] env[62353]: _type = "Task" [ 688.116822] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.126705] env[62353]: DEBUG oslo_vmware.api [None req-78efc95a-2ff6-418d-90a5-15afcda1b382 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52421917-da0b-1ac8-9991-6cad0815164c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.185842] env[62353]: DEBUG nova.network.neutron [-] [instance: 7d40ad55-ab59-461f-986e-22aa0133f68f] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 688.204582] env[62353]: DEBUG oslo_concurrency.lockutils [None req-16f70fe7-d8e7-4ffd-8efd-5463e29b6640 tempest-TenantUsagesTestJSON-828266692 tempest-TenantUsagesTestJSON-828266692-project-member] Lock "5b4524e2-ff60-4ae5-9658-7fe7cad2b878" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.217s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 688.280028] env[62353]: DEBUG nova.scheduler.client.report [None req-ad042889-f96a-4183-ac0f-aaa87c9da2f6 tempest-AttachInterfacesV270Test-454918473 tempest-AttachInterfacesV270Test-454918473-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 688.298894] env[62353]: DEBUG oslo_vmware.api [None req-c882187a-6e0b-4bcf-81dc-84115e5fbdf5 tempest-ServerDiagnosticsNegativeTest-1842184558 tempest-ServerDiagnosticsNegativeTest-1842184558-project-member] Task: {'id': task-2372111, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.441875] env[62353]: DEBUG nova.network.neutron [req-3cd35328-c432-483a-9322-26ec4f3d3c46 req-4e7dda25-fcad-4761-9d3f-5f20afddcf64 service nova] [instance: b3e7bd84-3c18-40c7-95a7-9b259069f066] Updated VIF entry in instance network info cache for port 97989fed-c992-4d8e-8c74-428b26e242e8. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 688.442294] env[62353]: DEBUG nova.network.neutron [req-3cd35328-c432-483a-9322-26ec4f3d3c46 req-4e7dda25-fcad-4761-9d3f-5f20afddcf64 service nova] [instance: b3e7bd84-3c18-40c7-95a7-9b259069f066] Updating instance_info_cache with network_info: [{"id": "97989fed-c992-4d8e-8c74-428b26e242e8", "address": "fa:16:3e:02:7f:82", "network": {"id": "82475d1e-f98c-4f9f-9613-d78d327fd78e", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1207201077-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9c5487294a14664b7ce67c12a3ff8a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39cd75b0-9ec7-48ed-b57f-34da0c573a60", "external-id": "nsx-vlan-transportzone-751", "segmentation_id": 751, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97989fed-c9", "ovs_interfaceid": "97989fed-c992-4d8e-8c74-428b26e242e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 688.630063] env[62353]: DEBUG oslo_vmware.api [None req-78efc95a-2ff6-418d-90a5-15afcda1b382 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52421917-da0b-1ac8-9991-6cad0815164c, 'name': SearchDatastore_Task, 'duration_secs': 0.057488} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.630408] env[62353]: DEBUG oslo_concurrency.lockutils [None req-78efc95a-2ff6-418d-90a5-15afcda1b382 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823-project-member] Releasing lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 688.630720] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-78efc95a-2ff6-418d-90a5-15afcda1b382 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823-project-member] [instance: b3e7bd84-3c18-40c7-95a7-9b259069f066] Processing image 06f909ae-e8dc-43b4-abf7-c7ed85db9bbd {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 688.630981] env[62353]: DEBUG oslo_concurrency.lockutils [None req-78efc95a-2ff6-418d-90a5-15afcda1b382 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 688.631141] env[62353]: DEBUG oslo_concurrency.lockutils [None req-78efc95a-2ff6-418d-90a5-15afcda1b382 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823-project-member] Acquired lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.631318] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-78efc95a-2ff6-418d-90a5-15afcda1b382 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 688.631600] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-756ddd6c-b6c5-49ac-9923-215f13966944 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.644641] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-78efc95a-2ff6-418d-90a5-15afcda1b382 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 688.644866] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-78efc95a-2ff6-418d-90a5-15afcda1b382 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 688.645808] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf99e07d-19a2-4d43-af7e-c822f5b82ce5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.653666] env[62353]: DEBUG oslo_vmware.api [None req-78efc95a-2ff6-418d-90a5-15afcda1b382 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823-project-member] Waiting for the task: (returnval){ [ 688.653666] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]529d451b-eeeb-1a87-e898-e8bf7589f52d" [ 688.653666] env[62353]: _type = "Task" [ 688.653666] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.666649] env[62353]: DEBUG oslo_vmware.api [None req-78efc95a-2ff6-418d-90a5-15afcda1b382 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]529d451b-eeeb-1a87-e898-e8bf7589f52d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.689697] env[62353]: INFO nova.compute.manager [-] [instance: 7d40ad55-ab59-461f-986e-22aa0133f68f] Took 1.41 seconds to deallocate network for instance. [ 688.707390] env[62353]: DEBUG nova.compute.manager [None req-5ea2067d-95ed-4f6f-87eb-5b28845690cf tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] [instance: bbbb4f2b-e3a0-4c4e-8e47-7de18b1b8f66] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 688.783843] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ad042889-f96a-4183-ac0f-aaa87c9da2f6 tempest-AttachInterfacesV270Test-454918473 tempest-AttachInterfacesV270Test-454918473-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.789s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 688.784587] env[62353]: DEBUG nova.compute.manager [None req-ad042889-f96a-4183-ac0f-aaa87c9da2f6 tempest-AttachInterfacesV270Test-454918473 tempest-AttachInterfacesV270Test-454918473-project-member] [instance: 9523a163-666d-448f-84a6-5278a7171f86] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 688.787060] env[62353]: DEBUG oslo_concurrency.lockutils [None req-90abbbd4-bf00-431b-adc3-fb2be02327ae tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.537s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 688.791025] env[62353]: DEBUG oslo_concurrency.lockutils [None req-90abbbd4-bf00-431b-adc3-fb2be02327ae tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 688.791025] env[62353]: DEBUG oslo_concurrency.lockutils [None req-aa4eff69-fc11-4cea-a253-e0c398254a07 tempest-ServersTestBootFromVolume-997296087 tempest-ServersTestBootFromVolume-997296087-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.781s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 688.791365] env[62353]: INFO nova.compute.claims [None req-aa4eff69-fc11-4cea-a253-e0c398254a07 tempest-ServersTestBootFromVolume-997296087 tempest-ServersTestBootFromVolume-997296087-project-member] [instance: 009129d2-dc03-4de0-ac09-9d24894e5e67] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 688.806518] env[62353]: DEBUG oslo_vmware.api [None req-c882187a-6e0b-4bcf-81dc-84115e5fbdf5 tempest-ServerDiagnosticsNegativeTest-1842184558 tempest-ServerDiagnosticsNegativeTest-1842184558-project-member] Task: {'id': task-2372111, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.609849} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.806518] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-c882187a-6e0b-4bcf-81dc-84115e5fbdf5 tempest-ServerDiagnosticsNegativeTest-1842184558 tempest-ServerDiagnosticsNegativeTest-1842184558-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore1] ed958c86-7d75-439f-a3f1-8c8d2fc6ea0d/ed958c86-7d75-439f-a3f1-8c8d2fc6ea0d.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 688.806518] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-c882187a-6e0b-4bcf-81dc-84115e5fbdf5 tempest-ServerDiagnosticsNegativeTest-1842184558 tempest-ServerDiagnosticsNegativeTest-1842184558-project-member] [instance: ed958c86-7d75-439f-a3f1-8c8d2fc6ea0d] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 688.806716] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-82a45c7d-0e84-4b84-9e42-d602aede3d38 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.814740] env[62353]: DEBUG oslo_vmware.api [None req-c882187a-6e0b-4bcf-81dc-84115e5fbdf5 tempest-ServerDiagnosticsNegativeTest-1842184558 tempest-ServerDiagnosticsNegativeTest-1842184558-project-member] Waiting for the task: (returnval){ [ 688.814740] env[62353]: value = "task-2372112" [ 688.814740] env[62353]: _type = "Task" [ 688.814740] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.828774] env[62353]: DEBUG oslo_vmware.api [None req-c882187a-6e0b-4bcf-81dc-84115e5fbdf5 tempest-ServerDiagnosticsNegativeTest-1842184558 tempest-ServerDiagnosticsNegativeTest-1842184558-project-member] Task: {'id': task-2372112, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.828774] env[62353]: INFO nova.scheduler.client.report [None req-90abbbd4-bf00-431b-adc3-fb2be02327ae tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Deleted allocations for instance 742baadd-a2ec-452d-8db1-313c8d28fe42 [ 688.878730] env[62353]: DEBUG nova.network.neutron [None req-4b670ca0-2877-42bc-9cab-17ca5e347da7 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] [instance: d99b532a-164e-471b-b9ca-a0850f606780] Successfully updated port: c5875a77-e14b-4b15-9989-ea55578e05bc {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 688.945078] env[62353]: DEBUG oslo_concurrency.lockutils [req-3cd35328-c432-483a-9322-26ec4f3d3c46 req-4e7dda25-fcad-4761-9d3f-5f20afddcf64 service nova] Releasing lock "refresh_cache-b3e7bd84-3c18-40c7-95a7-9b259069f066" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 689.135442] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7827a4cb-f52d-468f-9883-6beac842ee6f tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Acquiring lock "9cd85b1f-93a5-43f3-bda3-1518bb774759" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 689.135729] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7827a4cb-f52d-468f-9883-6beac842ee6f tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Lock "9cd85b1f-93a5-43f3-bda3-1518bb774759" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 689.165223] env[62353]: DEBUG oslo_vmware.api [None req-78efc95a-2ff6-418d-90a5-15afcda1b382 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]529d451b-eeeb-1a87-e898-e8bf7589f52d, 'name': SearchDatastore_Task, 'duration_secs': 0.014518} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.166409] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-701da20a-a2cd-463a-8e30-5ce915c5f6be {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.172739] env[62353]: DEBUG oslo_vmware.api [None req-78efc95a-2ff6-418d-90a5-15afcda1b382 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823-project-member] Waiting for the task: (returnval){ [ 689.172739] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52e9b584-ab78-413d-b43b-48a4d0934f02" [ 689.172739] env[62353]: _type = "Task" [ 689.172739] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.180680] env[62353]: DEBUG oslo_vmware.api [None req-78efc95a-2ff6-418d-90a5-15afcda1b382 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52e9b584-ab78-413d-b43b-48a4d0934f02, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.196760] env[62353]: DEBUG oslo_concurrency.lockutils [None req-bb2feb61-40b8-4743-9084-fc38a4798435 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 689.230745] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5ea2067d-95ed-4f6f-87eb-5b28845690cf tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 689.298279] env[62353]: DEBUG nova.compute.utils [None req-ad042889-f96a-4183-ac0f-aaa87c9da2f6 tempest-AttachInterfacesV270Test-454918473 tempest-AttachInterfacesV270Test-454918473-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 689.299623] env[62353]: DEBUG nova.compute.manager [None req-ad042889-f96a-4183-ac0f-aaa87c9da2f6 tempest-AttachInterfacesV270Test-454918473 tempest-AttachInterfacesV270Test-454918473-project-member] [instance: 9523a163-666d-448f-84a6-5278a7171f86] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 689.299788] env[62353]: DEBUG nova.network.neutron [None req-ad042889-f96a-4183-ac0f-aaa87c9da2f6 tempest-AttachInterfacesV270Test-454918473 tempest-AttachInterfacesV270Test-454918473-project-member] [instance: 9523a163-666d-448f-84a6-5278a7171f86] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 689.325134] env[62353]: DEBUG oslo_vmware.api [None req-c882187a-6e0b-4bcf-81dc-84115e5fbdf5 tempest-ServerDiagnosticsNegativeTest-1842184558 tempest-ServerDiagnosticsNegativeTest-1842184558-project-member] Task: {'id': task-2372112, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.321636} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.325411] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-c882187a-6e0b-4bcf-81dc-84115e5fbdf5 tempest-ServerDiagnosticsNegativeTest-1842184558 tempest-ServerDiagnosticsNegativeTest-1842184558-project-member] [instance: ed958c86-7d75-439f-a3f1-8c8d2fc6ea0d] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 689.326266] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-846dfc44-2835-4051-b42b-b6a625033000 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.358476] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-c882187a-6e0b-4bcf-81dc-84115e5fbdf5 tempest-ServerDiagnosticsNegativeTest-1842184558 tempest-ServerDiagnosticsNegativeTest-1842184558-project-member] [instance: ed958c86-7d75-439f-a3f1-8c8d2fc6ea0d] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] ed958c86-7d75-439f-a3f1-8c8d2fc6ea0d/ed958c86-7d75-439f-a3f1-8c8d2fc6ea0d.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 689.359092] env[62353]: DEBUG oslo_concurrency.lockutils [None req-90abbbd4-bf00-431b-adc3-fb2be02327ae tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Lock "742baadd-a2ec-452d-8db1-313c8d28fe42" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.662s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 689.361186] env[62353]: DEBUG nova.policy [None req-ad042889-f96a-4183-ac0f-aaa87c9da2f6 tempest-AttachInterfacesV270Test-454918473 tempest-AttachInterfacesV270Test-454918473-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '77f7e3a9dd2c41938f216ea1cc73cfb2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e5895231adda4bd786b2e59e3a093709', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:192}} [ 689.362626] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e8450d2a-5de3-4ef2-bfb5-6df413137e2d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.384669] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4b670ca0-2877-42bc-9cab-17ca5e347da7 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Acquiring lock "refresh_cache-d99b532a-164e-471b-b9ca-a0850f606780" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 689.384669] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4b670ca0-2877-42bc-9cab-17ca5e347da7 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Acquired lock "refresh_cache-d99b532a-164e-471b-b9ca-a0850f606780" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.384669] env[62353]: DEBUG nova.network.neutron [None req-4b670ca0-2877-42bc-9cab-17ca5e347da7 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] [instance: d99b532a-164e-471b-b9ca-a0850f606780] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 689.385613] env[62353]: DEBUG oslo_vmware.api [None req-c882187a-6e0b-4bcf-81dc-84115e5fbdf5 tempest-ServerDiagnosticsNegativeTest-1842184558 tempest-ServerDiagnosticsNegativeTest-1842184558-project-member] Waiting for the task: (returnval){ [ 689.385613] env[62353]: value = "task-2372113" [ 689.385613] env[62353]: _type = "Task" [ 689.385613] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.395198] env[62353]: DEBUG oslo_vmware.api [None req-c882187a-6e0b-4bcf-81dc-84115e5fbdf5 tempest-ServerDiagnosticsNegativeTest-1842184558 tempest-ServerDiagnosticsNegativeTest-1842184558-project-member] Task: {'id': task-2372113, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.520825] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4e819b7e-fea7-45b6-9e6d-d9734bedb235 tempest-TenantUsagesTestJSON-828266692 tempest-TenantUsagesTestJSON-828266692-project-member] Acquiring lock "5b4524e2-ff60-4ae5-9658-7fe7cad2b878" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 689.521223] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4e819b7e-fea7-45b6-9e6d-d9734bedb235 tempest-TenantUsagesTestJSON-828266692 tempest-TenantUsagesTestJSON-828266692-project-member] Lock "5b4524e2-ff60-4ae5-9658-7fe7cad2b878" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 689.521636] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4e819b7e-fea7-45b6-9e6d-d9734bedb235 tempest-TenantUsagesTestJSON-828266692 tempest-TenantUsagesTestJSON-828266692-project-member] Acquiring lock "5b4524e2-ff60-4ae5-9658-7fe7cad2b878-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 689.521800] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4e819b7e-fea7-45b6-9e6d-d9734bedb235 tempest-TenantUsagesTestJSON-828266692 tempest-TenantUsagesTestJSON-828266692-project-member] Lock "5b4524e2-ff60-4ae5-9658-7fe7cad2b878-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 689.522026] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4e819b7e-fea7-45b6-9e6d-d9734bedb235 tempest-TenantUsagesTestJSON-828266692 tempest-TenantUsagesTestJSON-828266692-project-member] Lock "5b4524e2-ff60-4ae5-9658-7fe7cad2b878-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 689.524763] env[62353]: INFO nova.compute.manager [None req-4e819b7e-fea7-45b6-9e6d-d9734bedb235 tempest-TenantUsagesTestJSON-828266692 tempest-TenantUsagesTestJSON-828266692-project-member] [instance: 5b4524e2-ff60-4ae5-9658-7fe7cad2b878] Terminating instance [ 689.685039] env[62353]: DEBUG oslo_vmware.api [None req-78efc95a-2ff6-418d-90a5-15afcda1b382 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52e9b584-ab78-413d-b43b-48a4d0934f02, 'name': SearchDatastore_Task, 'duration_secs': 0.072553} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.685268] env[62353]: DEBUG oslo_concurrency.lockutils [None req-78efc95a-2ff6-418d-90a5-15afcda1b382 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823-project-member] Releasing lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 689.685529] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-78efc95a-2ff6-418d-90a5-15afcda1b382 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore1] b3e7bd84-3c18-40c7-95a7-9b259069f066/b3e7bd84-3c18-40c7-95a7-9b259069f066.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 689.685794] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1e68d06e-eafc-46c6-a98e-d6ac345f3c02 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.688490] env[62353]: DEBUG nova.network.neutron [None req-ad042889-f96a-4183-ac0f-aaa87c9da2f6 tempest-AttachInterfacesV270Test-454918473 tempest-AttachInterfacesV270Test-454918473-project-member] [instance: 9523a163-666d-448f-84a6-5278a7171f86] Successfully created port: 6b237acd-4fc6-4ab0-bdac-1ce626e2164c {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 689.696618] env[62353]: DEBUG oslo_vmware.api [None req-78efc95a-2ff6-418d-90a5-15afcda1b382 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823-project-member] Waiting for the task: (returnval){ [ 689.696618] env[62353]: value = "task-2372114" [ 689.696618] env[62353]: _type = "Task" [ 689.696618] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.705831] env[62353]: DEBUG oslo_vmware.api [None req-78efc95a-2ff6-418d-90a5-15afcda1b382 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823-project-member] Task: {'id': task-2372114, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.765857] env[62353]: DEBUG nova.compute.manager [req-7c6ae1a5-f014-4dde-b8c1-c25998978331 req-df7ca23b-42e5-427c-8308-3a786860535c service nova] [instance: 7d40ad55-ab59-461f-986e-22aa0133f68f] Received event network-vif-deleted-4a917d8c-4461-4129-b29e-2d19849bbca0 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 689.766124] env[62353]: DEBUG nova.compute.manager [req-7c6ae1a5-f014-4dde-b8c1-c25998978331 req-df7ca23b-42e5-427c-8308-3a786860535c service nova] [instance: d99b532a-164e-471b-b9ca-a0850f606780] Received event network-vif-plugged-c5875a77-e14b-4b15-9989-ea55578e05bc {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 689.766438] env[62353]: DEBUG oslo_concurrency.lockutils [req-7c6ae1a5-f014-4dde-b8c1-c25998978331 req-df7ca23b-42e5-427c-8308-3a786860535c service nova] Acquiring lock "d99b532a-164e-471b-b9ca-a0850f606780-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 689.767490] env[62353]: DEBUG oslo_concurrency.lockutils [req-7c6ae1a5-f014-4dde-b8c1-c25998978331 req-df7ca23b-42e5-427c-8308-3a786860535c service nova] Lock "d99b532a-164e-471b-b9ca-a0850f606780-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 689.768235] env[62353]: DEBUG oslo_concurrency.lockutils [req-7c6ae1a5-f014-4dde-b8c1-c25998978331 req-df7ca23b-42e5-427c-8308-3a786860535c service nova] Lock "d99b532a-164e-471b-b9ca-a0850f606780-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 689.768457] env[62353]: DEBUG nova.compute.manager [req-7c6ae1a5-f014-4dde-b8c1-c25998978331 req-df7ca23b-42e5-427c-8308-3a786860535c service nova] [instance: d99b532a-164e-471b-b9ca-a0850f606780] No waiting events found dispatching network-vif-plugged-c5875a77-e14b-4b15-9989-ea55578e05bc {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 689.768654] env[62353]: WARNING nova.compute.manager [req-7c6ae1a5-f014-4dde-b8c1-c25998978331 req-df7ca23b-42e5-427c-8308-3a786860535c service nova] [instance: d99b532a-164e-471b-b9ca-a0850f606780] Received unexpected event network-vif-plugged-c5875a77-e14b-4b15-9989-ea55578e05bc for instance with vm_state building and task_state spawning. [ 689.768822] env[62353]: DEBUG nova.compute.manager [req-7c6ae1a5-f014-4dde-b8c1-c25998978331 req-df7ca23b-42e5-427c-8308-3a786860535c service nova] [instance: d99b532a-164e-471b-b9ca-a0850f606780] Received event network-changed-c5875a77-e14b-4b15-9989-ea55578e05bc {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 689.769012] env[62353]: DEBUG nova.compute.manager [req-7c6ae1a5-f014-4dde-b8c1-c25998978331 req-df7ca23b-42e5-427c-8308-3a786860535c service nova] [instance: d99b532a-164e-471b-b9ca-a0850f606780] Refreshing instance network info cache due to event network-changed-c5875a77-e14b-4b15-9989-ea55578e05bc. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 689.769210] env[62353]: DEBUG oslo_concurrency.lockutils [req-7c6ae1a5-f014-4dde-b8c1-c25998978331 req-df7ca23b-42e5-427c-8308-3a786860535c service nova] Acquiring lock "refresh_cache-d99b532a-164e-471b-b9ca-a0850f606780" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 689.808414] env[62353]: DEBUG nova.compute.manager [None req-ad042889-f96a-4183-ac0f-aaa87c9da2f6 tempest-AttachInterfacesV270Test-454918473 tempest-AttachInterfacesV270Test-454918473-project-member] [instance: 9523a163-666d-448f-84a6-5278a7171f86] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 689.907485] env[62353]: DEBUG oslo_vmware.api [None req-c882187a-6e0b-4bcf-81dc-84115e5fbdf5 tempest-ServerDiagnosticsNegativeTest-1842184558 tempest-ServerDiagnosticsNegativeTest-1842184558-project-member] Task: {'id': task-2372113, 'name': ReconfigVM_Task, 'duration_secs': 0.275469} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.908197] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-c882187a-6e0b-4bcf-81dc-84115e5fbdf5 tempest-ServerDiagnosticsNegativeTest-1842184558 tempest-ServerDiagnosticsNegativeTest-1842184558-project-member] [instance: ed958c86-7d75-439f-a3f1-8c8d2fc6ea0d] Reconfigured VM instance instance-00000022 to attach disk [datastore1] ed958c86-7d75-439f-a3f1-8c8d2fc6ea0d/ed958c86-7d75-439f-a3f1-8c8d2fc6ea0d.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 689.908983] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f864978d-7000-44a8-809f-f78df2352f4d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.917475] env[62353]: DEBUG oslo_vmware.api [None req-c882187a-6e0b-4bcf-81dc-84115e5fbdf5 tempest-ServerDiagnosticsNegativeTest-1842184558 tempest-ServerDiagnosticsNegativeTest-1842184558-project-member] Waiting for the task: (returnval){ [ 689.917475] env[62353]: value = "task-2372115" [ 689.917475] env[62353]: _type = "Task" [ 689.917475] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.929134] env[62353]: DEBUG oslo_vmware.api [None req-c882187a-6e0b-4bcf-81dc-84115e5fbdf5 tempest-ServerDiagnosticsNegativeTest-1842184558 tempest-ServerDiagnosticsNegativeTest-1842184558-project-member] Task: {'id': task-2372115, 'name': Rename_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.939208] env[62353]: DEBUG nova.network.neutron [None req-4b670ca0-2877-42bc-9cab-17ca5e347da7 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] [instance: d99b532a-164e-471b-b9ca-a0850f606780] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 690.028810] env[62353]: DEBUG nova.compute.manager [None req-4e819b7e-fea7-45b6-9e6d-d9734bedb235 tempest-TenantUsagesTestJSON-828266692 tempest-TenantUsagesTestJSON-828266692-project-member] [instance: 5b4524e2-ff60-4ae5-9658-7fe7cad2b878] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 690.029117] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-4e819b7e-fea7-45b6-9e6d-d9734bedb235 tempest-TenantUsagesTestJSON-828266692 tempest-TenantUsagesTestJSON-828266692-project-member] [instance: 5b4524e2-ff60-4ae5-9658-7fe7cad2b878] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 690.032789] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86ef20a9-11a9-4876-97b2-f6938825e481 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.047441] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e819b7e-fea7-45b6-9e6d-d9734bedb235 tempest-TenantUsagesTestJSON-828266692 tempest-TenantUsagesTestJSON-828266692-project-member] [instance: 5b4524e2-ff60-4ae5-9658-7fe7cad2b878] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 690.047706] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-84932241-27fa-418d-bd90-dbb73c394436 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.055959] env[62353]: DEBUG oslo_vmware.api [None req-4e819b7e-fea7-45b6-9e6d-d9734bedb235 tempest-TenantUsagesTestJSON-828266692 tempest-TenantUsagesTestJSON-828266692-project-member] Waiting for the task: (returnval){ [ 690.055959] env[62353]: value = "task-2372116" [ 690.055959] env[62353]: _type = "Task" [ 690.055959] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.066300] env[62353]: DEBUG oslo_vmware.api [None req-4e819b7e-fea7-45b6-9e6d-d9734bedb235 tempest-TenantUsagesTestJSON-828266692 tempest-TenantUsagesTestJSON-828266692-project-member] Task: {'id': task-2372116, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.119910] env[62353]: DEBUG nova.network.neutron [None req-4b670ca0-2877-42bc-9cab-17ca5e347da7 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] [instance: d99b532a-164e-471b-b9ca-a0850f606780] Updating instance_info_cache with network_info: [{"id": "c5875a77-e14b-4b15-9989-ea55578e05bc", "address": "fa:16:3e:c0:2a:d8", "network": {"id": "9afa6f42-49c7-4ac3-8768-17706842d745", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-815498538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d213c623a43e4217a07ef7c0ece481da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359c2c31-99c4-41d7-a513-3bc4825897a0", "external-id": "nsx-vlan-transportzone-173", "segmentation_id": 173, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5875a77-e1", "ovs_interfaceid": "c5875a77-e14b-4b15-9989-ea55578e05bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.208272] env[62353]: DEBUG oslo_vmware.api [None req-78efc95a-2ff6-418d-90a5-15afcda1b382 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823-project-member] Task: {'id': task-2372114, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.235313] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a32d8ba9-8737-49c4-9cf3-705428d5118e tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Acquiring lock "c7b98e17-46d0-4ae9-988e-fae08ee05377" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 690.235584] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a32d8ba9-8737-49c4-9cf3-705428d5118e tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Lock "c7b98e17-46d0-4ae9-988e-fae08ee05377" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 690.235835] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a32d8ba9-8737-49c4-9cf3-705428d5118e tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Acquiring lock "c7b98e17-46d0-4ae9-988e-fae08ee05377-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 690.236107] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a32d8ba9-8737-49c4-9cf3-705428d5118e tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Lock "c7b98e17-46d0-4ae9-988e-fae08ee05377-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 690.236309] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a32d8ba9-8737-49c4-9cf3-705428d5118e tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Lock "c7b98e17-46d0-4ae9-988e-fae08ee05377-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 690.238999] env[62353]: INFO nova.compute.manager [None req-a32d8ba9-8737-49c4-9cf3-705428d5118e tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] [instance: c7b98e17-46d0-4ae9-988e-fae08ee05377] Terminating instance [ 690.404502] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8d383c7-d39b-4103-a5c3-257c414213b8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.412895] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcb0c9ba-c98d-4e01-afe8-1d2eb58836cc {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.458238] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f03873b-de96-4afe-8236-56f9d4c43d75 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.466795] env[62353]: DEBUG oslo_vmware.api [None req-c882187a-6e0b-4bcf-81dc-84115e5fbdf5 tempest-ServerDiagnosticsNegativeTest-1842184558 tempest-ServerDiagnosticsNegativeTest-1842184558-project-member] Task: {'id': task-2372115, 'name': Rename_Task, 'duration_secs': 0.151409} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.467787] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-c882187a-6e0b-4bcf-81dc-84115e5fbdf5 tempest-ServerDiagnosticsNegativeTest-1842184558 tempest-ServerDiagnosticsNegativeTest-1842184558-project-member] [instance: ed958c86-7d75-439f-a3f1-8c8d2fc6ea0d] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 690.468184] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7e5a6062-c264-4ceb-966f-c844ba60395f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.474898] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbc65345-8c92-4b73-9d62-116a68161b33 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.480288] env[62353]: DEBUG oslo_vmware.api [None req-c882187a-6e0b-4bcf-81dc-84115e5fbdf5 tempest-ServerDiagnosticsNegativeTest-1842184558 tempest-ServerDiagnosticsNegativeTest-1842184558-project-member] Waiting for the task: (returnval){ [ 690.480288] env[62353]: value = "task-2372117" [ 690.480288] env[62353]: _type = "Task" [ 690.480288] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.492046] env[62353]: DEBUG nova.compute.provider_tree [None req-aa4eff69-fc11-4cea-a253-e0c398254a07 tempest-ServersTestBootFromVolume-997296087 tempest-ServersTestBootFromVolume-997296087-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 690.499035] env[62353]: DEBUG oslo_vmware.api [None req-c882187a-6e0b-4bcf-81dc-84115e5fbdf5 tempest-ServerDiagnosticsNegativeTest-1842184558 tempest-ServerDiagnosticsNegativeTest-1842184558-project-member] Task: {'id': task-2372117, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.568072] env[62353]: DEBUG oslo_vmware.api [None req-4e819b7e-fea7-45b6-9e6d-d9734bedb235 tempest-TenantUsagesTestJSON-828266692 tempest-TenantUsagesTestJSON-828266692-project-member] Task: {'id': task-2372116, 'name': PowerOffVM_Task, 'duration_secs': 0.274542} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.568402] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e819b7e-fea7-45b6-9e6d-d9734bedb235 tempest-TenantUsagesTestJSON-828266692 tempest-TenantUsagesTestJSON-828266692-project-member] [instance: 5b4524e2-ff60-4ae5-9658-7fe7cad2b878] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 690.568624] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-4e819b7e-fea7-45b6-9e6d-d9734bedb235 tempest-TenantUsagesTestJSON-828266692 tempest-TenantUsagesTestJSON-828266692-project-member] [instance: 5b4524e2-ff60-4ae5-9658-7fe7cad2b878] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 690.568915] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-83bdbaa3-9933-4137-8999-0686f6890425 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.622853] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4b670ca0-2877-42bc-9cab-17ca5e347da7 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Releasing lock "refresh_cache-d99b532a-164e-471b-b9ca-a0850f606780" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 690.623226] env[62353]: DEBUG nova.compute.manager [None req-4b670ca0-2877-42bc-9cab-17ca5e347da7 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] [instance: d99b532a-164e-471b-b9ca-a0850f606780] Instance network_info: |[{"id": "c5875a77-e14b-4b15-9989-ea55578e05bc", "address": "fa:16:3e:c0:2a:d8", "network": {"id": "9afa6f42-49c7-4ac3-8768-17706842d745", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-815498538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d213c623a43e4217a07ef7c0ece481da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359c2c31-99c4-41d7-a513-3bc4825897a0", "external-id": "nsx-vlan-transportzone-173", "segmentation_id": 173, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5875a77-e1", "ovs_interfaceid": "c5875a77-e14b-4b15-9989-ea55578e05bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 690.623562] env[62353]: DEBUG oslo_concurrency.lockutils [req-7c6ae1a5-f014-4dde-b8c1-c25998978331 req-df7ca23b-42e5-427c-8308-3a786860535c service nova] Acquired lock "refresh_cache-d99b532a-164e-471b-b9ca-a0850f606780" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.623814] env[62353]: DEBUG nova.network.neutron [req-7c6ae1a5-f014-4dde-b8c1-c25998978331 req-df7ca23b-42e5-427c-8308-3a786860535c service nova] [instance: d99b532a-164e-471b-b9ca-a0850f606780] Refreshing network info cache for port c5875a77-e14b-4b15-9989-ea55578e05bc {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 690.625033] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-4b670ca0-2877-42bc-9cab-17ca5e347da7 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] [instance: d99b532a-164e-471b-b9ca-a0850f606780] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c0:2a:d8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '359c2c31-99c4-41d7-a513-3bc4825897a0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c5875a77-e14b-4b15-9989-ea55578e05bc', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 690.632869] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b670ca0-2877-42bc-9cab-17ca5e347da7 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Creating folder: Project (d213c623a43e4217a07ef7c0ece481da). Parent ref: group-v481456. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 690.633748] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7043227c-66b8-4fad-b0ba-87678de36a5b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.650352] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-4b670ca0-2877-42bc-9cab-17ca5e347da7 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Created folder: Project (d213c623a43e4217a07ef7c0ece481da) in parent group-v481456. [ 690.650425] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b670ca0-2877-42bc-9cab-17ca5e347da7 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Creating folder: Instances. Parent ref: group-v481572. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 690.650688] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d9e4fd3e-0667-4903-bb33-cfcbb97d27ef {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.661008] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-4b670ca0-2877-42bc-9cab-17ca5e347da7 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Created folder: Instances in parent group-v481572. [ 690.661268] env[62353]: DEBUG oslo.service.loopingcall [None req-4b670ca0-2877-42bc-9cab-17ca5e347da7 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 690.661460] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d99b532a-164e-471b-b9ca-a0850f606780] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 690.661660] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-df71930c-4e6a-4c67-8fd9-065fc0a0d710 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.683707] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 690.683707] env[62353]: value = "task-2372121" [ 690.683707] env[62353]: _type = "Task" [ 690.683707] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.691841] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372121, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.706333] env[62353]: DEBUG oslo_vmware.api [None req-78efc95a-2ff6-418d-90a5-15afcda1b382 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823-project-member] Task: {'id': task-2372114, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.935432} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.706642] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-78efc95a-2ff6-418d-90a5-15afcda1b382 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore1] b3e7bd84-3c18-40c7-95a7-9b259069f066/b3e7bd84-3c18-40c7-95a7-9b259069f066.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 690.706893] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-78efc95a-2ff6-418d-90a5-15afcda1b382 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823-project-member] [instance: b3e7bd84-3c18-40c7-95a7-9b259069f066] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 690.707184] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a8bd1098-cb84-4908-bd5b-0ace0c11e2df {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.715251] env[62353]: DEBUG oslo_vmware.api [None req-78efc95a-2ff6-418d-90a5-15afcda1b382 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823-project-member] Waiting for the task: (returnval){ [ 690.715251] env[62353]: value = "task-2372122" [ 690.715251] env[62353]: _type = "Task" [ 690.715251] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.723385] env[62353]: DEBUG oslo_vmware.api [None req-78efc95a-2ff6-418d-90a5-15afcda1b382 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823-project-member] Task: {'id': task-2372122, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.746474] env[62353]: DEBUG nova.compute.manager [None req-a32d8ba9-8737-49c4-9cf3-705428d5118e tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] [instance: c7b98e17-46d0-4ae9-988e-fae08ee05377] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 690.746738] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-a32d8ba9-8737-49c4-9cf3-705428d5118e tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] [instance: c7b98e17-46d0-4ae9-988e-fae08ee05377] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 690.747777] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b91eee79-590d-485f-8579-fb235d661153 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.757198] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-a32d8ba9-8737-49c4-9cf3-705428d5118e tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] [instance: c7b98e17-46d0-4ae9-988e-fae08ee05377] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 690.757463] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7aac94df-6da2-4b45-b613-51d49b93e66a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.764620] env[62353]: DEBUG oslo_vmware.api [None req-a32d8ba9-8737-49c4-9cf3-705428d5118e tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Waiting for the task: (returnval){ [ 690.764620] env[62353]: value = "task-2372123" [ 690.764620] env[62353]: _type = "Task" [ 690.764620] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.772665] env[62353]: DEBUG oslo_vmware.api [None req-a32d8ba9-8737-49c4-9cf3-705428d5118e tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Task: {'id': task-2372123, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.821058] env[62353]: DEBUG nova.compute.manager [None req-ad042889-f96a-4183-ac0f-aaa87c9da2f6 tempest-AttachInterfacesV270Test-454918473 tempest-AttachInterfacesV270Test-454918473-project-member] [instance: 9523a163-666d-448f-84a6-5278a7171f86] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 690.847397] env[62353]: DEBUG nova.virt.hardware [None req-ad042889-f96a-4183-ac0f-aaa87c9da2f6 tempest-AttachInterfacesV270Test-454918473 tempest-AttachInterfacesV270Test-454918473-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T12:38:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T12:38:15Z,direct_url=,disk_format='vmdk',id=06f909ae-e8dc-43b4-abf7-c7ed85db9bbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0a3f88790a594523a818b8c00f6862e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T12:38:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 690.847640] env[62353]: DEBUG nova.virt.hardware [None req-ad042889-f96a-4183-ac0f-aaa87c9da2f6 tempest-AttachInterfacesV270Test-454918473 tempest-AttachInterfacesV270Test-454918473-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 690.847796] env[62353]: DEBUG nova.virt.hardware [None req-ad042889-f96a-4183-ac0f-aaa87c9da2f6 tempest-AttachInterfacesV270Test-454918473 tempest-AttachInterfacesV270Test-454918473-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 690.848050] env[62353]: DEBUG nova.virt.hardware [None req-ad042889-f96a-4183-ac0f-aaa87c9da2f6 tempest-AttachInterfacesV270Test-454918473 tempest-AttachInterfacesV270Test-454918473-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 690.848214] env[62353]: DEBUG nova.virt.hardware [None req-ad042889-f96a-4183-ac0f-aaa87c9da2f6 tempest-AttachInterfacesV270Test-454918473 tempest-AttachInterfacesV270Test-454918473-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 690.848440] env[62353]: DEBUG nova.virt.hardware [None req-ad042889-f96a-4183-ac0f-aaa87c9da2f6 tempest-AttachInterfacesV270Test-454918473 tempest-AttachInterfacesV270Test-454918473-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 690.848571] env[62353]: DEBUG nova.virt.hardware [None req-ad042889-f96a-4183-ac0f-aaa87c9da2f6 tempest-AttachInterfacesV270Test-454918473 tempest-AttachInterfacesV270Test-454918473-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 690.848727] env[62353]: DEBUG nova.virt.hardware [None req-ad042889-f96a-4183-ac0f-aaa87c9da2f6 tempest-AttachInterfacesV270Test-454918473 tempest-AttachInterfacesV270Test-454918473-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 690.848886] env[62353]: DEBUG nova.virt.hardware [None req-ad042889-f96a-4183-ac0f-aaa87c9da2f6 tempest-AttachInterfacesV270Test-454918473 tempest-AttachInterfacesV270Test-454918473-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 690.849094] env[62353]: DEBUG nova.virt.hardware [None req-ad042889-f96a-4183-ac0f-aaa87c9da2f6 tempest-AttachInterfacesV270Test-454918473 tempest-AttachInterfacesV270Test-454918473-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 690.849287] env[62353]: DEBUG nova.virt.hardware [None req-ad042889-f96a-4183-ac0f-aaa87c9da2f6 tempest-AttachInterfacesV270Test-454918473 tempest-AttachInterfacesV270Test-454918473-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 690.850189] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb70f953-844a-41a8-9250-67caa728bc7a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.859304] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5e7af66-96eb-4c10-b07b-c1c1f1aa4ecc {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.964111] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-4e819b7e-fea7-45b6-9e6d-d9734bedb235 tempest-TenantUsagesTestJSON-828266692 tempest-TenantUsagesTestJSON-828266692-project-member] [instance: 5b4524e2-ff60-4ae5-9658-7fe7cad2b878] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 690.964925] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-4e819b7e-fea7-45b6-9e6d-d9734bedb235 tempest-TenantUsagesTestJSON-828266692 tempest-TenantUsagesTestJSON-828266692-project-member] [instance: 5b4524e2-ff60-4ae5-9658-7fe7cad2b878] Deleting contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 690.964925] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e819b7e-fea7-45b6-9e6d-d9734bedb235 tempest-TenantUsagesTestJSON-828266692 tempest-TenantUsagesTestJSON-828266692-project-member] Deleting the datastore file [datastore1] 5b4524e2-ff60-4ae5-9658-7fe7cad2b878 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 690.965099] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f895a7b0-8a14-486d-bea1-ba8dcff5607c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.974537] env[62353]: DEBUG oslo_vmware.api [None req-4e819b7e-fea7-45b6-9e6d-d9734bedb235 tempest-TenantUsagesTestJSON-828266692 tempest-TenantUsagesTestJSON-828266692-project-member] Waiting for the task: (returnval){ [ 690.974537] env[62353]: value = "task-2372124" [ 690.974537] env[62353]: _type = "Task" [ 690.974537] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.984964] env[62353]: DEBUG oslo_vmware.api [None req-4e819b7e-fea7-45b6-9e6d-d9734bedb235 tempest-TenantUsagesTestJSON-828266692 tempest-TenantUsagesTestJSON-828266692-project-member] Task: {'id': task-2372124, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.995715] env[62353]: DEBUG nova.scheduler.client.report [None req-aa4eff69-fc11-4cea-a253-e0c398254a07 tempest-ServersTestBootFromVolume-997296087 tempest-ServersTestBootFromVolume-997296087-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 690.998946] env[62353]: DEBUG oslo_vmware.api [None req-c882187a-6e0b-4bcf-81dc-84115e5fbdf5 tempest-ServerDiagnosticsNegativeTest-1842184558 tempest-ServerDiagnosticsNegativeTest-1842184558-project-member] Task: {'id': task-2372117, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.201833] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372121, 'name': CreateVM_Task} progress is 99%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.225303] env[62353]: DEBUG oslo_vmware.api [None req-78efc95a-2ff6-418d-90a5-15afcda1b382 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823-project-member] Task: {'id': task-2372122, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072778} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.225629] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-78efc95a-2ff6-418d-90a5-15afcda1b382 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823-project-member] [instance: b3e7bd84-3c18-40c7-95a7-9b259069f066] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 691.226358] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edaba02b-11ae-4ef9-b905-8eeb95f5d631 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.251248] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-78efc95a-2ff6-418d-90a5-15afcda1b382 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823-project-member] [instance: b3e7bd84-3c18-40c7-95a7-9b259069f066] Reconfiguring VM instance instance-00000023 to attach disk [datastore1] b3e7bd84-3c18-40c7-95a7-9b259069f066/b3e7bd84-3c18-40c7-95a7-9b259069f066.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 691.251571] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-61ec648a-d6d2-473c-b229-038089ff1dd1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.278226] env[62353]: DEBUG oslo_vmware.api [None req-a32d8ba9-8737-49c4-9cf3-705428d5118e tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Task: {'id': task-2372123, 'name': PowerOffVM_Task, 'duration_secs': 0.266927} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.279550] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-a32d8ba9-8737-49c4-9cf3-705428d5118e tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] [instance: c7b98e17-46d0-4ae9-988e-fae08ee05377] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 691.279734] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-a32d8ba9-8737-49c4-9cf3-705428d5118e tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] [instance: c7b98e17-46d0-4ae9-988e-fae08ee05377] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 691.280049] env[62353]: DEBUG oslo_vmware.api [None req-78efc95a-2ff6-418d-90a5-15afcda1b382 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823-project-member] Waiting for the task: (returnval){ [ 691.280049] env[62353]: value = "task-2372125" [ 691.280049] env[62353]: _type = "Task" [ 691.280049] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.280241] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5285465f-fe36-4bf4-93fa-419933ba1665 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.290830] env[62353]: DEBUG oslo_vmware.api [None req-78efc95a-2ff6-418d-90a5-15afcda1b382 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823-project-member] Task: {'id': task-2372125, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.358521] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-a32d8ba9-8737-49c4-9cf3-705428d5118e tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] [instance: c7b98e17-46d0-4ae9-988e-fae08ee05377] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 691.358708] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-a32d8ba9-8737-49c4-9cf3-705428d5118e tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] [instance: c7b98e17-46d0-4ae9-988e-fae08ee05377] Deleting contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 691.358881] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-a32d8ba9-8737-49c4-9cf3-705428d5118e tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Deleting the datastore file [datastore2] c7b98e17-46d0-4ae9-988e-fae08ee05377 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 691.359166] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a2106b95-d739-432f-b9bb-7a5f8d2e8f0e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.367044] env[62353]: DEBUG oslo_vmware.api [None req-a32d8ba9-8737-49c4-9cf3-705428d5118e tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Waiting for the task: (returnval){ [ 691.367044] env[62353]: value = "task-2372127" [ 691.367044] env[62353]: _type = "Task" [ 691.367044] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.375559] env[62353]: DEBUG oslo_vmware.api [None req-a32d8ba9-8737-49c4-9cf3-705428d5118e tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Task: {'id': task-2372127, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.416227] env[62353]: DEBUG nova.network.neutron [None req-ad042889-f96a-4183-ac0f-aaa87c9da2f6 tempest-AttachInterfacesV270Test-454918473 tempest-AttachInterfacesV270Test-454918473-project-member] [instance: 9523a163-666d-448f-84a6-5278a7171f86] Successfully updated port: 6b237acd-4fc6-4ab0-bdac-1ce626e2164c {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 691.467623] env[62353]: DEBUG nova.network.neutron [req-7c6ae1a5-f014-4dde-b8c1-c25998978331 req-df7ca23b-42e5-427c-8308-3a786860535c service nova] [instance: d99b532a-164e-471b-b9ca-a0850f606780] Updated VIF entry in instance network info cache for port c5875a77-e14b-4b15-9989-ea55578e05bc. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 691.467984] env[62353]: DEBUG nova.network.neutron [req-7c6ae1a5-f014-4dde-b8c1-c25998978331 req-df7ca23b-42e5-427c-8308-3a786860535c service nova] [instance: d99b532a-164e-471b-b9ca-a0850f606780] Updating instance_info_cache with network_info: [{"id": "c5875a77-e14b-4b15-9989-ea55578e05bc", "address": "fa:16:3e:c0:2a:d8", "network": {"id": "9afa6f42-49c7-4ac3-8768-17706842d745", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-815498538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d213c623a43e4217a07ef7c0ece481da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359c2c31-99c4-41d7-a513-3bc4825897a0", "external-id": "nsx-vlan-transportzone-173", "segmentation_id": 173, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5875a77-e1", "ovs_interfaceid": "c5875a77-e14b-4b15-9989-ea55578e05bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 691.487223] env[62353]: DEBUG oslo_vmware.api [None req-4e819b7e-fea7-45b6-9e6d-d9734bedb235 tempest-TenantUsagesTestJSON-828266692 tempest-TenantUsagesTestJSON-828266692-project-member] Task: {'id': task-2372124, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.278949} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.490485] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e819b7e-fea7-45b6-9e6d-d9734bedb235 tempest-TenantUsagesTestJSON-828266692 tempest-TenantUsagesTestJSON-828266692-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 691.490748] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-4e819b7e-fea7-45b6-9e6d-d9734bedb235 tempest-TenantUsagesTestJSON-828266692 tempest-TenantUsagesTestJSON-828266692-project-member] [instance: 5b4524e2-ff60-4ae5-9658-7fe7cad2b878] Deleted contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 691.490940] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-4e819b7e-fea7-45b6-9e6d-d9734bedb235 tempest-TenantUsagesTestJSON-828266692 tempest-TenantUsagesTestJSON-828266692-project-member] [instance: 5b4524e2-ff60-4ae5-9658-7fe7cad2b878] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 691.491133] env[62353]: INFO nova.compute.manager [None req-4e819b7e-fea7-45b6-9e6d-d9734bedb235 tempest-TenantUsagesTestJSON-828266692 tempest-TenantUsagesTestJSON-828266692-project-member] [instance: 5b4524e2-ff60-4ae5-9658-7fe7cad2b878] Took 1.46 seconds to destroy the instance on the hypervisor. [ 691.491397] env[62353]: DEBUG oslo.service.loopingcall [None req-4e819b7e-fea7-45b6-9e6d-d9734bedb235 tempest-TenantUsagesTestJSON-828266692 tempest-TenantUsagesTestJSON-828266692-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 691.491874] env[62353]: DEBUG nova.compute.manager [-] [instance: 5b4524e2-ff60-4ae5-9658-7fe7cad2b878] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 691.492150] env[62353]: DEBUG nova.network.neutron [-] [instance: 5b4524e2-ff60-4ae5-9658-7fe7cad2b878] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 691.501026] env[62353]: DEBUG oslo_vmware.api [None req-c882187a-6e0b-4bcf-81dc-84115e5fbdf5 tempest-ServerDiagnosticsNegativeTest-1842184558 tempest-ServerDiagnosticsNegativeTest-1842184558-project-member] Task: {'id': task-2372117, 'name': PowerOnVM_Task, 'duration_secs': 0.59434} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.501338] env[62353]: DEBUG oslo_concurrency.lockutils [None req-aa4eff69-fc11-4cea-a253-e0c398254a07 tempest-ServersTestBootFromVolume-997296087 tempest-ServersTestBootFromVolume-997296087-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.712s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 691.502070] env[62353]: DEBUG nova.compute.manager [None req-aa4eff69-fc11-4cea-a253-e0c398254a07 tempest-ServersTestBootFromVolume-997296087 tempest-ServersTestBootFromVolume-997296087-project-member] [instance: 009129d2-dc03-4de0-ac09-9d24894e5e67] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 691.506720] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-c882187a-6e0b-4bcf-81dc-84115e5fbdf5 tempest-ServerDiagnosticsNegativeTest-1842184558 tempest-ServerDiagnosticsNegativeTest-1842184558-project-member] [instance: ed958c86-7d75-439f-a3f1-8c8d2fc6ea0d] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 691.506798] env[62353]: INFO nova.compute.manager [None req-c882187a-6e0b-4bcf-81dc-84115e5fbdf5 tempest-ServerDiagnosticsNegativeTest-1842184558 tempest-ServerDiagnosticsNegativeTest-1842184558-project-member] [instance: ed958c86-7d75-439f-a3f1-8c8d2fc6ea0d] Took 8.91 seconds to spawn the instance on the hypervisor. [ 691.506999] env[62353]: DEBUG nova.compute.manager [None req-c882187a-6e0b-4bcf-81dc-84115e5fbdf5 tempest-ServerDiagnosticsNegativeTest-1842184558 tempest-ServerDiagnosticsNegativeTest-1842184558-project-member] [instance: ed958c86-7d75-439f-a3f1-8c8d2fc6ea0d] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 691.507525] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f5d3da10-3f33-4988-970d-de4ad3f8cdca tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.405s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 691.509346] env[62353]: INFO nova.compute.claims [None req-f5d3da10-3f33-4988-970d-de4ad3f8cdca tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] [instance: a8ab0e21-de37-42da-b4b6-d9d9d120f61f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 691.513829] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7269efe-c7c2-482b-ac74-e17764d20741 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.697686] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372121, 'name': CreateVM_Task, 'duration_secs': 0.570139} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.697877] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d99b532a-164e-471b-b9ca-a0850f606780] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 691.698690] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4b670ca0-2877-42bc-9cab-17ca5e347da7 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 691.698850] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4b670ca0-2877-42bc-9cab-17ca5e347da7 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Acquired lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.699300] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4b670ca0-2877-42bc-9cab-17ca5e347da7 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 691.699556] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-431f3e4b-9872-406f-aca6-6caf93470b74 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.705624] env[62353]: DEBUG oslo_vmware.api [None req-4b670ca0-2877-42bc-9cab-17ca5e347da7 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Waiting for the task: (returnval){ [ 691.705624] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5274ee87-c2b1-6950-16cc-1ba203261b12" [ 691.705624] env[62353]: _type = "Task" [ 691.705624] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.713950] env[62353]: DEBUG oslo_vmware.api [None req-4b670ca0-2877-42bc-9cab-17ca5e347da7 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5274ee87-c2b1-6950-16cc-1ba203261b12, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.791391] env[62353]: DEBUG oslo_vmware.api [None req-78efc95a-2ff6-418d-90a5-15afcda1b382 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823-project-member] Task: {'id': task-2372125, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.797425] env[62353]: DEBUG nova.compute.manager [req-ad12baea-525d-439f-9340-06348b0e7e95 req-6e1e306b-8595-47d0-83e5-a702fe2cb590 service nova] [instance: 9523a163-666d-448f-84a6-5278a7171f86] Received event network-vif-plugged-6b237acd-4fc6-4ab0-bdac-1ce626e2164c {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 691.797648] env[62353]: DEBUG oslo_concurrency.lockutils [req-ad12baea-525d-439f-9340-06348b0e7e95 req-6e1e306b-8595-47d0-83e5-a702fe2cb590 service nova] Acquiring lock "9523a163-666d-448f-84a6-5278a7171f86-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 691.797835] env[62353]: DEBUG oslo_concurrency.lockutils [req-ad12baea-525d-439f-9340-06348b0e7e95 req-6e1e306b-8595-47d0-83e5-a702fe2cb590 service nova] Lock "9523a163-666d-448f-84a6-5278a7171f86-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 691.798033] env[62353]: DEBUG oslo_concurrency.lockutils [req-ad12baea-525d-439f-9340-06348b0e7e95 req-6e1e306b-8595-47d0-83e5-a702fe2cb590 service nova] Lock "9523a163-666d-448f-84a6-5278a7171f86-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 691.798311] env[62353]: DEBUG nova.compute.manager [req-ad12baea-525d-439f-9340-06348b0e7e95 req-6e1e306b-8595-47d0-83e5-a702fe2cb590 service nova] [instance: 9523a163-666d-448f-84a6-5278a7171f86] No waiting events found dispatching network-vif-plugged-6b237acd-4fc6-4ab0-bdac-1ce626e2164c {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 691.798518] env[62353]: WARNING nova.compute.manager [req-ad12baea-525d-439f-9340-06348b0e7e95 req-6e1e306b-8595-47d0-83e5-a702fe2cb590 service nova] [instance: 9523a163-666d-448f-84a6-5278a7171f86] Received unexpected event network-vif-plugged-6b237acd-4fc6-4ab0-bdac-1ce626e2164c for instance with vm_state building and task_state spawning. [ 691.798719] env[62353]: DEBUG nova.compute.manager [req-ad12baea-525d-439f-9340-06348b0e7e95 req-6e1e306b-8595-47d0-83e5-a702fe2cb590 service nova] [instance: 9523a163-666d-448f-84a6-5278a7171f86] Received event network-changed-6b237acd-4fc6-4ab0-bdac-1ce626e2164c {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 691.798911] env[62353]: DEBUG nova.compute.manager [req-ad12baea-525d-439f-9340-06348b0e7e95 req-6e1e306b-8595-47d0-83e5-a702fe2cb590 service nova] [instance: 9523a163-666d-448f-84a6-5278a7171f86] Refreshing instance network info cache due to event network-changed-6b237acd-4fc6-4ab0-bdac-1ce626e2164c. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 691.799150] env[62353]: DEBUG oslo_concurrency.lockutils [req-ad12baea-525d-439f-9340-06348b0e7e95 req-6e1e306b-8595-47d0-83e5-a702fe2cb590 service nova] Acquiring lock "refresh_cache-9523a163-666d-448f-84a6-5278a7171f86" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 691.799326] env[62353]: DEBUG oslo_concurrency.lockutils [req-ad12baea-525d-439f-9340-06348b0e7e95 req-6e1e306b-8595-47d0-83e5-a702fe2cb590 service nova] Acquired lock "refresh_cache-9523a163-666d-448f-84a6-5278a7171f86" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.799525] env[62353]: DEBUG nova.network.neutron [req-ad12baea-525d-439f-9340-06348b0e7e95 req-6e1e306b-8595-47d0-83e5-a702fe2cb590 service nova] [instance: 9523a163-666d-448f-84a6-5278a7171f86] Refreshing network info cache for port 6b237acd-4fc6-4ab0-bdac-1ce626e2164c {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 691.883469] env[62353]: DEBUG oslo_vmware.api [None req-a32d8ba9-8737-49c4-9cf3-705428d5118e tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Task: {'id': task-2372127, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155298} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.884301] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-a32d8ba9-8737-49c4-9cf3-705428d5118e tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 691.884301] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-a32d8ba9-8737-49c4-9cf3-705428d5118e tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] [instance: c7b98e17-46d0-4ae9-988e-fae08ee05377] Deleted contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 691.884657] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-a32d8ba9-8737-49c4-9cf3-705428d5118e tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] [instance: c7b98e17-46d0-4ae9-988e-fae08ee05377] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 691.884987] env[62353]: INFO nova.compute.manager [None req-a32d8ba9-8737-49c4-9cf3-705428d5118e tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] [instance: c7b98e17-46d0-4ae9-988e-fae08ee05377] Took 1.14 seconds to destroy the instance on the hypervisor. [ 691.885434] env[62353]: DEBUG oslo.service.loopingcall [None req-a32d8ba9-8737-49c4-9cf3-705428d5118e tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 691.885766] env[62353]: DEBUG nova.compute.manager [-] [instance: c7b98e17-46d0-4ae9-988e-fae08ee05377] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 691.885968] env[62353]: DEBUG nova.network.neutron [-] [instance: c7b98e17-46d0-4ae9-988e-fae08ee05377] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 691.920413] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ad042889-f96a-4183-ac0f-aaa87c9da2f6 tempest-AttachInterfacesV270Test-454918473 tempest-AttachInterfacesV270Test-454918473-project-member] Acquiring lock "refresh_cache-9523a163-666d-448f-84a6-5278a7171f86" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 691.970994] env[62353]: DEBUG oslo_concurrency.lockutils [req-7c6ae1a5-f014-4dde-b8c1-c25998978331 req-df7ca23b-42e5-427c-8308-3a786860535c service nova] Releasing lock "refresh_cache-d99b532a-164e-471b-b9ca-a0850f606780" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 692.009887] env[62353]: DEBUG nova.compute.utils [None req-aa4eff69-fc11-4cea-a253-e0c398254a07 tempest-ServersTestBootFromVolume-997296087 tempest-ServersTestBootFromVolume-997296087-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 692.011349] env[62353]: DEBUG nova.compute.manager [None req-aa4eff69-fc11-4cea-a253-e0c398254a07 tempest-ServersTestBootFromVolume-997296087 tempest-ServersTestBootFromVolume-997296087-project-member] [instance: 009129d2-dc03-4de0-ac09-9d24894e5e67] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 692.011552] env[62353]: DEBUG nova.network.neutron [None req-aa4eff69-fc11-4cea-a253-e0c398254a07 tempest-ServersTestBootFromVolume-997296087 tempest-ServersTestBootFromVolume-997296087-project-member] [instance: 009129d2-dc03-4de0-ac09-9d24894e5e67] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 692.042149] env[62353]: INFO nova.compute.manager [None req-c882187a-6e0b-4bcf-81dc-84115e5fbdf5 tempest-ServerDiagnosticsNegativeTest-1842184558 tempest-ServerDiagnosticsNegativeTest-1842184558-project-member] [instance: ed958c86-7d75-439f-a3f1-8c8d2fc6ea0d] Took 41.62 seconds to build instance. [ 692.070422] env[62353]: DEBUG nova.policy [None req-aa4eff69-fc11-4cea-a253-e0c398254a07 tempest-ServersTestBootFromVolume-997296087 tempest-ServersTestBootFromVolume-997296087-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c08a02bad6e349209b5ffe114b3cb476', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f562301b6d1147b3a6a9e0e366aabaa9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:192}} [ 692.217933] env[62353]: DEBUG oslo_vmware.api [None req-4b670ca0-2877-42bc-9cab-17ca5e347da7 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5274ee87-c2b1-6950-16cc-1ba203261b12, 'name': SearchDatastore_Task, 'duration_secs': 0.009806} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.218268] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4b670ca0-2877-42bc-9cab-17ca5e347da7 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Releasing lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 692.218497] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-4b670ca0-2877-42bc-9cab-17ca5e347da7 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] [instance: d99b532a-164e-471b-b9ca-a0850f606780] Processing image 06f909ae-e8dc-43b4-abf7-c7ed85db9bbd {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 692.218725] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4b670ca0-2877-42bc-9cab-17ca5e347da7 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 692.218865] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4b670ca0-2877-42bc-9cab-17ca5e347da7 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Acquired lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.219055] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b670ca0-2877-42bc-9cab-17ca5e347da7 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 692.219325] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f01feb9c-7bd1-4a3b-95ae-51343d6ddbe9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.231472] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b670ca0-2877-42bc-9cab-17ca5e347da7 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 692.231797] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-4b670ca0-2877-42bc-9cab-17ca5e347da7 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 692.232671] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d85fb37-32f0-4c6c-b098-e78c893558e6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.246030] env[62353]: DEBUG oslo_vmware.api [None req-4b670ca0-2877-42bc-9cab-17ca5e347da7 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Waiting for the task: (returnval){ [ 692.246030] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5210e0da-a38f-15e6-5298-0cf306fa22e1" [ 692.246030] env[62353]: _type = "Task" [ 692.246030] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.256830] env[62353]: DEBUG oslo_vmware.api [None req-4b670ca0-2877-42bc-9cab-17ca5e347da7 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5210e0da-a38f-15e6-5298-0cf306fa22e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.259295] env[62353]: DEBUG nova.network.neutron [-] [instance: 5b4524e2-ff60-4ae5-9658-7fe7cad2b878] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 692.292820] env[62353]: DEBUG oslo_vmware.api [None req-78efc95a-2ff6-418d-90a5-15afcda1b382 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823-project-member] Task: {'id': task-2372125, 'name': ReconfigVM_Task, 'duration_secs': 1.006914} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.293118] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-78efc95a-2ff6-418d-90a5-15afcda1b382 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823-project-member] [instance: b3e7bd84-3c18-40c7-95a7-9b259069f066] Reconfigured VM instance instance-00000023 to attach disk [datastore1] b3e7bd84-3c18-40c7-95a7-9b259069f066/b3e7bd84-3c18-40c7-95a7-9b259069f066.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 692.293756] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5c20043b-b035-4be7-801a-d2fc64b0bc4a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.304207] env[62353]: DEBUG oslo_vmware.api [None req-78efc95a-2ff6-418d-90a5-15afcda1b382 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823-project-member] Waiting for the task: (returnval){ [ 692.304207] env[62353]: value = "task-2372128" [ 692.304207] env[62353]: _type = "Task" [ 692.304207] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.313779] env[62353]: DEBUG oslo_vmware.api [None req-78efc95a-2ff6-418d-90a5-15afcda1b382 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823-project-member] Task: {'id': task-2372128, 'name': Rename_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.346998] env[62353]: DEBUG nova.network.neutron [req-ad12baea-525d-439f-9340-06348b0e7e95 req-6e1e306b-8595-47d0-83e5-a702fe2cb590 service nova] [instance: 9523a163-666d-448f-84a6-5278a7171f86] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 692.515817] env[62353]: DEBUG nova.compute.manager [None req-aa4eff69-fc11-4cea-a253-e0c398254a07 tempest-ServersTestBootFromVolume-997296087 tempest-ServersTestBootFromVolume-997296087-project-member] [instance: 009129d2-dc03-4de0-ac09-9d24894e5e67] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 692.544256] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c882187a-6e0b-4bcf-81dc-84115e5fbdf5 tempest-ServerDiagnosticsNegativeTest-1842184558 tempest-ServerDiagnosticsNegativeTest-1842184558-project-member] Lock "ed958c86-7d75-439f-a3f1-8c8d2fc6ea0d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.822s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 692.589340] env[62353]: DEBUG nova.network.neutron [req-ad12baea-525d-439f-9340-06348b0e7e95 req-6e1e306b-8595-47d0-83e5-a702fe2cb590 service nova] [instance: 9523a163-666d-448f-84a6-5278a7171f86] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 692.631167] env[62353]: DEBUG nova.network.neutron [None req-aa4eff69-fc11-4cea-a253-e0c398254a07 tempest-ServersTestBootFromVolume-997296087 tempest-ServersTestBootFromVolume-997296087-project-member] [instance: 009129d2-dc03-4de0-ac09-9d24894e5e67] Successfully created port: 193460fa-21e9-434d-a0c7-8ffd6b6c698b {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 692.657469] env[62353]: DEBUG nova.network.neutron [-] [instance: c7b98e17-46d0-4ae9-988e-fae08ee05377] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 692.756560] env[62353]: DEBUG oslo_vmware.api [None req-4b670ca0-2877-42bc-9cab-17ca5e347da7 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5210e0da-a38f-15e6-5298-0cf306fa22e1, 'name': SearchDatastore_Task, 'duration_secs': 0.021756} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.759752] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c18a284f-33a3-450a-88f7-6151cc915e50 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.762828] env[62353]: INFO nova.compute.manager [-] [instance: 5b4524e2-ff60-4ae5-9658-7fe7cad2b878] Took 1.27 seconds to deallocate network for instance. [ 692.771667] env[62353]: DEBUG oslo_vmware.api [None req-4b670ca0-2877-42bc-9cab-17ca5e347da7 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Waiting for the task: (returnval){ [ 692.771667] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5219a69c-abbf-1a87-6b38-44cf03bffcac" [ 692.771667] env[62353]: _type = "Task" [ 692.771667] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.787772] env[62353]: DEBUG oslo_vmware.api [None req-4b670ca0-2877-42bc-9cab-17ca5e347da7 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5219a69c-abbf-1a87-6b38-44cf03bffcac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.828419] env[62353]: DEBUG oslo_vmware.api [None req-78efc95a-2ff6-418d-90a5-15afcda1b382 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823-project-member] Task: {'id': task-2372128, 'name': Rename_Task, 'duration_secs': 0.199098} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.831644] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-78efc95a-2ff6-418d-90a5-15afcda1b382 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823-project-member] [instance: b3e7bd84-3c18-40c7-95a7-9b259069f066] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 692.832899] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ffb1bd12-325e-488a-9f84-4207af855e9c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.840105] env[62353]: DEBUG oslo_vmware.api [None req-78efc95a-2ff6-418d-90a5-15afcda1b382 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823-project-member] Waiting for the task: (returnval){ [ 692.840105] env[62353]: value = "task-2372129" [ 692.840105] env[62353]: _type = "Task" [ 692.840105] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.857214] env[62353]: DEBUG oslo_vmware.api [None req-78efc95a-2ff6-418d-90a5-15afcda1b382 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823-project-member] Task: {'id': task-2372129, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.026948] env[62353]: INFO nova.virt.block_device [None req-aa4eff69-fc11-4cea-a253-e0c398254a07 tempest-ServersTestBootFromVolume-997296087 tempest-ServersTestBootFromVolume-997296087-project-member] [instance: 009129d2-dc03-4de0-ac09-9d24894e5e67] Booting with volume 20a4258c-bee1-413f-ab8f-6d668370a189 at /dev/sda [ 693.047293] env[62353]: DEBUG nova.compute.manager [None req-7a375abb-559c-4b39-8513-3afcf6ba1c1c tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] [instance: 996dff46-a8df-411f-8974-260f591f6086] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 693.072317] env[62353]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-290ee448-56a6-4097-a1f7-555d64bbf2a1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.083635] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b448152f-0e2a-4126-988c-a30aefcd0af5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.098623] env[62353]: DEBUG oslo_concurrency.lockutils [req-ad12baea-525d-439f-9340-06348b0e7e95 req-6e1e306b-8595-47d0-83e5-a702fe2cb590 service nova] Releasing lock "refresh_cache-9523a163-666d-448f-84a6-5278a7171f86" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 693.098888] env[62353]: DEBUG nova.compute.manager [req-ad12baea-525d-439f-9340-06348b0e7e95 req-6e1e306b-8595-47d0-83e5-a702fe2cb590 service nova] [instance: 5b4524e2-ff60-4ae5-9658-7fe7cad2b878] Received event network-vif-deleted-6a7d9990-2ab2-454c-9caf-c2560156dd3b {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 693.099087] env[62353]: INFO nova.compute.manager [req-ad12baea-525d-439f-9340-06348b0e7e95 req-6e1e306b-8595-47d0-83e5-a702fe2cb590 service nova] [instance: 5b4524e2-ff60-4ae5-9658-7fe7cad2b878] Neutron deleted interface 6a7d9990-2ab2-454c-9caf-c2560156dd3b; detaching it from the instance and deleting it from the info cache [ 693.099261] env[62353]: DEBUG nova.network.neutron [req-ad12baea-525d-439f-9340-06348b0e7e95 req-6e1e306b-8595-47d0-83e5-a702fe2cb590 service nova] [instance: 5b4524e2-ff60-4ae5-9658-7fe7cad2b878] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.100453] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ad042889-f96a-4183-ac0f-aaa87c9da2f6 tempest-AttachInterfacesV270Test-454918473 tempest-AttachInterfacesV270Test-454918473-project-member] Acquired lock "refresh_cache-9523a163-666d-448f-84a6-5278a7171f86" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.100609] env[62353]: DEBUG nova.network.neutron [None req-ad042889-f96a-4183-ac0f-aaa87c9da2f6 tempest-AttachInterfacesV270Test-454918473 tempest-AttachInterfacesV270Test-454918473-project-member] [instance: 9523a163-666d-448f-84a6-5278a7171f86] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 693.136137] env[62353]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-460bfdea-6ebb-4911-be61-a2349df91bf7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.146975] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6609c382-a2ce-47f2-bb0b-90bd07555f84 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.164490] env[62353]: INFO nova.compute.manager [-] [instance: c7b98e17-46d0-4ae9-988e-fae08ee05377] Took 1.28 seconds to deallocate network for instance. [ 693.206036] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4e9f477-2039-45f0-bc6a-73af19a52c05 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.216995] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3babdea4-9bff-409d-be7e-a5ebd4889d24 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.234985] env[62353]: DEBUG nova.virt.block_device [None req-aa4eff69-fc11-4cea-a253-e0c398254a07 tempest-ServersTestBootFromVolume-997296087 tempest-ServersTestBootFromVolume-997296087-project-member] [instance: 009129d2-dc03-4de0-ac09-9d24894e5e67] Updating existing volume attachment record: d5fc3e33-c5fe-4981-af94-548fdbc9c840 {{(pid=62353) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 693.251261] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de50a482-824a-4683-90da-541d1f4eae23 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.260015] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18eb6e3c-8b0e-400c-a6d0-19daebe235c6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.292062] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4e819b7e-fea7-45b6-9e6d-d9734bedb235 tempest-TenantUsagesTestJSON-828266692 tempest-TenantUsagesTestJSON-828266692-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 693.296435] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76407c78-c32d-4720-a313-75dde71d3c9e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.308061] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f020016-c5ed-43d9-9cfb-956b7c9767d6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.312157] env[62353]: DEBUG oslo_vmware.api [None req-4b670ca0-2877-42bc-9cab-17ca5e347da7 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5219a69c-abbf-1a87-6b38-44cf03bffcac, 'name': SearchDatastore_Task, 'duration_secs': 0.026239} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.312488] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4b670ca0-2877-42bc-9cab-17ca5e347da7 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Releasing lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 693.312762] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b670ca0-2877-42bc-9cab-17ca5e347da7 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore1] d99b532a-164e-471b-b9ca-a0850f606780/d99b532a-164e-471b-b9ca-a0850f606780.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 693.313472] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-02d74bda-d243-450b-afd0-f71a9579b21e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.324372] env[62353]: DEBUG nova.compute.provider_tree [None req-f5d3da10-3f33-4988-970d-de4ad3f8cdca tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 693.327273] env[62353]: DEBUG oslo_vmware.api [None req-4b670ca0-2877-42bc-9cab-17ca5e347da7 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Waiting for the task: (returnval){ [ 693.327273] env[62353]: value = "task-2372130" [ 693.327273] env[62353]: _type = "Task" [ 693.327273] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.337494] env[62353]: DEBUG oslo_vmware.api [None req-4b670ca0-2877-42bc-9cab-17ca5e347da7 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Task: {'id': task-2372130, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.351578] env[62353]: DEBUG oslo_vmware.api [None req-78efc95a-2ff6-418d-90a5-15afcda1b382 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823-project-member] Task: {'id': task-2372129, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.500259] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f40b4931-2830-4c66-a086-0a737ce5a428 tempest-ServerDiagnosticsNegativeTest-1842184558 tempest-ServerDiagnosticsNegativeTest-1842184558-project-member] Acquiring lock "ed958c86-7d75-439f-a3f1-8c8d2fc6ea0d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 693.500553] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f40b4931-2830-4c66-a086-0a737ce5a428 tempest-ServerDiagnosticsNegativeTest-1842184558 tempest-ServerDiagnosticsNegativeTest-1842184558-project-member] Lock "ed958c86-7d75-439f-a3f1-8c8d2fc6ea0d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 693.500771] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f40b4931-2830-4c66-a086-0a737ce5a428 tempest-ServerDiagnosticsNegativeTest-1842184558 tempest-ServerDiagnosticsNegativeTest-1842184558-project-member] Acquiring lock "ed958c86-7d75-439f-a3f1-8c8d2fc6ea0d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 693.500952] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f40b4931-2830-4c66-a086-0a737ce5a428 tempest-ServerDiagnosticsNegativeTest-1842184558 tempest-ServerDiagnosticsNegativeTest-1842184558-project-member] Lock "ed958c86-7d75-439f-a3f1-8c8d2fc6ea0d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 693.501170] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f40b4931-2830-4c66-a086-0a737ce5a428 tempest-ServerDiagnosticsNegativeTest-1842184558 tempest-ServerDiagnosticsNegativeTest-1842184558-project-member] Lock "ed958c86-7d75-439f-a3f1-8c8d2fc6ea0d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 693.503342] env[62353]: INFO nova.compute.manager [None req-f40b4931-2830-4c66-a086-0a737ce5a428 tempest-ServerDiagnosticsNegativeTest-1842184558 tempest-ServerDiagnosticsNegativeTest-1842184558-project-member] [instance: ed958c86-7d75-439f-a3f1-8c8d2fc6ea0d] Terminating instance [ 693.572448] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7a375abb-559c-4b39-8513-3afcf6ba1c1c tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 693.605240] env[62353]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fe71feb6-6e3f-42c2-89fe-fd8412acd989 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.620839] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-447a9140-80ca-47c6-b7ea-239953c3ab84 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.658944] env[62353]: DEBUG nova.compute.manager [req-ad12baea-525d-439f-9340-06348b0e7e95 req-6e1e306b-8595-47d0-83e5-a702fe2cb590 service nova] [instance: 5b4524e2-ff60-4ae5-9658-7fe7cad2b878] Detach interface failed, port_id=6a7d9990-2ab2-454c-9caf-c2560156dd3b, reason: Instance 5b4524e2-ff60-4ae5-9658-7fe7cad2b878 could not be found. {{(pid=62353) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 693.660183] env[62353]: DEBUG nova.network.neutron [None req-ad042889-f96a-4183-ac0f-aaa87c9da2f6 tempest-AttachInterfacesV270Test-454918473 tempest-AttachInterfacesV270Test-454918473-project-member] [instance: 9523a163-666d-448f-84a6-5278a7171f86] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 693.675024] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a32d8ba9-8737-49c4-9cf3-705428d5118e tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 693.828963] env[62353]: DEBUG nova.scheduler.client.report [None req-f5d3da10-3f33-4988-970d-de4ad3f8cdca tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 693.833668] env[62353]: DEBUG nova.network.neutron [None req-ad042889-f96a-4183-ac0f-aaa87c9da2f6 tempest-AttachInterfacesV270Test-454918473 tempest-AttachInterfacesV270Test-454918473-project-member] [instance: 9523a163-666d-448f-84a6-5278a7171f86] Updating instance_info_cache with network_info: [{"id": "6b237acd-4fc6-4ab0-bdac-1ce626e2164c", "address": "fa:16:3e:8a:80:bd", "network": {"id": "e864ac26-ae7d-4294-a4d4-0b066915c5cc", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-195761003-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5895231adda4bd786b2e59e3a093709", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b89fd3b-0470-40c9-bb5b-d52c76c030e4", "external-id": "nsx-vlan-transportzone-276", "segmentation_id": 276, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b237acd-4f", "ovs_interfaceid": "6b237acd-4fc6-4ab0-bdac-1ce626e2164c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.849399] env[62353]: DEBUG oslo_vmware.api [None req-4b670ca0-2877-42bc-9cab-17ca5e347da7 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Task: {'id': task-2372130, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.853799] env[62353]: DEBUG nova.compute.manager [req-46a98763-787a-4f51-a5e9-6b0884de22ee req-fe30a342-fa4c-4ccf-be71-c0b6a32cfc83 service nova] [instance: c7b98e17-46d0-4ae9-988e-fae08ee05377] Received event network-vif-deleted-a0e25343-cbd2-4151-837d-ec3ec8643755 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 693.858397] env[62353]: DEBUG oslo_vmware.api [None req-78efc95a-2ff6-418d-90a5-15afcda1b382 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823-project-member] Task: {'id': task-2372129, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.007227] env[62353]: DEBUG nova.compute.manager [None req-f40b4931-2830-4c66-a086-0a737ce5a428 tempest-ServerDiagnosticsNegativeTest-1842184558 tempest-ServerDiagnosticsNegativeTest-1842184558-project-member] [instance: ed958c86-7d75-439f-a3f1-8c8d2fc6ea0d] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 694.007509] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-f40b4931-2830-4c66-a086-0a737ce5a428 tempest-ServerDiagnosticsNegativeTest-1842184558 tempest-ServerDiagnosticsNegativeTest-1842184558-project-member] [instance: ed958c86-7d75-439f-a3f1-8c8d2fc6ea0d] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 694.008481] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-994c06e6-ff28-429a-9c79-81855e89e0cb {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.017443] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-f40b4931-2830-4c66-a086-0a737ce5a428 tempest-ServerDiagnosticsNegativeTest-1842184558 tempest-ServerDiagnosticsNegativeTest-1842184558-project-member] [instance: ed958c86-7d75-439f-a3f1-8c8d2fc6ea0d] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 694.017724] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cc69d843-f51c-4cbf-97b1-7968a9758357 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.025426] env[62353]: DEBUG oslo_vmware.api [None req-f40b4931-2830-4c66-a086-0a737ce5a428 tempest-ServerDiagnosticsNegativeTest-1842184558 tempest-ServerDiagnosticsNegativeTest-1842184558-project-member] Waiting for the task: (returnval){ [ 694.025426] env[62353]: value = "task-2372131" [ 694.025426] env[62353]: _type = "Task" [ 694.025426] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.034415] env[62353]: DEBUG oslo_vmware.api [None req-f40b4931-2830-4c66-a086-0a737ce5a428 tempest-ServerDiagnosticsNegativeTest-1842184558 tempest-ServerDiagnosticsNegativeTest-1842184558-project-member] Task: {'id': task-2372131, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.193666] env[62353]: DEBUG nova.network.neutron [None req-aa4eff69-fc11-4cea-a253-e0c398254a07 tempest-ServersTestBootFromVolume-997296087 tempest-ServersTestBootFromVolume-997296087-project-member] [instance: 009129d2-dc03-4de0-ac09-9d24894e5e67] Successfully updated port: 193460fa-21e9-434d-a0c7-8ffd6b6c698b {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 694.339718] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ad042889-f96a-4183-ac0f-aaa87c9da2f6 tempest-AttachInterfacesV270Test-454918473 tempest-AttachInterfacesV270Test-454918473-project-member] Releasing lock "refresh_cache-9523a163-666d-448f-84a6-5278a7171f86" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 694.340141] env[62353]: DEBUG nova.compute.manager [None req-ad042889-f96a-4183-ac0f-aaa87c9da2f6 tempest-AttachInterfacesV270Test-454918473 tempest-AttachInterfacesV270Test-454918473-project-member] [instance: 9523a163-666d-448f-84a6-5278a7171f86] Instance network_info: |[{"id": "6b237acd-4fc6-4ab0-bdac-1ce626e2164c", "address": "fa:16:3e:8a:80:bd", "network": {"id": "e864ac26-ae7d-4294-a4d4-0b066915c5cc", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-195761003-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5895231adda4bd786b2e59e3a093709", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b89fd3b-0470-40c9-bb5b-d52c76c030e4", "external-id": "nsx-vlan-transportzone-276", "segmentation_id": 276, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b237acd-4f", "ovs_interfaceid": "6b237acd-4fc6-4ab0-bdac-1ce626e2164c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 694.340843] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f5d3da10-3f33-4988-970d-de4ad3f8cdca tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.833s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 694.341491] env[62353]: DEBUG nova.compute.manager [None req-f5d3da10-3f33-4988-970d-de4ad3f8cdca tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] [instance: a8ab0e21-de37-42da-b4b6-d9d9d120f61f] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 694.348675] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ad042889-f96a-4183-ac0f-aaa87c9da2f6 tempest-AttachInterfacesV270Test-454918473 tempest-AttachInterfacesV270Test-454918473-project-member] [instance: 9523a163-666d-448f-84a6-5278a7171f86] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8a:80:bd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3b89fd3b-0470-40c9-bb5b-d52c76c030e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6b237acd-4fc6-4ab0-bdac-1ce626e2164c', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 694.356301] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad042889-f96a-4183-ac0f-aaa87c9da2f6 tempest-AttachInterfacesV270Test-454918473 tempest-AttachInterfacesV270Test-454918473-project-member] Creating folder: Project (e5895231adda4bd786b2e59e3a093709). Parent ref: group-v481456. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 694.357073] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f2ae4c8a-5350-48c5-a0be-941ce9a8c57b tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.708s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 694.357073] env[62353]: DEBUG nova.objects.instance [None req-f2ae4c8a-5350-48c5-a0be-941ce9a8c57b tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Lazy-loading 'resources' on Instance uuid e1b536b2-778f-4318-bf20-198bb1752de4 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 694.358293] env[62353]: DEBUG oslo_vmware.api [None req-4b670ca0-2877-42bc-9cab-17ca5e347da7 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Task: {'id': task-2372130, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.620427} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.359163] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2378f7b4-c876-4bf6-9a14-a26cd52f2de1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.365076] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b670ca0-2877-42bc-9cab-17ca5e347da7 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore1] d99b532a-164e-471b-b9ca-a0850f606780/d99b532a-164e-471b-b9ca-a0850f606780.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 694.365319] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-4b670ca0-2877-42bc-9cab-17ca5e347da7 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] [instance: d99b532a-164e-471b-b9ca-a0850f606780] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 694.366252] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f202be86-2eca-4b8d-b925-f50816af816f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.379469] env[62353]: DEBUG oslo_vmware.api [None req-78efc95a-2ff6-418d-90a5-15afcda1b382 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823-project-member] Task: {'id': task-2372129, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.383576] env[62353]: DEBUG oslo_vmware.api [None req-4b670ca0-2877-42bc-9cab-17ca5e347da7 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Waiting for the task: (returnval){ [ 694.383576] env[62353]: value = "task-2372133" [ 694.383576] env[62353]: _type = "Task" [ 694.383576] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.387341] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-ad042889-f96a-4183-ac0f-aaa87c9da2f6 tempest-AttachInterfacesV270Test-454918473 tempest-AttachInterfacesV270Test-454918473-project-member] Created folder: Project (e5895231adda4bd786b2e59e3a093709) in parent group-v481456. [ 694.387979] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad042889-f96a-4183-ac0f-aaa87c9da2f6 tempest-AttachInterfacesV270Test-454918473 tempest-AttachInterfacesV270Test-454918473-project-member] Creating folder: Instances. Parent ref: group-v481575. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 694.391783] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-01f462fd-73c2-4926-bcd1-e6018675c2e4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.402168] env[62353]: DEBUG oslo_vmware.api [None req-4b670ca0-2877-42bc-9cab-17ca5e347da7 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Task: {'id': task-2372133, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.406271] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-ad042889-f96a-4183-ac0f-aaa87c9da2f6 tempest-AttachInterfacesV270Test-454918473 tempest-AttachInterfacesV270Test-454918473-project-member] Created folder: Instances in parent group-v481575. [ 694.406532] env[62353]: DEBUG oslo.service.loopingcall [None req-ad042889-f96a-4183-ac0f-aaa87c9da2f6 tempest-AttachInterfacesV270Test-454918473 tempest-AttachInterfacesV270Test-454918473-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 694.406729] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9523a163-666d-448f-84a6-5278a7171f86] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 694.406930] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b664bf89-51df-4bf7-a118-767ff822f751 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.431047] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 694.431047] env[62353]: value = "task-2372135" [ 694.431047] env[62353]: _type = "Task" [ 694.431047] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.446013] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372135, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.537884] env[62353]: DEBUG oslo_vmware.api [None req-f40b4931-2830-4c66-a086-0a737ce5a428 tempest-ServerDiagnosticsNegativeTest-1842184558 tempest-ServerDiagnosticsNegativeTest-1842184558-project-member] Task: {'id': task-2372131, 'name': PowerOffVM_Task, 'duration_secs': 0.49538} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.538163] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-f40b4931-2830-4c66-a086-0a737ce5a428 tempest-ServerDiagnosticsNegativeTest-1842184558 tempest-ServerDiagnosticsNegativeTest-1842184558-project-member] [instance: ed958c86-7d75-439f-a3f1-8c8d2fc6ea0d] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 694.538329] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-f40b4931-2830-4c66-a086-0a737ce5a428 tempest-ServerDiagnosticsNegativeTest-1842184558 tempest-ServerDiagnosticsNegativeTest-1842184558-project-member] [instance: ed958c86-7d75-439f-a3f1-8c8d2fc6ea0d] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 694.538607] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4a98197d-ec83-4ac4-a7eb-4b14360fecdb {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.636632] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-f40b4931-2830-4c66-a086-0a737ce5a428 tempest-ServerDiagnosticsNegativeTest-1842184558 tempest-ServerDiagnosticsNegativeTest-1842184558-project-member] [instance: ed958c86-7d75-439f-a3f1-8c8d2fc6ea0d] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 694.636952] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-f40b4931-2830-4c66-a086-0a737ce5a428 tempest-ServerDiagnosticsNegativeTest-1842184558 tempest-ServerDiagnosticsNegativeTest-1842184558-project-member] [instance: ed958c86-7d75-439f-a3f1-8c8d2fc6ea0d] Deleting contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 694.637247] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-f40b4931-2830-4c66-a086-0a737ce5a428 tempest-ServerDiagnosticsNegativeTest-1842184558 tempest-ServerDiagnosticsNegativeTest-1842184558-project-member] Deleting the datastore file [datastore1] ed958c86-7d75-439f-a3f1-8c8d2fc6ea0d {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 694.637601] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ce8d4b92-c6f5-4097-82e5-cba0ee4a4635 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.644763] env[62353]: DEBUG oslo_vmware.api [None req-f40b4931-2830-4c66-a086-0a737ce5a428 tempest-ServerDiagnosticsNegativeTest-1842184558 tempest-ServerDiagnosticsNegativeTest-1842184558-project-member] Waiting for the task: (returnval){ [ 694.644763] env[62353]: value = "task-2372137" [ 694.644763] env[62353]: _type = "Task" [ 694.644763] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.653206] env[62353]: DEBUG oslo_vmware.api [None req-f40b4931-2830-4c66-a086-0a737ce5a428 tempest-ServerDiagnosticsNegativeTest-1842184558 tempest-ServerDiagnosticsNegativeTest-1842184558-project-member] Task: {'id': task-2372137, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.696537] env[62353]: DEBUG oslo_concurrency.lockutils [None req-aa4eff69-fc11-4cea-a253-e0c398254a07 tempest-ServersTestBootFromVolume-997296087 tempest-ServersTestBootFromVolume-997296087-project-member] Acquiring lock "refresh_cache-009129d2-dc03-4de0-ac09-9d24894e5e67" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 694.696726] env[62353]: DEBUG oslo_concurrency.lockutils [None req-aa4eff69-fc11-4cea-a253-e0c398254a07 tempest-ServersTestBootFromVolume-997296087 tempest-ServersTestBootFromVolume-997296087-project-member] Acquired lock "refresh_cache-009129d2-dc03-4de0-ac09-9d24894e5e67" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.696833] env[62353]: DEBUG nova.network.neutron [None req-aa4eff69-fc11-4cea-a253-e0c398254a07 tempest-ServersTestBootFromVolume-997296087 tempest-ServersTestBootFromVolume-997296087-project-member] [instance: 009129d2-dc03-4de0-ac09-9d24894e5e67] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 694.866777] env[62353]: DEBUG nova.compute.utils [None req-f5d3da10-3f33-4988-970d-de4ad3f8cdca tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 694.869975] env[62353]: DEBUG nova.compute.manager [None req-f5d3da10-3f33-4988-970d-de4ad3f8cdca tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] [instance: a8ab0e21-de37-42da-b4b6-d9d9d120f61f] Not allocating networking since 'none' was specified. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 694.877289] env[62353]: DEBUG oslo_vmware.api [None req-78efc95a-2ff6-418d-90a5-15afcda1b382 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823-project-member] Task: {'id': task-2372129, 'name': PowerOnVM_Task, 'duration_secs': 1.579825} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.877564] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-78efc95a-2ff6-418d-90a5-15afcda1b382 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823-project-member] [instance: b3e7bd84-3c18-40c7-95a7-9b259069f066] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 694.878078] env[62353]: INFO nova.compute.manager [None req-78efc95a-2ff6-418d-90a5-15afcda1b382 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823-project-member] [instance: b3e7bd84-3c18-40c7-95a7-9b259069f066] Took 9.60 seconds to spawn the instance on the hypervisor. [ 694.878321] env[62353]: DEBUG nova.compute.manager [None req-78efc95a-2ff6-418d-90a5-15afcda1b382 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823-project-member] [instance: b3e7bd84-3c18-40c7-95a7-9b259069f066] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 694.879688] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67e69c93-d1f5-4c95-b318-505e251e776f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.903860] env[62353]: DEBUG oslo_vmware.api [None req-4b670ca0-2877-42bc-9cab-17ca5e347da7 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Task: {'id': task-2372133, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.180129} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.904245] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-4b670ca0-2877-42bc-9cab-17ca5e347da7 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] [instance: d99b532a-164e-471b-b9ca-a0850f606780] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 694.905084] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f8e7d35-1ec7-425a-bbad-33d31e81745e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.933353] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b670ca0-2877-42bc-9cab-17ca5e347da7 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] [instance: d99b532a-164e-471b-b9ca-a0850f606780] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] d99b532a-164e-471b-b9ca-a0850f606780/d99b532a-164e-471b-b9ca-a0850f606780.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 694.937027] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c71e594-874e-4921-9a77-7dffb4221d76 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.962205] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372135, 'name': CreateVM_Task, 'duration_secs': 0.503304} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.966145] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9523a163-666d-448f-84a6-5278a7171f86] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 694.966243] env[62353]: DEBUG oslo_vmware.api [None req-4b670ca0-2877-42bc-9cab-17ca5e347da7 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Waiting for the task: (returnval){ [ 694.966243] env[62353]: value = "task-2372138" [ 694.966243] env[62353]: _type = "Task" [ 694.966243] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.967095] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ad042889-f96a-4183-ac0f-aaa87c9da2f6 tempest-AttachInterfacesV270Test-454918473 tempest-AttachInterfacesV270Test-454918473-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 694.967261] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ad042889-f96a-4183-ac0f-aaa87c9da2f6 tempest-AttachInterfacesV270Test-454918473 tempest-AttachInterfacesV270Test-454918473-project-member] Acquired lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.967509] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ad042889-f96a-4183-ac0f-aaa87c9da2f6 tempest-AttachInterfacesV270Test-454918473 tempest-AttachInterfacesV270Test-454918473-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 694.967801] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6f2fddd-bac5-429d-be38-f634458c1e97 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.980662] env[62353]: DEBUG oslo_vmware.api [None req-4b670ca0-2877-42bc-9cab-17ca5e347da7 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Task: {'id': task-2372138, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.986054] env[62353]: DEBUG oslo_vmware.api [None req-ad042889-f96a-4183-ac0f-aaa87c9da2f6 tempest-AttachInterfacesV270Test-454918473 tempest-AttachInterfacesV270Test-454918473-project-member] Waiting for the task: (returnval){ [ 694.986054] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5217a9ed-53b9-b0b6-e794-4f802e966a33" [ 694.986054] env[62353]: _type = "Task" [ 694.986054] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.995805] env[62353]: DEBUG oslo_vmware.api [None req-ad042889-f96a-4183-ac0f-aaa87c9da2f6 tempest-AttachInterfacesV270Test-454918473 tempest-AttachInterfacesV270Test-454918473-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5217a9ed-53b9-b0b6-e794-4f802e966a33, 'name': SearchDatastore_Task, 'duration_secs': 0.01412} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.998505] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ad042889-f96a-4183-ac0f-aaa87c9da2f6 tempest-AttachInterfacesV270Test-454918473 tempest-AttachInterfacesV270Test-454918473-project-member] Releasing lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 694.998731] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ad042889-f96a-4183-ac0f-aaa87c9da2f6 tempest-AttachInterfacesV270Test-454918473 tempest-AttachInterfacesV270Test-454918473-project-member] [instance: 9523a163-666d-448f-84a6-5278a7171f86] Processing image 06f909ae-e8dc-43b4-abf7-c7ed85db9bbd {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 694.998980] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ad042889-f96a-4183-ac0f-aaa87c9da2f6 tempest-AttachInterfacesV270Test-454918473 tempest-AttachInterfacesV270Test-454918473-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 694.999150] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ad042889-f96a-4183-ac0f-aaa87c9da2f6 tempest-AttachInterfacesV270Test-454918473 tempest-AttachInterfacesV270Test-454918473-project-member] Acquired lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.999323] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad042889-f96a-4183-ac0f-aaa87c9da2f6 tempest-AttachInterfacesV270Test-454918473 tempest-AttachInterfacesV270Test-454918473-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 695.000103] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7df19508-fec1-4028-a107-8f648de08202 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.008943] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad042889-f96a-4183-ac0f-aaa87c9da2f6 tempest-AttachInterfacesV270Test-454918473 tempest-AttachInterfacesV270Test-454918473-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 695.008943] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ad042889-f96a-4183-ac0f-aaa87c9da2f6 tempest-AttachInterfacesV270Test-454918473 tempest-AttachInterfacesV270Test-454918473-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 695.011796] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b302702b-23d1-47cb-89c2-38023ccd11d4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.017515] env[62353]: DEBUG oslo_vmware.api [None req-ad042889-f96a-4183-ac0f-aaa87c9da2f6 tempest-AttachInterfacesV270Test-454918473 tempest-AttachInterfacesV270Test-454918473-project-member] Waiting for the task: (returnval){ [ 695.017515] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52634e35-3c00-1622-754c-11c84844d7bb" [ 695.017515] env[62353]: _type = "Task" [ 695.017515] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.028513] env[62353]: DEBUG oslo_vmware.api [None req-ad042889-f96a-4183-ac0f-aaa87c9da2f6 tempest-AttachInterfacesV270Test-454918473 tempest-AttachInterfacesV270Test-454918473-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52634e35-3c00-1622-754c-11c84844d7bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.155376] env[62353]: DEBUG oslo_vmware.api [None req-f40b4931-2830-4c66-a086-0a737ce5a428 tempest-ServerDiagnosticsNegativeTest-1842184558 tempest-ServerDiagnosticsNegativeTest-1842184558-project-member] Task: {'id': task-2372137, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.232644} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.157881] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-f40b4931-2830-4c66-a086-0a737ce5a428 tempest-ServerDiagnosticsNegativeTest-1842184558 tempest-ServerDiagnosticsNegativeTest-1842184558-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 695.158136] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-f40b4931-2830-4c66-a086-0a737ce5a428 tempest-ServerDiagnosticsNegativeTest-1842184558 tempest-ServerDiagnosticsNegativeTest-1842184558-project-member] [instance: ed958c86-7d75-439f-a3f1-8c8d2fc6ea0d] Deleted contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 695.158386] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-f40b4931-2830-4c66-a086-0a737ce5a428 tempest-ServerDiagnosticsNegativeTest-1842184558 tempest-ServerDiagnosticsNegativeTest-1842184558-project-member] [instance: ed958c86-7d75-439f-a3f1-8c8d2fc6ea0d] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 695.158386] env[62353]: INFO nova.compute.manager [None req-f40b4931-2830-4c66-a086-0a737ce5a428 tempest-ServerDiagnosticsNegativeTest-1842184558 tempest-ServerDiagnosticsNegativeTest-1842184558-project-member] [instance: ed958c86-7d75-439f-a3f1-8c8d2fc6ea0d] Took 1.15 seconds to destroy the instance on the hypervisor. [ 695.158622] env[62353]: DEBUG oslo.service.loopingcall [None req-f40b4931-2830-4c66-a086-0a737ce5a428 tempest-ServerDiagnosticsNegativeTest-1842184558 tempest-ServerDiagnosticsNegativeTest-1842184558-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 695.158994] env[62353]: DEBUG nova.compute.manager [-] [instance: ed958c86-7d75-439f-a3f1-8c8d2fc6ea0d] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 695.159137] env[62353]: DEBUG nova.network.neutron [-] [instance: ed958c86-7d75-439f-a3f1-8c8d2fc6ea0d] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 695.237523] env[62353]: DEBUG nova.network.neutron [None req-aa4eff69-fc11-4cea-a253-e0c398254a07 tempest-ServersTestBootFromVolume-997296087 tempest-ServersTestBootFromVolume-997296087-project-member] [instance: 009129d2-dc03-4de0-ac09-9d24894e5e67] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 695.331633] env[62353]: DEBUG nova.compute.manager [None req-aa4eff69-fc11-4cea-a253-e0c398254a07 tempest-ServersTestBootFromVolume-997296087 tempest-ServersTestBootFromVolume-997296087-project-member] [instance: 009129d2-dc03-4de0-ac09-9d24894e5e67] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 695.332254] env[62353]: DEBUG nova.virt.hardware [None req-aa4eff69-fc11-4cea-a253-e0c398254a07 tempest-ServersTestBootFromVolume-997296087 tempest-ServersTestBootFromVolume-997296087-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T12:38:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 695.332475] env[62353]: DEBUG nova.virt.hardware [None req-aa4eff69-fc11-4cea-a253-e0c398254a07 tempest-ServersTestBootFromVolume-997296087 tempest-ServersTestBootFromVolume-997296087-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 695.332620] env[62353]: DEBUG nova.virt.hardware [None req-aa4eff69-fc11-4cea-a253-e0c398254a07 tempest-ServersTestBootFromVolume-997296087 tempest-ServersTestBootFromVolume-997296087-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 695.332788] env[62353]: DEBUG nova.virt.hardware [None req-aa4eff69-fc11-4cea-a253-e0c398254a07 tempest-ServersTestBootFromVolume-997296087 tempest-ServersTestBootFromVolume-997296087-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 695.332924] env[62353]: DEBUG nova.virt.hardware [None req-aa4eff69-fc11-4cea-a253-e0c398254a07 tempest-ServersTestBootFromVolume-997296087 tempest-ServersTestBootFromVolume-997296087-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 695.335626] env[62353]: DEBUG nova.virt.hardware [None req-aa4eff69-fc11-4cea-a253-e0c398254a07 tempest-ServersTestBootFromVolume-997296087 tempest-ServersTestBootFromVolume-997296087-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 695.335626] env[62353]: DEBUG nova.virt.hardware [None req-aa4eff69-fc11-4cea-a253-e0c398254a07 tempest-ServersTestBootFromVolume-997296087 tempest-ServersTestBootFromVolume-997296087-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 695.335626] env[62353]: DEBUG nova.virt.hardware [None req-aa4eff69-fc11-4cea-a253-e0c398254a07 tempest-ServersTestBootFromVolume-997296087 tempest-ServersTestBootFromVolume-997296087-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 695.335626] env[62353]: DEBUG nova.virt.hardware [None req-aa4eff69-fc11-4cea-a253-e0c398254a07 tempest-ServersTestBootFromVolume-997296087 tempest-ServersTestBootFromVolume-997296087-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 695.335626] env[62353]: DEBUG nova.virt.hardware [None req-aa4eff69-fc11-4cea-a253-e0c398254a07 tempest-ServersTestBootFromVolume-997296087 tempest-ServersTestBootFromVolume-997296087-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 695.336030] env[62353]: DEBUG nova.virt.hardware [None req-aa4eff69-fc11-4cea-a253-e0c398254a07 tempest-ServersTestBootFromVolume-997296087 tempest-ServersTestBootFromVolume-997296087-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 695.336030] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-972fe462-c016-4a48-81b6-dc2bb9d89911 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.348148] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b2479b5-4f63-4d77-a883-e08183142ae4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.371420] env[62353]: DEBUG nova.compute.manager [None req-f5d3da10-3f33-4988-970d-de4ad3f8cdca tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] [instance: a8ab0e21-de37-42da-b4b6-d9d9d120f61f] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 695.403898] env[62353]: INFO nova.compute.manager [None req-78efc95a-2ff6-418d-90a5-15afcda1b382 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823-project-member] [instance: b3e7bd84-3c18-40c7-95a7-9b259069f066] Took 42.08 seconds to build instance. [ 695.473479] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02ceca9f-46cf-4ab9-b5ad-aeb6ca62826e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.481350] env[62353]: DEBUG nova.network.neutron [None req-aa4eff69-fc11-4cea-a253-e0c398254a07 tempest-ServersTestBootFromVolume-997296087 tempest-ServersTestBootFromVolume-997296087-project-member] [instance: 009129d2-dc03-4de0-ac09-9d24894e5e67] Updating instance_info_cache with network_info: [{"id": "193460fa-21e9-434d-a0c7-8ffd6b6c698b", "address": "fa:16:3e:ee:15:0b", "network": {"id": "ae05760f-dd8e-4308-8f54-924233907135", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-507583563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f562301b6d1147b3a6a9e0e366aabaa9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d054505-89d3-49c5-8b38-5da917a42c49", "external-id": "nsx-vlan-transportzone-888", "segmentation_id": 888, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap193460fa-21", "ovs_interfaceid": "193460fa-21e9-434d-a0c7-8ffd6b6c698b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.489228] env[62353]: DEBUG oslo_vmware.api [None req-4b670ca0-2877-42bc-9cab-17ca5e347da7 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Task: {'id': task-2372138, 'name': ReconfigVM_Task, 'duration_secs': 0.336963} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.491536] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0371c6ac-daef-42c0-a881-d6a5fd4597c5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.497628] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b670ca0-2877-42bc-9cab-17ca5e347da7 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] [instance: d99b532a-164e-471b-b9ca-a0850f606780] Reconfigured VM instance instance-00000024 to attach disk [datastore1] d99b532a-164e-471b-b9ca-a0850f606780/d99b532a-164e-471b-b9ca-a0850f606780.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 695.500315] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-037b2606-926a-40fd-886b-a8131a3fd12c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.539684] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43d971a9-3269-4c0b-bc10-6c164d0945c1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.544114] env[62353]: DEBUG oslo_vmware.api [None req-4b670ca0-2877-42bc-9cab-17ca5e347da7 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Waiting for the task: (returnval){ [ 695.544114] env[62353]: value = "task-2372139" [ 695.544114] env[62353]: _type = "Task" [ 695.544114] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.555076] env[62353]: DEBUG oslo_vmware.api [None req-ad042889-f96a-4183-ac0f-aaa87c9da2f6 tempest-AttachInterfacesV270Test-454918473 tempest-AttachInterfacesV270Test-454918473-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52634e35-3c00-1622-754c-11c84844d7bb, 'name': SearchDatastore_Task, 'duration_secs': 0.010715} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.556776] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f0accb6-0a9b-41b4-8dd3-21ffbdad2fff {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.565618] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73d80dd9-7745-4013-89a0-74aab8fb230e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.568278] env[62353]: DEBUG oslo_vmware.api [None req-4b670ca0-2877-42bc-9cab-17ca5e347da7 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Task: {'id': task-2372139, 'name': Rename_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.573111] env[62353]: DEBUG oslo_vmware.api [None req-ad042889-f96a-4183-ac0f-aaa87c9da2f6 tempest-AttachInterfacesV270Test-454918473 tempest-AttachInterfacesV270Test-454918473-project-member] Waiting for the task: (returnval){ [ 695.573111] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52afd91c-38db-b8c2-b024-4d77b062f6d5" [ 695.573111] env[62353]: _type = "Task" [ 695.573111] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.581278] env[62353]: DEBUG nova.compute.provider_tree [None req-f2ae4c8a-5350-48c5-a0be-941ce9a8c57b tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 695.591897] env[62353]: DEBUG oslo_vmware.api [None req-ad042889-f96a-4183-ac0f-aaa87c9da2f6 tempest-AttachInterfacesV270Test-454918473 tempest-AttachInterfacesV270Test-454918473-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52afd91c-38db-b8c2-b024-4d77b062f6d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.909617] env[62353]: DEBUG oslo_concurrency.lockutils [None req-78efc95a-2ff6-418d-90a5-15afcda1b382 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823-project-member] Lock "b3e7bd84-3c18-40c7-95a7-9b259069f066" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.200s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 695.991194] env[62353]: DEBUG oslo_concurrency.lockutils [None req-aa4eff69-fc11-4cea-a253-e0c398254a07 tempest-ServersTestBootFromVolume-997296087 tempest-ServersTestBootFromVolume-997296087-project-member] Releasing lock "refresh_cache-009129d2-dc03-4de0-ac09-9d24894e5e67" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 695.991555] env[62353]: DEBUG nova.compute.manager [None req-aa4eff69-fc11-4cea-a253-e0c398254a07 tempest-ServersTestBootFromVolume-997296087 tempest-ServersTestBootFromVolume-997296087-project-member] [instance: 009129d2-dc03-4de0-ac09-9d24894e5e67] Instance network_info: |[{"id": "193460fa-21e9-434d-a0c7-8ffd6b6c698b", "address": "fa:16:3e:ee:15:0b", "network": {"id": "ae05760f-dd8e-4308-8f54-924233907135", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-507583563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f562301b6d1147b3a6a9e0e366aabaa9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d054505-89d3-49c5-8b38-5da917a42c49", "external-id": "nsx-vlan-transportzone-888", "segmentation_id": 888, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap193460fa-21", "ovs_interfaceid": "193460fa-21e9-434d-a0c7-8ffd6b6c698b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 695.992092] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-aa4eff69-fc11-4cea-a253-e0c398254a07 tempest-ServersTestBootFromVolume-997296087 tempest-ServersTestBootFromVolume-997296087-project-member] [instance: 009129d2-dc03-4de0-ac09-9d24894e5e67] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ee:15:0b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6d054505-89d3-49c5-8b38-5da917a42c49', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '193460fa-21e9-434d-a0c7-8ffd6b6c698b', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 695.999900] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa4eff69-fc11-4cea-a253-e0c398254a07 tempest-ServersTestBootFromVolume-997296087 tempest-ServersTestBootFromVolume-997296087-project-member] Creating folder: Project (f562301b6d1147b3a6a9e0e366aabaa9). Parent ref: group-v481456. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 696.000516] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cae4e510-06a5-4345-bdff-09843f774e3b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.016361] env[62353]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 696.016676] env[62353]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=62353) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 696.016981] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa4eff69-fc11-4cea-a253-e0c398254a07 tempest-ServersTestBootFromVolume-997296087 tempest-ServersTestBootFromVolume-997296087-project-member] Folder already exists: Project (f562301b6d1147b3a6a9e0e366aabaa9). Parent ref: group-v481456. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 696.017235] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa4eff69-fc11-4cea-a253-e0c398254a07 tempest-ServersTestBootFromVolume-997296087 tempest-ServersTestBootFromVolume-997296087-project-member] Creating folder: Instances. Parent ref: group-v481511. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 696.017500] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3846441d-71dd-4506-ae42-16c25b600b50 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.030302] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-aa4eff69-fc11-4cea-a253-e0c398254a07 tempest-ServersTestBootFromVolume-997296087 tempest-ServersTestBootFromVolume-997296087-project-member] Created folder: Instances in parent group-v481511. [ 696.030302] env[62353]: DEBUG oslo.service.loopingcall [None req-aa4eff69-fc11-4cea-a253-e0c398254a07 tempest-ServersTestBootFromVolume-997296087 tempest-ServersTestBootFromVolume-997296087-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 696.030527] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 009129d2-dc03-4de0-ac09-9d24894e5e67] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 696.030591] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3c3fee5e-cc0a-49c5-86ce-b4351db568fc {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.048874] env[62353]: DEBUG nova.network.neutron [-] [instance: ed958c86-7d75-439f-a3f1-8c8d2fc6ea0d] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 696.061798] env[62353]: DEBUG oslo_vmware.api [None req-4b670ca0-2877-42bc-9cab-17ca5e347da7 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Task: {'id': task-2372139, 'name': Rename_Task, 'duration_secs': 0.188148} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.070161] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b670ca0-2877-42bc-9cab-17ca5e347da7 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] [instance: d99b532a-164e-471b-b9ca-a0850f606780] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 696.070161] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 696.070161] env[62353]: value = "task-2372142" [ 696.070161] env[62353]: _type = "Task" [ 696.070161] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.070161] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-06cac118-de3e-4529-a6b9-064e462885f6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.077672] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372142, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.079441] env[62353]: DEBUG oslo_vmware.api [None req-4b670ca0-2877-42bc-9cab-17ca5e347da7 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Waiting for the task: (returnval){ [ 696.079441] env[62353]: value = "task-2372143" [ 696.079441] env[62353]: _type = "Task" [ 696.079441] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.088675] env[62353]: DEBUG nova.scheduler.client.report [None req-f2ae4c8a-5350-48c5-a0be-941ce9a8c57b tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 696.099053] env[62353]: DEBUG oslo_vmware.api [None req-4b670ca0-2877-42bc-9cab-17ca5e347da7 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Task: {'id': task-2372143, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.104174] env[62353]: DEBUG oslo_vmware.api [None req-ad042889-f96a-4183-ac0f-aaa87c9da2f6 tempest-AttachInterfacesV270Test-454918473 tempest-AttachInterfacesV270Test-454918473-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52afd91c-38db-b8c2-b024-4d77b062f6d5, 'name': SearchDatastore_Task, 'duration_secs': 0.018149} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.106739] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ad042889-f96a-4183-ac0f-aaa87c9da2f6 tempest-AttachInterfacesV270Test-454918473 tempest-AttachInterfacesV270Test-454918473-project-member] Releasing lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 696.106739] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad042889-f96a-4183-ac0f-aaa87c9da2f6 tempest-AttachInterfacesV270Test-454918473 tempest-AttachInterfacesV270Test-454918473-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore1] 9523a163-666d-448f-84a6-5278a7171f86/9523a163-666d-448f-84a6-5278a7171f86.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 696.106739] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ed14bfad-6890-4ea8-850b-310c6714f847 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.114979] env[62353]: DEBUG oslo_vmware.api [None req-ad042889-f96a-4183-ac0f-aaa87c9da2f6 tempest-AttachInterfacesV270Test-454918473 tempest-AttachInterfacesV270Test-454918473-project-member] Waiting for the task: (returnval){ [ 696.114979] env[62353]: value = "task-2372144" [ 696.114979] env[62353]: _type = "Task" [ 696.114979] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.127681] env[62353]: DEBUG oslo_vmware.api [None req-ad042889-f96a-4183-ac0f-aaa87c9da2f6 tempest-AttachInterfacesV270Test-454918473 tempest-AttachInterfacesV270Test-454918473-project-member] Task: {'id': task-2372144, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.308977] env[62353]: DEBUG nova.compute.manager [req-576ca42d-2ffb-4ee3-9ccc-7101818dd0be req-e16c8588-33bb-4325-88e9-25a747069ed9 service nova] [instance: 009129d2-dc03-4de0-ac09-9d24894e5e67] Received event network-vif-plugged-193460fa-21e9-434d-a0c7-8ffd6b6c698b {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 696.309302] env[62353]: DEBUG oslo_concurrency.lockutils [req-576ca42d-2ffb-4ee3-9ccc-7101818dd0be req-e16c8588-33bb-4325-88e9-25a747069ed9 service nova] Acquiring lock "009129d2-dc03-4de0-ac09-9d24894e5e67-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 696.309618] env[62353]: DEBUG oslo_concurrency.lockutils [req-576ca42d-2ffb-4ee3-9ccc-7101818dd0be req-e16c8588-33bb-4325-88e9-25a747069ed9 service nova] Lock "009129d2-dc03-4de0-ac09-9d24894e5e67-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 696.309845] env[62353]: DEBUG oslo_concurrency.lockutils [req-576ca42d-2ffb-4ee3-9ccc-7101818dd0be req-e16c8588-33bb-4325-88e9-25a747069ed9 service nova] Lock "009129d2-dc03-4de0-ac09-9d24894e5e67-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 696.310080] env[62353]: DEBUG nova.compute.manager [req-576ca42d-2ffb-4ee3-9ccc-7101818dd0be req-e16c8588-33bb-4325-88e9-25a747069ed9 service nova] [instance: 009129d2-dc03-4de0-ac09-9d24894e5e67] No waiting events found dispatching network-vif-plugged-193460fa-21e9-434d-a0c7-8ffd6b6c698b {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 696.310311] env[62353]: WARNING nova.compute.manager [req-576ca42d-2ffb-4ee3-9ccc-7101818dd0be req-e16c8588-33bb-4325-88e9-25a747069ed9 service nova] [instance: 009129d2-dc03-4de0-ac09-9d24894e5e67] Received unexpected event network-vif-plugged-193460fa-21e9-434d-a0c7-8ffd6b6c698b for instance with vm_state building and task_state spawning. [ 696.310574] env[62353]: DEBUG nova.compute.manager [req-576ca42d-2ffb-4ee3-9ccc-7101818dd0be req-e16c8588-33bb-4325-88e9-25a747069ed9 service nova] [instance: 009129d2-dc03-4de0-ac09-9d24894e5e67] Received event network-changed-193460fa-21e9-434d-a0c7-8ffd6b6c698b {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 696.310802] env[62353]: DEBUG nova.compute.manager [req-576ca42d-2ffb-4ee3-9ccc-7101818dd0be req-e16c8588-33bb-4325-88e9-25a747069ed9 service nova] [instance: 009129d2-dc03-4de0-ac09-9d24894e5e67] Refreshing instance network info cache due to event network-changed-193460fa-21e9-434d-a0c7-8ffd6b6c698b. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 696.311059] env[62353]: DEBUG oslo_concurrency.lockutils [req-576ca42d-2ffb-4ee3-9ccc-7101818dd0be req-e16c8588-33bb-4325-88e9-25a747069ed9 service nova] Acquiring lock "refresh_cache-009129d2-dc03-4de0-ac09-9d24894e5e67" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 696.311350] env[62353]: DEBUG oslo_concurrency.lockutils [req-576ca42d-2ffb-4ee3-9ccc-7101818dd0be req-e16c8588-33bb-4325-88e9-25a747069ed9 service nova] Acquired lock "refresh_cache-009129d2-dc03-4de0-ac09-9d24894e5e67" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.311569] env[62353]: DEBUG nova.network.neutron [req-576ca42d-2ffb-4ee3-9ccc-7101818dd0be req-e16c8588-33bb-4325-88e9-25a747069ed9 service nova] [instance: 009129d2-dc03-4de0-ac09-9d24894e5e67] Refreshing network info cache for port 193460fa-21e9-434d-a0c7-8ffd6b6c698b {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 696.380536] env[62353]: DEBUG nova.compute.manager [None req-f5d3da10-3f33-4988-970d-de4ad3f8cdca tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] [instance: a8ab0e21-de37-42da-b4b6-d9d9d120f61f] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 696.406218] env[62353]: DEBUG nova.virt.hardware [None req-f5d3da10-3f33-4988-970d-de4ad3f8cdca tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T12:38:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T12:38:15Z,direct_url=,disk_format='vmdk',id=06f909ae-e8dc-43b4-abf7-c7ed85db9bbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0a3f88790a594523a818b8c00f6862e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T12:38:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 696.406464] env[62353]: DEBUG nova.virt.hardware [None req-f5d3da10-3f33-4988-970d-de4ad3f8cdca tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 696.406619] env[62353]: DEBUG nova.virt.hardware [None req-f5d3da10-3f33-4988-970d-de4ad3f8cdca tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 696.406799] env[62353]: DEBUG nova.virt.hardware [None req-f5d3da10-3f33-4988-970d-de4ad3f8cdca tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 696.406931] env[62353]: DEBUG nova.virt.hardware [None req-f5d3da10-3f33-4988-970d-de4ad3f8cdca tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 696.407087] env[62353]: DEBUG nova.virt.hardware [None req-f5d3da10-3f33-4988-970d-de4ad3f8cdca tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 696.407295] env[62353]: DEBUG nova.virt.hardware [None req-f5d3da10-3f33-4988-970d-de4ad3f8cdca tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 696.407451] env[62353]: DEBUG nova.virt.hardware [None req-f5d3da10-3f33-4988-970d-de4ad3f8cdca tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 696.407611] env[62353]: DEBUG nova.virt.hardware [None req-f5d3da10-3f33-4988-970d-de4ad3f8cdca tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 696.407768] env[62353]: DEBUG nova.virt.hardware [None req-f5d3da10-3f33-4988-970d-de4ad3f8cdca tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 696.407938] env[62353]: DEBUG nova.virt.hardware [None req-f5d3da10-3f33-4988-970d-de4ad3f8cdca tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 696.408820] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9a17d18-aca1-4908-b89b-c154ed6dc257 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.412076] env[62353]: DEBUG nova.compute.manager [None req-15b5d97b-9356-4f7e-9ef0-bac16263f1fc tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] [instance: 7a3d03fd-327a-453b-ad3c-12736433379d] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 696.419031] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d8b74fe-1da5-49c6-bce5-32bf00b6c1f1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.435114] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-f5d3da10-3f33-4988-970d-de4ad3f8cdca tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] [instance: a8ab0e21-de37-42da-b4b6-d9d9d120f61f] Instance VIF info [] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 696.441318] env[62353]: DEBUG oslo.service.loopingcall [None req-f5d3da10-3f33-4988-970d-de4ad3f8cdca tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 696.441472] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a8ab0e21-de37-42da-b4b6-d9d9d120f61f] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 696.441694] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-52cc6348-1a0a-424e-8295-f93abb668ca8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.462711] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 696.462711] env[62353]: value = "task-2372145" [ 696.462711] env[62353]: _type = "Task" [ 696.462711] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.471490] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372145, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.556805] env[62353]: INFO nova.compute.manager [-] [instance: ed958c86-7d75-439f-a3f1-8c8d2fc6ea0d] Took 1.40 seconds to deallocate network for instance. [ 696.579255] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372142, 'name': CreateVM_Task} progress is 99%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.592017] env[62353]: DEBUG oslo_vmware.api [None req-4b670ca0-2877-42bc-9cab-17ca5e347da7 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Task: {'id': task-2372143, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.595083] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f2ae4c8a-5350-48c5-a0be-941ce9a8c57b tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.238s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 696.597644] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0c213fa8-27c6-40c1-9a07-39eabb80d849 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.437s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 696.599210] env[62353]: INFO nova.compute.claims [None req-0c213fa8-27c6-40c1-9a07-39eabb80d849 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] [instance: 1ec74f8a-42d5-4213-843d-684129706edf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 696.621754] env[62353]: INFO nova.scheduler.client.report [None req-f2ae4c8a-5350-48c5-a0be-941ce9a8c57b tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Deleted allocations for instance e1b536b2-778f-4318-bf20-198bb1752de4 [ 696.627156] env[62353]: DEBUG oslo_vmware.api [None req-ad042889-f96a-4183-ac0f-aaa87c9da2f6 tempest-AttachInterfacesV270Test-454918473 tempest-AttachInterfacesV270Test-454918473-project-member] Task: {'id': task-2372144, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.938675] env[62353]: DEBUG oslo_concurrency.lockutils [None req-15b5d97b-9356-4f7e-9ef0-bac16263f1fc tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 696.973181] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372145, 'name': CreateVM_Task} progress is 25%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.025967] env[62353]: DEBUG nova.network.neutron [req-576ca42d-2ffb-4ee3-9ccc-7101818dd0be req-e16c8588-33bb-4325-88e9-25a747069ed9 service nova] [instance: 009129d2-dc03-4de0-ac09-9d24894e5e67] Updated VIF entry in instance network info cache for port 193460fa-21e9-434d-a0c7-8ffd6b6c698b. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 697.026346] env[62353]: DEBUG nova.network.neutron [req-576ca42d-2ffb-4ee3-9ccc-7101818dd0be req-e16c8588-33bb-4325-88e9-25a747069ed9 service nova] [instance: 009129d2-dc03-4de0-ac09-9d24894e5e67] Updating instance_info_cache with network_info: [{"id": "193460fa-21e9-434d-a0c7-8ffd6b6c698b", "address": "fa:16:3e:ee:15:0b", "network": {"id": "ae05760f-dd8e-4308-8f54-924233907135", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-507583563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f562301b6d1147b3a6a9e0e366aabaa9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d054505-89d3-49c5-8b38-5da917a42c49", "external-id": "nsx-vlan-transportzone-888", "segmentation_id": 888, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap193460fa-21", "ovs_interfaceid": "193460fa-21e9-434d-a0c7-8ffd6b6c698b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.064626] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f40b4931-2830-4c66-a086-0a737ce5a428 tempest-ServerDiagnosticsNegativeTest-1842184558 tempest-ServerDiagnosticsNegativeTest-1842184558-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 697.079677] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372142, 'name': CreateVM_Task, 'duration_secs': 0.624127} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.079930] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 009129d2-dc03-4de0-ac09-9d24894e5e67] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 697.080573] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-aa4eff69-fc11-4cea-a253-e0c398254a07 tempest-ServersTestBootFromVolume-997296087 tempest-ServersTestBootFromVolume-997296087-project-member] [instance: 009129d2-dc03-4de0-ac09-9d24894e5e67] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': 'd5fc3e33-c5fe-4981-af94-548fdbc9c840', 'boot_index': 0, 'disk_bus': None, 'guest_format': None, 'device_type': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-481516', 'volume_id': '20a4258c-bee1-413f-ab8f-6d668370a189', 'name': 'volume-20a4258c-bee1-413f-ab8f-6d668370a189', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '009129d2-dc03-4de0-ac09-9d24894e5e67', 'attached_at': '', 'detached_at': '', 'volume_id': '20a4258c-bee1-413f-ab8f-6d668370a189', 'serial': '20a4258c-bee1-413f-ab8f-6d668370a189'}, 'delete_on_termination': True, 'mount_device': '/dev/sda', 'volume_type': None}], 'swap': None} {{(pid=62353) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 697.080895] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa4eff69-fc11-4cea-a253-e0c398254a07 tempest-ServersTestBootFromVolume-997296087 tempest-ServersTestBootFromVolume-997296087-project-member] [instance: 009129d2-dc03-4de0-ac09-9d24894e5e67] Root volume attach. Driver type: vmdk {{(pid=62353) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 697.081678] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55d0c2f5-bda1-4153-88de-84d96229f5a7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.095948] env[62353]: DEBUG oslo_vmware.api [None req-4b670ca0-2877-42bc-9cab-17ca5e347da7 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Task: {'id': task-2372143, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.096986] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da1d3013-5030-4101-b54e-40a1a2fa346c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.111681] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cdc9ebf-b0f0-46d2-8d49-de9c84f45d95 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.126140] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-7be07bd7-3846-40c3-89ff-66c38eb11a07 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.133196] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f2ae4c8a-5350-48c5-a0be-941ce9a8c57b tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Lock "e1b536b2-778f-4318-bf20-198bb1752de4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.764s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 697.137768] env[62353]: DEBUG oslo_vmware.api [None req-ad042889-f96a-4183-ac0f-aaa87c9da2f6 tempest-AttachInterfacesV270Test-454918473 tempest-AttachInterfacesV270Test-454918473-project-member] Task: {'id': task-2372144, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.139780] env[62353]: DEBUG oslo_vmware.api [None req-aa4eff69-fc11-4cea-a253-e0c398254a07 tempest-ServersTestBootFromVolume-997296087 tempest-ServersTestBootFromVolume-997296087-project-member] Waiting for the task: (returnval){ [ 697.139780] env[62353]: value = "task-2372146" [ 697.139780] env[62353]: _type = "Task" [ 697.139780] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.149011] env[62353]: DEBUG oslo_vmware.api [None req-aa4eff69-fc11-4cea-a253-e0c398254a07 tempest-ServersTestBootFromVolume-997296087 tempest-ServersTestBootFromVolume-997296087-project-member] Task: {'id': task-2372146, 'name': RelocateVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.327690] env[62353]: DEBUG nova.compute.manager [req-a4ad220b-7dff-4d65-a4e1-c9ddcd304dbc req-cc23d682-5822-4add-a104-a1c762c51fd3 service nova] [instance: b3e7bd84-3c18-40c7-95a7-9b259069f066] Received event network-changed-97989fed-c992-4d8e-8c74-428b26e242e8 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 697.327837] env[62353]: DEBUG nova.compute.manager [req-a4ad220b-7dff-4d65-a4e1-c9ddcd304dbc req-cc23d682-5822-4add-a104-a1c762c51fd3 service nova] [instance: b3e7bd84-3c18-40c7-95a7-9b259069f066] Refreshing instance network info cache due to event network-changed-97989fed-c992-4d8e-8c74-428b26e242e8. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 697.328141] env[62353]: DEBUG oslo_concurrency.lockutils [req-a4ad220b-7dff-4d65-a4e1-c9ddcd304dbc req-cc23d682-5822-4add-a104-a1c762c51fd3 service nova] Acquiring lock "refresh_cache-b3e7bd84-3c18-40c7-95a7-9b259069f066" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 697.328328] env[62353]: DEBUG oslo_concurrency.lockutils [req-a4ad220b-7dff-4d65-a4e1-c9ddcd304dbc req-cc23d682-5822-4add-a104-a1c762c51fd3 service nova] Acquired lock "refresh_cache-b3e7bd84-3c18-40c7-95a7-9b259069f066" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.328528] env[62353]: DEBUG nova.network.neutron [req-a4ad220b-7dff-4d65-a4e1-c9ddcd304dbc req-cc23d682-5822-4add-a104-a1c762c51fd3 service nova] [instance: b3e7bd84-3c18-40c7-95a7-9b259069f066] Refreshing network info cache for port 97989fed-c992-4d8e-8c74-428b26e242e8 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 697.476196] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372145, 'name': CreateVM_Task} progress is 99%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.530586] env[62353]: DEBUG oslo_concurrency.lockutils [req-576ca42d-2ffb-4ee3-9ccc-7101818dd0be req-e16c8588-33bb-4325-88e9-25a747069ed9 service nova] Releasing lock "refresh_cache-009129d2-dc03-4de0-ac09-9d24894e5e67" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 697.530863] env[62353]: DEBUG nova.compute.manager [req-576ca42d-2ffb-4ee3-9ccc-7101818dd0be req-e16c8588-33bb-4325-88e9-25a747069ed9 service nova] [instance: ed958c86-7d75-439f-a3f1-8c8d2fc6ea0d] Received event network-vif-deleted-bae152af-e121-4635-a362-1906cccea3c2 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 697.592637] env[62353]: DEBUG oslo_vmware.api [None req-4b670ca0-2877-42bc-9cab-17ca5e347da7 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Task: {'id': task-2372143, 'name': PowerOnVM_Task} progress is 71%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.628887] env[62353]: DEBUG oslo_vmware.api [None req-ad042889-f96a-4183-ac0f-aaa87c9da2f6 tempest-AttachInterfacesV270Test-454918473 tempest-AttachInterfacesV270Test-454918473-project-member] Task: {'id': task-2372144, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.449918} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.629894] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad042889-f96a-4183-ac0f-aaa87c9da2f6 tempest-AttachInterfacesV270Test-454918473 tempest-AttachInterfacesV270Test-454918473-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore1] 9523a163-666d-448f-84a6-5278a7171f86/9523a163-666d-448f-84a6-5278a7171f86.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 697.629894] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ad042889-f96a-4183-ac0f-aaa87c9da2f6 tempest-AttachInterfacesV270Test-454918473 tempest-AttachInterfacesV270Test-454918473-project-member] [instance: 9523a163-666d-448f-84a6-5278a7171f86] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 697.629894] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d315798d-eb27-455e-93a0-a8cc72c5ef87 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.641119] env[62353]: DEBUG oslo_vmware.api [None req-ad042889-f96a-4183-ac0f-aaa87c9da2f6 tempest-AttachInterfacesV270Test-454918473 tempest-AttachInterfacesV270Test-454918473-project-member] Waiting for the task: (returnval){ [ 697.641119] env[62353]: value = "task-2372147" [ 697.641119] env[62353]: _type = "Task" [ 697.641119] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.659460] env[62353]: DEBUG oslo_vmware.api [None req-aa4eff69-fc11-4cea-a253-e0c398254a07 tempest-ServersTestBootFromVolume-997296087 tempest-ServersTestBootFromVolume-997296087-project-member] Task: {'id': task-2372146, 'name': RelocateVM_Task, 'duration_secs': 0.034104} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.659706] env[62353]: DEBUG oslo_vmware.api [None req-ad042889-f96a-4183-ac0f-aaa87c9da2f6 tempest-AttachInterfacesV270Test-454918473 tempest-AttachInterfacesV270Test-454918473-project-member] Task: {'id': task-2372147, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.659987] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa4eff69-fc11-4cea-a253-e0c398254a07 tempest-ServersTestBootFromVolume-997296087 tempest-ServersTestBootFromVolume-997296087-project-member] [instance: 009129d2-dc03-4de0-ac09-9d24894e5e67] Volume attach. Driver type: vmdk {{(pid=62353) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 697.660253] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa4eff69-fc11-4cea-a253-e0c398254a07 tempest-ServersTestBootFromVolume-997296087 tempest-ServersTestBootFromVolume-997296087-project-member] [instance: 009129d2-dc03-4de0-ac09-9d24894e5e67] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-481516', 'volume_id': '20a4258c-bee1-413f-ab8f-6d668370a189', 'name': 'volume-20a4258c-bee1-413f-ab8f-6d668370a189', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '009129d2-dc03-4de0-ac09-9d24894e5e67', 'attached_at': '', 'detached_at': '', 'volume_id': '20a4258c-bee1-413f-ab8f-6d668370a189', 'serial': '20a4258c-bee1-413f-ab8f-6d668370a189'} {{(pid=62353) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 697.661082] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dfde47f-ed4b-43f4-b99a-85d23a299564 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.680272] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05c04425-9566-4bbd-a7e2-1c2c7b8a8a1c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.707199] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa4eff69-fc11-4cea-a253-e0c398254a07 tempest-ServersTestBootFromVolume-997296087 tempest-ServersTestBootFromVolume-997296087-project-member] [instance: 009129d2-dc03-4de0-ac09-9d24894e5e67] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] volume-20a4258c-bee1-413f-ab8f-6d668370a189/volume-20a4258c-bee1-413f-ab8f-6d668370a189.vmdk or device None with type thin {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 697.710386] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a91f1c3-74a4-412c-934c-3d824161a390 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.734208] env[62353]: DEBUG oslo_vmware.api [None req-aa4eff69-fc11-4cea-a253-e0c398254a07 tempest-ServersTestBootFromVolume-997296087 tempest-ServersTestBootFromVolume-997296087-project-member] Waiting for the task: (returnval){ [ 697.734208] env[62353]: value = "task-2372148" [ 697.734208] env[62353]: _type = "Task" [ 697.734208] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.748238] env[62353]: DEBUG oslo_vmware.api [None req-aa4eff69-fc11-4cea-a253-e0c398254a07 tempest-ServersTestBootFromVolume-997296087 tempest-ServersTestBootFromVolume-997296087-project-member] Task: {'id': task-2372148, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.982209] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372145, 'name': CreateVM_Task, 'duration_secs': 1.139061} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.982677] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a8ab0e21-de37-42da-b4b6-d9d9d120f61f] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 697.984187] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f5d3da10-3f33-4988-970d-de4ad3f8cdca tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 697.984393] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f5d3da10-3f33-4988-970d-de4ad3f8cdca tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Acquired lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.984705] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f5d3da10-3f33-4988-970d-de4ad3f8cdca tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 697.987316] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f87f854-9ad8-49bc-b34a-c0a1d0b882cc {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.994019] env[62353]: DEBUG oslo_vmware.api [None req-f5d3da10-3f33-4988-970d-de4ad3f8cdca tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Waiting for the task: (returnval){ [ 697.994019] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]526178f5-47ef-a1a0-42d3-cf61ac5bead7" [ 697.994019] env[62353]: _type = "Task" [ 697.994019] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.002583] env[62353]: DEBUG oslo_vmware.api [None req-f5d3da10-3f33-4988-970d-de4ad3f8cdca tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]526178f5-47ef-a1a0-42d3-cf61ac5bead7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.086805] env[62353]: DEBUG nova.network.neutron [req-a4ad220b-7dff-4d65-a4e1-c9ddcd304dbc req-cc23d682-5822-4add-a104-a1c762c51fd3 service nova] [instance: b3e7bd84-3c18-40c7-95a7-9b259069f066] Updated VIF entry in instance network info cache for port 97989fed-c992-4d8e-8c74-428b26e242e8. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 698.088029] env[62353]: DEBUG nova.network.neutron [req-a4ad220b-7dff-4d65-a4e1-c9ddcd304dbc req-cc23d682-5822-4add-a104-a1c762c51fd3 service nova] [instance: b3e7bd84-3c18-40c7-95a7-9b259069f066] Updating instance_info_cache with network_info: [{"id": "97989fed-c992-4d8e-8c74-428b26e242e8", "address": "fa:16:3e:02:7f:82", "network": {"id": "82475d1e-f98c-4f9f-9613-d78d327fd78e", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1207201077-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9c5487294a14664b7ce67c12a3ff8a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39cd75b0-9ec7-48ed-b57f-34da0c573a60", "external-id": "nsx-vlan-transportzone-751", "segmentation_id": 751, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97989fed-c9", "ovs_interfaceid": "97989fed-c992-4d8e-8c74-428b26e242e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.094515] env[62353]: DEBUG oslo_vmware.api [None req-4b670ca0-2877-42bc-9cab-17ca5e347da7 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Task: {'id': task-2372143, 'name': PowerOnVM_Task, 'duration_secs': 1.762824} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.097128] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b670ca0-2877-42bc-9cab-17ca5e347da7 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] [instance: d99b532a-164e-471b-b9ca-a0850f606780] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 698.097338] env[62353]: INFO nova.compute.manager [None req-4b670ca0-2877-42bc-9cab-17ca5e347da7 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] [instance: d99b532a-164e-471b-b9ca-a0850f606780] Took 10.07 seconds to spawn the instance on the hypervisor. [ 698.097510] env[62353]: DEBUG nova.compute.manager [None req-4b670ca0-2877-42bc-9cab-17ca5e347da7 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] [instance: d99b532a-164e-471b-b9ca-a0850f606780] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 698.099107] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16c3b6bf-12e8-45b9-9c4c-26b367f36d49 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.161493] env[62353]: DEBUG oslo_vmware.api [None req-ad042889-f96a-4183-ac0f-aaa87c9da2f6 tempest-AttachInterfacesV270Test-454918473 tempest-AttachInterfacesV270Test-454918473-project-member] Task: {'id': task-2372147, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087026} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.161761] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ad042889-f96a-4183-ac0f-aaa87c9da2f6 tempest-AttachInterfacesV270Test-454918473 tempest-AttachInterfacesV270Test-454918473-project-member] [instance: 9523a163-666d-448f-84a6-5278a7171f86] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 698.163369] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40e15e2d-4527-4f37-ba66-80d19324d32e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.186951] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad042889-f96a-4183-ac0f-aaa87c9da2f6 tempest-AttachInterfacesV270Test-454918473 tempest-AttachInterfacesV270Test-454918473-project-member] [instance: 9523a163-666d-448f-84a6-5278a7171f86] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] 9523a163-666d-448f-84a6-5278a7171f86/9523a163-666d-448f-84a6-5278a7171f86.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 698.189890] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5675b7b6-a3fa-4c80-9f8c-8f37665cac28 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.213023] env[62353]: DEBUG oslo_vmware.api [None req-ad042889-f96a-4183-ac0f-aaa87c9da2f6 tempest-AttachInterfacesV270Test-454918473 tempest-AttachInterfacesV270Test-454918473-project-member] Waiting for the task: (returnval){ [ 698.213023] env[62353]: value = "task-2372149" [ 698.213023] env[62353]: _type = "Task" [ 698.213023] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.227125] env[62353]: DEBUG oslo_vmware.api [None req-ad042889-f96a-4183-ac0f-aaa87c9da2f6 tempest-AttachInterfacesV270Test-454918473 tempest-AttachInterfacesV270Test-454918473-project-member] Task: {'id': task-2372149, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.244547] env[62353]: DEBUG oslo_vmware.api [None req-aa4eff69-fc11-4cea-a253-e0c398254a07 tempest-ServersTestBootFromVolume-997296087 tempest-ServersTestBootFromVolume-997296087-project-member] Task: {'id': task-2372148, 'name': ReconfigVM_Task, 'duration_secs': 0.30654} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.244842] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa4eff69-fc11-4cea-a253-e0c398254a07 tempest-ServersTestBootFromVolume-997296087 tempest-ServersTestBootFromVolume-997296087-project-member] [instance: 009129d2-dc03-4de0-ac09-9d24894e5e67] Reconfigured VM instance instance-00000026 to attach disk [datastore1] volume-20a4258c-bee1-413f-ab8f-6d668370a189/volume-20a4258c-bee1-413f-ab8f-6d668370a189.vmdk or device None with type thin {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 698.255137] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b90f1f19-b738-4728-b7a8-68618253a6ec {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.269364] env[62353]: DEBUG oslo_vmware.api [None req-aa4eff69-fc11-4cea-a253-e0c398254a07 tempest-ServersTestBootFromVolume-997296087 tempest-ServersTestBootFromVolume-997296087-project-member] Waiting for the task: (returnval){ [ 698.269364] env[62353]: value = "task-2372150" [ 698.269364] env[62353]: _type = "Task" [ 698.269364] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.282097] env[62353]: DEBUG oslo_vmware.api [None req-aa4eff69-fc11-4cea-a253-e0c398254a07 tempest-ServersTestBootFromVolume-997296087 tempest-ServersTestBootFromVolume-997296087-project-member] Task: {'id': task-2372150, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.302602] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a369ad0e-2bd4-4623-bfc7-0758a6fd8ee3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.312172] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53e89b6a-5693-4d8f-9ac6-503b6ebb8af0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.344768] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea8f3ee9-3262-4eed-8efe-4a0d6bcfba09 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.353940] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de8555f4-e11f-4ac6-9b5f-a6bbdb0bf20f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.370153] env[62353]: DEBUG nova.compute.provider_tree [None req-0c213fa8-27c6-40c1-9a07-39eabb80d849 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 698.505800] env[62353]: DEBUG oslo_vmware.api [None req-f5d3da10-3f33-4988-970d-de4ad3f8cdca tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]526178f5-47ef-a1a0-42d3-cf61ac5bead7, 'name': SearchDatastore_Task, 'duration_secs': 0.036232} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.506170] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f5d3da10-3f33-4988-970d-de4ad3f8cdca tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Releasing lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 698.506222] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-f5d3da10-3f33-4988-970d-de4ad3f8cdca tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] [instance: a8ab0e21-de37-42da-b4b6-d9d9d120f61f] Processing image 06f909ae-e8dc-43b4-abf7-c7ed85db9bbd {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 698.506511] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f5d3da10-3f33-4988-970d-de4ad3f8cdca tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 698.506724] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f5d3da10-3f33-4988-970d-de4ad3f8cdca tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Acquired lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.506969] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5d3da10-3f33-4988-970d-de4ad3f8cdca tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 698.507337] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a3026d1e-306e-47e5-9167-7d53a6cfd223 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.517626] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5d3da10-3f33-4988-970d-de4ad3f8cdca tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 698.517977] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-f5d3da10-3f33-4988-970d-de4ad3f8cdca tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 698.518793] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34994f71-389e-4d40-bd63-76fbe44b220d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.525903] env[62353]: DEBUG oslo_vmware.api [None req-f5d3da10-3f33-4988-970d-de4ad3f8cdca tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Waiting for the task: (returnval){ [ 698.525903] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52abda93-b77a-00c0-9a1a-3163f6ea221b" [ 698.525903] env[62353]: _type = "Task" [ 698.525903] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.534703] env[62353]: DEBUG oslo_vmware.api [None req-f5d3da10-3f33-4988-970d-de4ad3f8cdca tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52abda93-b77a-00c0-9a1a-3163f6ea221b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.589644] env[62353]: DEBUG oslo_concurrency.lockutils [req-a4ad220b-7dff-4d65-a4e1-c9ddcd304dbc req-cc23d682-5822-4add-a104-a1c762c51fd3 service nova] Releasing lock "refresh_cache-b3e7bd84-3c18-40c7-95a7-9b259069f066" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 698.617784] env[62353]: INFO nova.compute.manager [None req-4b670ca0-2877-42bc-9cab-17ca5e347da7 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] [instance: d99b532a-164e-471b-b9ca-a0850f606780] Took 43.99 seconds to build instance. [ 698.730248] env[62353]: DEBUG oslo_vmware.api [None req-ad042889-f96a-4183-ac0f-aaa87c9da2f6 tempest-AttachInterfacesV270Test-454918473 tempest-AttachInterfacesV270Test-454918473-project-member] Task: {'id': task-2372149, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.781938] env[62353]: DEBUG oslo_vmware.api [None req-aa4eff69-fc11-4cea-a253-e0c398254a07 tempest-ServersTestBootFromVolume-997296087 tempest-ServersTestBootFromVolume-997296087-project-member] Task: {'id': task-2372150, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.876019] env[62353]: DEBUG nova.scheduler.client.report [None req-0c213fa8-27c6-40c1-9a07-39eabb80d849 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 699.039097] env[62353]: DEBUG oslo_vmware.api [None req-f5d3da10-3f33-4988-970d-de4ad3f8cdca tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52abda93-b77a-00c0-9a1a-3163f6ea221b, 'name': SearchDatastore_Task, 'duration_secs': 0.014298} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.039097] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04491e3c-614c-4677-ae70-7ae404713e31 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.045209] env[62353]: DEBUG oslo_vmware.api [None req-f5d3da10-3f33-4988-970d-de4ad3f8cdca tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Waiting for the task: (returnval){ [ 699.045209] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5282d0cf-5153-8ec2-aac8-1983d1bd361f" [ 699.045209] env[62353]: _type = "Task" [ 699.045209] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.056347] env[62353]: DEBUG oslo_vmware.api [None req-f5d3da10-3f33-4988-970d-de4ad3f8cdca tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5282d0cf-5153-8ec2-aac8-1983d1bd361f, 'name': SearchDatastore_Task} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.056650] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f5d3da10-3f33-4988-970d-de4ad3f8cdca tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Releasing lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 699.056958] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5d3da10-3f33-4988-970d-de4ad3f8cdca tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore1] a8ab0e21-de37-42da-b4b6-d9d9d120f61f/a8ab0e21-de37-42da-b4b6-d9d9d120f61f.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 699.057235] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-84f72459-da97-4dd3-8ac5-74d28e965ab8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.065467] env[62353]: DEBUG oslo_vmware.api [None req-f5d3da10-3f33-4988-970d-de4ad3f8cdca tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Waiting for the task: (returnval){ [ 699.065467] env[62353]: value = "task-2372151" [ 699.065467] env[62353]: _type = "Task" [ 699.065467] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.073727] env[62353]: DEBUG oslo_vmware.api [None req-f5d3da10-3f33-4988-970d-de4ad3f8cdca tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Task: {'id': task-2372151, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.119970] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4b670ca0-2877-42bc-9cab-17ca5e347da7 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Lock "d99b532a-164e-471b-b9ca-a0850f606780" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.274s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 699.224682] env[62353]: DEBUG oslo_vmware.api [None req-ad042889-f96a-4183-ac0f-aaa87c9da2f6 tempest-AttachInterfacesV270Test-454918473 tempest-AttachInterfacesV270Test-454918473-project-member] Task: {'id': task-2372149, 'name': ReconfigVM_Task, 'duration_secs': 0.826733} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.224964] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad042889-f96a-4183-ac0f-aaa87c9da2f6 tempest-AttachInterfacesV270Test-454918473 tempest-AttachInterfacesV270Test-454918473-project-member] [instance: 9523a163-666d-448f-84a6-5278a7171f86] Reconfigured VM instance instance-00000025 to attach disk [datastore1] 9523a163-666d-448f-84a6-5278a7171f86/9523a163-666d-448f-84a6-5278a7171f86.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 699.225614] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-da98dce2-057c-476b-90fd-f9a496ee8d36 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.232996] env[62353]: DEBUG oslo_vmware.api [None req-ad042889-f96a-4183-ac0f-aaa87c9da2f6 tempest-AttachInterfacesV270Test-454918473 tempest-AttachInterfacesV270Test-454918473-project-member] Waiting for the task: (returnval){ [ 699.232996] env[62353]: value = "task-2372152" [ 699.232996] env[62353]: _type = "Task" [ 699.232996] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.241512] env[62353]: DEBUG oslo_vmware.api [None req-ad042889-f96a-4183-ac0f-aaa87c9da2f6 tempest-AttachInterfacesV270Test-454918473 tempest-AttachInterfacesV270Test-454918473-project-member] Task: {'id': task-2372152, 'name': Rename_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.279987] env[62353]: DEBUG oslo_vmware.api [None req-aa4eff69-fc11-4cea-a253-e0c398254a07 tempest-ServersTestBootFromVolume-997296087 tempest-ServersTestBootFromVolume-997296087-project-member] Task: {'id': task-2372150, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.378356] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0c213fa8-27c6-40c1-9a07-39eabb80d849 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.781s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 699.378903] env[62353]: DEBUG nova.compute.manager [None req-0c213fa8-27c6-40c1-9a07-39eabb80d849 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] [instance: 1ec74f8a-42d5-4213-843d-684129706edf] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 699.385030] env[62353]: DEBUG oslo_concurrency.lockutils [None req-731849f3-7633-443f-87b0-1bef4bef55be tempest-ServerDiagnosticsV248Test-141103953 tempest-ServerDiagnosticsV248Test-141103953-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.134s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 699.385030] env[62353]: DEBUG nova.objects.instance [None req-731849f3-7633-443f-87b0-1bef4bef55be tempest-ServerDiagnosticsV248Test-141103953 tempest-ServerDiagnosticsV248Test-141103953-project-member] Lazy-loading 'resources' on Instance uuid 791b8fc4-81e2-4a69-a358-f56a421e4680 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 699.578191] env[62353]: DEBUG oslo_vmware.api [None req-f5d3da10-3f33-4988-970d-de4ad3f8cdca tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Task: {'id': task-2372151, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.623182] env[62353]: DEBUG nova.compute.manager [None req-391a95fd-e77d-414e-af92-d909cebc7b73 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] [instance: fa27d91c-5bae-40a3-a153-ac41f4238532] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 699.743675] env[62353]: DEBUG oslo_vmware.api [None req-ad042889-f96a-4183-ac0f-aaa87c9da2f6 tempest-AttachInterfacesV270Test-454918473 tempest-AttachInterfacesV270Test-454918473-project-member] Task: {'id': task-2372152, 'name': Rename_Task, 'duration_secs': 0.39996} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.743974] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad042889-f96a-4183-ac0f-aaa87c9da2f6 tempest-AttachInterfacesV270Test-454918473 tempest-AttachInterfacesV270Test-454918473-project-member] [instance: 9523a163-666d-448f-84a6-5278a7171f86] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 699.744268] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-05917cd6-57c5-444f-ba9b-ade628866733 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.751783] env[62353]: DEBUG oslo_vmware.api [None req-ad042889-f96a-4183-ac0f-aaa87c9da2f6 tempest-AttachInterfacesV270Test-454918473 tempest-AttachInterfacesV270Test-454918473-project-member] Waiting for the task: (returnval){ [ 699.751783] env[62353]: value = "task-2372153" [ 699.751783] env[62353]: _type = "Task" [ 699.751783] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.761532] env[62353]: DEBUG oslo_vmware.api [None req-ad042889-f96a-4183-ac0f-aaa87c9da2f6 tempest-AttachInterfacesV270Test-454918473 tempest-AttachInterfacesV270Test-454918473-project-member] Task: {'id': task-2372153, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.784813] env[62353]: DEBUG oslo_vmware.api [None req-aa4eff69-fc11-4cea-a253-e0c398254a07 tempest-ServersTestBootFromVolume-997296087 tempest-ServersTestBootFromVolume-997296087-project-member] Task: {'id': task-2372150, 'name': ReconfigVM_Task, 'duration_secs': 1.186179} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.787513] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa4eff69-fc11-4cea-a253-e0c398254a07 tempest-ServersTestBootFromVolume-997296087 tempest-ServersTestBootFromVolume-997296087-project-member] [instance: 009129d2-dc03-4de0-ac09-9d24894e5e67] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-481516', 'volume_id': '20a4258c-bee1-413f-ab8f-6d668370a189', 'name': 'volume-20a4258c-bee1-413f-ab8f-6d668370a189', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '009129d2-dc03-4de0-ac09-9d24894e5e67', 'attached_at': '', 'detached_at': '', 'volume_id': '20a4258c-bee1-413f-ab8f-6d668370a189', 'serial': '20a4258c-bee1-413f-ab8f-6d668370a189'} {{(pid=62353) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 699.788157] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1f95f111-a2c4-48ae-bec8-a9d752501010 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.796940] env[62353]: DEBUG oslo_vmware.api [None req-aa4eff69-fc11-4cea-a253-e0c398254a07 tempest-ServersTestBootFromVolume-997296087 tempest-ServersTestBootFromVolume-997296087-project-member] Waiting for the task: (returnval){ [ 699.796940] env[62353]: value = "task-2372154" [ 699.796940] env[62353]: _type = "Task" [ 699.796940] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.807088] env[62353]: DEBUG oslo_vmware.api [None req-aa4eff69-fc11-4cea-a253-e0c398254a07 tempest-ServersTestBootFromVolume-997296087 tempest-ServersTestBootFromVolume-997296087-project-member] Task: {'id': task-2372154, 'name': Rename_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.886233] env[62353]: DEBUG nova.compute.utils [None req-0c213fa8-27c6-40c1-9a07-39eabb80d849 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 699.893974] env[62353]: DEBUG nova.compute.manager [None req-0c213fa8-27c6-40c1-9a07-39eabb80d849 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] [instance: 1ec74f8a-42d5-4213-843d-684129706edf] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 699.893974] env[62353]: DEBUG nova.network.neutron [None req-0c213fa8-27c6-40c1-9a07-39eabb80d849 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] [instance: 1ec74f8a-42d5-4213-843d-684129706edf] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 699.955153] env[62353]: DEBUG nova.policy [None req-0c213fa8-27c6-40c1-9a07-39eabb80d849 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c1e0eaad207c4383bb551abb686690eb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd213c623a43e4217a07ef7c0ece481da', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:192}} [ 700.015827] env[62353]: DEBUG nova.compute.manager [req-b3749bbf-a80f-443d-9cf3-439e7d86b1e3 req-e3c4a0d6-24e1-430d-9a58-c2969bb0b313 service nova] [instance: b3e7bd84-3c18-40c7-95a7-9b259069f066] Received event network-changed-97989fed-c992-4d8e-8c74-428b26e242e8 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 700.018084] env[62353]: DEBUG nova.compute.manager [req-b3749bbf-a80f-443d-9cf3-439e7d86b1e3 req-e3c4a0d6-24e1-430d-9a58-c2969bb0b313 service nova] [instance: b3e7bd84-3c18-40c7-95a7-9b259069f066] Refreshing instance network info cache due to event network-changed-97989fed-c992-4d8e-8c74-428b26e242e8. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 700.018084] env[62353]: DEBUG oslo_concurrency.lockutils [req-b3749bbf-a80f-443d-9cf3-439e7d86b1e3 req-e3c4a0d6-24e1-430d-9a58-c2969bb0b313 service nova] Acquiring lock "refresh_cache-b3e7bd84-3c18-40c7-95a7-9b259069f066" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 700.018084] env[62353]: DEBUG oslo_concurrency.lockutils [req-b3749bbf-a80f-443d-9cf3-439e7d86b1e3 req-e3c4a0d6-24e1-430d-9a58-c2969bb0b313 service nova] Acquired lock "refresh_cache-b3e7bd84-3c18-40c7-95a7-9b259069f066" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.018084] env[62353]: DEBUG nova.network.neutron [req-b3749bbf-a80f-443d-9cf3-439e7d86b1e3 req-e3c4a0d6-24e1-430d-9a58-c2969bb0b313 service nova] [instance: b3e7bd84-3c18-40c7-95a7-9b259069f066] Refreshing network info cache for port 97989fed-c992-4d8e-8c74-428b26e242e8 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 700.081996] env[62353]: DEBUG oslo_vmware.api [None req-f5d3da10-3f33-4988-970d-de4ad3f8cdca tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Task: {'id': task-2372151, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.538358} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.082939] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5d3da10-3f33-4988-970d-de4ad3f8cdca tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore1] a8ab0e21-de37-42da-b4b6-d9d9d120f61f/a8ab0e21-de37-42da-b4b6-d9d9d120f61f.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 700.082939] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-f5d3da10-3f33-4988-970d-de4ad3f8cdca tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] [instance: a8ab0e21-de37-42da-b4b6-d9d9d120f61f] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 700.085892] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1d52c181-08a2-4b19-9445-b05ee91a525f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.095526] env[62353]: DEBUG oslo_vmware.api [None req-f5d3da10-3f33-4988-970d-de4ad3f8cdca tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Waiting for the task: (returnval){ [ 700.095526] env[62353]: value = "task-2372155" [ 700.095526] env[62353]: _type = "Task" [ 700.095526] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.110904] env[62353]: DEBUG oslo_vmware.api [None req-f5d3da10-3f33-4988-970d-de4ad3f8cdca tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Task: {'id': task-2372155, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.147915] env[62353]: DEBUG oslo_concurrency.lockutils [None req-391a95fd-e77d-414e-af92-d909cebc7b73 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 700.266259] env[62353]: DEBUG oslo_vmware.api [None req-ad042889-f96a-4183-ac0f-aaa87c9da2f6 tempest-AttachInterfacesV270Test-454918473 tempest-AttachInterfacesV270Test-454918473-project-member] Task: {'id': task-2372153, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.304384] env[62353]: DEBUG nova.network.neutron [None req-0c213fa8-27c6-40c1-9a07-39eabb80d849 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] [instance: 1ec74f8a-42d5-4213-843d-684129706edf] Successfully created port: e8fe857c-71a8-4f05-8be3-5ea9f67fdc86 {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 700.312880] env[62353]: DEBUG oslo_vmware.api [None req-aa4eff69-fc11-4cea-a253-e0c398254a07 tempest-ServersTestBootFromVolume-997296087 tempest-ServersTestBootFromVolume-997296087-project-member] Task: {'id': task-2372154, 'name': Rename_Task, 'duration_secs': 0.277791} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.315777] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa4eff69-fc11-4cea-a253-e0c398254a07 tempest-ServersTestBootFromVolume-997296087 tempest-ServersTestBootFromVolume-997296087-project-member] [instance: 009129d2-dc03-4de0-ac09-9d24894e5e67] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 700.317269] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-00fa7c5c-5570-4abc-a9cc-22caccc84411 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.325588] env[62353]: DEBUG oslo_vmware.api [None req-aa4eff69-fc11-4cea-a253-e0c398254a07 tempest-ServersTestBootFromVolume-997296087 tempest-ServersTestBootFromVolume-997296087-project-member] Waiting for the task: (returnval){ [ 700.325588] env[62353]: value = "task-2372156" [ 700.325588] env[62353]: _type = "Task" [ 700.325588] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.339017] env[62353]: DEBUG oslo_vmware.api [None req-aa4eff69-fc11-4cea-a253-e0c398254a07 tempest-ServersTestBootFromVolume-997296087 tempest-ServersTestBootFromVolume-997296087-project-member] Task: {'id': task-2372156, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.393311] env[62353]: DEBUG nova.compute.manager [None req-0c213fa8-27c6-40c1-9a07-39eabb80d849 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] [instance: 1ec74f8a-42d5-4213-843d-684129706edf] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 700.541361] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daed62af-0842-4994-84be-10ee236ca68f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.552799] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b1cd838-b085-44a0-a367-7ccd1b712f2a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.589229] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0007716d-80dd-4af6-a15a-fe28990bf414 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.601698] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-595279d4-2ad2-48b7-82ba-23f5805b65bc {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.613935] env[62353]: DEBUG oslo_vmware.api [None req-f5d3da10-3f33-4988-970d-de4ad3f8cdca tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Task: {'id': task-2372155, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070658} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.621990] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-f5d3da10-3f33-4988-970d-de4ad3f8cdca tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] [instance: a8ab0e21-de37-42da-b4b6-d9d9d120f61f] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 700.622613] env[62353]: DEBUG nova.compute.provider_tree [None req-731849f3-7633-443f-87b0-1bef4bef55be tempest-ServerDiagnosticsV248Test-141103953 tempest-ServerDiagnosticsV248Test-141103953-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 700.624561] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51707b73-db1b-401e-beab-3eb37c575dc6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.646415] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5d3da10-3f33-4988-970d-de4ad3f8cdca tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] [instance: a8ab0e21-de37-42da-b4b6-d9d9d120f61f] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] a8ab0e21-de37-42da-b4b6-d9d9d120f61f/a8ab0e21-de37-42da-b4b6-d9d9d120f61f.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 700.649522] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-79c7f2b2-f934-418b-8083-6c5b4fb89043 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.670410] env[62353]: DEBUG oslo_vmware.api [None req-f5d3da10-3f33-4988-970d-de4ad3f8cdca tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Waiting for the task: (returnval){ [ 700.670410] env[62353]: value = "task-2372157" [ 700.670410] env[62353]: _type = "Task" [ 700.670410] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.679760] env[62353]: DEBUG oslo_vmware.api [None req-f5d3da10-3f33-4988-970d-de4ad3f8cdca tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Task: {'id': task-2372157, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.765682] env[62353]: DEBUG oslo_vmware.api [None req-ad042889-f96a-4183-ac0f-aaa87c9da2f6 tempest-AttachInterfacesV270Test-454918473 tempest-AttachInterfacesV270Test-454918473-project-member] Task: {'id': task-2372153, 'name': PowerOnVM_Task, 'duration_secs': 0.921305} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.766221] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad042889-f96a-4183-ac0f-aaa87c9da2f6 tempest-AttachInterfacesV270Test-454918473 tempest-AttachInterfacesV270Test-454918473-project-member] [instance: 9523a163-666d-448f-84a6-5278a7171f86] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 700.766516] env[62353]: INFO nova.compute.manager [None req-ad042889-f96a-4183-ac0f-aaa87c9da2f6 tempest-AttachInterfacesV270Test-454918473 tempest-AttachInterfacesV270Test-454918473-project-member] [instance: 9523a163-666d-448f-84a6-5278a7171f86] Took 9.95 seconds to spawn the instance on the hypervisor. [ 700.766732] env[62353]: DEBUG nova.compute.manager [None req-ad042889-f96a-4183-ac0f-aaa87c9da2f6 tempest-AttachInterfacesV270Test-454918473 tempest-AttachInterfacesV270Test-454918473-project-member] [instance: 9523a163-666d-448f-84a6-5278a7171f86] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 700.767903] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5894553-ef41-414a-97e1-f2f81fa42bab {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.825150] env[62353]: DEBUG nova.network.neutron [req-b3749bbf-a80f-443d-9cf3-439e7d86b1e3 req-e3c4a0d6-24e1-430d-9a58-c2969bb0b313 service nova] [instance: b3e7bd84-3c18-40c7-95a7-9b259069f066] Updated VIF entry in instance network info cache for port 97989fed-c992-4d8e-8c74-428b26e242e8. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 700.825551] env[62353]: DEBUG nova.network.neutron [req-b3749bbf-a80f-443d-9cf3-439e7d86b1e3 req-e3c4a0d6-24e1-430d-9a58-c2969bb0b313 service nova] [instance: b3e7bd84-3c18-40c7-95a7-9b259069f066] Updating instance_info_cache with network_info: [{"id": "97989fed-c992-4d8e-8c74-428b26e242e8", "address": "fa:16:3e:02:7f:82", "network": {"id": "82475d1e-f98c-4f9f-9613-d78d327fd78e", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1207201077-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9c5487294a14664b7ce67c12a3ff8a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39cd75b0-9ec7-48ed-b57f-34da0c573a60", "external-id": "nsx-vlan-transportzone-751", "segmentation_id": 751, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97989fed-c9", "ovs_interfaceid": "97989fed-c992-4d8e-8c74-428b26e242e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 700.837745] env[62353]: DEBUG oslo_vmware.api [None req-aa4eff69-fc11-4cea-a253-e0c398254a07 tempest-ServersTestBootFromVolume-997296087 tempest-ServersTestBootFromVolume-997296087-project-member] Task: {'id': task-2372156, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.129090] env[62353]: DEBUG nova.scheduler.client.report [None req-731849f3-7633-443f-87b0-1bef4bef55be tempest-ServerDiagnosticsV248Test-141103953 tempest-ServerDiagnosticsV248Test-141103953-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 701.182315] env[62353]: DEBUG oslo_vmware.api [None req-f5d3da10-3f33-4988-970d-de4ad3f8cdca tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Task: {'id': task-2372157, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.287346] env[62353]: INFO nova.compute.manager [None req-ad042889-f96a-4183-ac0f-aaa87c9da2f6 tempest-AttachInterfacesV270Test-454918473 tempest-AttachInterfacesV270Test-454918473-project-member] [instance: 9523a163-666d-448f-84a6-5278a7171f86] Took 44.21 seconds to build instance. [ 701.333297] env[62353]: DEBUG oslo_concurrency.lockutils [req-b3749bbf-a80f-443d-9cf3-439e7d86b1e3 req-e3c4a0d6-24e1-430d-9a58-c2969bb0b313 service nova] Releasing lock "refresh_cache-b3e7bd84-3c18-40c7-95a7-9b259069f066" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 701.342732] env[62353]: DEBUG oslo_vmware.api [None req-aa4eff69-fc11-4cea-a253-e0c398254a07 tempest-ServersTestBootFromVolume-997296087 tempest-ServersTestBootFromVolume-997296087-project-member] Task: {'id': task-2372156, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.409053] env[62353]: DEBUG nova.compute.manager [None req-0c213fa8-27c6-40c1-9a07-39eabb80d849 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] [instance: 1ec74f8a-42d5-4213-843d-684129706edf] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 701.437822] env[62353]: DEBUG nova.virt.hardware [None req-0c213fa8-27c6-40c1-9a07-39eabb80d849 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T12:38:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T12:38:15Z,direct_url=,disk_format='vmdk',id=06f909ae-e8dc-43b4-abf7-c7ed85db9bbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0a3f88790a594523a818b8c00f6862e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T12:38:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 701.438293] env[62353]: DEBUG nova.virt.hardware [None req-0c213fa8-27c6-40c1-9a07-39eabb80d849 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 701.438293] env[62353]: DEBUG nova.virt.hardware [None req-0c213fa8-27c6-40c1-9a07-39eabb80d849 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 701.438425] env[62353]: DEBUG nova.virt.hardware [None req-0c213fa8-27c6-40c1-9a07-39eabb80d849 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 701.438567] env[62353]: DEBUG nova.virt.hardware [None req-0c213fa8-27c6-40c1-9a07-39eabb80d849 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 701.438709] env[62353]: DEBUG nova.virt.hardware [None req-0c213fa8-27c6-40c1-9a07-39eabb80d849 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 701.438916] env[62353]: DEBUG nova.virt.hardware [None req-0c213fa8-27c6-40c1-9a07-39eabb80d849 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 701.439108] env[62353]: DEBUG nova.virt.hardware [None req-0c213fa8-27c6-40c1-9a07-39eabb80d849 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 701.439391] env[62353]: DEBUG nova.virt.hardware [None req-0c213fa8-27c6-40c1-9a07-39eabb80d849 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 701.439672] env[62353]: DEBUG nova.virt.hardware [None req-0c213fa8-27c6-40c1-9a07-39eabb80d849 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 701.439962] env[62353]: DEBUG nova.virt.hardware [None req-0c213fa8-27c6-40c1-9a07-39eabb80d849 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 701.441382] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9e3938d-4b64-4561-9147-81b5f489d905 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.450254] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91294a98-9ff9-482d-b8b8-2bedd8d9b22d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.634367] env[62353]: DEBUG oslo_concurrency.lockutils [None req-731849f3-7633-443f-87b0-1bef4bef55be tempest-ServerDiagnosticsV248Test-141103953 tempest-ServerDiagnosticsV248Test-141103953-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.252s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 701.636828] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e8ead8ab-7da3-461c-85d1-a198792c21a2 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.968s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 701.638371] env[62353]: INFO nova.compute.claims [None req-e8ead8ab-7da3-461c-85d1-a198792c21a2 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] [instance: f468937a-de46-49b3-ba64-40403bb6b77f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 701.672316] env[62353]: INFO nova.scheduler.client.report [None req-731849f3-7633-443f-87b0-1bef4bef55be tempest-ServerDiagnosticsV248Test-141103953 tempest-ServerDiagnosticsV248Test-141103953-project-member] Deleted allocations for instance 791b8fc4-81e2-4a69-a358-f56a421e4680 [ 701.688229] env[62353]: DEBUG oslo_vmware.api [None req-f5d3da10-3f33-4988-970d-de4ad3f8cdca tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Task: {'id': task-2372157, 'name': ReconfigVM_Task, 'duration_secs': 0.594383} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.688638] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5d3da10-3f33-4988-970d-de4ad3f8cdca tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] [instance: a8ab0e21-de37-42da-b4b6-d9d9d120f61f] Reconfigured VM instance instance-00000027 to attach disk [datastore1] a8ab0e21-de37-42da-b4b6-d9d9d120f61f/a8ab0e21-de37-42da-b4b6-d9d9d120f61f.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 701.692442] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-99c83293-c7ab-47dd-909a-5285501bab08 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.699273] env[62353]: DEBUG oslo_vmware.api [None req-f5d3da10-3f33-4988-970d-de4ad3f8cdca tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Waiting for the task: (returnval){ [ 701.699273] env[62353]: value = "task-2372158" [ 701.699273] env[62353]: _type = "Task" [ 701.699273] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.709447] env[62353]: DEBUG oslo_vmware.api [None req-f5d3da10-3f33-4988-970d-de4ad3f8cdca tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Task: {'id': task-2372158, 'name': Rename_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.748282] env[62353]: DEBUG oslo_concurrency.lockutils [None req-354e8dec-69fd-4af0-bff6-0c6b97c0b3e8 tempest-AttachInterfacesV270Test-454918473 tempest-AttachInterfacesV270Test-454918473-project-member] Acquiring lock "interface-9523a163-666d-448f-84a6-5278a7171f86-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 701.749206] env[62353]: DEBUG oslo_concurrency.lockutils [None req-354e8dec-69fd-4af0-bff6-0c6b97c0b3e8 tempest-AttachInterfacesV270Test-454918473 tempest-AttachInterfacesV270Test-454918473-project-member] Lock "interface-9523a163-666d-448f-84a6-5278a7171f86-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 701.749206] env[62353]: DEBUG nova.objects.instance [None req-354e8dec-69fd-4af0-bff6-0c6b97c0b3e8 tempest-AttachInterfacesV270Test-454918473 tempest-AttachInterfacesV270Test-454918473-project-member] Lazy-loading 'flavor' on Instance uuid 9523a163-666d-448f-84a6-5278a7171f86 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 701.788678] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ad042889-f96a-4183-ac0f-aaa87c9da2f6 tempest-AttachInterfacesV270Test-454918473 tempest-AttachInterfacesV270Test-454918473-project-member] Lock "9523a163-666d-448f-84a6-5278a7171f86" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.457s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 701.841748] env[62353]: DEBUG oslo_vmware.api [None req-aa4eff69-fc11-4cea-a253-e0c398254a07 tempest-ServersTestBootFromVolume-997296087 tempest-ServersTestBootFromVolume-997296087-project-member] Task: {'id': task-2372156, 'name': PowerOnVM_Task, 'duration_secs': 1.36949} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.842486] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa4eff69-fc11-4cea-a253-e0c398254a07 tempest-ServersTestBootFromVolume-997296087 tempest-ServersTestBootFromVolume-997296087-project-member] [instance: 009129d2-dc03-4de0-ac09-9d24894e5e67] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 701.842742] env[62353]: INFO nova.compute.manager [None req-aa4eff69-fc11-4cea-a253-e0c398254a07 tempest-ServersTestBootFromVolume-997296087 tempest-ServersTestBootFromVolume-997296087-project-member] [instance: 009129d2-dc03-4de0-ac09-9d24894e5e67] Took 6.51 seconds to spawn the instance on the hypervisor. [ 701.842934] env[62353]: DEBUG nova.compute.manager [None req-aa4eff69-fc11-4cea-a253-e0c398254a07 tempest-ServersTestBootFromVolume-997296087 tempest-ServersTestBootFromVolume-997296087-project-member] [instance: 009129d2-dc03-4de0-ac09-9d24894e5e67] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 701.843949] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3edeb4dd-20ef-4428-a1e2-0c4e57b8a547 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.914859] env[62353]: DEBUG nova.compute.manager [req-3ee42d27-c291-44a1-bb84-b75a0a8ff317 req-773ecc1a-7810-4858-8a16-e40cdaaad70b service nova] [instance: 1ec74f8a-42d5-4213-843d-684129706edf] Received event network-vif-plugged-e8fe857c-71a8-4f05-8be3-5ea9f67fdc86 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 701.915097] env[62353]: DEBUG oslo_concurrency.lockutils [req-3ee42d27-c291-44a1-bb84-b75a0a8ff317 req-773ecc1a-7810-4858-8a16-e40cdaaad70b service nova] Acquiring lock "1ec74f8a-42d5-4213-843d-684129706edf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 701.915310] env[62353]: DEBUG oslo_concurrency.lockutils [req-3ee42d27-c291-44a1-bb84-b75a0a8ff317 req-773ecc1a-7810-4858-8a16-e40cdaaad70b service nova] Lock "1ec74f8a-42d5-4213-843d-684129706edf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 701.915472] env[62353]: DEBUG oslo_concurrency.lockutils [req-3ee42d27-c291-44a1-bb84-b75a0a8ff317 req-773ecc1a-7810-4858-8a16-e40cdaaad70b service nova] Lock "1ec74f8a-42d5-4213-843d-684129706edf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 701.915638] env[62353]: DEBUG nova.compute.manager [req-3ee42d27-c291-44a1-bb84-b75a0a8ff317 req-773ecc1a-7810-4858-8a16-e40cdaaad70b service nova] [instance: 1ec74f8a-42d5-4213-843d-684129706edf] No waiting events found dispatching network-vif-plugged-e8fe857c-71a8-4f05-8be3-5ea9f67fdc86 {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 701.915800] env[62353]: WARNING nova.compute.manager [req-3ee42d27-c291-44a1-bb84-b75a0a8ff317 req-773ecc1a-7810-4858-8a16-e40cdaaad70b service nova] [instance: 1ec74f8a-42d5-4213-843d-684129706edf] Received unexpected event network-vif-plugged-e8fe857c-71a8-4f05-8be3-5ea9f67fdc86 for instance with vm_state building and task_state spawning. [ 702.094448] env[62353]: DEBUG nova.network.neutron [None req-0c213fa8-27c6-40c1-9a07-39eabb80d849 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] [instance: 1ec74f8a-42d5-4213-843d-684129706edf] Successfully updated port: e8fe857c-71a8-4f05-8be3-5ea9f67fdc86 {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 702.186113] env[62353]: DEBUG oslo_concurrency.lockutils [None req-731849f3-7633-443f-87b0-1bef4bef55be tempest-ServerDiagnosticsV248Test-141103953 tempest-ServerDiagnosticsV248Test-141103953-project-member] Lock "791b8fc4-81e2-4a69-a358-f56a421e4680" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.215s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 702.211541] env[62353]: DEBUG oslo_vmware.api [None req-f5d3da10-3f33-4988-970d-de4ad3f8cdca tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Task: {'id': task-2372158, 'name': Rename_Task, 'duration_secs': 0.229806} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.211831] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5d3da10-3f33-4988-970d-de4ad3f8cdca tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] [instance: a8ab0e21-de37-42da-b4b6-d9d9d120f61f] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 702.212118] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c83f92b7-19db-450d-85c4-21f16984c8b7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.220636] env[62353]: DEBUG oslo_vmware.api [None req-f5d3da10-3f33-4988-970d-de4ad3f8cdca tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Waiting for the task: (returnval){ [ 702.220636] env[62353]: value = "task-2372159" [ 702.220636] env[62353]: _type = "Task" [ 702.220636] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.233726] env[62353]: DEBUG oslo_vmware.api [None req-f5d3da10-3f33-4988-970d-de4ad3f8cdca tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Task: {'id': task-2372159, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.253020] env[62353]: DEBUG nova.objects.instance [None req-354e8dec-69fd-4af0-bff6-0c6b97c0b3e8 tempest-AttachInterfacesV270Test-454918473 tempest-AttachInterfacesV270Test-454918473-project-member] Lazy-loading 'pci_requests' on Instance uuid 9523a163-666d-448f-84a6-5278a7171f86 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 702.291770] env[62353]: DEBUG nova.compute.manager [None req-1fbee651-62d8-426e-9c01-deada1657447 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 758fbe89-1e60-4025-853d-41439705356b] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 702.335318] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7eb9076d-14c8-4e0e-a112-88eea4616a25 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823-project-member] Acquiring lock "b3e7bd84-3c18-40c7-95a7-9b259069f066" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 702.335582] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7eb9076d-14c8-4e0e-a112-88eea4616a25 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823-project-member] Lock "b3e7bd84-3c18-40c7-95a7-9b259069f066" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 702.336145] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7eb9076d-14c8-4e0e-a112-88eea4616a25 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823-project-member] Acquiring lock "b3e7bd84-3c18-40c7-95a7-9b259069f066-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 702.336145] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7eb9076d-14c8-4e0e-a112-88eea4616a25 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823-project-member] Lock "b3e7bd84-3c18-40c7-95a7-9b259069f066-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 702.336336] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7eb9076d-14c8-4e0e-a112-88eea4616a25 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823-project-member] Lock "b3e7bd84-3c18-40c7-95a7-9b259069f066-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 702.338612] env[62353]: INFO nova.compute.manager [None req-7eb9076d-14c8-4e0e-a112-88eea4616a25 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823-project-member] [instance: b3e7bd84-3c18-40c7-95a7-9b259069f066] Terminating instance [ 702.364566] env[62353]: INFO nova.compute.manager [None req-aa4eff69-fc11-4cea-a253-e0c398254a07 tempest-ServersTestBootFromVolume-997296087 tempest-ServersTestBootFromVolume-997296087-project-member] [instance: 009129d2-dc03-4de0-ac09-9d24894e5e67] Took 38.37 seconds to build instance. [ 702.598011] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0c213fa8-27c6-40c1-9a07-39eabb80d849 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Acquiring lock "refresh_cache-1ec74f8a-42d5-4213-843d-684129706edf" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 702.598011] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0c213fa8-27c6-40c1-9a07-39eabb80d849 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Acquired lock "refresh_cache-1ec74f8a-42d5-4213-843d-684129706edf" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.598011] env[62353]: DEBUG nova.network.neutron [None req-0c213fa8-27c6-40c1-9a07-39eabb80d849 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] [instance: 1ec74f8a-42d5-4213-843d-684129706edf] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 702.733488] env[62353]: DEBUG oslo_vmware.api [None req-f5d3da10-3f33-4988-970d-de4ad3f8cdca tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Task: {'id': task-2372159, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.756281] env[62353]: DEBUG nova.objects.base [None req-354e8dec-69fd-4af0-bff6-0c6b97c0b3e8 tempest-AttachInterfacesV270Test-454918473 tempest-AttachInterfacesV270Test-454918473-project-member] Object Instance<9523a163-666d-448f-84a6-5278a7171f86> lazy-loaded attributes: flavor,pci_requests {{(pid=62353) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 702.756582] env[62353]: DEBUG nova.network.neutron [None req-354e8dec-69fd-4af0-bff6-0c6b97c0b3e8 tempest-AttachInterfacesV270Test-454918473 tempest-AttachInterfacesV270Test-454918473-project-member] [instance: 9523a163-666d-448f-84a6-5278a7171f86] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 702.819608] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1fbee651-62d8-426e-9c01-deada1657447 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 702.842815] env[62353]: DEBUG nova.compute.manager [None req-7eb9076d-14c8-4e0e-a112-88eea4616a25 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823-project-member] [instance: b3e7bd84-3c18-40c7-95a7-9b259069f066] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 702.843129] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-7eb9076d-14c8-4e0e-a112-88eea4616a25 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823-project-member] [instance: b3e7bd84-3c18-40c7-95a7-9b259069f066] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 702.844209] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23f57c3f-0b8c-4a56-95d1-7afc8210de63 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.854120] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-7eb9076d-14c8-4e0e-a112-88eea4616a25 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823-project-member] [instance: b3e7bd84-3c18-40c7-95a7-9b259069f066] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 702.854120] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b1fd940f-906c-4245-8b6b-e542fed3a9d2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.860095] env[62353]: DEBUG oslo_concurrency.lockutils [None req-354e8dec-69fd-4af0-bff6-0c6b97c0b3e8 tempest-AttachInterfacesV270Test-454918473 tempest-AttachInterfacesV270Test-454918473-project-member] Lock "interface-9523a163-666d-448f-84a6-5278a7171f86-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.111s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 702.864043] env[62353]: DEBUG oslo_vmware.api [None req-7eb9076d-14c8-4e0e-a112-88eea4616a25 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823-project-member] Waiting for the task: (returnval){ [ 702.864043] env[62353]: value = "task-2372160" [ 702.864043] env[62353]: _type = "Task" [ 702.864043] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.870926] env[62353]: DEBUG oslo_concurrency.lockutils [None req-aa4eff69-fc11-4cea-a253-e0c398254a07 tempest-ServersTestBootFromVolume-997296087 tempest-ServersTestBootFromVolume-997296087-project-member] Lock "009129d2-dc03-4de0-ac09-9d24894e5e67" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.203s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 702.881338] env[62353]: DEBUG oslo_vmware.api [None req-7eb9076d-14c8-4e0e-a112-88eea4616a25 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823-project-member] Task: {'id': task-2372160, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.132723] env[62353]: DEBUG nova.network.neutron [None req-0c213fa8-27c6-40c1-9a07-39eabb80d849 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] [instance: 1ec74f8a-42d5-4213-843d-684129706edf] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 703.178938] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14585217-7d8e-4857-b481-ced390b6d766 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.189887] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4de3332c-5cd2-4b05-b94b-268f5d75cd11 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.229373] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-110a809e-18ce-4071-8a30-736e6af92268 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.240808] env[62353]: DEBUG oslo_vmware.api [None req-f5d3da10-3f33-4988-970d-de4ad3f8cdca tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Task: {'id': task-2372159, 'name': PowerOnVM_Task, 'duration_secs': 0.770695} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.242112] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9233d4d-9fcb-40ae-a2ea-ee4c1073639d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.246325] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5d3da10-3f33-4988-970d-de4ad3f8cdca tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] [instance: a8ab0e21-de37-42da-b4b6-d9d9d120f61f] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 703.246562] env[62353]: INFO nova.compute.manager [None req-f5d3da10-3f33-4988-970d-de4ad3f8cdca tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] [instance: a8ab0e21-de37-42da-b4b6-d9d9d120f61f] Took 6.87 seconds to spawn the instance on the hypervisor. [ 703.246776] env[62353]: DEBUG nova.compute.manager [None req-f5d3da10-3f33-4988-970d-de4ad3f8cdca tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] [instance: a8ab0e21-de37-42da-b4b6-d9d9d120f61f] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 703.247629] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2014c999-9072-4eaa-a5cc-526c490aa103 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.266667] env[62353]: DEBUG nova.compute.provider_tree [None req-e8ead8ab-7da3-461c-85d1-a198792c21a2 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 703.309123] env[62353]: DEBUG nova.network.neutron [None req-0c213fa8-27c6-40c1-9a07-39eabb80d849 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] [instance: 1ec74f8a-42d5-4213-843d-684129706edf] Updating instance_info_cache with network_info: [{"id": "e8fe857c-71a8-4f05-8be3-5ea9f67fdc86", "address": "fa:16:3e:8a:83:38", "network": {"id": "9afa6f42-49c7-4ac3-8768-17706842d745", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-815498538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d213c623a43e4217a07ef7c0ece481da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359c2c31-99c4-41d7-a513-3bc4825897a0", "external-id": "nsx-vlan-transportzone-173", "segmentation_id": 173, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8fe857c-71", "ovs_interfaceid": "e8fe857c-71a8-4f05-8be3-5ea9f67fdc86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.380047] env[62353]: DEBUG nova.compute.manager [None req-0aae8368-b89b-4f73-8c09-55902873db9a tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] [instance: faaa5eff-8814-4951-a6fc-9b2a53891f1c] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 703.382729] env[62353]: DEBUG oslo_vmware.api [None req-7eb9076d-14c8-4e0e-a112-88eea4616a25 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823-project-member] Task: {'id': task-2372160, 'name': PowerOffVM_Task, 'duration_secs': 0.237622} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.383322] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-7eb9076d-14c8-4e0e-a112-88eea4616a25 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823-project-member] [instance: b3e7bd84-3c18-40c7-95a7-9b259069f066] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 703.383504] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-7eb9076d-14c8-4e0e-a112-88eea4616a25 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823-project-member] [instance: b3e7bd84-3c18-40c7-95a7-9b259069f066] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 703.383758] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1796f2ba-24f9-4f38-b56f-020b13734191 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.471092] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-7eb9076d-14c8-4e0e-a112-88eea4616a25 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823-project-member] [instance: b3e7bd84-3c18-40c7-95a7-9b259069f066] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 703.471351] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-7eb9076d-14c8-4e0e-a112-88eea4616a25 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823-project-member] [instance: b3e7bd84-3c18-40c7-95a7-9b259069f066] Deleting contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 703.471545] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-7eb9076d-14c8-4e0e-a112-88eea4616a25 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823-project-member] Deleting the datastore file [datastore1] b3e7bd84-3c18-40c7-95a7-9b259069f066 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 703.471861] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-db3f8e1f-a086-4f87-adbd-904cd0475fb7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.479776] env[62353]: DEBUG oslo_vmware.api [None req-7eb9076d-14c8-4e0e-a112-88eea4616a25 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823-project-member] Waiting for the task: (returnval){ [ 703.479776] env[62353]: value = "task-2372162" [ 703.479776] env[62353]: _type = "Task" [ 703.479776] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.489632] env[62353]: DEBUG oslo_vmware.api [None req-7eb9076d-14c8-4e0e-a112-88eea4616a25 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823-project-member] Task: {'id': task-2372162, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.775022] env[62353]: DEBUG nova.scheduler.client.report [None req-e8ead8ab-7da3-461c-85d1-a198792c21a2 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 703.780656] env[62353]: INFO nova.compute.manager [None req-f5d3da10-3f33-4988-970d-de4ad3f8cdca tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] [instance: a8ab0e21-de37-42da-b4b6-d9d9d120f61f] Took 34.70 seconds to build instance. [ 703.811557] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0c213fa8-27c6-40c1-9a07-39eabb80d849 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Releasing lock "refresh_cache-1ec74f8a-42d5-4213-843d-684129706edf" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 703.811894] env[62353]: DEBUG nova.compute.manager [None req-0c213fa8-27c6-40c1-9a07-39eabb80d849 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] [instance: 1ec74f8a-42d5-4213-843d-684129706edf] Instance network_info: |[{"id": "e8fe857c-71a8-4f05-8be3-5ea9f67fdc86", "address": "fa:16:3e:8a:83:38", "network": {"id": "9afa6f42-49c7-4ac3-8768-17706842d745", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-815498538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d213c623a43e4217a07ef7c0ece481da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359c2c31-99c4-41d7-a513-3bc4825897a0", "external-id": "nsx-vlan-transportzone-173", "segmentation_id": 173, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8fe857c-71", "ovs_interfaceid": "e8fe857c-71a8-4f05-8be3-5ea9f67fdc86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 703.813140] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-0c213fa8-27c6-40c1-9a07-39eabb80d849 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] [instance: 1ec74f8a-42d5-4213-843d-684129706edf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8a:83:38', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '359c2c31-99c4-41d7-a513-3bc4825897a0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e8fe857c-71a8-4f05-8be3-5ea9f67fdc86', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 703.820072] env[62353]: DEBUG oslo.service.loopingcall [None req-0c213fa8-27c6-40c1-9a07-39eabb80d849 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 703.821831] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ec74f8a-42d5-4213-843d-684129706edf] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 703.821831] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b8b6cfaa-fb81-4585-a7f4-988d4f0618d3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.844297] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 703.844297] env[62353]: value = "task-2372163" [ 703.844297] env[62353]: _type = "Task" [ 703.844297] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.852658] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372163, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.913485] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0aae8368-b89b-4f73-8c09-55902873db9a tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 703.991529] env[62353]: DEBUG oslo_vmware.api [None req-7eb9076d-14c8-4e0e-a112-88eea4616a25 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823-project-member] Task: {'id': task-2372162, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.28513} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.991801] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-7eb9076d-14c8-4e0e-a112-88eea4616a25 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 703.991986] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-7eb9076d-14c8-4e0e-a112-88eea4616a25 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823-project-member] [instance: b3e7bd84-3c18-40c7-95a7-9b259069f066] Deleted contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 703.992173] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-7eb9076d-14c8-4e0e-a112-88eea4616a25 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823-project-member] [instance: b3e7bd84-3c18-40c7-95a7-9b259069f066] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 703.992346] env[62353]: INFO nova.compute.manager [None req-7eb9076d-14c8-4e0e-a112-88eea4616a25 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823-project-member] [instance: b3e7bd84-3c18-40c7-95a7-9b259069f066] Took 1.15 seconds to destroy the instance on the hypervisor. [ 703.992581] env[62353]: DEBUG oslo.service.loopingcall [None req-7eb9076d-14c8-4e0e-a112-88eea4616a25 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 703.992769] env[62353]: DEBUG nova.compute.manager [-] [instance: b3e7bd84-3c18-40c7-95a7-9b259069f066] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 703.992864] env[62353]: DEBUG nova.network.neutron [-] [instance: b3e7bd84-3c18-40c7-95a7-9b259069f066] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 704.221382] env[62353]: DEBUG nova.compute.manager [req-c39c42aa-f734-4d1a-a947-bf08673ca1fd req-ee647e6a-7989-45f8-9436-fab5c28b361d service nova] [instance: 009129d2-dc03-4de0-ac09-9d24894e5e67] Received event network-changed-193460fa-21e9-434d-a0c7-8ffd6b6c698b {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 704.221581] env[62353]: DEBUG nova.compute.manager [req-c39c42aa-f734-4d1a-a947-bf08673ca1fd req-ee647e6a-7989-45f8-9436-fab5c28b361d service nova] [instance: 009129d2-dc03-4de0-ac09-9d24894e5e67] Refreshing instance network info cache due to event network-changed-193460fa-21e9-434d-a0c7-8ffd6b6c698b. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 704.221798] env[62353]: DEBUG oslo_concurrency.lockutils [req-c39c42aa-f734-4d1a-a947-bf08673ca1fd req-ee647e6a-7989-45f8-9436-fab5c28b361d service nova] Acquiring lock "refresh_cache-009129d2-dc03-4de0-ac09-9d24894e5e67" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 704.221939] env[62353]: DEBUG oslo_concurrency.lockutils [req-c39c42aa-f734-4d1a-a947-bf08673ca1fd req-ee647e6a-7989-45f8-9436-fab5c28b361d service nova] Acquired lock "refresh_cache-009129d2-dc03-4de0-ac09-9d24894e5e67" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.222470] env[62353]: DEBUG nova.network.neutron [req-c39c42aa-f734-4d1a-a947-bf08673ca1fd req-ee647e6a-7989-45f8-9436-fab5c28b361d service nova] [instance: 009129d2-dc03-4de0-ac09-9d24894e5e67] Refreshing network info cache for port 193460fa-21e9-434d-a0c7-8ffd6b6c698b {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 704.281096] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e8ead8ab-7da3-461c-85d1-a198792c21a2 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.644s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 704.281650] env[62353]: DEBUG nova.compute.manager [None req-e8ead8ab-7da3-461c-85d1-a198792c21a2 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] [instance: f468937a-de46-49b3-ba64-40403bb6b77f] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 704.284222] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2834ea01-62c6-4261-9b3a-d3a2d9c8c85c tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.514s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 704.286119] env[62353]: INFO nova.compute.claims [None req-2834ea01-62c6-4261-9b3a-d3a2d9c8c85c tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] [instance: d0318881-a5f3-4701-991a-7e42895b5f46] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 704.288817] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f5d3da10-3f33-4988-970d-de4ad3f8cdca tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Lock "a8ab0e21-de37-42da-b4b6-d9d9d120f61f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.438s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 704.355539] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372163, 'name': CreateVM_Task, 'duration_secs': 0.394729} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.355758] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ec74f8a-42d5-4213-843d-684129706edf] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 704.356448] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0c213fa8-27c6-40c1-9a07-39eabb80d849 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 704.356616] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0c213fa8-27c6-40c1-9a07-39eabb80d849 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Acquired lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.356929] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0c213fa8-27c6-40c1-9a07-39eabb80d849 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 704.357196] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0619aa9-2a1c-499c-84da-79f5d2e773ce {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.362738] env[62353]: DEBUG oslo_vmware.api [None req-0c213fa8-27c6-40c1-9a07-39eabb80d849 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Waiting for the task: (returnval){ [ 704.362738] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5205e49d-b156-4576-e81f-a705e47b8952" [ 704.362738] env[62353]: _type = "Task" [ 704.362738] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.377141] env[62353]: DEBUG oslo_vmware.api [None req-0c213fa8-27c6-40c1-9a07-39eabb80d849 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5205e49d-b156-4576-e81f-a705e47b8952, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.448179] env[62353]: DEBUG nova.compute.manager [req-995c92bb-43c3-48e8-807c-fc398afb1188 req-fdba5e3d-8cfd-402e-9ebb-57b35ae487fa service nova] [instance: 1ec74f8a-42d5-4213-843d-684129706edf] Received event network-changed-e8fe857c-71a8-4f05-8be3-5ea9f67fdc86 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 704.448676] env[62353]: DEBUG nova.compute.manager [req-995c92bb-43c3-48e8-807c-fc398afb1188 req-fdba5e3d-8cfd-402e-9ebb-57b35ae487fa service nova] [instance: 1ec74f8a-42d5-4213-843d-684129706edf] Refreshing instance network info cache due to event network-changed-e8fe857c-71a8-4f05-8be3-5ea9f67fdc86. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 704.449015] env[62353]: DEBUG oslo_concurrency.lockutils [req-995c92bb-43c3-48e8-807c-fc398afb1188 req-fdba5e3d-8cfd-402e-9ebb-57b35ae487fa service nova] Acquiring lock "refresh_cache-1ec74f8a-42d5-4213-843d-684129706edf" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 704.449182] env[62353]: DEBUG oslo_concurrency.lockutils [req-995c92bb-43c3-48e8-807c-fc398afb1188 req-fdba5e3d-8cfd-402e-9ebb-57b35ae487fa service nova] Acquired lock "refresh_cache-1ec74f8a-42d5-4213-843d-684129706edf" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.449367] env[62353]: DEBUG nova.network.neutron [req-995c92bb-43c3-48e8-807c-fc398afb1188 req-fdba5e3d-8cfd-402e-9ebb-57b35ae487fa service nova] [instance: 1ec74f8a-42d5-4213-843d-684129706edf] Refreshing network info cache for port e8fe857c-71a8-4f05-8be3-5ea9f67fdc86 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 704.765258] env[62353]: DEBUG nova.network.neutron [-] [instance: b3e7bd84-3c18-40c7-95a7-9b259069f066] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.791248] env[62353]: DEBUG nova.compute.utils [None req-e8ead8ab-7da3-461c-85d1-a198792c21a2 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 704.794744] env[62353]: DEBUG nova.compute.manager [None req-cf6a5783-5db0-4933-af05-b1b3dbda86a8 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] [instance: 28447a5e-1970-4231-9866-6bd221bcca82] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 704.797022] env[62353]: DEBUG nova.compute.manager [None req-e8ead8ab-7da3-461c-85d1-a198792c21a2 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] [instance: f468937a-de46-49b3-ba64-40403bb6b77f] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 704.797186] env[62353]: DEBUG nova.network.neutron [None req-e8ead8ab-7da3-461c-85d1-a198792c21a2 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] [instance: f468937a-de46-49b3-ba64-40403bb6b77f] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 704.868713] env[62353]: DEBUG nova.policy [None req-e8ead8ab-7da3-461c-85d1-a198792c21a2 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c1e0eaad207c4383bb551abb686690eb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd213c623a43e4217a07ef7c0ece481da', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:192}} [ 704.878055] env[62353]: DEBUG oslo_vmware.api [None req-0c213fa8-27c6-40c1-9a07-39eabb80d849 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5205e49d-b156-4576-e81f-a705e47b8952, 'name': SearchDatastore_Task, 'duration_secs': 0.012567} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.878420] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0c213fa8-27c6-40c1-9a07-39eabb80d849 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Releasing lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 704.878664] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-0c213fa8-27c6-40c1-9a07-39eabb80d849 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] [instance: 1ec74f8a-42d5-4213-843d-684129706edf] Processing image 06f909ae-e8dc-43b4-abf7-c7ed85db9bbd {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 704.878898] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0c213fa8-27c6-40c1-9a07-39eabb80d849 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 704.879057] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0c213fa8-27c6-40c1-9a07-39eabb80d849 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Acquired lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.879243] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c213fa8-27c6-40c1-9a07-39eabb80d849 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 704.879512] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c9b36893-8fa6-4e8e-b92b-3286d95c7a25 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.894226] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c213fa8-27c6-40c1-9a07-39eabb80d849 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 704.894226] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-0c213fa8-27c6-40c1-9a07-39eabb80d849 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 704.894505] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-582182f7-073b-415f-808b-1bf7fae03e3f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.908182] env[62353]: DEBUG oslo_vmware.api [None req-0c213fa8-27c6-40c1-9a07-39eabb80d849 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Waiting for the task: (returnval){ [ 704.908182] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52efd115-e623-6484-993f-d4f072e5d43f" [ 704.908182] env[62353]: _type = "Task" [ 704.908182] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.920859] env[62353]: DEBUG oslo_vmware.api [None req-0c213fa8-27c6-40c1-9a07-39eabb80d849 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52efd115-e623-6484-993f-d4f072e5d43f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.071595] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5a1f8b57-87d9-4184-ba9c-9cb23f024b52 tempest-AttachInterfacesV270Test-454918473 tempest-AttachInterfacesV270Test-454918473-project-member] Acquiring lock "9523a163-666d-448f-84a6-5278a7171f86" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 705.071889] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5a1f8b57-87d9-4184-ba9c-9cb23f024b52 tempest-AttachInterfacesV270Test-454918473 tempest-AttachInterfacesV270Test-454918473-project-member] Lock "9523a163-666d-448f-84a6-5278a7171f86" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 705.072159] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5a1f8b57-87d9-4184-ba9c-9cb23f024b52 tempest-AttachInterfacesV270Test-454918473 tempest-AttachInterfacesV270Test-454918473-project-member] Acquiring lock "9523a163-666d-448f-84a6-5278a7171f86-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 705.072357] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5a1f8b57-87d9-4184-ba9c-9cb23f024b52 tempest-AttachInterfacesV270Test-454918473 tempest-AttachInterfacesV270Test-454918473-project-member] Lock "9523a163-666d-448f-84a6-5278a7171f86-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 705.072520] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5a1f8b57-87d9-4184-ba9c-9cb23f024b52 tempest-AttachInterfacesV270Test-454918473 tempest-AttachInterfacesV270Test-454918473-project-member] Lock "9523a163-666d-448f-84a6-5278a7171f86-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 705.827983] env[62353]: INFO nova.compute.manager [None req-5a1f8b57-87d9-4184-ba9c-9cb23f024b52 tempest-AttachInterfacesV270Test-454918473 tempest-AttachInterfacesV270Test-454918473-project-member] [instance: 9523a163-666d-448f-84a6-5278a7171f86] Terminating instance [ 705.832525] env[62353]: DEBUG nova.network.neutron [None req-e8ead8ab-7da3-461c-85d1-a198792c21a2 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] [instance: f468937a-de46-49b3-ba64-40403bb6b77f] Successfully created port: 54ff12ad-a269-4484-b8e8-e0087aacce51 {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 705.834719] env[62353]: DEBUG nova.network.neutron [req-c39c42aa-f734-4d1a-a947-bf08673ca1fd req-ee647e6a-7989-45f8-9436-fab5c28b361d service nova] [instance: 009129d2-dc03-4de0-ac09-9d24894e5e67] Updated VIF entry in instance network info cache for port 193460fa-21e9-434d-a0c7-8ffd6b6c698b. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 705.835037] env[62353]: DEBUG nova.network.neutron [req-c39c42aa-f734-4d1a-a947-bf08673ca1fd req-ee647e6a-7989-45f8-9436-fab5c28b361d service nova] [instance: 009129d2-dc03-4de0-ac09-9d24894e5e67] Updating instance_info_cache with network_info: [{"id": "193460fa-21e9-434d-a0c7-8ffd6b6c698b", "address": "fa:16:3e:ee:15:0b", "network": {"id": "ae05760f-dd8e-4308-8f54-924233907135", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-507583563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f562301b6d1147b3a6a9e0e366aabaa9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d054505-89d3-49c5-8b38-5da917a42c49", "external-id": "nsx-vlan-transportzone-888", "segmentation_id": 888, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap193460fa-21", "ovs_interfaceid": "193460fa-21e9-434d-a0c7-8ffd6b6c698b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.836932] env[62353]: INFO nova.compute.manager [None req-271318d2-faa0-46c0-93c9-512df2f0eee5 tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] [instance: a8ab0e21-de37-42da-b4b6-d9d9d120f61f] Rebuilding instance [ 705.841038] env[62353]: INFO nova.compute.manager [-] [instance: b3e7bd84-3c18-40c7-95a7-9b259069f066] Took 1.85 seconds to deallocate network for instance. [ 705.841038] env[62353]: DEBUG nova.compute.manager [None req-e8ead8ab-7da3-461c-85d1-a198792c21a2 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] [instance: f468937a-de46-49b3-ba64-40403bb6b77f] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 705.867166] env[62353]: DEBUG oslo_vmware.api [None req-0c213fa8-27c6-40c1-9a07-39eabb80d849 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52efd115-e623-6484-993f-d4f072e5d43f, 'name': SearchDatastore_Task, 'duration_secs': 0.013343} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.868237] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cdc41cba-dc48-4833-a62a-9f61836ac9d2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.875154] env[62353]: DEBUG oslo_vmware.api [None req-0c213fa8-27c6-40c1-9a07-39eabb80d849 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Waiting for the task: (returnval){ [ 705.875154] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52c7790d-e30f-e0b2-e1d4-79ddca047517" [ 705.875154] env[62353]: _type = "Task" [ 705.875154] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.888495] env[62353]: DEBUG oslo_concurrency.lockutils [None req-cf6a5783-5db0-4933-af05-b1b3dbda86a8 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 705.889098] env[62353]: DEBUG oslo_vmware.api [None req-0c213fa8-27c6-40c1-9a07-39eabb80d849 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52c7790d-e30f-e0b2-e1d4-79ddca047517, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.916143] env[62353]: DEBUG nova.compute.manager [None req-271318d2-faa0-46c0-93c9-512df2f0eee5 tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] [instance: a8ab0e21-de37-42da-b4b6-d9d9d120f61f] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 705.917299] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acc2540a-9c24-4e79-8869-ecd1c34b6f0b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.079266] env[62353]: DEBUG nova.network.neutron [req-995c92bb-43c3-48e8-807c-fc398afb1188 req-fdba5e3d-8cfd-402e-9ebb-57b35ae487fa service nova] [instance: 1ec74f8a-42d5-4213-843d-684129706edf] Updated VIF entry in instance network info cache for port e8fe857c-71a8-4f05-8be3-5ea9f67fdc86. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 706.080017] env[62353]: DEBUG nova.network.neutron [req-995c92bb-43c3-48e8-807c-fc398afb1188 req-fdba5e3d-8cfd-402e-9ebb-57b35ae487fa service nova] [instance: 1ec74f8a-42d5-4213-843d-684129706edf] Updating instance_info_cache with network_info: [{"id": "e8fe857c-71a8-4f05-8be3-5ea9f67fdc86", "address": "fa:16:3e:8a:83:38", "network": {"id": "9afa6f42-49c7-4ac3-8768-17706842d745", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-815498538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d213c623a43e4217a07ef7c0ece481da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359c2c31-99c4-41d7-a513-3bc4825897a0", "external-id": "nsx-vlan-transportzone-173", "segmentation_id": 173, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8fe857c-71", "ovs_interfaceid": "e8fe857c-71a8-4f05-8be3-5ea9f67fdc86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.338658] env[62353]: DEBUG oslo_concurrency.lockutils [req-c39c42aa-f734-4d1a-a947-bf08673ca1fd req-ee647e6a-7989-45f8-9436-fab5c28b361d service nova] Releasing lock "refresh_cache-009129d2-dc03-4de0-ac09-9d24894e5e67" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.360633] env[62353]: DEBUG nova.compute.manager [None req-5a1f8b57-87d9-4184-ba9c-9cb23f024b52 tempest-AttachInterfacesV270Test-454918473 tempest-AttachInterfacesV270Test-454918473-project-member] [instance: 9523a163-666d-448f-84a6-5278a7171f86] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 706.360633] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-5a1f8b57-87d9-4184-ba9c-9cb23f024b52 tempest-AttachInterfacesV270Test-454918473 tempest-AttachInterfacesV270Test-454918473-project-member] [instance: 9523a163-666d-448f-84a6-5278a7171f86] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 706.360633] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6548c56-2520-40c9-9b21-c3cd4dead0ca {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.366363] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7eb9076d-14c8-4e0e-a112-88eea4616a25 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 706.373594] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a1f8b57-87d9-4184-ba9c-9cb23f024b52 tempest-AttachInterfacesV270Test-454918473 tempest-AttachInterfacesV270Test-454918473-project-member] [instance: 9523a163-666d-448f-84a6-5278a7171f86] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 706.377288] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d7b1bea6-8a64-4950-b128-97bd8816d198 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.387186] env[62353]: DEBUG oslo_vmware.api [None req-0c213fa8-27c6-40c1-9a07-39eabb80d849 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52c7790d-e30f-e0b2-e1d4-79ddca047517, 'name': SearchDatastore_Task, 'duration_secs': 0.026151} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.388609] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0c213fa8-27c6-40c1-9a07-39eabb80d849 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Releasing lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.388868] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c213fa8-27c6-40c1-9a07-39eabb80d849 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore1] 1ec74f8a-42d5-4213-843d-684129706edf/1ec74f8a-42d5-4213-843d-684129706edf.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 706.389213] env[62353]: DEBUG oslo_vmware.api [None req-5a1f8b57-87d9-4184-ba9c-9cb23f024b52 tempest-AttachInterfacesV270Test-454918473 tempest-AttachInterfacesV270Test-454918473-project-member] Waiting for the task: (returnval){ [ 706.389213] env[62353]: value = "task-2372164" [ 706.389213] env[62353]: _type = "Task" [ 706.389213] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.389404] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c58e911b-f324-4af2-b2b6-3e0fb7f4e44c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.407521] env[62353]: DEBUG oslo_vmware.api [None req-5a1f8b57-87d9-4184-ba9c-9cb23f024b52 tempest-AttachInterfacesV270Test-454918473 tempest-AttachInterfacesV270Test-454918473-project-member] Task: {'id': task-2372164, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.409234] env[62353]: DEBUG oslo_vmware.api [None req-0c213fa8-27c6-40c1-9a07-39eabb80d849 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Waiting for the task: (returnval){ [ 706.409234] env[62353]: value = "task-2372165" [ 706.409234] env[62353]: _type = "Task" [ 706.409234] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.424760] env[62353]: DEBUG oslo_vmware.api [None req-0c213fa8-27c6-40c1-9a07-39eabb80d849 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Task: {'id': task-2372165, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.446840] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baf65ee6-5178-44f5-849b-e83ea319e980 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.455826] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ed7f7c7-cfcc-4962-b644-6855c6d27a73 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.488501] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe16e037-394a-45e0-84cb-07b6d74d2b1b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.496910] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-054a9687-8b86-490d-9cb3-071970053b8b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.502861] env[62353]: DEBUG nova.compute.manager [req-e872fbca-c0dc-4416-b51d-96391b2db093 req-0098e718-e71f-4697-903f-15399e1916c2 service nova] [instance: b3e7bd84-3c18-40c7-95a7-9b259069f066] Received event network-vif-deleted-97989fed-c992-4d8e-8c74-428b26e242e8 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 706.516619] env[62353]: DEBUG nova.compute.provider_tree [None req-2834ea01-62c6-4261-9b3a-d3a2d9c8c85c tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 706.582977] env[62353]: DEBUG oslo_concurrency.lockutils [req-995c92bb-43c3-48e8-807c-fc398afb1188 req-fdba5e3d-8cfd-402e-9ebb-57b35ae487fa service nova] Releasing lock "refresh_cache-1ec74f8a-42d5-4213-843d-684129706edf" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.779647] env[62353]: DEBUG oslo_concurrency.lockutils [None req-83064226-f5b3-4587-9bb4-11037d8eb843 tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Acquiring lock "6886b90e-f9ac-4295-9a0e-c3d4fc2e5cf6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 706.779780] env[62353]: DEBUG oslo_concurrency.lockutils [None req-83064226-f5b3-4587-9bb4-11037d8eb843 tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Lock "6886b90e-f9ac-4295-9a0e-c3d4fc2e5cf6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 706.780474] env[62353]: DEBUG oslo_concurrency.lockutils [None req-83064226-f5b3-4587-9bb4-11037d8eb843 tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Acquiring lock "6886b90e-f9ac-4295-9a0e-c3d4fc2e5cf6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 706.780474] env[62353]: DEBUG oslo_concurrency.lockutils [None req-83064226-f5b3-4587-9bb4-11037d8eb843 tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Lock "6886b90e-f9ac-4295-9a0e-c3d4fc2e5cf6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 706.780474] env[62353]: DEBUG oslo_concurrency.lockutils [None req-83064226-f5b3-4587-9bb4-11037d8eb843 tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Lock "6886b90e-f9ac-4295-9a0e-c3d4fc2e5cf6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 706.782927] env[62353]: INFO nova.compute.manager [None req-83064226-f5b3-4587-9bb4-11037d8eb843 tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] [instance: 6886b90e-f9ac-4295-9a0e-c3d4fc2e5cf6] Terminating instance [ 706.799589] env[62353]: DEBUG oslo_concurrency.lockutils [None req-bb562444-741e-4b51-ac97-e2a34ce7f4a5 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] Acquiring lock "f5897ca9-4a38-4583-a15a-dbb0a621ab2e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 706.799825] env[62353]: DEBUG oslo_concurrency.lockutils [None req-bb562444-741e-4b51-ac97-e2a34ce7f4a5 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] Lock "f5897ca9-4a38-4583-a15a-dbb0a621ab2e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 706.853629] env[62353]: DEBUG nova.compute.manager [None req-e8ead8ab-7da3-461c-85d1-a198792c21a2 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] [instance: f468937a-de46-49b3-ba64-40403bb6b77f] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 706.890170] env[62353]: DEBUG nova.virt.hardware [None req-e8ead8ab-7da3-461c-85d1-a198792c21a2 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T12:38:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T12:38:15Z,direct_url=,disk_format='vmdk',id=06f909ae-e8dc-43b4-abf7-c7ed85db9bbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0a3f88790a594523a818b8c00f6862e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T12:38:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 706.890599] env[62353]: DEBUG nova.virt.hardware [None req-e8ead8ab-7da3-461c-85d1-a198792c21a2 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 706.890887] env[62353]: DEBUG nova.virt.hardware [None req-e8ead8ab-7da3-461c-85d1-a198792c21a2 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 706.891230] env[62353]: DEBUG nova.virt.hardware [None req-e8ead8ab-7da3-461c-85d1-a198792c21a2 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 706.891489] env[62353]: DEBUG nova.virt.hardware [None req-e8ead8ab-7da3-461c-85d1-a198792c21a2 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 706.891744] env[62353]: DEBUG nova.virt.hardware [None req-e8ead8ab-7da3-461c-85d1-a198792c21a2 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 706.892128] env[62353]: DEBUG nova.virt.hardware [None req-e8ead8ab-7da3-461c-85d1-a198792c21a2 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 706.892433] env[62353]: DEBUG nova.virt.hardware [None req-e8ead8ab-7da3-461c-85d1-a198792c21a2 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 706.892736] env[62353]: DEBUG nova.virt.hardware [None req-e8ead8ab-7da3-461c-85d1-a198792c21a2 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 706.893016] env[62353]: DEBUG nova.virt.hardware [None req-e8ead8ab-7da3-461c-85d1-a198792c21a2 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 706.893332] env[62353]: DEBUG nova.virt.hardware [None req-e8ead8ab-7da3-461c-85d1-a198792c21a2 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 706.894779] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9361f302-d706-4911-a2c1-af36e081064c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.916038] env[62353]: DEBUG oslo_vmware.api [None req-5a1f8b57-87d9-4184-ba9c-9cb23f024b52 tempest-AttachInterfacesV270Test-454918473 tempest-AttachInterfacesV270Test-454918473-project-member] Task: {'id': task-2372164, 'name': PowerOffVM_Task, 'duration_secs': 0.326994} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.918975] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a1f8b57-87d9-4184-ba9c-9cb23f024b52 tempest-AttachInterfacesV270Test-454918473 tempest-AttachInterfacesV270Test-454918473-project-member] [instance: 9523a163-666d-448f-84a6-5278a7171f86] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 706.919965] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-5a1f8b57-87d9-4184-ba9c-9cb23f024b52 tempest-AttachInterfacesV270Test-454918473 tempest-AttachInterfacesV270Test-454918473-project-member] [instance: 9523a163-666d-448f-84a6-5278a7171f86] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 706.920496] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ec4cbe89-7839-404e-beea-4af65378f95b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.928319] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fe7c49f-b12b-4efe-beec-77ae366e0469 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.938989] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-271318d2-faa0-46c0-93c9-512df2f0eee5 tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] [instance: a8ab0e21-de37-42da-b4b6-d9d9d120f61f] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 706.943941] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-50d44135-0d1b-41f9-83b6-91930138a10b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.945199] env[62353]: DEBUG oslo_vmware.api [None req-0c213fa8-27c6-40c1-9a07-39eabb80d849 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Task: {'id': task-2372165, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.955114] env[62353]: DEBUG oslo_vmware.api [None req-271318d2-faa0-46c0-93c9-512df2f0eee5 tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Waiting for the task: (returnval){ [ 706.955114] env[62353]: value = "task-2372167" [ 706.955114] env[62353]: _type = "Task" [ 706.955114] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.965548] env[62353]: DEBUG oslo_vmware.api [None req-271318d2-faa0-46c0-93c9-512df2f0eee5 tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Task: {'id': task-2372167, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.020113] env[62353]: DEBUG nova.scheduler.client.report [None req-2834ea01-62c6-4261-9b3a-d3a2d9c8c85c tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 707.085746] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-5a1f8b57-87d9-4184-ba9c-9cb23f024b52 tempest-AttachInterfacesV270Test-454918473 tempest-AttachInterfacesV270Test-454918473-project-member] [instance: 9523a163-666d-448f-84a6-5278a7171f86] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 707.085917] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-5a1f8b57-87d9-4184-ba9c-9cb23f024b52 tempest-AttachInterfacesV270Test-454918473 tempest-AttachInterfacesV270Test-454918473-project-member] [instance: 9523a163-666d-448f-84a6-5278a7171f86] Deleting contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 707.086213] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a1f8b57-87d9-4184-ba9c-9cb23f024b52 tempest-AttachInterfacesV270Test-454918473 tempest-AttachInterfacesV270Test-454918473-project-member] Deleting the datastore file [datastore1] 9523a163-666d-448f-84a6-5278a7171f86 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 707.086424] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f9084d76-e42b-4756-b532-19863d7e55e7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.095288] env[62353]: DEBUG oslo_vmware.api [None req-5a1f8b57-87d9-4184-ba9c-9cb23f024b52 tempest-AttachInterfacesV270Test-454918473 tempest-AttachInterfacesV270Test-454918473-project-member] Waiting for the task: (returnval){ [ 707.095288] env[62353]: value = "task-2372168" [ 707.095288] env[62353]: _type = "Task" [ 707.095288] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.105414] env[62353]: DEBUG oslo_vmware.api [None req-5a1f8b57-87d9-4184-ba9c-9cb23f024b52 tempest-AttachInterfacesV270Test-454918473 tempest-AttachInterfacesV270Test-454918473-project-member] Task: {'id': task-2372168, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.286840] env[62353]: DEBUG nova.compute.manager [None req-83064226-f5b3-4587-9bb4-11037d8eb843 tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] [instance: 6886b90e-f9ac-4295-9a0e-c3d4fc2e5cf6] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 707.287118] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-83064226-f5b3-4587-9bb4-11037d8eb843 tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] [instance: 6886b90e-f9ac-4295-9a0e-c3d4fc2e5cf6] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 707.288144] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3acd768-51ac-4fd3-8129-99dcbf7ab4f2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.295956] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-83064226-f5b3-4587-9bb4-11037d8eb843 tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] [instance: 6886b90e-f9ac-4295-9a0e-c3d4fc2e5cf6] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 707.296235] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-78f446b3-7763-4348-bc8c-9060cef11de7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.302169] env[62353]: DEBUG oslo_vmware.api [None req-83064226-f5b3-4587-9bb4-11037d8eb843 tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Waiting for the task: (returnval){ [ 707.302169] env[62353]: value = "task-2372169" [ 707.302169] env[62353]: _type = "Task" [ 707.302169] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.310502] env[62353]: DEBUG oslo_vmware.api [None req-83064226-f5b3-4587-9bb4-11037d8eb843 tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Task: {'id': task-2372169, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.422993] env[62353]: DEBUG oslo_vmware.api [None req-0c213fa8-27c6-40c1-9a07-39eabb80d849 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Task: {'id': task-2372165, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.714654} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.424278] env[62353]: DEBUG nova.network.neutron [None req-e8ead8ab-7da3-461c-85d1-a198792c21a2 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] [instance: f468937a-de46-49b3-ba64-40403bb6b77f] Successfully updated port: 54ff12ad-a269-4484-b8e8-e0087aacce51 {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 707.424688] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c213fa8-27c6-40c1-9a07-39eabb80d849 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore1] 1ec74f8a-42d5-4213-843d-684129706edf/1ec74f8a-42d5-4213-843d-684129706edf.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 707.425254] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-0c213fa8-27c6-40c1-9a07-39eabb80d849 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] [instance: 1ec74f8a-42d5-4213-843d-684129706edf] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 707.425436] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ddbfbe61-d852-4f71-9e4c-62b2ca155280 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.434020] env[62353]: DEBUG oslo_vmware.api [None req-0c213fa8-27c6-40c1-9a07-39eabb80d849 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Waiting for the task: (returnval){ [ 707.434020] env[62353]: value = "task-2372170" [ 707.434020] env[62353]: _type = "Task" [ 707.434020] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.444903] env[62353]: DEBUG oslo_vmware.api [None req-0c213fa8-27c6-40c1-9a07-39eabb80d849 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Task: {'id': task-2372170, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.466530] env[62353]: DEBUG oslo_vmware.api [None req-271318d2-faa0-46c0-93c9-512df2f0eee5 tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Task: {'id': task-2372167, 'name': PowerOffVM_Task, 'duration_secs': 0.288529} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.466825] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-271318d2-faa0-46c0-93c9-512df2f0eee5 tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] [instance: a8ab0e21-de37-42da-b4b6-d9d9d120f61f] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 707.467064] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-271318d2-faa0-46c0-93c9-512df2f0eee5 tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] [instance: a8ab0e21-de37-42da-b4b6-d9d9d120f61f] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 707.467904] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1292b3f4-63de-4970-9663-ea802b8dccb0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.475592] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-271318d2-faa0-46c0-93c9-512df2f0eee5 tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] [instance: a8ab0e21-de37-42da-b4b6-d9d9d120f61f] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 707.475852] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d4ae8fd5-2ace-4690-838f-152d06049e13 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.491063] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6fd533b2-6e36-445b-88bc-3abdb719b7a7 tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Acquiring lock "f7197def-541f-4abc-b448-ebe58e2acccc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 707.491310] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6fd533b2-6e36-445b-88bc-3abdb719b7a7 tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Lock "f7197def-541f-4abc-b448-ebe58e2acccc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 707.513022] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-271318d2-faa0-46c0-93c9-512df2f0eee5 tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] [instance: a8ab0e21-de37-42da-b4b6-d9d9d120f61f] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 707.513335] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-271318d2-faa0-46c0-93c9-512df2f0eee5 tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] [instance: a8ab0e21-de37-42da-b4b6-d9d9d120f61f] Deleting contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 707.513531] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-271318d2-faa0-46c0-93c9-512df2f0eee5 tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Deleting the datastore file [datastore1] a8ab0e21-de37-42da-b4b6-d9d9d120f61f {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 707.513921] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bc97a374-6658-4537-bb66-c2ef0e79d58a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.522766] env[62353]: DEBUG oslo_vmware.api [None req-271318d2-faa0-46c0-93c9-512df2f0eee5 tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Waiting for the task: (returnval){ [ 707.522766] env[62353]: value = "task-2372172" [ 707.522766] env[62353]: _type = "Task" [ 707.522766] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.528422] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2834ea01-62c6-4261-9b3a-d3a2d9c8c85c tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.244s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 707.529015] env[62353]: DEBUG nova.compute.manager [None req-2834ea01-62c6-4261-9b3a-d3a2d9c8c85c tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] [instance: d0318881-a5f3-4701-991a-7e42895b5f46] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 707.532614] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e7ff9da1-f637-4213-9085-f93a2f97d576 tempest-InstanceActionsV221TestJSON-887975599 tempest-InstanceActionsV221TestJSON-887975599-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.668s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 707.532897] env[62353]: DEBUG nova.objects.instance [None req-e7ff9da1-f637-4213-9085-f93a2f97d576 tempest-InstanceActionsV221TestJSON-887975599 tempest-InstanceActionsV221TestJSON-887975599-project-member] Lazy-loading 'resources' on Instance uuid 7e467b83-2067-4ec7-a641-c417851bb0e8 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 707.540727] env[62353]: DEBUG oslo_vmware.api [None req-271318d2-faa0-46c0-93c9-512df2f0eee5 tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Task: {'id': task-2372172, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.606714] env[62353]: DEBUG oslo_vmware.api [None req-5a1f8b57-87d9-4184-ba9c-9cb23f024b52 tempest-AttachInterfacesV270Test-454918473 tempest-AttachInterfacesV270Test-454918473-project-member] Task: {'id': task-2372168, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.186863} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.607199] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a1f8b57-87d9-4184-ba9c-9cb23f024b52 tempest-AttachInterfacesV270Test-454918473 tempest-AttachInterfacesV270Test-454918473-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 707.608845] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-5a1f8b57-87d9-4184-ba9c-9cb23f024b52 tempest-AttachInterfacesV270Test-454918473 tempest-AttachInterfacesV270Test-454918473-project-member] [instance: 9523a163-666d-448f-84a6-5278a7171f86] Deleted contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 707.609133] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-5a1f8b57-87d9-4184-ba9c-9cb23f024b52 tempest-AttachInterfacesV270Test-454918473 tempest-AttachInterfacesV270Test-454918473-project-member] [instance: 9523a163-666d-448f-84a6-5278a7171f86] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 707.610034] env[62353]: INFO nova.compute.manager [None req-5a1f8b57-87d9-4184-ba9c-9cb23f024b52 tempest-AttachInterfacesV270Test-454918473 tempest-AttachInterfacesV270Test-454918473-project-member] [instance: 9523a163-666d-448f-84a6-5278a7171f86] Took 1.25 seconds to destroy the instance on the hypervisor. [ 707.610034] env[62353]: DEBUG oslo.service.loopingcall [None req-5a1f8b57-87d9-4184-ba9c-9cb23f024b52 tempest-AttachInterfacesV270Test-454918473 tempest-AttachInterfacesV270Test-454918473-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 707.610034] env[62353]: DEBUG nova.compute.manager [-] [instance: 9523a163-666d-448f-84a6-5278a7171f86] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 707.610034] env[62353]: DEBUG nova.network.neutron [-] [instance: 9523a163-666d-448f-84a6-5278a7171f86] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 707.826204] env[62353]: DEBUG oslo_vmware.api [None req-83064226-f5b3-4587-9bb4-11037d8eb843 tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Task: {'id': task-2372169, 'name': PowerOffVM_Task, 'duration_secs': 0.390192} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.826478] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-83064226-f5b3-4587-9bb4-11037d8eb843 tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] [instance: 6886b90e-f9ac-4295-9a0e-c3d4fc2e5cf6] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 707.826669] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-83064226-f5b3-4587-9bb4-11037d8eb843 tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] [instance: 6886b90e-f9ac-4295-9a0e-c3d4fc2e5cf6] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 707.826981] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1814ff3a-580c-4a33-a404-8879dc65cb2d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.919342] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-83064226-f5b3-4587-9bb4-11037d8eb843 tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] [instance: 6886b90e-f9ac-4295-9a0e-c3d4fc2e5cf6] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 707.919671] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-83064226-f5b3-4587-9bb4-11037d8eb843 tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] [instance: 6886b90e-f9ac-4295-9a0e-c3d4fc2e5cf6] Deleting contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 707.919724] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-83064226-f5b3-4587-9bb4-11037d8eb843 tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Deleting the datastore file [datastore2] 6886b90e-f9ac-4295-9a0e-c3d4fc2e5cf6 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 707.919990] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-355869af-4882-4831-8d77-a1bbd796865f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.927647] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e8ead8ab-7da3-461c-85d1-a198792c21a2 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Acquiring lock "refresh_cache-f468937a-de46-49b3-ba64-40403bb6b77f" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 707.927841] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e8ead8ab-7da3-461c-85d1-a198792c21a2 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Acquired lock "refresh_cache-f468937a-de46-49b3-ba64-40403bb6b77f" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.928098] env[62353]: DEBUG nova.network.neutron [None req-e8ead8ab-7da3-461c-85d1-a198792c21a2 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] [instance: f468937a-de46-49b3-ba64-40403bb6b77f] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 707.929450] env[62353]: DEBUG oslo_vmware.api [None req-83064226-f5b3-4587-9bb4-11037d8eb843 tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Waiting for the task: (returnval){ [ 707.929450] env[62353]: value = "task-2372174" [ 707.929450] env[62353]: _type = "Task" [ 707.929450] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.940679] env[62353]: DEBUG oslo_vmware.api [None req-83064226-f5b3-4587-9bb4-11037d8eb843 tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Task: {'id': task-2372174, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.949956] env[62353]: DEBUG oslo_vmware.api [None req-0c213fa8-27c6-40c1-9a07-39eabb80d849 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Task: {'id': task-2372170, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09905} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.950313] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-0c213fa8-27c6-40c1-9a07-39eabb80d849 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] [instance: 1ec74f8a-42d5-4213-843d-684129706edf] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 707.951141] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-363c75a6-1ade-4663-a0c5-3cf29c9f6533 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.975729] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c213fa8-27c6-40c1-9a07-39eabb80d849 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] [instance: 1ec74f8a-42d5-4213-843d-684129706edf] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] 1ec74f8a-42d5-4213-843d-684129706edf/1ec74f8a-42d5-4213-843d-684129706edf.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 707.976009] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a687e9b0-68d1-4752-92c6-6b11f46e1437 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.001349] env[62353]: DEBUG oslo_vmware.api [None req-0c213fa8-27c6-40c1-9a07-39eabb80d849 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Waiting for the task: (returnval){ [ 708.001349] env[62353]: value = "task-2372175" [ 708.001349] env[62353]: _type = "Task" [ 708.001349] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.011270] env[62353]: DEBUG oslo_vmware.api [None req-0c213fa8-27c6-40c1-9a07-39eabb80d849 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Task: {'id': task-2372175, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.039255] env[62353]: DEBUG nova.compute.utils [None req-2834ea01-62c6-4261-9b3a-d3a2d9c8c85c tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 708.040538] env[62353]: DEBUG oslo_vmware.api [None req-271318d2-faa0-46c0-93c9-512df2f0eee5 tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Task: {'id': task-2372172, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.215915} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.041058] env[62353]: DEBUG nova.compute.manager [None req-2834ea01-62c6-4261-9b3a-d3a2d9c8c85c tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] [instance: d0318881-a5f3-4701-991a-7e42895b5f46] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 708.041232] env[62353]: DEBUG nova.network.neutron [None req-2834ea01-62c6-4261-9b3a-d3a2d9c8c85c tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] [instance: d0318881-a5f3-4701-991a-7e42895b5f46] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 708.042952] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-271318d2-faa0-46c0-93c9-512df2f0eee5 tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 708.043151] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-271318d2-faa0-46c0-93c9-512df2f0eee5 tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] [instance: a8ab0e21-de37-42da-b4b6-d9d9d120f61f] Deleted contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 708.043353] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-271318d2-faa0-46c0-93c9-512df2f0eee5 tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] [instance: a8ab0e21-de37-42da-b4b6-d9d9d120f61f] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 708.098996] env[62353]: DEBUG nova.policy [None req-2834ea01-62c6-4261-9b3a-d3a2d9c8c85c tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f961f598beb5437b95913f239a07cfae', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '31a50a8a8f864c4fbcbb832191f741a1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:192}} [ 708.378951] env[62353]: DEBUG nova.network.neutron [-] [instance: 9523a163-666d-448f-84a6-5278a7171f86] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.445636] env[62353]: DEBUG oslo_vmware.api [None req-83064226-f5b3-4587-9bb4-11037d8eb843 tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Task: {'id': task-2372174, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.320696} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.446434] env[62353]: DEBUG nova.network.neutron [None req-2834ea01-62c6-4261-9b3a-d3a2d9c8c85c tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] [instance: d0318881-a5f3-4701-991a-7e42895b5f46] Successfully created port: c3dec5be-1f29-4c27-b2e2-1aa9953b3e3a {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 708.449097] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-83064226-f5b3-4587-9bb4-11037d8eb843 tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 708.449097] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-83064226-f5b3-4587-9bb4-11037d8eb843 tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] [instance: 6886b90e-f9ac-4295-9a0e-c3d4fc2e5cf6] Deleted contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 708.449097] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-83064226-f5b3-4587-9bb4-11037d8eb843 tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] [instance: 6886b90e-f9ac-4295-9a0e-c3d4fc2e5cf6] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 708.449239] env[62353]: INFO nova.compute.manager [None req-83064226-f5b3-4587-9bb4-11037d8eb843 tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] [instance: 6886b90e-f9ac-4295-9a0e-c3d4fc2e5cf6] Took 1.16 seconds to destroy the instance on the hypervisor. [ 708.449513] env[62353]: DEBUG oslo.service.loopingcall [None req-83064226-f5b3-4587-9bb4-11037d8eb843 tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 708.449707] env[62353]: DEBUG nova.compute.manager [-] [instance: 6886b90e-f9ac-4295-9a0e-c3d4fc2e5cf6] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 708.449790] env[62353]: DEBUG nova.network.neutron [-] [instance: 6886b90e-f9ac-4295-9a0e-c3d4fc2e5cf6] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 708.471901] env[62353]: DEBUG nova.network.neutron [None req-e8ead8ab-7da3-461c-85d1-a198792c21a2 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] [instance: f468937a-de46-49b3-ba64-40403bb6b77f] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 708.514719] env[62353]: DEBUG oslo_vmware.api [None req-0c213fa8-27c6-40c1-9a07-39eabb80d849 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Task: {'id': task-2372175, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.547061] env[62353]: DEBUG nova.compute.manager [None req-2834ea01-62c6-4261-9b3a-d3a2d9c8c85c tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] [instance: d0318881-a5f3-4701-991a-7e42895b5f46] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 708.611729] env[62353]: DEBUG nova.compute.manager [req-4799586d-c331-4bd3-951c-555cdba5a9b5 req-063a2b19-a7dd-4dfe-8736-d69ed77ceb9f service nova] [instance: f468937a-de46-49b3-ba64-40403bb6b77f] Received event network-vif-plugged-54ff12ad-a269-4484-b8e8-e0087aacce51 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 708.611933] env[62353]: DEBUG oslo_concurrency.lockutils [req-4799586d-c331-4bd3-951c-555cdba5a9b5 req-063a2b19-a7dd-4dfe-8736-d69ed77ceb9f service nova] Acquiring lock "f468937a-de46-49b3-ba64-40403bb6b77f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 708.612406] env[62353]: DEBUG oslo_concurrency.lockutils [req-4799586d-c331-4bd3-951c-555cdba5a9b5 req-063a2b19-a7dd-4dfe-8736-d69ed77ceb9f service nova] Lock "f468937a-de46-49b3-ba64-40403bb6b77f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 708.612875] env[62353]: DEBUG oslo_concurrency.lockutils [req-4799586d-c331-4bd3-951c-555cdba5a9b5 req-063a2b19-a7dd-4dfe-8736-d69ed77ceb9f service nova] Lock "f468937a-de46-49b3-ba64-40403bb6b77f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 708.613174] env[62353]: DEBUG nova.compute.manager [req-4799586d-c331-4bd3-951c-555cdba5a9b5 req-063a2b19-a7dd-4dfe-8736-d69ed77ceb9f service nova] [instance: f468937a-de46-49b3-ba64-40403bb6b77f] No waiting events found dispatching network-vif-plugged-54ff12ad-a269-4484-b8e8-e0087aacce51 {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 708.613905] env[62353]: WARNING nova.compute.manager [req-4799586d-c331-4bd3-951c-555cdba5a9b5 req-063a2b19-a7dd-4dfe-8736-d69ed77ceb9f service nova] [instance: f468937a-de46-49b3-ba64-40403bb6b77f] Received unexpected event network-vif-plugged-54ff12ad-a269-4484-b8e8-e0087aacce51 for instance with vm_state building and task_state spawning. [ 708.614127] env[62353]: DEBUG nova.compute.manager [req-4799586d-c331-4bd3-951c-555cdba5a9b5 req-063a2b19-a7dd-4dfe-8736-d69ed77ceb9f service nova] [instance: f468937a-de46-49b3-ba64-40403bb6b77f] Received event network-changed-54ff12ad-a269-4484-b8e8-e0087aacce51 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 708.614343] env[62353]: DEBUG nova.compute.manager [req-4799586d-c331-4bd3-951c-555cdba5a9b5 req-063a2b19-a7dd-4dfe-8736-d69ed77ceb9f service nova] [instance: f468937a-de46-49b3-ba64-40403bb6b77f] Refreshing instance network info cache due to event network-changed-54ff12ad-a269-4484-b8e8-e0087aacce51. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 708.614567] env[62353]: DEBUG oslo_concurrency.lockutils [req-4799586d-c331-4bd3-951c-555cdba5a9b5 req-063a2b19-a7dd-4dfe-8736-d69ed77ceb9f service nova] Acquiring lock "refresh_cache-f468937a-de46-49b3-ba64-40403bb6b77f" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 708.633658] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5a6ce60-f6b9-41ba-9d28-8624af42230c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.646530] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-879b4ae2-f605-4599-9f24-22a8de056b52 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.680310] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c990f413-0692-4597-898b-8a1fb301c657 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.697203] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad9d1ecd-f0d2-42b0-83d7-06cc1f174933 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.712226] env[62353]: DEBUG nova.compute.provider_tree [None req-e7ff9da1-f637-4213-9085-f93a2f97d576 tempest-InstanceActionsV221TestJSON-887975599 tempest-InstanceActionsV221TestJSON-887975599-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 708.715925] env[62353]: DEBUG nova.network.neutron [None req-e8ead8ab-7da3-461c-85d1-a198792c21a2 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] [instance: f468937a-de46-49b3-ba64-40403bb6b77f] Updating instance_info_cache with network_info: [{"id": "54ff12ad-a269-4484-b8e8-e0087aacce51", "address": "fa:16:3e:b9:ca:2c", "network": {"id": "9afa6f42-49c7-4ac3-8768-17706842d745", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-815498538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d213c623a43e4217a07ef7c0ece481da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359c2c31-99c4-41d7-a513-3bc4825897a0", "external-id": "nsx-vlan-transportzone-173", "segmentation_id": 173, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54ff12ad-a2", "ovs_interfaceid": "54ff12ad-a269-4484-b8e8-e0087aacce51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.881131] env[62353]: INFO nova.compute.manager [-] [instance: 9523a163-666d-448f-84a6-5278a7171f86] Took 1.27 seconds to deallocate network for instance. [ 709.014075] env[62353]: DEBUG oslo_vmware.api [None req-0c213fa8-27c6-40c1-9a07-39eabb80d849 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Task: {'id': task-2372175, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.094816] env[62353]: DEBUG nova.virt.hardware [None req-271318d2-faa0-46c0-93c9-512df2f0eee5 tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T12:38:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T12:38:15Z,direct_url=,disk_format='vmdk',id=06f909ae-e8dc-43b4-abf7-c7ed85db9bbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0a3f88790a594523a818b8c00f6862e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T12:38:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 709.094816] env[62353]: DEBUG nova.virt.hardware [None req-271318d2-faa0-46c0-93c9-512df2f0eee5 tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 709.094816] env[62353]: DEBUG nova.virt.hardware [None req-271318d2-faa0-46c0-93c9-512df2f0eee5 tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 709.094816] env[62353]: DEBUG nova.virt.hardware [None req-271318d2-faa0-46c0-93c9-512df2f0eee5 tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 709.095081] env[62353]: DEBUG nova.virt.hardware [None req-271318d2-faa0-46c0-93c9-512df2f0eee5 tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 709.095114] env[62353]: DEBUG nova.virt.hardware [None req-271318d2-faa0-46c0-93c9-512df2f0eee5 tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 709.095378] env[62353]: DEBUG nova.virt.hardware [None req-271318d2-faa0-46c0-93c9-512df2f0eee5 tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 709.095512] env[62353]: DEBUG nova.virt.hardware [None req-271318d2-faa0-46c0-93c9-512df2f0eee5 tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 709.095676] env[62353]: DEBUG nova.virt.hardware [None req-271318d2-faa0-46c0-93c9-512df2f0eee5 tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 709.095830] env[62353]: DEBUG nova.virt.hardware [None req-271318d2-faa0-46c0-93c9-512df2f0eee5 tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 709.095997] env[62353]: DEBUG nova.virt.hardware [None req-271318d2-faa0-46c0-93c9-512df2f0eee5 tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 709.096855] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2f07bb7-fb78-4c3b-8790-e0bc9d6be9ef {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.109762] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8725ffe3-4afc-4e45-bc5c-831ba7d3970f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.125915] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-271318d2-faa0-46c0-93c9-512df2f0eee5 tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] [instance: a8ab0e21-de37-42da-b4b6-d9d9d120f61f] Instance VIF info [] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 709.129552] env[62353]: DEBUG oslo.service.loopingcall [None req-271318d2-faa0-46c0-93c9-512df2f0eee5 tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 709.129856] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a8ab0e21-de37-42da-b4b6-d9d9d120f61f] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 709.130101] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9c60ec5b-2739-439f-9b75-c66d058af004 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.148787] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 709.148787] env[62353]: value = "task-2372176" [ 709.148787] env[62353]: _type = "Task" [ 709.148787] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.158259] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372176, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.218405] env[62353]: DEBUG nova.scheduler.client.report [None req-e7ff9da1-f637-4213-9085-f93a2f97d576 tempest-InstanceActionsV221TestJSON-887975599 tempest-InstanceActionsV221TestJSON-887975599-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 709.222613] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e8ead8ab-7da3-461c-85d1-a198792c21a2 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Releasing lock "refresh_cache-f468937a-de46-49b3-ba64-40403bb6b77f" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 709.222903] env[62353]: DEBUG nova.compute.manager [None req-e8ead8ab-7da3-461c-85d1-a198792c21a2 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] [instance: f468937a-de46-49b3-ba64-40403bb6b77f] Instance network_info: |[{"id": "54ff12ad-a269-4484-b8e8-e0087aacce51", "address": "fa:16:3e:b9:ca:2c", "network": {"id": "9afa6f42-49c7-4ac3-8768-17706842d745", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-815498538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d213c623a43e4217a07ef7c0ece481da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359c2c31-99c4-41d7-a513-3bc4825897a0", "external-id": "nsx-vlan-transportzone-173", "segmentation_id": 173, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54ff12ad-a2", "ovs_interfaceid": "54ff12ad-a269-4484-b8e8-e0087aacce51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 709.223391] env[62353]: DEBUG oslo_concurrency.lockutils [req-4799586d-c331-4bd3-951c-555cdba5a9b5 req-063a2b19-a7dd-4dfe-8736-d69ed77ceb9f service nova] Acquired lock "refresh_cache-f468937a-de46-49b3-ba64-40403bb6b77f" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.223663] env[62353]: DEBUG nova.network.neutron [req-4799586d-c331-4bd3-951c-555cdba5a9b5 req-063a2b19-a7dd-4dfe-8736-d69ed77ceb9f service nova] [instance: f468937a-de46-49b3-ba64-40403bb6b77f] Refreshing network info cache for port 54ff12ad-a269-4484-b8e8-e0087aacce51 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 709.228302] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-e8ead8ab-7da3-461c-85d1-a198792c21a2 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] [instance: f468937a-de46-49b3-ba64-40403bb6b77f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b9:ca:2c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '359c2c31-99c4-41d7-a513-3bc4825897a0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '54ff12ad-a269-4484-b8e8-e0087aacce51', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 709.236871] env[62353]: DEBUG oslo.service.loopingcall [None req-e8ead8ab-7da3-461c-85d1-a198792c21a2 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 709.240946] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f468937a-de46-49b3-ba64-40403bb6b77f] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 709.241561] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-266b4d95-961f-4d96-b2b3-c919252ca991 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.264903] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 709.264903] env[62353]: value = "task-2372177" [ 709.264903] env[62353]: _type = "Task" [ 709.264903] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.276619] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372177, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.387959] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5a1f8b57-87d9-4184-ba9c-9cb23f024b52 tempest-AttachInterfacesV270Test-454918473 tempest-AttachInterfacesV270Test-454918473-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 709.486229] env[62353]: DEBUG nova.network.neutron [req-4799586d-c331-4bd3-951c-555cdba5a9b5 req-063a2b19-a7dd-4dfe-8736-d69ed77ceb9f service nova] [instance: f468937a-de46-49b3-ba64-40403bb6b77f] Updated VIF entry in instance network info cache for port 54ff12ad-a269-4484-b8e8-e0087aacce51. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 709.486712] env[62353]: DEBUG nova.network.neutron [req-4799586d-c331-4bd3-951c-555cdba5a9b5 req-063a2b19-a7dd-4dfe-8736-d69ed77ceb9f service nova] [instance: f468937a-de46-49b3-ba64-40403bb6b77f] Updating instance_info_cache with network_info: [{"id": "54ff12ad-a269-4484-b8e8-e0087aacce51", "address": "fa:16:3e:b9:ca:2c", "network": {"id": "9afa6f42-49c7-4ac3-8768-17706842d745", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-815498538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d213c623a43e4217a07ef7c0ece481da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359c2c31-99c4-41d7-a513-3bc4825897a0", "external-id": "nsx-vlan-transportzone-173", "segmentation_id": 173, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54ff12ad-a2", "ovs_interfaceid": "54ff12ad-a269-4484-b8e8-e0087aacce51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.516583] env[62353]: DEBUG oslo_vmware.api [None req-0c213fa8-27c6-40c1-9a07-39eabb80d849 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Task: {'id': task-2372175, 'name': ReconfigVM_Task, 'duration_secs': 1.279091} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.517122] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c213fa8-27c6-40c1-9a07-39eabb80d849 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] [instance: 1ec74f8a-42d5-4213-843d-684129706edf] Reconfigured VM instance instance-00000028 to attach disk [datastore1] 1ec74f8a-42d5-4213-843d-684129706edf/1ec74f8a-42d5-4213-843d-684129706edf.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 709.518285] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-19315130-5415-4549-a908-e3bef77976b2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.528475] env[62353]: DEBUG oslo_vmware.api [None req-0c213fa8-27c6-40c1-9a07-39eabb80d849 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Waiting for the task: (returnval){ [ 709.528475] env[62353]: value = "task-2372178" [ 709.528475] env[62353]: _type = "Task" [ 709.528475] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.539701] env[62353]: DEBUG oslo_vmware.api [None req-0c213fa8-27c6-40c1-9a07-39eabb80d849 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Task: {'id': task-2372178, 'name': Rename_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.568343] env[62353]: DEBUG nova.compute.manager [None req-2834ea01-62c6-4261-9b3a-d3a2d9c8c85c tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] [instance: d0318881-a5f3-4701-991a-7e42895b5f46] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 709.589943] env[62353]: DEBUG nova.virt.hardware [None req-2834ea01-62c6-4261-9b3a-d3a2d9c8c85c tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T12:38:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T12:38:15Z,direct_url=,disk_format='vmdk',id=06f909ae-e8dc-43b4-abf7-c7ed85db9bbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0a3f88790a594523a818b8c00f6862e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T12:38:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 709.590243] env[62353]: DEBUG nova.virt.hardware [None req-2834ea01-62c6-4261-9b3a-d3a2d9c8c85c tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 709.590470] env[62353]: DEBUG nova.virt.hardware [None req-2834ea01-62c6-4261-9b3a-d3a2d9c8c85c tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 709.590679] env[62353]: DEBUG nova.virt.hardware [None req-2834ea01-62c6-4261-9b3a-d3a2d9c8c85c tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 709.590830] env[62353]: DEBUG nova.virt.hardware [None req-2834ea01-62c6-4261-9b3a-d3a2d9c8c85c tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 709.590976] env[62353]: DEBUG nova.virt.hardware [None req-2834ea01-62c6-4261-9b3a-d3a2d9c8c85c tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 709.591548] env[62353]: DEBUG nova.virt.hardware [None req-2834ea01-62c6-4261-9b3a-d3a2d9c8c85c tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 709.591767] env[62353]: DEBUG nova.virt.hardware [None req-2834ea01-62c6-4261-9b3a-d3a2d9c8c85c tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 709.592336] env[62353]: DEBUG nova.virt.hardware [None req-2834ea01-62c6-4261-9b3a-d3a2d9c8c85c tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 709.592336] env[62353]: DEBUG nova.virt.hardware [None req-2834ea01-62c6-4261-9b3a-d3a2d9c8c85c tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 709.592336] env[62353]: DEBUG nova.virt.hardware [None req-2834ea01-62c6-4261-9b3a-d3a2d9c8c85c tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 709.593208] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbee8cf7-382c-4d98-a116-8f9bb9ea4594 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.602437] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91810aa9-9101-4152-9ffc-bc9ea749b3ed {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.660316] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372176, 'name': CreateVM_Task, 'duration_secs': 0.393381} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.660589] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a8ab0e21-de37-42da-b4b6-d9d9d120f61f] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 709.660956] env[62353]: DEBUG oslo_concurrency.lockutils [None req-271318d2-faa0-46c0-93c9-512df2f0eee5 tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 709.661150] env[62353]: DEBUG oslo_concurrency.lockutils [None req-271318d2-faa0-46c0-93c9-512df2f0eee5 tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Acquired lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.661928] env[62353]: DEBUG oslo_concurrency.lockutils [None req-271318d2-faa0-46c0-93c9-512df2f0eee5 tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 709.661928] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a7d9998-90df-43e5-94ed-3d9d25d34007 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.667585] env[62353]: DEBUG oslo_vmware.api [None req-271318d2-faa0-46c0-93c9-512df2f0eee5 tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Waiting for the task: (returnval){ [ 709.667585] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52bcf676-bbe3-b936-11ec-41ab843304d0" [ 709.667585] env[62353]: _type = "Task" [ 709.667585] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.671662] env[62353]: DEBUG nova.network.neutron [-] [instance: 6886b90e-f9ac-4295-9a0e-c3d4fc2e5cf6] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.679942] env[62353]: DEBUG oslo_vmware.api [None req-271318d2-faa0-46c0-93c9-512df2f0eee5 tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52bcf676-bbe3-b936-11ec-41ab843304d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.724757] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e7ff9da1-f637-4213-9085-f93a2f97d576 tempest-InstanceActionsV221TestJSON-887975599 tempest-InstanceActionsV221TestJSON-887975599-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.192s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 709.727535] env[62353]: DEBUG oslo_concurrency.lockutils [None req-65dd9a95-59ed-4007-ad33-4ecead42bb0d tempest-ServersNegativeTestMultiTenantJSON-1574732967 tempest-ServersNegativeTestMultiTenantJSON-1574732967-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.573s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 709.727888] env[62353]: DEBUG nova.objects.instance [None req-65dd9a95-59ed-4007-ad33-4ecead42bb0d tempest-ServersNegativeTestMultiTenantJSON-1574732967 tempest-ServersNegativeTestMultiTenantJSON-1574732967-project-member] Lazy-loading 'resources' on Instance uuid c83ae6b9-a239-40b5-a493-529b1687a573 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 709.754497] env[62353]: INFO nova.scheduler.client.report [None req-e7ff9da1-f637-4213-9085-f93a2f97d576 tempest-InstanceActionsV221TestJSON-887975599 tempest-InstanceActionsV221TestJSON-887975599-project-member] Deleted allocations for instance 7e467b83-2067-4ec7-a641-c417851bb0e8 [ 709.778137] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372177, 'name': CreateVM_Task} progress is 99%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.990812] env[62353]: DEBUG oslo_concurrency.lockutils [req-4799586d-c331-4bd3-951c-555cdba5a9b5 req-063a2b19-a7dd-4dfe-8736-d69ed77ceb9f service nova] Releasing lock "refresh_cache-f468937a-de46-49b3-ba64-40403bb6b77f" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 709.991128] env[62353]: DEBUG nova.compute.manager [req-4799586d-c331-4bd3-951c-555cdba5a9b5 req-063a2b19-a7dd-4dfe-8736-d69ed77ceb9f service nova] [instance: 9523a163-666d-448f-84a6-5278a7171f86] Received event network-vif-deleted-6b237acd-4fc6-4ab0-bdac-1ce626e2164c {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 710.041650] env[62353]: DEBUG oslo_vmware.api [None req-0c213fa8-27c6-40c1-9a07-39eabb80d849 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Task: {'id': task-2372178, 'name': Rename_Task, 'duration_secs': 0.204538} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.041990] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c213fa8-27c6-40c1-9a07-39eabb80d849 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] [instance: 1ec74f8a-42d5-4213-843d-684129706edf] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 710.042304] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e6500e6e-dffc-4a3f-924a-ca1231debc04 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.049360] env[62353]: DEBUG oslo_vmware.api [None req-0c213fa8-27c6-40c1-9a07-39eabb80d849 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Waiting for the task: (returnval){ [ 710.049360] env[62353]: value = "task-2372179" [ 710.049360] env[62353]: _type = "Task" [ 710.049360] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.057893] env[62353]: DEBUG oslo_vmware.api [None req-0c213fa8-27c6-40c1-9a07-39eabb80d849 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Task: {'id': task-2372179, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.174946] env[62353]: INFO nova.compute.manager [-] [instance: 6886b90e-f9ac-4295-9a0e-c3d4fc2e5cf6] Took 1.72 seconds to deallocate network for instance. [ 710.180172] env[62353]: DEBUG oslo_vmware.api [None req-271318d2-faa0-46c0-93c9-512df2f0eee5 tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52bcf676-bbe3-b936-11ec-41ab843304d0, 'name': SearchDatastore_Task, 'duration_secs': 0.012899} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.183306] env[62353]: DEBUG oslo_concurrency.lockutils [None req-271318d2-faa0-46c0-93c9-512df2f0eee5 tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Releasing lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 710.183553] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-271318d2-faa0-46c0-93c9-512df2f0eee5 tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] [instance: a8ab0e21-de37-42da-b4b6-d9d9d120f61f] Processing image 06f909ae-e8dc-43b4-abf7-c7ed85db9bbd {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 710.183763] env[62353]: DEBUG oslo_concurrency.lockutils [None req-271318d2-faa0-46c0-93c9-512df2f0eee5 tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 710.183912] env[62353]: DEBUG oslo_concurrency.lockutils [None req-271318d2-faa0-46c0-93c9-512df2f0eee5 tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Acquired lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.184110] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-271318d2-faa0-46c0-93c9-512df2f0eee5 tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 710.184594] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-957b1308-dcfa-4f58-b5a4-057776868a39 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.197267] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-271318d2-faa0-46c0-93c9-512df2f0eee5 tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 710.198188] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-271318d2-faa0-46c0-93c9-512df2f0eee5 tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 710.198305] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5043d7e-59c7-4870-9c16-d43ef0e54b7a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.204999] env[62353]: DEBUG oslo_vmware.api [None req-271318d2-faa0-46c0-93c9-512df2f0eee5 tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Waiting for the task: (returnval){ [ 710.204999] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5275b10c-4e73-daca-e5a7-0688029c15ae" [ 710.204999] env[62353]: _type = "Task" [ 710.204999] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.213826] env[62353]: DEBUG oslo_vmware.api [None req-271318d2-faa0-46c0-93c9-512df2f0eee5 tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5275b10c-4e73-daca-e5a7-0688029c15ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.241386] env[62353]: DEBUG nova.network.neutron [None req-2834ea01-62c6-4261-9b3a-d3a2d9c8c85c tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] [instance: d0318881-a5f3-4701-991a-7e42895b5f46] Successfully updated port: c3dec5be-1f29-4c27-b2e2-1aa9953b3e3a {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 710.262895] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e7ff9da1-f637-4213-9085-f93a2f97d576 tempest-InstanceActionsV221TestJSON-887975599 tempest-InstanceActionsV221TestJSON-887975599-project-member] Lock "7e467b83-2067-4ec7-a641-c417851bb0e8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.133s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 710.276791] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372177, 'name': CreateVM_Task, 'duration_secs': 0.567004} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.280648] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f468937a-de46-49b3-ba64-40403bb6b77f] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 710.282027] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e8ead8ab-7da3-461c-85d1-a198792c21a2 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 710.282027] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e8ead8ab-7da3-461c-85d1-a198792c21a2 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Acquired lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.282027] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e8ead8ab-7da3-461c-85d1-a198792c21a2 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 710.282292] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8ee8f0e-ad1b-4adc-9946-90a8ad32eeaa {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.288259] env[62353]: DEBUG oslo_vmware.api [None req-e8ead8ab-7da3-461c-85d1-a198792c21a2 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Waiting for the task: (returnval){ [ 710.288259] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]524842e8-8776-9353-7dd6-480f5bd236eb" [ 710.288259] env[62353]: _type = "Task" [ 710.288259] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.303319] env[62353]: DEBUG oslo_vmware.api [None req-e8ead8ab-7da3-461c-85d1-a198792c21a2 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]524842e8-8776-9353-7dd6-480f5bd236eb, 'name': SearchDatastore_Task, 'duration_secs': 0.011409} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.303319] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e8ead8ab-7da3-461c-85d1-a198792c21a2 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Releasing lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 710.303319] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-e8ead8ab-7da3-461c-85d1-a198792c21a2 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] [instance: f468937a-de46-49b3-ba64-40403bb6b77f] Processing image 06f909ae-e8dc-43b4-abf7-c7ed85db9bbd {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 710.303587] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e8ead8ab-7da3-461c-85d1-a198792c21a2 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 710.564496] env[62353]: DEBUG oslo_vmware.api [None req-0c213fa8-27c6-40c1-9a07-39eabb80d849 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Task: {'id': task-2372179, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.652220] env[62353]: DEBUG nova.compute.manager [req-daa35200-a836-4e16-97d0-82cb962b4264 req-cc2978de-7dcb-4a14-a8ad-f765d97e7ac8 service nova] [instance: 6886b90e-f9ac-4295-9a0e-c3d4fc2e5cf6] Received event network-vif-deleted-a95af5bc-de8a-411e-9d24-db9326a00085 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 710.652451] env[62353]: DEBUG nova.compute.manager [req-daa35200-a836-4e16-97d0-82cb962b4264 req-cc2978de-7dcb-4a14-a8ad-f765d97e7ac8 service nova] [instance: d0318881-a5f3-4701-991a-7e42895b5f46] Received event network-vif-plugged-c3dec5be-1f29-4c27-b2e2-1aa9953b3e3a {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 710.652703] env[62353]: DEBUG oslo_concurrency.lockutils [req-daa35200-a836-4e16-97d0-82cb962b4264 req-cc2978de-7dcb-4a14-a8ad-f765d97e7ac8 service nova] Acquiring lock "d0318881-a5f3-4701-991a-7e42895b5f46-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 710.653207] env[62353]: DEBUG oslo_concurrency.lockutils [req-daa35200-a836-4e16-97d0-82cb962b4264 req-cc2978de-7dcb-4a14-a8ad-f765d97e7ac8 service nova] Lock "d0318881-a5f3-4701-991a-7e42895b5f46-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 710.653207] env[62353]: DEBUG oslo_concurrency.lockutils [req-daa35200-a836-4e16-97d0-82cb962b4264 req-cc2978de-7dcb-4a14-a8ad-f765d97e7ac8 service nova] Lock "d0318881-a5f3-4701-991a-7e42895b5f46-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 710.653207] env[62353]: DEBUG nova.compute.manager [req-daa35200-a836-4e16-97d0-82cb962b4264 req-cc2978de-7dcb-4a14-a8ad-f765d97e7ac8 service nova] [instance: d0318881-a5f3-4701-991a-7e42895b5f46] No waiting events found dispatching network-vif-plugged-c3dec5be-1f29-4c27-b2e2-1aa9953b3e3a {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 710.653691] env[62353]: WARNING nova.compute.manager [req-daa35200-a836-4e16-97d0-82cb962b4264 req-cc2978de-7dcb-4a14-a8ad-f765d97e7ac8 service nova] [instance: d0318881-a5f3-4701-991a-7e42895b5f46] Received unexpected event network-vif-plugged-c3dec5be-1f29-4c27-b2e2-1aa9953b3e3a for instance with vm_state building and task_state spawning. [ 710.653691] env[62353]: DEBUG nova.compute.manager [req-daa35200-a836-4e16-97d0-82cb962b4264 req-cc2978de-7dcb-4a14-a8ad-f765d97e7ac8 service nova] [instance: d0318881-a5f3-4701-991a-7e42895b5f46] Received event network-changed-c3dec5be-1f29-4c27-b2e2-1aa9953b3e3a {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 710.653691] env[62353]: DEBUG nova.compute.manager [req-daa35200-a836-4e16-97d0-82cb962b4264 req-cc2978de-7dcb-4a14-a8ad-f765d97e7ac8 service nova] [instance: d0318881-a5f3-4701-991a-7e42895b5f46] Refreshing instance network info cache due to event network-changed-c3dec5be-1f29-4c27-b2e2-1aa9953b3e3a. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 710.653986] env[62353]: DEBUG oslo_concurrency.lockutils [req-daa35200-a836-4e16-97d0-82cb962b4264 req-cc2978de-7dcb-4a14-a8ad-f765d97e7ac8 service nova] Acquiring lock "refresh_cache-d0318881-a5f3-4701-991a-7e42895b5f46" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 710.653986] env[62353]: DEBUG oslo_concurrency.lockutils [req-daa35200-a836-4e16-97d0-82cb962b4264 req-cc2978de-7dcb-4a14-a8ad-f765d97e7ac8 service nova] Acquired lock "refresh_cache-d0318881-a5f3-4701-991a-7e42895b5f46" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.654053] env[62353]: DEBUG nova.network.neutron [req-daa35200-a836-4e16-97d0-82cb962b4264 req-cc2978de-7dcb-4a14-a8ad-f765d97e7ac8 service nova] [instance: d0318881-a5f3-4701-991a-7e42895b5f46] Refreshing network info cache for port c3dec5be-1f29-4c27-b2e2-1aa9953b3e3a {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 710.687071] env[62353]: DEBUG oslo_concurrency.lockutils [None req-83064226-f5b3-4587-9bb4-11037d8eb843 tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 710.719454] env[62353]: DEBUG oslo_vmware.api [None req-271318d2-faa0-46c0-93c9-512df2f0eee5 tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5275b10c-4e73-daca-e5a7-0688029c15ae, 'name': SearchDatastore_Task, 'duration_secs': 0.016085} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.721094] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5b1f638-1adc-41e1-8140-0567543b3941 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.734485] env[62353]: DEBUG oslo_vmware.api [None req-271318d2-faa0-46c0-93c9-512df2f0eee5 tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Waiting for the task: (returnval){ [ 710.734485] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52295bf1-1b1e-3725-97ec-6e89c27709e7" [ 710.734485] env[62353]: _type = "Task" [ 710.734485] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.744643] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2834ea01-62c6-4261-9b3a-d3a2d9c8c85c tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Acquiring lock "refresh_cache-d0318881-a5f3-4701-991a-7e42895b5f46" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 710.744944] env[62353]: DEBUG oslo_vmware.api [None req-271318d2-faa0-46c0-93c9-512df2f0eee5 tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52295bf1-1b1e-3725-97ec-6e89c27709e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.803164] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0943b362-d7fb-4d26-acac-37a4f46351af {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.830601] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36270feb-5914-404c-b7f6-f7658794a734 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.864597] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-587cca70-2d1a-4248-a633-7dab61f71557 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.873748] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0e2b4b9-368a-4ab7-8ea9-7c462f518e9a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.887599] env[62353]: DEBUG nova.compute.provider_tree [None req-65dd9a95-59ed-4007-ad33-4ecead42bb0d tempest-ServersNegativeTestMultiTenantJSON-1574732967 tempest-ServersNegativeTestMultiTenantJSON-1574732967-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 711.063059] env[62353]: DEBUG oslo_vmware.api [None req-0c213fa8-27c6-40c1-9a07-39eabb80d849 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Task: {'id': task-2372179, 'name': PowerOnVM_Task, 'duration_secs': 0.532781} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.063421] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c213fa8-27c6-40c1-9a07-39eabb80d849 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] [instance: 1ec74f8a-42d5-4213-843d-684129706edf] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 711.063531] env[62353]: INFO nova.compute.manager [None req-0c213fa8-27c6-40c1-9a07-39eabb80d849 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] [instance: 1ec74f8a-42d5-4213-843d-684129706edf] Took 9.65 seconds to spawn the instance on the hypervisor. [ 711.063705] env[62353]: DEBUG nova.compute.manager [None req-0c213fa8-27c6-40c1-9a07-39eabb80d849 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] [instance: 1ec74f8a-42d5-4213-843d-684129706edf] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 711.064517] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1340ed9b-48ad-4a15-8b30-9f396e94631c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.246408] env[62353]: DEBUG oslo_vmware.api [None req-271318d2-faa0-46c0-93c9-512df2f0eee5 tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52295bf1-1b1e-3725-97ec-6e89c27709e7, 'name': SearchDatastore_Task, 'duration_secs': 0.025367} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.246691] env[62353]: DEBUG oslo_concurrency.lockutils [None req-271318d2-faa0-46c0-93c9-512df2f0eee5 tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Releasing lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 711.246942] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-271318d2-faa0-46c0-93c9-512df2f0eee5 tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore1] a8ab0e21-de37-42da-b4b6-d9d9d120f61f/a8ab0e21-de37-42da-b4b6-d9d9d120f61f.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 711.247237] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e8ead8ab-7da3-461c-85d1-a198792c21a2 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Acquired lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.247423] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8ead8ab-7da3-461c-85d1-a198792c21a2 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 711.247631] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-068ba8a7-1342-42fb-bdc8-fad401dccb44 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.249638] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e8ab7b39-05ba-412c-b298-646e442dc5f3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.257578] env[62353]: DEBUG oslo_vmware.api [None req-271318d2-faa0-46c0-93c9-512df2f0eee5 tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Waiting for the task: (returnval){ [ 711.257578] env[62353]: value = "task-2372180" [ 711.257578] env[62353]: _type = "Task" [ 711.257578] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.263708] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8ead8ab-7da3-461c-85d1-a198792c21a2 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 711.263956] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-e8ead8ab-7da3-461c-85d1-a198792c21a2 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 711.265470] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6f85fb9-24de-462a-b651-d56cb7f4d5e0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.275262] env[62353]: DEBUG oslo_vmware.api [None req-271318d2-faa0-46c0-93c9-512df2f0eee5 tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Task: {'id': task-2372180, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.279333] env[62353]: DEBUG oslo_vmware.api [None req-e8ead8ab-7da3-461c-85d1-a198792c21a2 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Waiting for the task: (returnval){ [ 711.279333] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]520eabfc-6787-b810-e124-effede4156c7" [ 711.279333] env[62353]: _type = "Task" [ 711.279333] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.292033] env[62353]: DEBUG oslo_vmware.api [None req-e8ead8ab-7da3-461c-85d1-a198792c21a2 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]520eabfc-6787-b810-e124-effede4156c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.396063] env[62353]: DEBUG nova.scheduler.client.report [None req-65dd9a95-59ed-4007-ad33-4ecead42bb0d tempest-ServersNegativeTestMultiTenantJSON-1574732967 tempest-ServersNegativeTestMultiTenantJSON-1574732967-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 711.406099] env[62353]: DEBUG nova.network.neutron [req-daa35200-a836-4e16-97d0-82cb962b4264 req-cc2978de-7dcb-4a14-a8ad-f765d97e7ac8 service nova] [instance: d0318881-a5f3-4701-991a-7e42895b5f46] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 711.548471] env[62353]: DEBUG nova.network.neutron [req-daa35200-a836-4e16-97d0-82cb962b4264 req-cc2978de-7dcb-4a14-a8ad-f765d97e7ac8 service nova] [instance: d0318881-a5f3-4701-991a-7e42895b5f46] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.587109] env[62353]: INFO nova.compute.manager [None req-0c213fa8-27c6-40c1-9a07-39eabb80d849 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] [instance: 1ec74f8a-42d5-4213-843d-684129706edf] Took 39.45 seconds to build instance. [ 711.769999] env[62353]: DEBUG oslo_vmware.api [None req-271318d2-faa0-46c0-93c9-512df2f0eee5 tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Task: {'id': task-2372180, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.791584] env[62353]: DEBUG oslo_vmware.api [None req-e8ead8ab-7da3-461c-85d1-a198792c21a2 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]520eabfc-6787-b810-e124-effede4156c7, 'name': SearchDatastore_Task, 'duration_secs': 0.011375} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.793681] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca21ae99-50af-46b4-aebb-6550938a8dfc {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.800504] env[62353]: DEBUG oslo_vmware.api [None req-e8ead8ab-7da3-461c-85d1-a198792c21a2 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Waiting for the task: (returnval){ [ 711.800504] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]527c0fe7-9da7-cd7c-f8a9-06c2d6a2b542" [ 711.800504] env[62353]: _type = "Task" [ 711.800504] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.809726] env[62353]: DEBUG oslo_vmware.api [None req-e8ead8ab-7da3-461c-85d1-a198792c21a2 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]527c0fe7-9da7-cd7c-f8a9-06c2d6a2b542, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.910573] env[62353]: DEBUG oslo_concurrency.lockutils [None req-65dd9a95-59ed-4007-ad33-4ecead42bb0d tempest-ServersNegativeTestMultiTenantJSON-1574732967 tempest-ServersNegativeTestMultiTenantJSON-1574732967-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.183s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 711.913571] env[62353]: DEBUG oslo_concurrency.lockutils [None req-545a90e4-a49c-4d38-9b25-039d443a593b tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.964s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 711.913876] env[62353]: DEBUG nova.objects.instance [None req-545a90e4-a49c-4d38-9b25-039d443a593b tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Lazy-loading 'resources' on Instance uuid da04e4bf-dc3d-45a8-b0f9-ef9a7491e297 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 711.944900] env[62353]: INFO nova.scheduler.client.report [None req-65dd9a95-59ed-4007-ad33-4ecead42bb0d tempest-ServersNegativeTestMultiTenantJSON-1574732967 tempest-ServersNegativeTestMultiTenantJSON-1574732967-project-member] Deleted allocations for instance c83ae6b9-a239-40b5-a493-529b1687a573 [ 712.052575] env[62353]: DEBUG oslo_concurrency.lockutils [req-daa35200-a836-4e16-97d0-82cb962b4264 req-cc2978de-7dcb-4a14-a8ad-f765d97e7ac8 service nova] Releasing lock "refresh_cache-d0318881-a5f3-4701-991a-7e42895b5f46" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 712.052947] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2834ea01-62c6-4261-9b3a-d3a2d9c8c85c tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Acquired lock "refresh_cache-d0318881-a5f3-4701-991a-7e42895b5f46" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.053127] env[62353]: DEBUG nova.network.neutron [None req-2834ea01-62c6-4261-9b3a-d3a2d9c8c85c tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] [instance: d0318881-a5f3-4701-991a-7e42895b5f46] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 712.088732] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0c213fa8-27c6-40c1-9a07-39eabb80d849 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Lock "1ec74f8a-42d5-4213-843d-684129706edf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.267s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 712.270193] env[62353]: DEBUG oslo_vmware.api [None req-271318d2-faa0-46c0-93c9-512df2f0eee5 tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Task: {'id': task-2372180, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.311261] env[62353]: DEBUG oslo_vmware.api [None req-e8ead8ab-7da3-461c-85d1-a198792c21a2 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]527c0fe7-9da7-cd7c-f8a9-06c2d6a2b542, 'name': SearchDatastore_Task, 'duration_secs': 0.025555} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.311449] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e8ead8ab-7da3-461c-85d1-a198792c21a2 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Releasing lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 712.311732] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8ead8ab-7da3-461c-85d1-a198792c21a2 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore1] f468937a-de46-49b3-ba64-40403bb6b77f/f468937a-de46-49b3-ba64-40403bb6b77f.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 712.311994] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ba2b415c-d7ba-46a2-8297-7379e2e4c037 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.321088] env[62353]: DEBUG oslo_vmware.api [None req-e8ead8ab-7da3-461c-85d1-a198792c21a2 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Waiting for the task: (returnval){ [ 712.321088] env[62353]: value = "task-2372181" [ 712.321088] env[62353]: _type = "Task" [ 712.321088] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.330036] env[62353]: DEBUG oslo_vmware.api [None req-e8ead8ab-7da3-461c-85d1-a198792c21a2 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Task: {'id': task-2372181, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.461885] env[62353]: DEBUG oslo_concurrency.lockutils [None req-65dd9a95-59ed-4007-ad33-4ecead42bb0d tempest-ServersNegativeTestMultiTenantJSON-1574732967 tempest-ServersNegativeTestMultiTenantJSON-1574732967-project-member] Lock "c83ae6b9-a239-40b5-a493-529b1687a573" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.933s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 712.595684] env[62353]: DEBUG nova.compute.manager [None req-d9336aca-4b75-4498-a3ad-e9668e1a381c tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: a6583a62-ee37-42e0-9a51-b0ce30de58c2] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 712.601241] env[62353]: DEBUG nova.network.neutron [None req-2834ea01-62c6-4261-9b3a-d3a2d9c8c85c tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] [instance: d0318881-a5f3-4701-991a-7e42895b5f46] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 712.774763] env[62353]: DEBUG oslo_vmware.api [None req-271318d2-faa0-46c0-93c9-512df2f0eee5 tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Task: {'id': task-2372180, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.511771} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.778139] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-271318d2-faa0-46c0-93c9-512df2f0eee5 tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore1] a8ab0e21-de37-42da-b4b6-d9d9d120f61f/a8ab0e21-de37-42da-b4b6-d9d9d120f61f.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 712.778441] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-271318d2-faa0-46c0-93c9-512df2f0eee5 tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] [instance: a8ab0e21-de37-42da-b4b6-d9d9d120f61f] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 712.778853] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4e6add59-d640-4a22-9ffb-2259279e7d19 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.787854] env[62353]: DEBUG oslo_vmware.api [None req-271318d2-faa0-46c0-93c9-512df2f0eee5 tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Waiting for the task: (returnval){ [ 712.787854] env[62353]: value = "task-2372182" [ 712.787854] env[62353]: _type = "Task" [ 712.787854] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.809741] env[62353]: DEBUG oslo_vmware.api [None req-271318d2-faa0-46c0-93c9-512df2f0eee5 tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Task: {'id': task-2372182, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.830378] env[62353]: DEBUG oslo_vmware.api [None req-e8ead8ab-7da3-461c-85d1-a198792c21a2 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Task: {'id': task-2372181, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.867516] env[62353]: DEBUG nova.network.neutron [None req-2834ea01-62c6-4261-9b3a-d3a2d9c8c85c tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] [instance: d0318881-a5f3-4701-991a-7e42895b5f46] Updating instance_info_cache with network_info: [{"id": "c3dec5be-1f29-4c27-b2e2-1aa9953b3e3a", "address": "fa:16:3e:07:2f:0e", "network": {"id": "4f956a76-b6fc-4cfa-ba00-d60309729238", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1617163105-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31a50a8a8f864c4fbcbb832191f741a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3dec5be-1f", "ovs_interfaceid": "c3dec5be-1f29-4c27-b2e2-1aa9953b3e3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 713.077089] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2951b68a-777e-42c6-9e04-66d27efc9d73 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.086525] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96d43df1-11b7-403d-a7e3-a6d1f4f733b3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.124051] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-933df0a4-68ae-420a-9457-d4e88c284940 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.136067] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dc4f7bb-6b30-471b-ab32-029b826f7eb7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.153007] env[62353]: DEBUG nova.compute.provider_tree [None req-545a90e4-a49c-4d38-9b25-039d443a593b tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 713.155376] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d9336aca-4b75-4498-a3ad-e9668e1a381c tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 713.298718] env[62353]: DEBUG oslo_vmware.api [None req-271318d2-faa0-46c0-93c9-512df2f0eee5 tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Task: {'id': task-2372182, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075265} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.299571] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-271318d2-faa0-46c0-93c9-512df2f0eee5 tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] [instance: a8ab0e21-de37-42da-b4b6-d9d9d120f61f] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 713.300383] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95d211e3-d69a-42e5-b850-4984ee019712 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.321090] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-271318d2-faa0-46c0-93c9-512df2f0eee5 tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] [instance: a8ab0e21-de37-42da-b4b6-d9d9d120f61f] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] a8ab0e21-de37-42da-b4b6-d9d9d120f61f/a8ab0e21-de37-42da-b4b6-d9d9d120f61f.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 713.321361] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-233bdfe3-5fb9-48b1-8aeb-df18c1d6ca69 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.346668] env[62353]: DEBUG oslo_vmware.api [None req-e8ead8ab-7da3-461c-85d1-a198792c21a2 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Task: {'id': task-2372181, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.898724} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.348144] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8ead8ab-7da3-461c-85d1-a198792c21a2 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore1] f468937a-de46-49b3-ba64-40403bb6b77f/f468937a-de46-49b3-ba64-40403bb6b77f.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 713.348388] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-e8ead8ab-7da3-461c-85d1-a198792c21a2 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] [instance: f468937a-de46-49b3-ba64-40403bb6b77f] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 713.348716] env[62353]: DEBUG oslo_vmware.api [None req-271318d2-faa0-46c0-93c9-512df2f0eee5 tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Waiting for the task: (returnval){ [ 713.348716] env[62353]: value = "task-2372183" [ 713.348716] env[62353]: _type = "Task" [ 713.348716] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.348973] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b6a812de-e151-42b1-ae3a-dbceccf341de {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.359470] env[62353]: DEBUG oslo_vmware.api [None req-271318d2-faa0-46c0-93c9-512df2f0eee5 tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Task: {'id': task-2372183, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.363019] env[62353]: DEBUG oslo_vmware.api [None req-e8ead8ab-7da3-461c-85d1-a198792c21a2 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Waiting for the task: (returnval){ [ 713.363019] env[62353]: value = "task-2372184" [ 713.363019] env[62353]: _type = "Task" [ 713.363019] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.369548] env[62353]: DEBUG oslo_vmware.api [None req-e8ead8ab-7da3-461c-85d1-a198792c21a2 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Task: {'id': task-2372184, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.370080] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2834ea01-62c6-4261-9b3a-d3a2d9c8c85c tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Releasing lock "refresh_cache-d0318881-a5f3-4701-991a-7e42895b5f46" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 713.370828] env[62353]: DEBUG nova.compute.manager [None req-2834ea01-62c6-4261-9b3a-d3a2d9c8c85c tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] [instance: d0318881-a5f3-4701-991a-7e42895b5f46] Instance network_info: |[{"id": "c3dec5be-1f29-4c27-b2e2-1aa9953b3e3a", "address": "fa:16:3e:07:2f:0e", "network": {"id": "4f956a76-b6fc-4cfa-ba00-d60309729238", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1617163105-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31a50a8a8f864c4fbcbb832191f741a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3dec5be-1f", "ovs_interfaceid": "c3dec5be-1f29-4c27-b2e2-1aa9953b3e3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 713.371764] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-2834ea01-62c6-4261-9b3a-d3a2d9c8c85c tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] [instance: d0318881-a5f3-4701-991a-7e42895b5f46] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:07:2f:0e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56398cc0-e39f-410f-8036-8c2a6870e26f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c3dec5be-1f29-4c27-b2e2-1aa9953b3e3a', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 713.379876] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-2834ea01-62c6-4261-9b3a-d3a2d9c8c85c tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Creating folder: Project (31a50a8a8f864c4fbcbb832191f741a1). Parent ref: group-v481456. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 713.380222] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-040e0c27-56d6-42eb-8da2-6a841620069e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.389549] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-2834ea01-62c6-4261-9b3a-d3a2d9c8c85c tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Created folder: Project (31a50a8a8f864c4fbcbb832191f741a1) in parent group-v481456. [ 713.389781] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-2834ea01-62c6-4261-9b3a-d3a2d9c8c85c tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Creating folder: Instances. Parent ref: group-v481584. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 713.390035] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-00c508bb-1ae7-43df-8570-e2313849e9e4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.398992] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-2834ea01-62c6-4261-9b3a-d3a2d9c8c85c tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Created folder: Instances in parent group-v481584. [ 713.399274] env[62353]: DEBUG oslo.service.loopingcall [None req-2834ea01-62c6-4261-9b3a-d3a2d9c8c85c tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 713.399509] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d0318881-a5f3-4701-991a-7e42895b5f46] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 713.399753] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5423f20b-0c26-4244-bcdc-5720cc452d47 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.419625] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 713.419625] env[62353]: value = "task-2372187" [ 713.419625] env[62353]: _type = "Task" [ 713.419625] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.428532] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372187, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.658297] env[62353]: DEBUG nova.scheduler.client.report [None req-545a90e4-a49c-4d38-9b25-039d443a593b tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 713.871991] env[62353]: DEBUG oslo_vmware.api [None req-271318d2-faa0-46c0-93c9-512df2f0eee5 tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Task: {'id': task-2372183, 'name': ReconfigVM_Task, 'duration_secs': 0.315418} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.876088] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-271318d2-faa0-46c0-93c9-512df2f0eee5 tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] [instance: a8ab0e21-de37-42da-b4b6-d9d9d120f61f] Reconfigured VM instance instance-00000027 to attach disk [datastore1] a8ab0e21-de37-42da-b4b6-d9d9d120f61f/a8ab0e21-de37-42da-b4b6-d9d9d120f61f.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 713.876088] env[62353]: DEBUG oslo_vmware.api [None req-e8ead8ab-7da3-461c-85d1-a198792c21a2 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Task: {'id': task-2372184, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067729} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.876088] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0dbd8cab-aee8-4e20-823e-e7c571a5feb2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.880313] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-e8ead8ab-7da3-461c-85d1-a198792c21a2 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] [instance: f468937a-de46-49b3-ba64-40403bb6b77f] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 713.880313] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6318912b-dd0c-48e8-9606-9ed735184563 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.907130] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8ead8ab-7da3-461c-85d1-a198792c21a2 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] [instance: f468937a-de46-49b3-ba64-40403bb6b77f] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] f468937a-de46-49b3-ba64-40403bb6b77f/f468937a-de46-49b3-ba64-40403bb6b77f.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 713.911031] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ab5fdbf-c851-4c27-a543-f4a0dd5d0f88 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.923836] env[62353]: DEBUG oslo_vmware.api [None req-271318d2-faa0-46c0-93c9-512df2f0eee5 tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Waiting for the task: (returnval){ [ 713.923836] env[62353]: value = "task-2372188" [ 713.923836] env[62353]: _type = "Task" [ 713.923836] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.932475] env[62353]: DEBUG oslo_vmware.api [None req-e8ead8ab-7da3-461c-85d1-a198792c21a2 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Waiting for the task: (returnval){ [ 713.932475] env[62353]: value = "task-2372189" [ 713.932475] env[62353]: _type = "Task" [ 713.932475] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.942998] env[62353]: DEBUG oslo_vmware.api [None req-271318d2-faa0-46c0-93c9-512df2f0eee5 tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Task: {'id': task-2372188, 'name': Rename_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.950242] env[62353]: DEBUG oslo_vmware.api [None req-e8ead8ab-7da3-461c-85d1-a198792c21a2 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Task: {'id': task-2372189, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.950533] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372187, 'name': CreateVM_Task, 'duration_secs': 0.384226} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.950726] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d0318881-a5f3-4701-991a-7e42895b5f46] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 713.951483] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2834ea01-62c6-4261-9b3a-d3a2d9c8c85c tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 713.951749] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2834ea01-62c6-4261-9b3a-d3a2d9c8c85c tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Acquired lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.952158] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2834ea01-62c6-4261-9b3a-d3a2d9c8c85c tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 713.952519] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6507546f-0dfe-4ef6-9f02-f0294a200018 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.957352] env[62353]: DEBUG oslo_vmware.api [None req-2834ea01-62c6-4261-9b3a-d3a2d9c8c85c tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Waiting for the task: (returnval){ [ 713.957352] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]524036a7-0a40-862c-80bc-50214046df7b" [ 713.957352] env[62353]: _type = "Task" [ 713.957352] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.968729] env[62353]: DEBUG oslo_vmware.api [None req-2834ea01-62c6-4261-9b3a-d3a2d9c8c85c tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]524036a7-0a40-862c-80bc-50214046df7b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.014538] env[62353]: DEBUG oslo_concurrency.lockutils [None req-9aab5a3d-7047-49cb-83e2-cee0e099517e tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] Acquiring lock "0b3e9b87-2fa5-4623-b547-8831a1d7932f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 714.014849] env[62353]: DEBUG oslo_concurrency.lockutils [None req-9aab5a3d-7047-49cb-83e2-cee0e099517e tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] Lock "0b3e9b87-2fa5-4623-b547-8831a1d7932f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 714.165535] env[62353]: DEBUG oslo_concurrency.lockutils [None req-545a90e4-a49c-4d38-9b25-039d443a593b tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.252s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 714.168819] env[62353]: DEBUG oslo_concurrency.lockutils [None req-bb2feb61-40b8-4743-9084-fc38a4798435 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.971s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 714.168819] env[62353]: DEBUG nova.objects.instance [None req-bb2feb61-40b8-4743-9084-fc38a4798435 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] Lazy-loading 'resources' on Instance uuid 7d40ad55-ab59-461f-986e-22aa0133f68f {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 714.194273] env[62353]: INFO nova.scheduler.client.report [None req-545a90e4-a49c-4d38-9b25-039d443a593b tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Deleted allocations for instance da04e4bf-dc3d-45a8-b0f9-ef9a7491e297 [ 714.434871] env[62353]: DEBUG oslo_vmware.api [None req-271318d2-faa0-46c0-93c9-512df2f0eee5 tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Task: {'id': task-2372188, 'name': Rename_Task, 'duration_secs': 0.15384} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.437591] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-271318d2-faa0-46c0-93c9-512df2f0eee5 tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] [instance: a8ab0e21-de37-42da-b4b6-d9d9d120f61f] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 714.437841] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9800fca9-61e2-4fe3-a487-64ab0d6c1fbe {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.444105] env[62353]: DEBUG oslo_vmware.api [None req-e8ead8ab-7da3-461c-85d1-a198792c21a2 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Task: {'id': task-2372189, 'name': ReconfigVM_Task, 'duration_secs': 0.346489} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.445460] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8ead8ab-7da3-461c-85d1-a198792c21a2 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] [instance: f468937a-de46-49b3-ba64-40403bb6b77f] Reconfigured VM instance instance-00000029 to attach disk [datastore1] f468937a-de46-49b3-ba64-40403bb6b77f/f468937a-de46-49b3-ba64-40403bb6b77f.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 714.446083] env[62353]: DEBUG oslo_vmware.api [None req-271318d2-faa0-46c0-93c9-512df2f0eee5 tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Waiting for the task: (returnval){ [ 714.446083] env[62353]: value = "task-2372190" [ 714.446083] env[62353]: _type = "Task" [ 714.446083] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.446265] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bdf2ae99-9f01-493c-bb77-979f84e9ed91 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.455297] env[62353]: DEBUG oslo_vmware.api [None req-271318d2-faa0-46c0-93c9-512df2f0eee5 tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Task: {'id': task-2372190, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.456438] env[62353]: DEBUG oslo_vmware.api [None req-e8ead8ab-7da3-461c-85d1-a198792c21a2 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Waiting for the task: (returnval){ [ 714.456438] env[62353]: value = "task-2372191" [ 714.456438] env[62353]: _type = "Task" [ 714.456438] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.466906] env[62353]: DEBUG oslo_vmware.api [None req-e8ead8ab-7da3-461c-85d1-a198792c21a2 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Task: {'id': task-2372191, 'name': Rename_Task} progress is 10%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.470293] env[62353]: DEBUG oslo_vmware.api [None req-2834ea01-62c6-4261-9b3a-d3a2d9c8c85c tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]524036a7-0a40-862c-80bc-50214046df7b, 'name': SearchDatastore_Task, 'duration_secs': 0.013371} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.470564] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2834ea01-62c6-4261-9b3a-d3a2d9c8c85c tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Releasing lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 714.470789] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-2834ea01-62c6-4261-9b3a-d3a2d9c8c85c tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] [instance: d0318881-a5f3-4701-991a-7e42895b5f46] Processing image 06f909ae-e8dc-43b4-abf7-c7ed85db9bbd {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 714.471137] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2834ea01-62c6-4261-9b3a-d3a2d9c8c85c tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 714.471429] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2834ea01-62c6-4261-9b3a-d3a2d9c8c85c tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Acquired lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.471496] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-2834ea01-62c6-4261-9b3a-d3a2d9c8c85c tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 714.471736] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cf65d308-f377-4874-9521-15d309462ce3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.480990] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-2834ea01-62c6-4261-9b3a-d3a2d9c8c85c tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 714.481222] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-2834ea01-62c6-4261-9b3a-d3a2d9c8c85c tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 714.481963] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-414068a6-c36f-4b92-9d3b-2b972971cdaf {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.487995] env[62353]: DEBUG oslo_vmware.api [None req-2834ea01-62c6-4261-9b3a-d3a2d9c8c85c tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Waiting for the task: (returnval){ [ 714.487995] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]521660cf-a0ba-fb52-af54-19357197782a" [ 714.487995] env[62353]: _type = "Task" [ 714.487995] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.497287] env[62353]: DEBUG oslo_vmware.api [None req-2834ea01-62c6-4261-9b3a-d3a2d9c8c85c tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]521660cf-a0ba-fb52-af54-19357197782a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.710336] env[62353]: DEBUG oslo_concurrency.lockutils [None req-545a90e4-a49c-4d38-9b25-039d443a593b tempest-ServerRescueTestJSON-2123028682 tempest-ServerRescueTestJSON-2123028682-project-member] Lock "da04e4bf-dc3d-45a8-b0f9-ef9a7491e297" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.250s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 714.970299] env[62353]: DEBUG oslo_vmware.api [None req-271318d2-faa0-46c0-93c9-512df2f0eee5 tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Task: {'id': task-2372190, 'name': PowerOnVM_Task, 'duration_secs': 0.452663} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.970562] env[62353]: DEBUG oslo_vmware.api [None req-e8ead8ab-7da3-461c-85d1-a198792c21a2 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Task: {'id': task-2372191, 'name': Rename_Task, 'duration_secs': 0.180622} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.973169] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-271318d2-faa0-46c0-93c9-512df2f0eee5 tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] [instance: a8ab0e21-de37-42da-b4b6-d9d9d120f61f] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 714.973347] env[62353]: DEBUG nova.compute.manager [None req-271318d2-faa0-46c0-93c9-512df2f0eee5 tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] [instance: a8ab0e21-de37-42da-b4b6-d9d9d120f61f] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 714.973681] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8ead8ab-7da3-461c-85d1-a198792c21a2 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] [instance: f468937a-de46-49b3-ba64-40403bb6b77f] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 714.977116] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-846e3aa7-3ae1-48ba-8106-4db0d7ca5c98 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.977670] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a32d8e43-bb53-472c-98d7-670f270cbb9a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.986992] env[62353]: DEBUG oslo_vmware.api [None req-e8ead8ab-7da3-461c-85d1-a198792c21a2 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Waiting for the task: (returnval){ [ 714.986992] env[62353]: value = "task-2372192" [ 714.986992] env[62353]: _type = "Task" [ 714.986992] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.006028] env[62353]: DEBUG oslo_vmware.api [None req-e8ead8ab-7da3-461c-85d1-a198792c21a2 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Task: {'id': task-2372192, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.008178] env[62353]: DEBUG oslo_vmware.api [None req-2834ea01-62c6-4261-9b3a-d3a2d9c8c85c tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]521660cf-a0ba-fb52-af54-19357197782a, 'name': SearchDatastore_Task, 'duration_secs': 0.012226} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.011717] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1340a47-72e0-457f-a79d-230ac1f1822c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.020424] env[62353]: DEBUG oslo_vmware.api [None req-2834ea01-62c6-4261-9b3a-d3a2d9c8c85c tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Waiting for the task: (returnval){ [ 715.020424] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5267540f-dc83-56fb-343b-fd40941e1f7c" [ 715.020424] env[62353]: _type = "Task" [ 715.020424] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.030720] env[62353]: DEBUG oslo_vmware.api [None req-2834ea01-62c6-4261-9b3a-d3a2d9c8c85c tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5267540f-dc83-56fb-343b-fd40941e1f7c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.318646] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c49e83f1-9097-4a34-a310-9d4a1462282f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.330021] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e975f798-7357-4a47-ac39-a5a7cd44fdf1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.359721] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b39ebd7-97d0-4b02-a572-58b8c55c628d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.368422] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5b215e4-cfc0-4ac0-b5ac-7c40cf578db7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.384662] env[62353]: DEBUG nova.compute.provider_tree [None req-bb2feb61-40b8-4743-9084-fc38a4798435 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 715.499387] env[62353]: DEBUG oslo_concurrency.lockutils [None req-271318d2-faa0-46c0-93c9-512df2f0eee5 tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 715.502479] env[62353]: DEBUG oslo_vmware.api [None req-e8ead8ab-7da3-461c-85d1-a198792c21a2 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Task: {'id': task-2372192, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.533065] env[62353]: DEBUG oslo_vmware.api [None req-2834ea01-62c6-4261-9b3a-d3a2d9c8c85c tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5267540f-dc83-56fb-343b-fd40941e1f7c, 'name': SearchDatastore_Task, 'duration_secs': 0.020951} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.533788] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2834ea01-62c6-4261-9b3a-d3a2d9c8c85c tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Releasing lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 715.533788] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-2834ea01-62c6-4261-9b3a-d3a2d9c8c85c tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore1] d0318881-a5f3-4701-991a-7e42895b5f46/d0318881-a5f3-4701-991a-7e42895b5f46.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 715.533910] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-09812415-b313-4ce9-9910-ed0f8c5e01fb {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.540479] env[62353]: DEBUG oslo_vmware.api [None req-2834ea01-62c6-4261-9b3a-d3a2d9c8c85c tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Waiting for the task: (returnval){ [ 715.540479] env[62353]: value = "task-2372193" [ 715.540479] env[62353]: _type = "Task" [ 715.540479] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.549417] env[62353]: DEBUG oslo_vmware.api [None req-2834ea01-62c6-4261-9b3a-d3a2d9c8c85c tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Task: {'id': task-2372193, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.890301] env[62353]: DEBUG nova.scheduler.client.report [None req-bb2feb61-40b8-4743-9084-fc38a4798435 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 716.004158] env[62353]: DEBUG oslo_vmware.api [None req-e8ead8ab-7da3-461c-85d1-a198792c21a2 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Task: {'id': task-2372192, 'name': PowerOnVM_Task, 'duration_secs': 0.667209} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.004703] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8ead8ab-7da3-461c-85d1-a198792c21a2 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] [instance: f468937a-de46-49b3-ba64-40403bb6b77f] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 716.005157] env[62353]: INFO nova.compute.manager [None req-e8ead8ab-7da3-461c-85d1-a198792c21a2 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] [instance: f468937a-de46-49b3-ba64-40403bb6b77f] Took 9.15 seconds to spawn the instance on the hypervisor. [ 716.005499] env[62353]: DEBUG nova.compute.manager [None req-e8ead8ab-7da3-461c-85d1-a198792c21a2 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] [instance: f468937a-de46-49b3-ba64-40403bb6b77f] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 716.007228] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6694c0e5-cb8e-41ed-9da3-e81a151b47dc {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.053304] env[62353]: DEBUG oslo_vmware.api [None req-2834ea01-62c6-4261-9b3a-d3a2d9c8c85c tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Task: {'id': task-2372193, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.397950] env[62353]: DEBUG oslo_concurrency.lockutils [None req-bb2feb61-40b8-4743-9084-fc38a4798435 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.230s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 716.401312] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5ea2067d-95ed-4f6f-87eb-5b28845690cf tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.170s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 716.402910] env[62353]: INFO nova.compute.claims [None req-5ea2067d-95ed-4f6f-87eb-5b28845690cf tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] [instance: bbbb4f2b-e3a0-4c4e-8e47-7de18b1b8f66] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 716.432244] env[62353]: INFO nova.scheduler.client.report [None req-bb2feb61-40b8-4743-9084-fc38a4798435 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] Deleted allocations for instance 7d40ad55-ab59-461f-986e-22aa0133f68f [ 716.532033] env[62353]: INFO nova.compute.manager [None req-e8ead8ab-7da3-461c-85d1-a198792c21a2 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] [instance: f468937a-de46-49b3-ba64-40403bb6b77f] Took 42.88 seconds to build instance. [ 716.559468] env[62353]: DEBUG oslo_vmware.api [None req-2834ea01-62c6-4261-9b3a-d3a2d9c8c85c tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Task: {'id': task-2372193, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.617961} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.561038] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-2834ea01-62c6-4261-9b3a-d3a2d9c8c85c tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore1] d0318881-a5f3-4701-991a-7e42895b5f46/d0318881-a5f3-4701-991a-7e42895b5f46.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 716.561038] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-2834ea01-62c6-4261-9b3a-d3a2d9c8c85c tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] [instance: d0318881-a5f3-4701-991a-7e42895b5f46] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 716.561038] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a744b884-6eb3-4f0d-aa76-db29a6dc77bb {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.574232] env[62353]: DEBUG oslo_vmware.api [None req-2834ea01-62c6-4261-9b3a-d3a2d9c8c85c tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Waiting for the task: (returnval){ [ 716.574232] env[62353]: value = "task-2372194" [ 716.574232] env[62353]: _type = "Task" [ 716.574232] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.584411] env[62353]: DEBUG oslo_vmware.api [None req-2834ea01-62c6-4261-9b3a-d3a2d9c8c85c tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Task: {'id': task-2372194, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.941827] env[62353]: DEBUG oslo_concurrency.lockutils [None req-bb2feb61-40b8-4743-9084-fc38a4798435 tempest-ImagesOneServerTestJSON-61652657 tempest-ImagesOneServerTestJSON-61652657-project-member] Lock "7d40ad55-ab59-461f-986e-22aa0133f68f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.300s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 717.033138] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e8ead8ab-7da3-461c-85d1-a198792c21a2 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Lock "f468937a-de46-49b3-ba64-40403bb6b77f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.007s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 717.061361] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d9d2b816-0022-4ab6-acb6-c59d36abefd8 tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Acquiring lock "a8ab0e21-de37-42da-b4b6-d9d9d120f61f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 717.061627] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d9d2b816-0022-4ab6-acb6-c59d36abefd8 tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Lock "a8ab0e21-de37-42da-b4b6-d9d9d120f61f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 717.062167] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d9d2b816-0022-4ab6-acb6-c59d36abefd8 tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Acquiring lock "a8ab0e21-de37-42da-b4b6-d9d9d120f61f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 717.062167] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d9d2b816-0022-4ab6-acb6-c59d36abefd8 tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Lock "a8ab0e21-de37-42da-b4b6-d9d9d120f61f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 717.062167] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d9d2b816-0022-4ab6-acb6-c59d36abefd8 tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Lock "a8ab0e21-de37-42da-b4b6-d9d9d120f61f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 717.065652] env[62353]: INFO nova.compute.manager [None req-d9d2b816-0022-4ab6-acb6-c59d36abefd8 tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] [instance: a8ab0e21-de37-42da-b4b6-d9d9d120f61f] Terminating instance [ 717.088461] env[62353]: DEBUG oslo_vmware.api [None req-2834ea01-62c6-4261-9b3a-d3a2d9c8c85c tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Task: {'id': task-2372194, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.189542} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.088810] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-2834ea01-62c6-4261-9b3a-d3a2d9c8c85c tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] [instance: d0318881-a5f3-4701-991a-7e42895b5f46] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 717.091147] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7080cad9-4e45-407e-b8b2-41a7992b58dc {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.115951] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-2834ea01-62c6-4261-9b3a-d3a2d9c8c85c tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] [instance: d0318881-a5f3-4701-991a-7e42895b5f46] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] d0318881-a5f3-4701-991a-7e42895b5f46/d0318881-a5f3-4701-991a-7e42895b5f46.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 717.117024] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4360e4b8-848e-4790-b47b-6ebc8758b795 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.136951] env[62353]: DEBUG oslo_vmware.api [None req-2834ea01-62c6-4261-9b3a-d3a2d9c8c85c tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Waiting for the task: (returnval){ [ 717.136951] env[62353]: value = "task-2372195" [ 717.136951] env[62353]: _type = "Task" [ 717.136951] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.154387] env[62353]: DEBUG oslo_vmware.api [None req-2834ea01-62c6-4261-9b3a-d3a2d9c8c85c tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Task: {'id': task-2372195, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.536568] env[62353]: DEBUG nova.compute.manager [None req-23b3ea04-8859-4e11-aba3-c2b76f5e5ce7 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] [instance: 9fdc58aa-dd5a-4fe0-95ff-5ad2d06f0298] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 717.569055] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d9d2b816-0022-4ab6-acb6-c59d36abefd8 tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Acquiring lock "refresh_cache-a8ab0e21-de37-42da-b4b6-d9d9d120f61f" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 717.570574] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d9d2b816-0022-4ab6-acb6-c59d36abefd8 tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Acquired lock "refresh_cache-a8ab0e21-de37-42da-b4b6-d9d9d120f61f" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.570574] env[62353]: DEBUG nova.network.neutron [None req-d9d2b816-0022-4ab6-acb6-c59d36abefd8 tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] [instance: a8ab0e21-de37-42da-b4b6-d9d9d120f61f] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 717.650845] env[62353]: DEBUG oslo_vmware.api [None req-2834ea01-62c6-4261-9b3a-d3a2d9c8c85c tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Task: {'id': task-2372195, 'name': ReconfigVM_Task, 'duration_secs': 0.499429} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.651348] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-2834ea01-62c6-4261-9b3a-d3a2d9c8c85c tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] [instance: d0318881-a5f3-4701-991a-7e42895b5f46] Reconfigured VM instance instance-0000002a to attach disk [datastore1] d0318881-a5f3-4701-991a-7e42895b5f46/d0318881-a5f3-4701-991a-7e42895b5f46.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 717.655091] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f3ed3b74-7183-4876-8425-4fe5f7a25cd5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.663634] env[62353]: DEBUG oslo_vmware.api [None req-2834ea01-62c6-4261-9b3a-d3a2d9c8c85c tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Waiting for the task: (returnval){ [ 717.663634] env[62353]: value = "task-2372196" [ 717.663634] env[62353]: _type = "Task" [ 717.663634] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.677206] env[62353]: DEBUG oslo_vmware.api [None req-2834ea01-62c6-4261-9b3a-d3a2d9c8c85c tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Task: {'id': task-2372196, 'name': Rename_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.041342] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fea34f1c-d6a2-42db-8dd0-69f799395ae1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.052743] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08365652-0d42-4204-a2ea-787aeaa5c683 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.095233] env[62353]: DEBUG oslo_concurrency.lockutils [None req-23b3ea04-8859-4e11-aba3-c2b76f5e5ce7 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 718.096540] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a2efd66-5f89-4512-bd00-fc1b1bb6c83a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.106529] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6dfa077-47ae-4bf2-be26-aa7d12b97526 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.121322] env[62353]: DEBUG nova.compute.provider_tree [None req-5ea2067d-95ed-4f6f-87eb-5b28845690cf tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 718.123304] env[62353]: DEBUG nova.network.neutron [None req-d9d2b816-0022-4ab6-acb6-c59d36abefd8 tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] [instance: a8ab0e21-de37-42da-b4b6-d9d9d120f61f] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 718.174879] env[62353]: DEBUG oslo_vmware.api [None req-2834ea01-62c6-4261-9b3a-d3a2d9c8c85c tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Task: {'id': task-2372196, 'name': Rename_Task, 'duration_secs': 0.359328} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.175580] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-2834ea01-62c6-4261-9b3a-d3a2d9c8c85c tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] [instance: d0318881-a5f3-4701-991a-7e42895b5f46] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 718.175580] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-47ebfdb9-6691-40fd-8c7d-eb664b453f23 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.183406] env[62353]: DEBUG oslo_vmware.api [None req-2834ea01-62c6-4261-9b3a-d3a2d9c8c85c tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Waiting for the task: (returnval){ [ 718.183406] env[62353]: value = "task-2372197" [ 718.183406] env[62353]: _type = "Task" [ 718.183406] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.199346] env[62353]: DEBUG oslo_vmware.api [None req-2834ea01-62c6-4261-9b3a-d3a2d9c8c85c tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Task: {'id': task-2372197, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.236169] env[62353]: DEBUG nova.network.neutron [None req-d9d2b816-0022-4ab6-acb6-c59d36abefd8 tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] [instance: a8ab0e21-de37-42da-b4b6-d9d9d120f61f] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.627734] env[62353]: DEBUG nova.scheduler.client.report [None req-5ea2067d-95ed-4f6f-87eb-5b28845690cf tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 718.705019] env[62353]: DEBUG oslo_vmware.api [None req-2834ea01-62c6-4261-9b3a-d3a2d9c8c85c tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Task: {'id': task-2372197, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.737738] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d9d2b816-0022-4ab6-acb6-c59d36abefd8 tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Releasing lock "refresh_cache-a8ab0e21-de37-42da-b4b6-d9d9d120f61f" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 718.738297] env[62353]: DEBUG nova.compute.manager [None req-d9d2b816-0022-4ab6-acb6-c59d36abefd8 tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] [instance: a8ab0e21-de37-42da-b4b6-d9d9d120f61f] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 718.738492] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-d9d2b816-0022-4ab6-acb6-c59d36abefd8 tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] [instance: a8ab0e21-de37-42da-b4b6-d9d9d120f61f] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 718.739442] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ea8497b-df17-4fc5-b1ad-37dc72f1f820 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.747867] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9d2b816-0022-4ab6-acb6-c59d36abefd8 tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] [instance: a8ab0e21-de37-42da-b4b6-d9d9d120f61f] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 718.748017] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b6fd5683-e652-4ccf-bd06-a4e51346ad8b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.756933] env[62353]: DEBUG oslo_vmware.api [None req-d9d2b816-0022-4ab6-acb6-c59d36abefd8 tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Waiting for the task: (returnval){ [ 718.756933] env[62353]: value = "task-2372198" [ 718.756933] env[62353]: _type = "Task" [ 718.756933] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.771333] env[62353]: DEBUG oslo_vmware.api [None req-d9d2b816-0022-4ab6-acb6-c59d36abefd8 tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Task: {'id': task-2372198, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.134688] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5ea2067d-95ed-4f6f-87eb-5b28845690cf tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.733s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 719.134985] env[62353]: DEBUG nova.compute.manager [None req-5ea2067d-95ed-4f6f-87eb-5b28845690cf tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] [instance: bbbb4f2b-e3a0-4c4e-8e47-7de18b1b8f66] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 719.137502] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4e819b7e-fea7-45b6-9e6d-d9734bedb235 tempest-TenantUsagesTestJSON-828266692 tempest-TenantUsagesTestJSON-828266692-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.846s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 719.137728] env[62353]: DEBUG nova.objects.instance [None req-4e819b7e-fea7-45b6-9e6d-d9734bedb235 tempest-TenantUsagesTestJSON-828266692 tempest-TenantUsagesTestJSON-828266692-project-member] Lazy-loading 'resources' on Instance uuid 5b4524e2-ff60-4ae5-9658-7fe7cad2b878 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 719.198788] env[62353]: DEBUG oslo_vmware.api [None req-2834ea01-62c6-4261-9b3a-d3a2d9c8c85c tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Task: {'id': task-2372197, 'name': PowerOnVM_Task, 'duration_secs': 0.623178} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.199090] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-2834ea01-62c6-4261-9b3a-d3a2d9c8c85c tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] [instance: d0318881-a5f3-4701-991a-7e42895b5f46] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 719.199299] env[62353]: INFO nova.compute.manager [None req-2834ea01-62c6-4261-9b3a-d3a2d9c8c85c tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] [instance: d0318881-a5f3-4701-991a-7e42895b5f46] Took 9.63 seconds to spawn the instance on the hypervisor. [ 719.199478] env[62353]: DEBUG nova.compute.manager [None req-2834ea01-62c6-4261-9b3a-d3a2d9c8c85c tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] [instance: d0318881-a5f3-4701-991a-7e42895b5f46] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 719.200285] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa1fadf4-5931-41cb-bfca-038ccf12f460 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.266521] env[62353]: DEBUG oslo_vmware.api [None req-d9d2b816-0022-4ab6-acb6-c59d36abefd8 tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Task: {'id': task-2372198, 'name': PowerOffVM_Task, 'duration_secs': 0.194402} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.266835] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9d2b816-0022-4ab6-acb6-c59d36abefd8 tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] [instance: a8ab0e21-de37-42da-b4b6-d9d9d120f61f] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 719.267033] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-d9d2b816-0022-4ab6-acb6-c59d36abefd8 tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] [instance: a8ab0e21-de37-42da-b4b6-d9d9d120f61f] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 719.268018] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bae800b6-5bb8-491d-b939-232d59bf5032 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.297661] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-d9d2b816-0022-4ab6-acb6-c59d36abefd8 tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] [instance: a8ab0e21-de37-42da-b4b6-d9d9d120f61f] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 719.297907] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-d9d2b816-0022-4ab6-acb6-c59d36abefd8 tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] [instance: a8ab0e21-de37-42da-b4b6-d9d9d120f61f] Deleting contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 719.298090] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9d2b816-0022-4ab6-acb6-c59d36abefd8 tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Deleting the datastore file [datastore1] a8ab0e21-de37-42da-b4b6-d9d9d120f61f {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 719.298361] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e294ff9e-150b-4a4e-b024-c5fa21e1f2a0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.307183] env[62353]: DEBUG oslo_vmware.api [None req-d9d2b816-0022-4ab6-acb6-c59d36abefd8 tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Waiting for the task: (returnval){ [ 719.307183] env[62353]: value = "task-2372200" [ 719.307183] env[62353]: _type = "Task" [ 719.307183] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.315654] env[62353]: DEBUG oslo_vmware.api [None req-d9d2b816-0022-4ab6-acb6-c59d36abefd8 tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Task: {'id': task-2372200, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.644122] env[62353]: DEBUG nova.compute.utils [None req-5ea2067d-95ed-4f6f-87eb-5b28845690cf tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 719.647892] env[62353]: DEBUG nova.compute.manager [None req-5ea2067d-95ed-4f6f-87eb-5b28845690cf tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] [instance: bbbb4f2b-e3a0-4c4e-8e47-7de18b1b8f66] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 719.648096] env[62353]: DEBUG nova.network.neutron [None req-5ea2067d-95ed-4f6f-87eb-5b28845690cf tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] [instance: bbbb4f2b-e3a0-4c4e-8e47-7de18b1b8f66] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 719.710571] env[62353]: DEBUG nova.policy [None req-5ea2067d-95ed-4f6f-87eb-5b28845690cf tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9b92099386af4fd19e4a9c53803e17e8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6c5a0144756140938dd8d62f12d34cfb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:192}} [ 719.728308] env[62353]: INFO nova.compute.manager [None req-2834ea01-62c6-4261-9b3a-d3a2d9c8c85c tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] [instance: d0318881-a5f3-4701-991a-7e42895b5f46] Took 45.97 seconds to build instance. [ 719.821136] env[62353]: DEBUG oslo_vmware.api [None req-d9d2b816-0022-4ab6-acb6-c59d36abefd8 tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Task: {'id': task-2372200, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.2725} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.821136] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9d2b816-0022-4ab6-acb6-c59d36abefd8 tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 719.821261] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-d9d2b816-0022-4ab6-acb6-c59d36abefd8 tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] [instance: a8ab0e21-de37-42da-b4b6-d9d9d120f61f] Deleted contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 719.821781] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-d9d2b816-0022-4ab6-acb6-c59d36abefd8 tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] [instance: a8ab0e21-de37-42da-b4b6-d9d9d120f61f] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 719.821781] env[62353]: INFO nova.compute.manager [None req-d9d2b816-0022-4ab6-acb6-c59d36abefd8 tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] [instance: a8ab0e21-de37-42da-b4b6-d9d9d120f61f] Took 1.08 seconds to destroy the instance on the hypervisor. [ 719.822361] env[62353]: DEBUG oslo.service.loopingcall [None req-d9d2b816-0022-4ab6-acb6-c59d36abefd8 tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 719.824789] env[62353]: DEBUG nova.compute.manager [-] [instance: a8ab0e21-de37-42da-b4b6-d9d9d120f61f] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 719.824789] env[62353]: DEBUG nova.network.neutron [-] [instance: a8ab0e21-de37-42da-b4b6-d9d9d120f61f] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 719.847671] env[62353]: DEBUG nova.network.neutron [-] [instance: a8ab0e21-de37-42da-b4b6-d9d9d120f61f] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 719.852014] env[62353]: DEBUG oslo_concurrency.lockutils [None req-9c1f8a86-9b9e-4208-9df3-54539230d9fc tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Acquiring lock "d99b532a-164e-471b-b9ca-a0850f606780" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 719.852014] env[62353]: DEBUG oslo_concurrency.lockutils [None req-9c1f8a86-9b9e-4208-9df3-54539230d9fc tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Lock "d99b532a-164e-471b-b9ca-a0850f606780" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 719.852014] env[62353]: DEBUG nova.compute.manager [None req-9c1f8a86-9b9e-4208-9df3-54539230d9fc tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] [instance: d99b532a-164e-471b-b9ca-a0850f606780] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 719.853040] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2233157a-92c5-41e3-b3ef-654003de524d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.864594] env[62353]: DEBUG nova.compute.manager [None req-9c1f8a86-9b9e-4208-9df3-54539230d9fc tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] [instance: d99b532a-164e-471b-b9ca-a0850f606780] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62353) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 719.865212] env[62353]: DEBUG nova.objects.instance [None req-9c1f8a86-9b9e-4208-9df3-54539230d9fc tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Lazy-loading 'flavor' on Instance uuid d99b532a-164e-471b-b9ca-a0850f606780 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 720.151535] env[62353]: DEBUG nova.compute.manager [None req-5ea2067d-95ed-4f6f-87eb-5b28845690cf tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] [instance: bbbb4f2b-e3a0-4c4e-8e47-7de18b1b8f66] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 720.220068] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbd243a1-c736-4171-86d5-eb387e1caeb0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.228919] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17edd936-621b-448f-a650-9bad552031d9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.232571] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2834ea01-62c6-4261-9b3a-d3a2d9c8c85c tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Lock "d0318881-a5f3-4701-991a-7e42895b5f46" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.993s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 720.272660] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43dc38fb-b95b-4410-91cc-12b80bf05e50 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.283812] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-653e0de0-88b9-4260-a265-0f3c7603b7f6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.299271] env[62353]: DEBUG nova.compute.provider_tree [None req-4e819b7e-fea7-45b6-9e6d-d9734bedb235 tempest-TenantUsagesTestJSON-828266692 tempest-TenantUsagesTestJSON-828266692-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 720.353118] env[62353]: DEBUG nova.network.neutron [-] [instance: a8ab0e21-de37-42da-b4b6-d9d9d120f61f] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 720.368744] env[62353]: DEBUG nova.network.neutron [None req-5ea2067d-95ed-4f6f-87eb-5b28845690cf tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] [instance: bbbb4f2b-e3a0-4c4e-8e47-7de18b1b8f66] Successfully created port: 5afc3c3c-dfc4-425f-93de-542bb5bf0749 {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 720.610236] env[62353]: DEBUG nova.compute.manager [req-2d157ce1-5b2d-46c1-bc87-4b2164a311df req-f529cfa7-a160-4d45-a974-48902d3d8b7c service nova] [instance: d0318881-a5f3-4701-991a-7e42895b5f46] Received event network-changed-c3dec5be-1f29-4c27-b2e2-1aa9953b3e3a {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 720.610435] env[62353]: DEBUG nova.compute.manager [req-2d157ce1-5b2d-46c1-bc87-4b2164a311df req-f529cfa7-a160-4d45-a974-48902d3d8b7c service nova] [instance: d0318881-a5f3-4701-991a-7e42895b5f46] Refreshing instance network info cache due to event network-changed-c3dec5be-1f29-4c27-b2e2-1aa9953b3e3a. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 720.610654] env[62353]: DEBUG oslo_concurrency.lockutils [req-2d157ce1-5b2d-46c1-bc87-4b2164a311df req-f529cfa7-a160-4d45-a974-48902d3d8b7c service nova] Acquiring lock "refresh_cache-d0318881-a5f3-4701-991a-7e42895b5f46" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 720.610846] env[62353]: DEBUG oslo_concurrency.lockutils [req-2d157ce1-5b2d-46c1-bc87-4b2164a311df req-f529cfa7-a160-4d45-a974-48902d3d8b7c service nova] Acquired lock "refresh_cache-d0318881-a5f3-4701-991a-7e42895b5f46" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.611290] env[62353]: DEBUG nova.network.neutron [req-2d157ce1-5b2d-46c1-bc87-4b2164a311df req-f529cfa7-a160-4d45-a974-48902d3d8b7c service nova] [instance: d0318881-a5f3-4701-991a-7e42895b5f46] Refreshing network info cache for port c3dec5be-1f29-4c27-b2e2-1aa9953b3e3a {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 720.736976] env[62353]: DEBUG nova.compute.manager [None req-7827a4cb-f52d-468f-9883-6beac842ee6f tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 9cd85b1f-93a5-43f3-bda3-1518bb774759] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 720.801984] env[62353]: DEBUG nova.scheduler.client.report [None req-4e819b7e-fea7-45b6-9e6d-d9734bedb235 tempest-TenantUsagesTestJSON-828266692 tempest-TenantUsagesTestJSON-828266692-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 720.855561] env[62353]: INFO nova.compute.manager [-] [instance: a8ab0e21-de37-42da-b4b6-d9d9d120f61f] Took 1.03 seconds to deallocate network for instance. [ 720.877395] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c1f8a86-9b9e-4208-9df3-54539230d9fc tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] [instance: d99b532a-164e-471b-b9ca-a0850f606780] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 720.879174] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d80e2b7e-2156-4e3f-89bd-d3ce529f5709 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.891955] env[62353]: DEBUG oslo_vmware.api [None req-9c1f8a86-9b9e-4208-9df3-54539230d9fc tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Waiting for the task: (returnval){ [ 720.891955] env[62353]: value = "task-2372201" [ 720.891955] env[62353]: _type = "Task" [ 720.891955] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.903950] env[62353]: DEBUG oslo_vmware.api [None req-9c1f8a86-9b9e-4208-9df3-54539230d9fc tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Task: {'id': task-2372201, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.164294] env[62353]: DEBUG nova.compute.manager [None req-5ea2067d-95ed-4f6f-87eb-5b28845690cf tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] [instance: bbbb4f2b-e3a0-4c4e-8e47-7de18b1b8f66] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 721.202394] env[62353]: DEBUG nova.virt.hardware [None req-5ea2067d-95ed-4f6f-87eb-5b28845690cf tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T12:38:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T12:38:15Z,direct_url=,disk_format='vmdk',id=06f909ae-e8dc-43b4-abf7-c7ed85db9bbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0a3f88790a594523a818b8c00f6862e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T12:38:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 721.202709] env[62353]: DEBUG nova.virt.hardware [None req-5ea2067d-95ed-4f6f-87eb-5b28845690cf tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 721.202819] env[62353]: DEBUG nova.virt.hardware [None req-5ea2067d-95ed-4f6f-87eb-5b28845690cf tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 721.202998] env[62353]: DEBUG nova.virt.hardware [None req-5ea2067d-95ed-4f6f-87eb-5b28845690cf tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 721.203153] env[62353]: DEBUG nova.virt.hardware [None req-5ea2067d-95ed-4f6f-87eb-5b28845690cf tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 721.203295] env[62353]: DEBUG nova.virt.hardware [None req-5ea2067d-95ed-4f6f-87eb-5b28845690cf tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 721.203514] env[62353]: DEBUG nova.virt.hardware [None req-5ea2067d-95ed-4f6f-87eb-5b28845690cf tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 721.203701] env[62353]: DEBUG nova.virt.hardware [None req-5ea2067d-95ed-4f6f-87eb-5b28845690cf tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 721.203873] env[62353]: DEBUG nova.virt.hardware [None req-5ea2067d-95ed-4f6f-87eb-5b28845690cf tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 721.204046] env[62353]: DEBUG nova.virt.hardware [None req-5ea2067d-95ed-4f6f-87eb-5b28845690cf tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 721.204220] env[62353]: DEBUG nova.virt.hardware [None req-5ea2067d-95ed-4f6f-87eb-5b28845690cf tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 721.205335] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6b8c7a3-6847-47b7-8555-6b60cd569171 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.218908] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fb5793c-753b-4ad8-8d4a-fa44d36817ce {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.273366] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7827a4cb-f52d-468f-9883-6beac842ee6f tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 721.307649] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4e819b7e-fea7-45b6-9e6d-d9734bedb235 tempest-TenantUsagesTestJSON-828266692 tempest-TenantUsagesTestJSON-828266692-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.170s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 721.310168] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7a375abb-559c-4b39-8513-3afcf6ba1c1c tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.738s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 721.311536] env[62353]: INFO nova.compute.claims [None req-7a375abb-559c-4b39-8513-3afcf6ba1c1c tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] [instance: 996dff46-a8df-411f-8974-260f591f6086] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 721.335268] env[62353]: INFO nova.scheduler.client.report [None req-4e819b7e-fea7-45b6-9e6d-d9734bedb235 tempest-TenantUsagesTestJSON-828266692 tempest-TenantUsagesTestJSON-828266692-project-member] Deleted allocations for instance 5b4524e2-ff60-4ae5-9658-7fe7cad2b878 [ 721.366805] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d9d2b816-0022-4ab6-acb6-c59d36abefd8 tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 721.407888] env[62353]: DEBUG oslo_vmware.api [None req-9c1f8a86-9b9e-4208-9df3-54539230d9fc tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Task: {'id': task-2372201, 'name': PowerOffVM_Task, 'duration_secs': 0.457731} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.412509] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c1f8a86-9b9e-4208-9df3-54539230d9fc tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] [instance: d99b532a-164e-471b-b9ca-a0850f606780] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 721.412723] env[62353]: DEBUG nova.compute.manager [None req-9c1f8a86-9b9e-4208-9df3-54539230d9fc tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] [instance: d99b532a-164e-471b-b9ca-a0850f606780] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 721.413564] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-502402dc-45a7-46e9-9a49-446d5e724cf2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.417968] env[62353]: DEBUG nova.network.neutron [req-2d157ce1-5b2d-46c1-bc87-4b2164a311df req-f529cfa7-a160-4d45-a974-48902d3d8b7c service nova] [instance: d0318881-a5f3-4701-991a-7e42895b5f46] Updated VIF entry in instance network info cache for port c3dec5be-1f29-4c27-b2e2-1aa9953b3e3a. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 721.418326] env[62353]: DEBUG nova.network.neutron [req-2d157ce1-5b2d-46c1-bc87-4b2164a311df req-f529cfa7-a160-4d45-a974-48902d3d8b7c service nova] [instance: d0318881-a5f3-4701-991a-7e42895b5f46] Updating instance_info_cache with network_info: [{"id": "c3dec5be-1f29-4c27-b2e2-1aa9953b3e3a", "address": "fa:16:3e:07:2f:0e", "network": {"id": "4f956a76-b6fc-4cfa-ba00-d60309729238", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1617163105-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31a50a8a8f864c4fbcbb832191f741a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3dec5be-1f", "ovs_interfaceid": "c3dec5be-1f29-4c27-b2e2-1aa9953b3e3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.846165] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4e819b7e-fea7-45b6-9e6d-d9734bedb235 tempest-TenantUsagesTestJSON-828266692 tempest-TenantUsagesTestJSON-828266692-project-member] Lock "5b4524e2-ff60-4ae5-9658-7fe7cad2b878" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.325s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 721.924255] env[62353]: DEBUG oslo_concurrency.lockutils [req-2d157ce1-5b2d-46c1-bc87-4b2164a311df req-f529cfa7-a160-4d45-a974-48902d3d8b7c service nova] Releasing lock "refresh_cache-d0318881-a5f3-4701-991a-7e42895b5f46" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 721.930202] env[62353]: DEBUG oslo_concurrency.lockutils [None req-9c1f8a86-9b9e-4208-9df3-54539230d9fc tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Lock "d99b532a-164e-471b-b9ca-a0850f606780" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.081s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 722.020281] env[62353]: DEBUG nova.compute.manager [req-3cffb304-631f-4c32-ba71-e645bc5d1238 req-daff6cbb-7e94-4305-8621-51a19ceedf83 service nova] [instance: bbbb4f2b-e3a0-4c4e-8e47-7de18b1b8f66] Received event network-vif-plugged-5afc3c3c-dfc4-425f-93de-542bb5bf0749 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 722.021273] env[62353]: DEBUG oslo_concurrency.lockutils [req-3cffb304-631f-4c32-ba71-e645bc5d1238 req-daff6cbb-7e94-4305-8621-51a19ceedf83 service nova] Acquiring lock "bbbb4f2b-e3a0-4c4e-8e47-7de18b1b8f66-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 722.021273] env[62353]: DEBUG oslo_concurrency.lockutils [req-3cffb304-631f-4c32-ba71-e645bc5d1238 req-daff6cbb-7e94-4305-8621-51a19ceedf83 service nova] Lock "bbbb4f2b-e3a0-4c4e-8e47-7de18b1b8f66-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 722.021956] env[62353]: DEBUG oslo_concurrency.lockutils [req-3cffb304-631f-4c32-ba71-e645bc5d1238 req-daff6cbb-7e94-4305-8621-51a19ceedf83 service nova] Lock "bbbb4f2b-e3a0-4c4e-8e47-7de18b1b8f66-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 722.022073] env[62353]: DEBUG nova.compute.manager [req-3cffb304-631f-4c32-ba71-e645bc5d1238 req-daff6cbb-7e94-4305-8621-51a19ceedf83 service nova] [instance: bbbb4f2b-e3a0-4c4e-8e47-7de18b1b8f66] No waiting events found dispatching network-vif-plugged-5afc3c3c-dfc4-425f-93de-542bb5bf0749 {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 722.022360] env[62353]: WARNING nova.compute.manager [req-3cffb304-631f-4c32-ba71-e645bc5d1238 req-daff6cbb-7e94-4305-8621-51a19ceedf83 service nova] [instance: bbbb4f2b-e3a0-4c4e-8e47-7de18b1b8f66] Received unexpected event network-vif-plugged-5afc3c3c-dfc4-425f-93de-542bb5bf0749 for instance with vm_state building and task_state spawning. [ 722.111106] env[62353]: DEBUG nova.network.neutron [None req-5ea2067d-95ed-4f6f-87eb-5b28845690cf tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] [instance: bbbb4f2b-e3a0-4c4e-8e47-7de18b1b8f66] Successfully updated port: 5afc3c3c-dfc4-425f-93de-542bb5bf0749 {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 722.497733] env[62353]: DEBUG nova.objects.instance [None req-69ec18d4-b0f0-4cc2-b7ae-fbf371e32694 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Lazy-loading 'flavor' on Instance uuid d99b532a-164e-471b-b9ca-a0850f606780 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 722.616679] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5ea2067d-95ed-4f6f-87eb-5b28845690cf tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Acquiring lock "refresh_cache-bbbb4f2b-e3a0-4c4e-8e47-7de18b1b8f66" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 722.616679] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5ea2067d-95ed-4f6f-87eb-5b28845690cf tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Acquired lock "refresh_cache-bbbb4f2b-e3a0-4c4e-8e47-7de18b1b8f66" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.616679] env[62353]: DEBUG nova.network.neutron [None req-5ea2067d-95ed-4f6f-87eb-5b28845690cf tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] [instance: bbbb4f2b-e3a0-4c4e-8e47-7de18b1b8f66] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 722.947289] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5d66e3a-a8de-4555-b90d-90243d5972e9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.956349] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ffa639b-a31f-4197-a60b-5162a99188cb {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.995419] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ea21fde-b90f-4715-9994-c8bd59283865 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.006016] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac150906-4fd4-4e4c-8852-696d09232d2f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.010592] env[62353]: DEBUG oslo_concurrency.lockutils [None req-69ec18d4-b0f0-4cc2-b7ae-fbf371e32694 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Acquiring lock "refresh_cache-d99b532a-164e-471b-b9ca-a0850f606780" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 723.010756] env[62353]: DEBUG oslo_concurrency.lockutils [None req-69ec18d4-b0f0-4cc2-b7ae-fbf371e32694 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Acquired lock "refresh_cache-d99b532a-164e-471b-b9ca-a0850f606780" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.010927] env[62353]: DEBUG nova.network.neutron [None req-69ec18d4-b0f0-4cc2-b7ae-fbf371e32694 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] [instance: d99b532a-164e-471b-b9ca-a0850f606780] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 723.011121] env[62353]: DEBUG nova.objects.instance [None req-69ec18d4-b0f0-4cc2-b7ae-fbf371e32694 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Lazy-loading 'info_cache' on Instance uuid d99b532a-164e-471b-b9ca-a0850f606780 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 723.023619] env[62353]: DEBUG nova.compute.provider_tree [None req-7a375abb-559c-4b39-8513-3afcf6ba1c1c tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 723.168617] env[62353]: DEBUG nova.network.neutron [None req-5ea2067d-95ed-4f6f-87eb-5b28845690cf tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] [instance: bbbb4f2b-e3a0-4c4e-8e47-7de18b1b8f66] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 723.384096] env[62353]: DEBUG nova.network.neutron [None req-5ea2067d-95ed-4f6f-87eb-5b28845690cf tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] [instance: bbbb4f2b-e3a0-4c4e-8e47-7de18b1b8f66] Updating instance_info_cache with network_info: [{"id": "5afc3c3c-dfc4-425f-93de-542bb5bf0749", "address": "fa:16:3e:0c:b9:0b", "network": {"id": "2be634d9-365a-4258-9bd8-c03318d42ac3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.238", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0a3f88790a594523a818b8c00f6862e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5afc3c3c-df", "ovs_interfaceid": "5afc3c3c-dfc4-425f-93de-542bb5bf0749", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 723.514491] env[62353]: DEBUG nova.objects.base [None req-69ec18d4-b0f0-4cc2-b7ae-fbf371e32694 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=62353) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 723.527070] env[62353]: DEBUG nova.scheduler.client.report [None req-7a375abb-559c-4b39-8513-3afcf6ba1c1c tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 723.567866] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3cb1ab2a-d547-40e6-9420-b243fd588222 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Acquiring lock "d7dd9b27-eeaa-49be-af8f-86b100ff7a69" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 723.568260] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3cb1ab2a-d547-40e6-9420-b243fd588222 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Lock "d7dd9b27-eeaa-49be-af8f-86b100ff7a69" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 723.887290] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5ea2067d-95ed-4f6f-87eb-5b28845690cf tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Releasing lock "refresh_cache-bbbb4f2b-e3a0-4c4e-8e47-7de18b1b8f66" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 723.887639] env[62353]: DEBUG nova.compute.manager [None req-5ea2067d-95ed-4f6f-87eb-5b28845690cf tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] [instance: bbbb4f2b-e3a0-4c4e-8e47-7de18b1b8f66] Instance network_info: |[{"id": "5afc3c3c-dfc4-425f-93de-542bb5bf0749", "address": "fa:16:3e:0c:b9:0b", "network": {"id": "2be634d9-365a-4258-9bd8-c03318d42ac3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.238", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0a3f88790a594523a818b8c00f6862e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5afc3c3c-df", "ovs_interfaceid": "5afc3c3c-dfc4-425f-93de-542bb5bf0749", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 723.888099] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-5ea2067d-95ed-4f6f-87eb-5b28845690cf tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] [instance: bbbb4f2b-e3a0-4c4e-8e47-7de18b1b8f66] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0c:b9:0b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ec46b14d-3310-4f2b-96c1-f53ee47d3759', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5afc3c3c-dfc4-425f-93de-542bb5bf0749', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 723.895669] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ea2067d-95ed-4f6f-87eb-5b28845690cf tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Creating folder: Project (6c5a0144756140938dd8d62f12d34cfb). Parent ref: group-v481456. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 723.895964] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6ac1eaa5-e305-421a-b56f-d39fe786e645 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.907014] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-5ea2067d-95ed-4f6f-87eb-5b28845690cf tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Created folder: Project (6c5a0144756140938dd8d62f12d34cfb) in parent group-v481456. [ 723.907014] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ea2067d-95ed-4f6f-87eb-5b28845690cf tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Creating folder: Instances. Parent ref: group-v481587. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 723.907175] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fec5eb4b-b541-4e0a-9c0e-55fbb1f47af2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.916960] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-5ea2067d-95ed-4f6f-87eb-5b28845690cf tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Created folder: Instances in parent group-v481587. [ 723.916960] env[62353]: DEBUG oslo.service.loopingcall [None req-5ea2067d-95ed-4f6f-87eb-5b28845690cf tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 723.916960] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bbbb4f2b-e3a0-4c4e-8e47-7de18b1b8f66] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 723.917201] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-42c6b812-4ee9-4685-b3e0-74ee02095b96 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.936860] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 723.936860] env[62353]: value = "task-2372204" [ 723.936860] env[62353]: _type = "Task" [ 723.936860] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.951319] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372204, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.038677] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7a375abb-559c-4b39-8513-3afcf6ba1c1c tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.728s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 724.039086] env[62353]: DEBUG nova.compute.manager [None req-7a375abb-559c-4b39-8513-3afcf6ba1c1c tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] [instance: 996dff46-a8df-411f-8974-260f591f6086] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 724.042348] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a32d8ba9-8737-49c4-9cf3-705428d5118e tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.368s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 724.042617] env[62353]: DEBUG nova.objects.instance [None req-a32d8ba9-8737-49c4-9cf3-705428d5118e tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Lazy-loading 'resources' on Instance uuid c7b98e17-46d0-4ae9-988e-fae08ee05377 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 724.090844] env[62353]: DEBUG nova.compute.manager [req-6a564e04-3ad0-44ca-a89a-9421cdcc7502 req-f7f038e2-e380-4810-8037-f261a5de0a8b service nova] [instance: bbbb4f2b-e3a0-4c4e-8e47-7de18b1b8f66] Received event network-changed-5afc3c3c-dfc4-425f-93de-542bb5bf0749 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 724.091056] env[62353]: DEBUG nova.compute.manager [req-6a564e04-3ad0-44ca-a89a-9421cdcc7502 req-f7f038e2-e380-4810-8037-f261a5de0a8b service nova] [instance: bbbb4f2b-e3a0-4c4e-8e47-7de18b1b8f66] Refreshing instance network info cache due to event network-changed-5afc3c3c-dfc4-425f-93de-542bb5bf0749. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 724.091274] env[62353]: DEBUG oslo_concurrency.lockutils [req-6a564e04-3ad0-44ca-a89a-9421cdcc7502 req-f7f038e2-e380-4810-8037-f261a5de0a8b service nova] Acquiring lock "refresh_cache-bbbb4f2b-e3a0-4c4e-8e47-7de18b1b8f66" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 724.091415] env[62353]: DEBUG oslo_concurrency.lockutils [req-6a564e04-3ad0-44ca-a89a-9421cdcc7502 req-f7f038e2-e380-4810-8037-f261a5de0a8b service nova] Acquired lock "refresh_cache-bbbb4f2b-e3a0-4c4e-8e47-7de18b1b8f66" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.091572] env[62353]: DEBUG nova.network.neutron [req-6a564e04-3ad0-44ca-a89a-9421cdcc7502 req-f7f038e2-e380-4810-8037-f261a5de0a8b service nova] [instance: bbbb4f2b-e3a0-4c4e-8e47-7de18b1b8f66] Refreshing network info cache for port 5afc3c3c-dfc4-425f-93de-542bb5bf0749 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 724.276674] env[62353]: DEBUG nova.network.neutron [None req-69ec18d4-b0f0-4cc2-b7ae-fbf371e32694 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] [instance: d99b532a-164e-471b-b9ca-a0850f606780] Updating instance_info_cache with network_info: [{"id": "c5875a77-e14b-4b15-9989-ea55578e05bc", "address": "fa:16:3e:c0:2a:d8", "network": {"id": "9afa6f42-49c7-4ac3-8768-17706842d745", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-815498538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d213c623a43e4217a07ef7c0ece481da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359c2c31-99c4-41d7-a513-3bc4825897a0", "external-id": "nsx-vlan-transportzone-173", "segmentation_id": 173, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5875a77-e1", "ovs_interfaceid": "c5875a77-e14b-4b15-9989-ea55578e05bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.448778] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372204, 'name': CreateVM_Task, 'duration_secs': 0.478068} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.448778] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bbbb4f2b-e3a0-4c4e-8e47-7de18b1b8f66] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 724.448778] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5ea2067d-95ed-4f6f-87eb-5b28845690cf tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 724.448890] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5ea2067d-95ed-4f6f-87eb-5b28845690cf tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Acquired lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.449152] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5ea2067d-95ed-4f6f-87eb-5b28845690cf tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 724.449416] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a19742c9-f2ff-4ca0-a7ff-122caf37e7b6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.457633] env[62353]: DEBUG oslo_vmware.api [None req-5ea2067d-95ed-4f6f-87eb-5b28845690cf tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Waiting for the task: (returnval){ [ 724.457633] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]523a2ceb-a88c-1c76-941b-36a1301c4652" [ 724.457633] env[62353]: _type = "Task" [ 724.457633] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.465947] env[62353]: DEBUG oslo_vmware.api [None req-5ea2067d-95ed-4f6f-87eb-5b28845690cf tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]523a2ceb-a88c-1c76-941b-36a1301c4652, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.546891] env[62353]: DEBUG nova.compute.utils [None req-7a375abb-559c-4b39-8513-3afcf6ba1c1c tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 724.553607] env[62353]: DEBUG nova.compute.manager [None req-7a375abb-559c-4b39-8513-3afcf6ba1c1c tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] [instance: 996dff46-a8df-411f-8974-260f591f6086] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 724.553784] env[62353]: DEBUG nova.network.neutron [None req-7a375abb-559c-4b39-8513-3afcf6ba1c1c tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] [instance: 996dff46-a8df-411f-8974-260f591f6086] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 724.689980] env[62353]: DEBUG nova.policy [None req-7a375abb-559c-4b39-8513-3afcf6ba1c1c tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9b92099386af4fd19e4a9c53803e17e8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6c5a0144756140938dd8d62f12d34cfb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:192}} [ 724.780015] env[62353]: DEBUG oslo_concurrency.lockutils [None req-69ec18d4-b0f0-4cc2-b7ae-fbf371e32694 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Releasing lock "refresh_cache-d99b532a-164e-471b-b9ca-a0850f606780" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 724.973113] env[62353]: DEBUG oslo_vmware.api [None req-5ea2067d-95ed-4f6f-87eb-5b28845690cf tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]523a2ceb-a88c-1c76-941b-36a1301c4652, 'name': SearchDatastore_Task, 'duration_secs': 0.041882} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.974142] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5ea2067d-95ed-4f6f-87eb-5b28845690cf tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Releasing lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 724.974142] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-5ea2067d-95ed-4f6f-87eb-5b28845690cf tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] [instance: bbbb4f2b-e3a0-4c4e-8e47-7de18b1b8f66] Processing image 06f909ae-e8dc-43b4-abf7-c7ed85db9bbd {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 724.974142] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5ea2067d-95ed-4f6f-87eb-5b28845690cf tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 724.974142] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5ea2067d-95ed-4f6f-87eb-5b28845690cf tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Acquired lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.974378] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ea2067d-95ed-4f6f-87eb-5b28845690cf tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 724.975311] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-11a00696-0b94-42dd-9c79-0772ed5d43e1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.989140] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ea2067d-95ed-4f6f-87eb-5b28845690cf tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 724.989334] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-5ea2067d-95ed-4f6f-87eb-5b28845690cf tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 724.990088] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb7725c1-2c94-456f-b8f7-6ca9ddb67907 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.002041] env[62353]: DEBUG oslo_vmware.api [None req-5ea2067d-95ed-4f6f-87eb-5b28845690cf tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Waiting for the task: (returnval){ [ 725.002041] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52b4d81c-310a-aab7-b0d7-788b65c97b5b" [ 725.002041] env[62353]: _type = "Task" [ 725.002041] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.010780] env[62353]: DEBUG nova.network.neutron [req-6a564e04-3ad0-44ca-a89a-9421cdcc7502 req-f7f038e2-e380-4810-8037-f261a5de0a8b service nova] [instance: bbbb4f2b-e3a0-4c4e-8e47-7de18b1b8f66] Updated VIF entry in instance network info cache for port 5afc3c3c-dfc4-425f-93de-542bb5bf0749. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 725.011139] env[62353]: DEBUG nova.network.neutron [req-6a564e04-3ad0-44ca-a89a-9421cdcc7502 req-f7f038e2-e380-4810-8037-f261a5de0a8b service nova] [instance: bbbb4f2b-e3a0-4c4e-8e47-7de18b1b8f66] Updating instance_info_cache with network_info: [{"id": "5afc3c3c-dfc4-425f-93de-542bb5bf0749", "address": "fa:16:3e:0c:b9:0b", "network": {"id": "2be634d9-365a-4258-9bd8-c03318d42ac3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.238", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0a3f88790a594523a818b8c00f6862e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5afc3c3c-df", "ovs_interfaceid": "5afc3c3c-dfc4-425f-93de-542bb5bf0749", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 725.013863] env[62353]: DEBUG oslo_vmware.api [None req-5ea2067d-95ed-4f6f-87eb-5b28845690cf tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52b4d81c-310a-aab7-b0d7-788b65c97b5b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.058268] env[62353]: DEBUG nova.compute.manager [None req-7a375abb-559c-4b39-8513-3afcf6ba1c1c tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] [instance: 996dff46-a8df-411f-8974-260f591f6086] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 725.134813] env[62353]: DEBUG nova.network.neutron [None req-7a375abb-559c-4b39-8513-3afcf6ba1c1c tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] [instance: 996dff46-a8df-411f-8974-260f591f6086] Successfully created port: ba4d9d66-b803-4420-9494-0a69c371f412 {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 725.163824] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ca61a6b-df7f-4140-94bc-def0dbfa1ca5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.173598] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6915188-9d39-4390-855c-216df01f9cbf {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.206476] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd6cd973-3537-4347-8d71-19cdc5747374 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.214371] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d178daa-4db9-418a-bbbd-72cee67ef235 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.229125] env[62353]: DEBUG nova.compute.provider_tree [None req-a32d8ba9-8737-49c4-9cf3-705428d5118e tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 725.512110] env[62353]: DEBUG oslo_vmware.api [None req-5ea2067d-95ed-4f6f-87eb-5b28845690cf tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52b4d81c-310a-aab7-b0d7-788b65c97b5b, 'name': SearchDatastore_Task, 'duration_secs': 0.042499} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.512805] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90193dfc-413f-47b3-8153-27b17a0884dd {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.515594] env[62353]: DEBUG oslo_concurrency.lockutils [req-6a564e04-3ad0-44ca-a89a-9421cdcc7502 req-f7f038e2-e380-4810-8037-f261a5de0a8b service nova] Releasing lock "refresh_cache-bbbb4f2b-e3a0-4c4e-8e47-7de18b1b8f66" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 725.521066] env[62353]: DEBUG oslo_vmware.api [None req-5ea2067d-95ed-4f6f-87eb-5b28845690cf tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Waiting for the task: (returnval){ [ 725.521066] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5290509d-6f52-94f7-8c35-d61f88aa116e" [ 725.521066] env[62353]: _type = "Task" [ 725.521066] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.532029] env[62353]: DEBUG oslo_vmware.api [None req-5ea2067d-95ed-4f6f-87eb-5b28845690cf tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5290509d-6f52-94f7-8c35-d61f88aa116e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.732465] env[62353]: DEBUG nova.scheduler.client.report [None req-a32d8ba9-8737-49c4-9cf3-705428d5118e tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 725.787568] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-69ec18d4-b0f0-4cc2-b7ae-fbf371e32694 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] [instance: d99b532a-164e-471b-b9ca-a0850f606780] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 725.788071] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9de786d8-e327-446c-8a18-a748e389d84a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.796630] env[62353]: DEBUG oslo_vmware.api [None req-69ec18d4-b0f0-4cc2-b7ae-fbf371e32694 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Waiting for the task: (returnval){ [ 725.796630] env[62353]: value = "task-2372205" [ 725.796630] env[62353]: _type = "Task" [ 725.796630] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.805679] env[62353]: DEBUG oslo_vmware.api [None req-69ec18d4-b0f0-4cc2-b7ae-fbf371e32694 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Task: {'id': task-2372205, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.033206] env[62353]: DEBUG oslo_vmware.api [None req-5ea2067d-95ed-4f6f-87eb-5b28845690cf tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5290509d-6f52-94f7-8c35-d61f88aa116e, 'name': SearchDatastore_Task, 'duration_secs': 0.019538} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.033469] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5ea2067d-95ed-4f6f-87eb-5b28845690cf tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Releasing lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 726.033751] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ea2067d-95ed-4f6f-87eb-5b28845690cf tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore1] bbbb4f2b-e3a0-4c4e-8e47-7de18b1b8f66/bbbb4f2b-e3a0-4c4e-8e47-7de18b1b8f66.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 726.033970] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f8cba1ca-c406-46ab-8978-f0a2517f0d6d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.040145] env[62353]: DEBUG oslo_vmware.api [None req-5ea2067d-95ed-4f6f-87eb-5b28845690cf tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Waiting for the task: (returnval){ [ 726.040145] env[62353]: value = "task-2372206" [ 726.040145] env[62353]: _type = "Task" [ 726.040145] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.049363] env[62353]: DEBUG oslo_vmware.api [None req-5ea2067d-95ed-4f6f-87eb-5b28845690cf tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Task: {'id': task-2372206, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.074554] env[62353]: DEBUG nova.compute.manager [None req-7a375abb-559c-4b39-8513-3afcf6ba1c1c tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] [instance: 996dff46-a8df-411f-8974-260f591f6086] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 726.100119] env[62353]: DEBUG nova.virt.hardware [None req-7a375abb-559c-4b39-8513-3afcf6ba1c1c tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T12:38:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T12:38:15Z,direct_url=,disk_format='vmdk',id=06f909ae-e8dc-43b4-abf7-c7ed85db9bbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0a3f88790a594523a818b8c00f6862e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T12:38:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 726.100376] env[62353]: DEBUG nova.virt.hardware [None req-7a375abb-559c-4b39-8513-3afcf6ba1c1c tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 726.100530] env[62353]: DEBUG nova.virt.hardware [None req-7a375abb-559c-4b39-8513-3afcf6ba1c1c tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 726.100713] env[62353]: DEBUG nova.virt.hardware [None req-7a375abb-559c-4b39-8513-3afcf6ba1c1c tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 726.100855] env[62353]: DEBUG nova.virt.hardware [None req-7a375abb-559c-4b39-8513-3afcf6ba1c1c tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 726.100998] env[62353]: DEBUG nova.virt.hardware [None req-7a375abb-559c-4b39-8513-3afcf6ba1c1c tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 726.101228] env[62353]: DEBUG nova.virt.hardware [None req-7a375abb-559c-4b39-8513-3afcf6ba1c1c tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 726.101386] env[62353]: DEBUG nova.virt.hardware [None req-7a375abb-559c-4b39-8513-3afcf6ba1c1c tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 726.101548] env[62353]: DEBUG nova.virt.hardware [None req-7a375abb-559c-4b39-8513-3afcf6ba1c1c tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 726.101711] env[62353]: DEBUG nova.virt.hardware [None req-7a375abb-559c-4b39-8513-3afcf6ba1c1c tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 726.101879] env[62353]: DEBUG nova.virt.hardware [None req-7a375abb-559c-4b39-8513-3afcf6ba1c1c tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 726.102911] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35bc8f42-faba-4739-8c66-aeddad799999 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.110625] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3f4f105-9931-417b-bdce-602df5415735 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.238140] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a32d8ba9-8737-49c4-9cf3-705428d5118e tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.196s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 726.240896] env[62353]: DEBUG oslo_concurrency.lockutils [None req-15b5d97b-9356-4f7e-9ef0-bac16263f1fc tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.302s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 726.242734] env[62353]: INFO nova.compute.claims [None req-15b5d97b-9356-4f7e-9ef0-bac16263f1fc tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] [instance: 7a3d03fd-327a-453b-ad3c-12736433379d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 726.269603] env[62353]: INFO nova.scheduler.client.report [None req-a32d8ba9-8737-49c4-9cf3-705428d5118e tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Deleted allocations for instance c7b98e17-46d0-4ae9-988e-fae08ee05377 [ 726.309198] env[62353]: DEBUG oslo_vmware.api [None req-69ec18d4-b0f0-4cc2-b7ae-fbf371e32694 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Task: {'id': task-2372205, 'name': PowerOnVM_Task} progress is 79%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.550084] env[62353]: DEBUG oslo_vmware.api [None req-5ea2067d-95ed-4f6f-87eb-5b28845690cf tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Task: {'id': task-2372206, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.448987} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.550784] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ea2067d-95ed-4f6f-87eb-5b28845690cf tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore1] bbbb4f2b-e3a0-4c4e-8e47-7de18b1b8f66/bbbb4f2b-e3a0-4c4e-8e47-7de18b1b8f66.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 726.550784] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-5ea2067d-95ed-4f6f-87eb-5b28845690cf tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] [instance: bbbb4f2b-e3a0-4c4e-8e47-7de18b1b8f66] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 726.550959] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2ad04bfb-bb6e-412b-aa8e-3be9852b33b3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.558018] env[62353]: DEBUG oslo_vmware.api [None req-5ea2067d-95ed-4f6f-87eb-5b28845690cf tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Waiting for the task: (returnval){ [ 726.558018] env[62353]: value = "task-2372207" [ 726.558018] env[62353]: _type = "Task" [ 726.558018] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.566968] env[62353]: DEBUG oslo_vmware.api [None req-5ea2067d-95ed-4f6f-87eb-5b28845690cf tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Task: {'id': task-2372207, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.640775] env[62353]: DEBUG nova.compute.manager [req-cbf12858-2ae0-484f-9f27-90e7b5c54b47 req-76d57446-b319-4ee2-b7ef-82a5742f5000 service nova] [instance: 996dff46-a8df-411f-8974-260f591f6086] Received event network-vif-plugged-ba4d9d66-b803-4420-9494-0a69c371f412 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 726.640894] env[62353]: DEBUG oslo_concurrency.lockutils [req-cbf12858-2ae0-484f-9f27-90e7b5c54b47 req-76d57446-b319-4ee2-b7ef-82a5742f5000 service nova] Acquiring lock "996dff46-a8df-411f-8974-260f591f6086-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 726.641159] env[62353]: DEBUG oslo_concurrency.lockutils [req-cbf12858-2ae0-484f-9f27-90e7b5c54b47 req-76d57446-b319-4ee2-b7ef-82a5742f5000 service nova] Lock "996dff46-a8df-411f-8974-260f591f6086-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 726.641285] env[62353]: DEBUG oslo_concurrency.lockutils [req-cbf12858-2ae0-484f-9f27-90e7b5c54b47 req-76d57446-b319-4ee2-b7ef-82a5742f5000 service nova] Lock "996dff46-a8df-411f-8974-260f591f6086-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 726.641450] env[62353]: DEBUG nova.compute.manager [req-cbf12858-2ae0-484f-9f27-90e7b5c54b47 req-76d57446-b319-4ee2-b7ef-82a5742f5000 service nova] [instance: 996dff46-a8df-411f-8974-260f591f6086] No waiting events found dispatching network-vif-plugged-ba4d9d66-b803-4420-9494-0a69c371f412 {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 726.641612] env[62353]: WARNING nova.compute.manager [req-cbf12858-2ae0-484f-9f27-90e7b5c54b47 req-76d57446-b319-4ee2-b7ef-82a5742f5000 service nova] [instance: 996dff46-a8df-411f-8974-260f591f6086] Received unexpected event network-vif-plugged-ba4d9d66-b803-4420-9494-0a69c371f412 for instance with vm_state building and task_state spawning. [ 726.726832] env[62353]: DEBUG nova.network.neutron [None req-7a375abb-559c-4b39-8513-3afcf6ba1c1c tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] [instance: 996dff46-a8df-411f-8974-260f591f6086] Successfully updated port: ba4d9d66-b803-4420-9494-0a69c371f412 {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 726.776562] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a32d8ba9-8737-49c4-9cf3-705428d5118e tempest-ServersAdminNegativeTestJSON-1549156010 tempest-ServersAdminNegativeTestJSON-1549156010-project-member] Lock "c7b98e17-46d0-4ae9-988e-fae08ee05377" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.541s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 726.807695] env[62353]: DEBUG oslo_vmware.api [None req-69ec18d4-b0f0-4cc2-b7ae-fbf371e32694 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Task: {'id': task-2372205, 'name': PowerOnVM_Task, 'duration_secs': 0.816275} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.808154] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-69ec18d4-b0f0-4cc2-b7ae-fbf371e32694 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] [instance: d99b532a-164e-471b-b9ca-a0850f606780] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 726.808346] env[62353]: DEBUG nova.compute.manager [None req-69ec18d4-b0f0-4cc2-b7ae-fbf371e32694 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] [instance: d99b532a-164e-471b-b9ca-a0850f606780] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 726.809226] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00128463-219b-41c9-81da-52c93649be17 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.067359] env[62353]: DEBUG oslo_vmware.api [None req-5ea2067d-95ed-4f6f-87eb-5b28845690cf tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Task: {'id': task-2372207, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061956} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.067926] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-5ea2067d-95ed-4f6f-87eb-5b28845690cf tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] [instance: bbbb4f2b-e3a0-4c4e-8e47-7de18b1b8f66] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 727.069355] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-179ee72e-7b6f-4ce6-ab88-a45c69506776 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.099014] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ea2067d-95ed-4f6f-87eb-5b28845690cf tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] [instance: bbbb4f2b-e3a0-4c4e-8e47-7de18b1b8f66] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] bbbb4f2b-e3a0-4c4e-8e47-7de18b1b8f66/bbbb4f2b-e3a0-4c4e-8e47-7de18b1b8f66.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 727.099014] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4624fa77-970f-41c1-8986-65a54c1edbb5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.118079] env[62353]: DEBUG oslo_vmware.api [None req-5ea2067d-95ed-4f6f-87eb-5b28845690cf tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Waiting for the task: (returnval){ [ 727.118079] env[62353]: value = "task-2372208" [ 727.118079] env[62353]: _type = "Task" [ 727.118079] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.126463] env[62353]: DEBUG oslo_vmware.api [None req-5ea2067d-95ed-4f6f-87eb-5b28845690cf tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Task: {'id': task-2372208, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.229963] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7a375abb-559c-4b39-8513-3afcf6ba1c1c tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Acquiring lock "refresh_cache-996dff46-a8df-411f-8974-260f591f6086" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 727.230161] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7a375abb-559c-4b39-8513-3afcf6ba1c1c tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Acquired lock "refresh_cache-996dff46-a8df-411f-8974-260f591f6086" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.233064] env[62353]: DEBUG nova.network.neutron [None req-7a375abb-559c-4b39-8513-3afcf6ba1c1c tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] [instance: 996dff46-a8df-411f-8974-260f591f6086] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 727.629387] env[62353]: DEBUG oslo_vmware.api [None req-5ea2067d-95ed-4f6f-87eb-5b28845690cf tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Task: {'id': task-2372208, 'name': ReconfigVM_Task, 'duration_secs': 0.287721} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.629707] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ea2067d-95ed-4f6f-87eb-5b28845690cf tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] [instance: bbbb4f2b-e3a0-4c4e-8e47-7de18b1b8f66] Reconfigured VM instance instance-0000002b to attach disk [datastore1] bbbb4f2b-e3a0-4c4e-8e47-7de18b1b8f66/bbbb4f2b-e3a0-4c4e-8e47-7de18b1b8f66.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 727.632571] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a37597cb-b65d-492d-a567-5251262195b5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.638773] env[62353]: DEBUG oslo_vmware.api [None req-5ea2067d-95ed-4f6f-87eb-5b28845690cf tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Waiting for the task: (returnval){ [ 727.638773] env[62353]: value = "task-2372209" [ 727.638773] env[62353]: _type = "Task" [ 727.638773] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.648116] env[62353]: DEBUG oslo_vmware.api [None req-5ea2067d-95ed-4f6f-87eb-5b28845690cf tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Task: {'id': task-2372209, 'name': Rename_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.783512] env[62353]: DEBUG nova.network.neutron [None req-7a375abb-559c-4b39-8513-3afcf6ba1c1c tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] [instance: 996dff46-a8df-411f-8974-260f591f6086] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 727.790170] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3eda22b-e40d-4889-be30-c3fa78db8bc3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.800526] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efb36963-4d0e-4419-9556-6806d0fe9033 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.846665] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0e9f729-cb6a-419b-9a02-a5ac8ec9749c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.854053] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f28f32a4-dd91-45d6-a01f-79d6f434f3a6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.868528] env[62353]: DEBUG nova.compute.provider_tree [None req-15b5d97b-9356-4f7e-9ef0-bac16263f1fc tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 727.942759] env[62353]: DEBUG nova.network.neutron [None req-7a375abb-559c-4b39-8513-3afcf6ba1c1c tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] [instance: 996dff46-a8df-411f-8974-260f591f6086] Updating instance_info_cache with network_info: [{"id": "ba4d9d66-b803-4420-9494-0a69c371f412", "address": "fa:16:3e:72:92:20", "network": {"id": "2be634d9-365a-4258-9bd8-c03318d42ac3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.80", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0a3f88790a594523a818b8c00f6862e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba4d9d66-b8", "ovs_interfaceid": "ba4d9d66-b803-4420-9494-0a69c371f412", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.148512] env[62353]: DEBUG oslo_vmware.api [None req-5ea2067d-95ed-4f6f-87eb-5b28845690cf tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Task: {'id': task-2372209, 'name': Rename_Task, 'duration_secs': 0.139092} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.148809] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ea2067d-95ed-4f6f-87eb-5b28845690cf tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] [instance: bbbb4f2b-e3a0-4c4e-8e47-7de18b1b8f66] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 728.149042] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6bbddfd8-4dbe-46ae-b5af-a1b3f3138ce7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.154976] env[62353]: DEBUG oslo_vmware.api [None req-5ea2067d-95ed-4f6f-87eb-5b28845690cf tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Waiting for the task: (returnval){ [ 728.154976] env[62353]: value = "task-2372210" [ 728.154976] env[62353]: _type = "Task" [ 728.154976] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.162741] env[62353]: DEBUG oslo_vmware.api [None req-5ea2067d-95ed-4f6f-87eb-5b28845690cf tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Task: {'id': task-2372210, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.372397] env[62353]: DEBUG nova.scheduler.client.report [None req-15b5d97b-9356-4f7e-9ef0-bac16263f1fc tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 728.447446] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7a375abb-559c-4b39-8513-3afcf6ba1c1c tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Releasing lock "refresh_cache-996dff46-a8df-411f-8974-260f591f6086" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 728.450898] env[62353]: DEBUG nova.compute.manager [None req-7a375abb-559c-4b39-8513-3afcf6ba1c1c tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] [instance: 996dff46-a8df-411f-8974-260f591f6086] Instance network_info: |[{"id": "ba4d9d66-b803-4420-9494-0a69c371f412", "address": "fa:16:3e:72:92:20", "network": {"id": "2be634d9-365a-4258-9bd8-c03318d42ac3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.80", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0a3f88790a594523a818b8c00f6862e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba4d9d66-b8", "ovs_interfaceid": "ba4d9d66-b803-4420-9494-0a69c371f412", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 728.451212] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-7a375abb-559c-4b39-8513-3afcf6ba1c1c tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] [instance: 996dff46-a8df-411f-8974-260f591f6086] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:72:92:20', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ec46b14d-3310-4f2b-96c1-f53ee47d3759', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ba4d9d66-b803-4420-9494-0a69c371f412', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 728.458984] env[62353]: DEBUG oslo.service.loopingcall [None req-7a375abb-559c-4b39-8513-3afcf6ba1c1c tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 728.459932] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 996dff46-a8df-411f-8974-260f591f6086] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 728.460369] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c05383a0-c577-41d8-a04a-3d1e7110b38b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.482418] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 728.482418] env[62353]: value = "task-2372211" [ 728.482418] env[62353]: _type = "Task" [ 728.482418] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.492423] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372211, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.666633] env[62353]: DEBUG oslo_vmware.api [None req-5ea2067d-95ed-4f6f-87eb-5b28845690cf tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Task: {'id': task-2372210, 'name': PowerOnVM_Task, 'duration_secs': 0.462762} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.667135] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ea2067d-95ed-4f6f-87eb-5b28845690cf tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] [instance: bbbb4f2b-e3a0-4c4e-8e47-7de18b1b8f66] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 728.669418] env[62353]: INFO nova.compute.manager [None req-5ea2067d-95ed-4f6f-87eb-5b28845690cf tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] [instance: bbbb4f2b-e3a0-4c4e-8e47-7de18b1b8f66] Took 7.50 seconds to spawn the instance on the hypervisor. [ 728.669418] env[62353]: DEBUG nova.compute.manager [None req-5ea2067d-95ed-4f6f-87eb-5b28845690cf tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] [instance: bbbb4f2b-e3a0-4c4e-8e47-7de18b1b8f66] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 728.669418] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bf49bc8-36ad-48a6-8206-b0fcb720e786 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.877336] env[62353]: DEBUG oslo_concurrency.lockutils [None req-15b5d97b-9356-4f7e-9ef0-bac16263f1fc tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.636s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 728.878062] env[62353]: DEBUG nova.compute.manager [None req-15b5d97b-9356-4f7e-9ef0-bac16263f1fc tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] [instance: 7a3d03fd-327a-453b-ad3c-12736433379d] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 728.881371] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f40b4931-2830-4c66-a086-0a737ce5a428 tempest-ServerDiagnosticsNegativeTest-1842184558 tempest-ServerDiagnosticsNegativeTest-1842184558-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.817s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 728.881748] env[62353]: DEBUG nova.objects.instance [None req-f40b4931-2830-4c66-a086-0a737ce5a428 tempest-ServerDiagnosticsNegativeTest-1842184558 tempest-ServerDiagnosticsNegativeTest-1842184558-project-member] Lazy-loading 'resources' on Instance uuid ed958c86-7d75-439f-a3f1-8c8d2fc6ea0d {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 728.941921] env[62353]: DEBUG nova.compute.manager [req-b63c2145-1aaf-46dc-b9e3-3717b2874fbf req-35b0061b-98e7-4634-a02a-e2982cfadaa9 service nova] [instance: 996dff46-a8df-411f-8974-260f591f6086] Received event network-changed-ba4d9d66-b803-4420-9494-0a69c371f412 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 728.942086] env[62353]: DEBUG nova.compute.manager [req-b63c2145-1aaf-46dc-b9e3-3717b2874fbf req-35b0061b-98e7-4634-a02a-e2982cfadaa9 service nova] [instance: 996dff46-a8df-411f-8974-260f591f6086] Refreshing instance network info cache due to event network-changed-ba4d9d66-b803-4420-9494-0a69c371f412. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 728.942210] env[62353]: DEBUG oslo_concurrency.lockutils [req-b63c2145-1aaf-46dc-b9e3-3717b2874fbf req-35b0061b-98e7-4634-a02a-e2982cfadaa9 service nova] Acquiring lock "refresh_cache-996dff46-a8df-411f-8974-260f591f6086" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 728.942310] env[62353]: DEBUG oslo_concurrency.lockutils [req-b63c2145-1aaf-46dc-b9e3-3717b2874fbf req-35b0061b-98e7-4634-a02a-e2982cfadaa9 service nova] Acquired lock "refresh_cache-996dff46-a8df-411f-8974-260f591f6086" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.942579] env[62353]: DEBUG nova.network.neutron [req-b63c2145-1aaf-46dc-b9e3-3717b2874fbf req-35b0061b-98e7-4634-a02a-e2982cfadaa9 service nova] [instance: 996dff46-a8df-411f-8974-260f591f6086] Refreshing network info cache for port ba4d9d66-b803-4420-9494-0a69c371f412 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 728.993950] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372211, 'name': CreateVM_Task} progress is 99%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.185905] env[62353]: INFO nova.compute.manager [None req-5ea2067d-95ed-4f6f-87eb-5b28845690cf tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] [instance: bbbb4f2b-e3a0-4c4e-8e47-7de18b1b8f66] Took 39.97 seconds to build instance. [ 729.382732] env[62353]: DEBUG nova.compute.utils [None req-15b5d97b-9356-4f7e-9ef0-bac16263f1fc tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 729.384241] env[62353]: DEBUG nova.compute.manager [None req-15b5d97b-9356-4f7e-9ef0-bac16263f1fc tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] [instance: 7a3d03fd-327a-453b-ad3c-12736433379d] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 729.384420] env[62353]: DEBUG nova.network.neutron [None req-15b5d97b-9356-4f7e-9ef0-bac16263f1fc tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] [instance: 7a3d03fd-327a-453b-ad3c-12736433379d] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 729.493032] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372211, 'name': CreateVM_Task} progress is 99%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.497957] env[62353]: DEBUG nova.policy [None req-15b5d97b-9356-4f7e-9ef0-bac16263f1fc tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dc3a210866ec40f5bf8bdf9c42749b53', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2bd217769000452c92f8523df9d4f6cf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:192}} [ 729.690607] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5ea2067d-95ed-4f6f-87eb-5b28845690cf tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Lock "bbbb4f2b-e3a0-4c4e-8e47-7de18b1b8f66" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 90.969s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 729.881694] env[62353]: DEBUG nova.network.neutron [req-b63c2145-1aaf-46dc-b9e3-3717b2874fbf req-35b0061b-98e7-4634-a02a-e2982cfadaa9 service nova] [instance: 996dff46-a8df-411f-8974-260f591f6086] Updated VIF entry in instance network info cache for port ba4d9d66-b803-4420-9494-0a69c371f412. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 729.881694] env[62353]: DEBUG nova.network.neutron [req-b63c2145-1aaf-46dc-b9e3-3717b2874fbf req-35b0061b-98e7-4634-a02a-e2982cfadaa9 service nova] [instance: 996dff46-a8df-411f-8974-260f591f6086] Updating instance_info_cache with network_info: [{"id": "ba4d9d66-b803-4420-9494-0a69c371f412", "address": "fa:16:3e:72:92:20", "network": {"id": "2be634d9-365a-4258-9bd8-c03318d42ac3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.80", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0a3f88790a594523a818b8c00f6862e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba4d9d66-b8", "ovs_interfaceid": "ba4d9d66-b803-4420-9494-0a69c371f412", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.891733] env[62353]: DEBUG nova.compute.manager [None req-15b5d97b-9356-4f7e-9ef0-bac16263f1fc tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] [instance: 7a3d03fd-327a-453b-ad3c-12736433379d] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 729.975769] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8adac876-d937-4c69-a264-2b9772319f83 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.984644] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff103ca6-baa5-4c03-914c-812f9166bb59 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.023386] env[62353]: DEBUG nova.network.neutron [None req-15b5d97b-9356-4f7e-9ef0-bac16263f1fc tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] [instance: 7a3d03fd-327a-453b-ad3c-12736433379d] Successfully created port: 92678226-a3c4-444a-88a6-f5f31ca73ae7 {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 730.029813] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53511105-85b1-41ae-9421-aa6f8b23ee69 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.032541] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372211, 'name': CreateVM_Task, 'duration_secs': 1.502975} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.036872] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 996dff46-a8df-411f-8974-260f591f6086] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 730.037075] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7a375abb-559c-4b39-8513-3afcf6ba1c1c tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 730.037603] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7a375abb-559c-4b39-8513-3afcf6ba1c1c tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Acquired lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.037692] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7a375abb-559c-4b39-8513-3afcf6ba1c1c tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 730.038275] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-709cb923-447e-4db2-8dc0-1bfc04d65b9b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.044372] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1656135-e70f-4da5-8c2c-861292088b7f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.052009] env[62353]: DEBUG oslo_vmware.api [None req-7a375abb-559c-4b39-8513-3afcf6ba1c1c tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Waiting for the task: (returnval){ [ 730.052009] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52d46d0f-c33b-c165-f877-141afe2097d2" [ 730.052009] env[62353]: _type = "Task" [ 730.052009] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.064064] env[62353]: DEBUG nova.compute.provider_tree [None req-f40b4931-2830-4c66-a086-0a737ce5a428 tempest-ServerDiagnosticsNegativeTest-1842184558 tempest-ServerDiagnosticsNegativeTest-1842184558-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 730.068960] env[62353]: DEBUG oslo_vmware.api [None req-7a375abb-559c-4b39-8513-3afcf6ba1c1c tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52d46d0f-c33b-c165-f877-141afe2097d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.197314] env[62353]: DEBUG nova.compute.manager [None req-bb562444-741e-4b51-ac97-e2a34ce7f4a5 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] [instance: f5897ca9-4a38-4583-a15a-dbb0a621ab2e] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 730.387852] env[62353]: DEBUG oslo_concurrency.lockutils [req-b63c2145-1aaf-46dc-b9e3-3717b2874fbf req-35b0061b-98e7-4634-a02a-e2982cfadaa9 service nova] Releasing lock "refresh_cache-996dff46-a8df-411f-8974-260f591f6086" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 730.537595] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b517e15a-d4ab-4480-9e16-fd4b9e05197f tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Acquiring lock "f468937a-de46-49b3-ba64-40403bb6b77f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 730.538238] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b517e15a-d4ab-4480-9e16-fd4b9e05197f tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Lock "f468937a-de46-49b3-ba64-40403bb6b77f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 730.538401] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b517e15a-d4ab-4480-9e16-fd4b9e05197f tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Acquiring lock "f468937a-de46-49b3-ba64-40403bb6b77f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 730.538663] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b517e15a-d4ab-4480-9e16-fd4b9e05197f tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Lock "f468937a-de46-49b3-ba64-40403bb6b77f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 730.538757] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b517e15a-d4ab-4480-9e16-fd4b9e05197f tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Lock "f468937a-de46-49b3-ba64-40403bb6b77f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 730.540902] env[62353]: INFO nova.compute.manager [None req-b517e15a-d4ab-4480-9e16-fd4b9e05197f tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] [instance: f468937a-de46-49b3-ba64-40403bb6b77f] Terminating instance [ 730.563929] env[62353]: DEBUG oslo_vmware.api [None req-7a375abb-559c-4b39-8513-3afcf6ba1c1c tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52d46d0f-c33b-c165-f877-141afe2097d2, 'name': SearchDatastore_Task, 'duration_secs': 0.022419} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.564245] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7a375abb-559c-4b39-8513-3afcf6ba1c1c tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Releasing lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 730.564477] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-7a375abb-559c-4b39-8513-3afcf6ba1c1c tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] [instance: 996dff46-a8df-411f-8974-260f591f6086] Processing image 06f909ae-e8dc-43b4-abf7-c7ed85db9bbd {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 730.564818] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7a375abb-559c-4b39-8513-3afcf6ba1c1c tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 730.564897] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7a375abb-559c-4b39-8513-3afcf6ba1c1c tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Acquired lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.565067] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a375abb-559c-4b39-8513-3afcf6ba1c1c tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 730.565904] env[62353]: DEBUG nova.scheduler.client.report [None req-f40b4931-2830-4c66-a086-0a737ce5a428 tempest-ServerDiagnosticsNegativeTest-1842184558 tempest-ServerDiagnosticsNegativeTest-1842184558-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 730.569009] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-31d028b8-b3e4-4cc9-89d5-c2bc02b5a04c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.579249] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a375abb-559c-4b39-8513-3afcf6ba1c1c tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 730.579672] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-7a375abb-559c-4b39-8513-3afcf6ba1c1c tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 730.582089] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3476543f-9b0c-483b-a20c-30b96877a61f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.586545] env[62353]: DEBUG oslo_vmware.api [None req-7a375abb-559c-4b39-8513-3afcf6ba1c1c tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Waiting for the task: (returnval){ [ 730.586545] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52b4a720-f548-7de1-c3cd-9107c1b819c1" [ 730.586545] env[62353]: _type = "Task" [ 730.586545] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.595890] env[62353]: DEBUG oslo_vmware.api [None req-7a375abb-559c-4b39-8513-3afcf6ba1c1c tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52b4a720-f548-7de1-c3cd-9107c1b819c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.726085] env[62353]: DEBUG oslo_concurrency.lockutils [None req-bb562444-741e-4b51-ac97-e2a34ce7f4a5 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 730.905261] env[62353]: DEBUG nova.compute.manager [None req-15b5d97b-9356-4f7e-9ef0-bac16263f1fc tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] [instance: 7a3d03fd-327a-453b-ad3c-12736433379d] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 730.934954] env[62353]: DEBUG nova.virt.hardware [None req-15b5d97b-9356-4f7e-9ef0-bac16263f1fc tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T12:41:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='b2cfdf0a-ebed-46be-89e8-ce115861799e',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1553823238',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T12:38:15Z,direct_url=,disk_format='vmdk',id=06f909ae-e8dc-43b4-abf7-c7ed85db9bbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0a3f88790a594523a818b8c00f6862e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T12:38:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 730.935308] env[62353]: DEBUG nova.virt.hardware [None req-15b5d97b-9356-4f7e-9ef0-bac16263f1fc tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 730.935393] env[62353]: DEBUG nova.virt.hardware [None req-15b5d97b-9356-4f7e-9ef0-bac16263f1fc tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 730.935564] env[62353]: DEBUG nova.virt.hardware [None req-15b5d97b-9356-4f7e-9ef0-bac16263f1fc tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 730.935709] env[62353]: DEBUG nova.virt.hardware [None req-15b5d97b-9356-4f7e-9ef0-bac16263f1fc tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 730.935855] env[62353]: DEBUG nova.virt.hardware [None req-15b5d97b-9356-4f7e-9ef0-bac16263f1fc tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 730.940142] env[62353]: DEBUG nova.virt.hardware [None req-15b5d97b-9356-4f7e-9ef0-bac16263f1fc tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 730.940394] env[62353]: DEBUG nova.virt.hardware [None req-15b5d97b-9356-4f7e-9ef0-bac16263f1fc tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 730.940588] env[62353]: DEBUG nova.virt.hardware [None req-15b5d97b-9356-4f7e-9ef0-bac16263f1fc tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 730.940760] env[62353]: DEBUG nova.virt.hardware [None req-15b5d97b-9356-4f7e-9ef0-bac16263f1fc tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 730.940939] env[62353]: DEBUG nova.virt.hardware [None req-15b5d97b-9356-4f7e-9ef0-bac16263f1fc tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 730.941882] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c403d789-9834-4650-98fe-a1c25def2f80 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.950802] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ce627e7-30e7-4a8e-b785-9471063b826b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.047886] env[62353]: DEBUG nova.compute.manager [None req-b517e15a-d4ab-4480-9e16-fd4b9e05197f tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] [instance: f468937a-de46-49b3-ba64-40403bb6b77f] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 731.047886] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-b517e15a-d4ab-4480-9e16-fd4b9e05197f tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] [instance: f468937a-de46-49b3-ba64-40403bb6b77f] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 731.047886] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50daf515-96fe-4403-9cb3-46a60b102983 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.058827] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-b517e15a-d4ab-4480-9e16-fd4b9e05197f tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] [instance: f468937a-de46-49b3-ba64-40403bb6b77f] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 731.059280] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3de4f069-3208-48b1-b464-0a5d7da075b3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.068021] env[62353]: DEBUG oslo_vmware.api [None req-b517e15a-d4ab-4480-9e16-fd4b9e05197f tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Waiting for the task: (returnval){ [ 731.068021] env[62353]: value = "task-2372212" [ 731.068021] env[62353]: _type = "Task" [ 731.068021] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.075019] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f40b4931-2830-4c66-a086-0a737ce5a428 tempest-ServerDiagnosticsNegativeTest-1842184558 tempest-ServerDiagnosticsNegativeTest-1842184558-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.191s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 731.078309] env[62353]: DEBUG oslo_concurrency.lockutils [None req-391a95fd-e77d-414e-af92-d909cebc7b73 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.930s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 731.080620] env[62353]: INFO nova.compute.claims [None req-391a95fd-e77d-414e-af92-d909cebc7b73 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] [instance: fa27d91c-5bae-40a3-a153-ac41f4238532] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 731.083654] env[62353]: DEBUG oslo_vmware.api [None req-b517e15a-d4ab-4480-9e16-fd4b9e05197f tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Task: {'id': task-2372212, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.105825] env[62353]: DEBUG oslo_vmware.api [None req-7a375abb-559c-4b39-8513-3afcf6ba1c1c tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52b4a720-f548-7de1-c3cd-9107c1b819c1, 'name': SearchDatastore_Task, 'duration_secs': 0.013065} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.106679] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b61c034f-d254-433c-8247-a8747d981bea {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.115773] env[62353]: INFO nova.scheduler.client.report [None req-f40b4931-2830-4c66-a086-0a737ce5a428 tempest-ServerDiagnosticsNegativeTest-1842184558 tempest-ServerDiagnosticsNegativeTest-1842184558-project-member] Deleted allocations for instance ed958c86-7d75-439f-a3f1-8c8d2fc6ea0d [ 731.117730] env[62353]: DEBUG oslo_vmware.api [None req-7a375abb-559c-4b39-8513-3afcf6ba1c1c tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Waiting for the task: (returnval){ [ 731.117730] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5256ceb3-a8e5-76a1-baef-f64026aacfe9" [ 731.117730] env[62353]: _type = "Task" [ 731.117730] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.130349] env[62353]: DEBUG oslo_vmware.api [None req-7a375abb-559c-4b39-8513-3afcf6ba1c1c tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5256ceb3-a8e5-76a1-baef-f64026aacfe9, 'name': SearchDatastore_Task, 'duration_secs': 0.009603} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.130649] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7a375abb-559c-4b39-8513-3afcf6ba1c1c tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Releasing lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 731.130932] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a375abb-559c-4b39-8513-3afcf6ba1c1c tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore1] 996dff46-a8df-411f-8974-260f591f6086/996dff46-a8df-411f-8974-260f591f6086.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 731.131244] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-33ac20c7-1801-4fbe-a3f0-f06d226e3889 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.140653] env[62353]: DEBUG oslo_vmware.api [None req-7a375abb-559c-4b39-8513-3afcf6ba1c1c tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Waiting for the task: (returnval){ [ 731.140653] env[62353]: value = "task-2372213" [ 731.140653] env[62353]: _type = "Task" [ 731.140653] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.150819] env[62353]: DEBUG oslo_vmware.api [None req-7a375abb-559c-4b39-8513-3afcf6ba1c1c tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Task: {'id': task-2372213, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.579023] env[62353]: DEBUG oslo_vmware.api [None req-b517e15a-d4ab-4480-9e16-fd4b9e05197f tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Task: {'id': task-2372212, 'name': PowerOffVM_Task, 'duration_secs': 0.187307} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.579023] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-b517e15a-d4ab-4480-9e16-fd4b9e05197f tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] [instance: f468937a-de46-49b3-ba64-40403bb6b77f] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 731.579023] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-b517e15a-d4ab-4480-9e16-fd4b9e05197f tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] [instance: f468937a-de46-49b3-ba64-40403bb6b77f] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 731.579023] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3ca26962-ae67-4afc-9251-a1c52c390393 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.592283] env[62353]: DEBUG nova.compute.manager [req-0ca2db27-5b67-4479-990a-489f23b76183 req-ea22ed0f-331b-4d03-aa97-6be078074261 service nova] [instance: 7a3d03fd-327a-453b-ad3c-12736433379d] Received event network-vif-plugged-92678226-a3c4-444a-88a6-f5f31ca73ae7 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 731.592283] env[62353]: DEBUG oslo_concurrency.lockutils [req-0ca2db27-5b67-4479-990a-489f23b76183 req-ea22ed0f-331b-4d03-aa97-6be078074261 service nova] Acquiring lock "7a3d03fd-327a-453b-ad3c-12736433379d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 731.592283] env[62353]: DEBUG oslo_concurrency.lockutils [req-0ca2db27-5b67-4479-990a-489f23b76183 req-ea22ed0f-331b-4d03-aa97-6be078074261 service nova] Lock "7a3d03fd-327a-453b-ad3c-12736433379d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 731.592283] env[62353]: DEBUG oslo_concurrency.lockutils [req-0ca2db27-5b67-4479-990a-489f23b76183 req-ea22ed0f-331b-4d03-aa97-6be078074261 service nova] Lock "7a3d03fd-327a-453b-ad3c-12736433379d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 731.592283] env[62353]: DEBUG nova.compute.manager [req-0ca2db27-5b67-4479-990a-489f23b76183 req-ea22ed0f-331b-4d03-aa97-6be078074261 service nova] [instance: 7a3d03fd-327a-453b-ad3c-12736433379d] No waiting events found dispatching network-vif-plugged-92678226-a3c4-444a-88a6-f5f31ca73ae7 {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 731.592576] env[62353]: WARNING nova.compute.manager [req-0ca2db27-5b67-4479-990a-489f23b76183 req-ea22ed0f-331b-4d03-aa97-6be078074261 service nova] [instance: 7a3d03fd-327a-453b-ad3c-12736433379d] Received unexpected event network-vif-plugged-92678226-a3c4-444a-88a6-f5f31ca73ae7 for instance with vm_state building and task_state spawning. [ 731.633506] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f40b4931-2830-4c66-a086-0a737ce5a428 tempest-ServerDiagnosticsNegativeTest-1842184558 tempest-ServerDiagnosticsNegativeTest-1842184558-project-member] Lock "ed958c86-7d75-439f-a3f1-8c8d2fc6ea0d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.130s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 731.653269] env[62353]: DEBUG oslo_vmware.api [None req-7a375abb-559c-4b39-8513-3afcf6ba1c1c tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Task: {'id': task-2372213, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.655241] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-b517e15a-d4ab-4480-9e16-fd4b9e05197f tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] [instance: f468937a-de46-49b3-ba64-40403bb6b77f] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 731.655536] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-b517e15a-d4ab-4480-9e16-fd4b9e05197f tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] [instance: f468937a-de46-49b3-ba64-40403bb6b77f] Deleting contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 731.655916] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-b517e15a-d4ab-4480-9e16-fd4b9e05197f tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Deleting the datastore file [datastore1] f468937a-de46-49b3-ba64-40403bb6b77f {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 731.656180] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-556dbb81-e151-4ab5-9946-bf4f97d49cbd {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.662240] env[62353]: DEBUG oslo_vmware.api [None req-b517e15a-d4ab-4480-9e16-fd4b9e05197f tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Waiting for the task: (returnval){ [ 731.662240] env[62353]: value = "task-2372215" [ 731.662240] env[62353]: _type = "Task" [ 731.662240] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.671240] env[62353]: DEBUG oslo_vmware.api [None req-b517e15a-d4ab-4480-9e16-fd4b9e05197f tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Task: {'id': task-2372215, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.821483] env[62353]: DEBUG nova.network.neutron [None req-15b5d97b-9356-4f7e-9ef0-bac16263f1fc tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] [instance: 7a3d03fd-327a-453b-ad3c-12736433379d] Successfully updated port: 92678226-a3c4-444a-88a6-f5f31ca73ae7 {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 732.155069] env[62353]: DEBUG oslo_vmware.api [None req-7a375abb-559c-4b39-8513-3afcf6ba1c1c tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Task: {'id': task-2372213, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.516678} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.155698] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a375abb-559c-4b39-8513-3afcf6ba1c1c tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore1] 996dff46-a8df-411f-8974-260f591f6086/996dff46-a8df-411f-8974-260f591f6086.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 732.155929] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-7a375abb-559c-4b39-8513-3afcf6ba1c1c tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] [instance: 996dff46-a8df-411f-8974-260f591f6086] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 732.156197] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0589a6a3-901c-4d7a-916a-29aaeaee3bad {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.163737] env[62353]: DEBUG oslo_vmware.api [None req-7a375abb-559c-4b39-8513-3afcf6ba1c1c tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Waiting for the task: (returnval){ [ 732.163737] env[62353]: value = "task-2372216" [ 732.163737] env[62353]: _type = "Task" [ 732.163737] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.182212] env[62353]: DEBUG oslo_vmware.api [None req-b517e15a-d4ab-4480-9e16-fd4b9e05197f tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Task: {'id': task-2372215, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.127705} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.185428] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-b517e15a-d4ab-4480-9e16-fd4b9e05197f tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 732.185695] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-b517e15a-d4ab-4480-9e16-fd4b9e05197f tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] [instance: f468937a-de46-49b3-ba64-40403bb6b77f] Deleted contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 732.185933] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-b517e15a-d4ab-4480-9e16-fd4b9e05197f tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] [instance: f468937a-de46-49b3-ba64-40403bb6b77f] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 732.186132] env[62353]: INFO nova.compute.manager [None req-b517e15a-d4ab-4480-9e16-fd4b9e05197f tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] [instance: f468937a-de46-49b3-ba64-40403bb6b77f] Took 1.14 seconds to destroy the instance on the hypervisor. [ 732.186509] env[62353]: DEBUG oslo.service.loopingcall [None req-b517e15a-d4ab-4480-9e16-fd4b9e05197f tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 732.186753] env[62353]: DEBUG oslo_vmware.api [None req-7a375abb-559c-4b39-8513-3afcf6ba1c1c tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Task: {'id': task-2372216, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.190061] env[62353]: DEBUG nova.compute.manager [-] [instance: f468937a-de46-49b3-ba64-40403bb6b77f] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 732.190172] env[62353]: DEBUG nova.network.neutron [-] [instance: f468937a-de46-49b3-ba64-40403bb6b77f] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 732.325737] env[62353]: DEBUG oslo_concurrency.lockutils [None req-15b5d97b-9356-4f7e-9ef0-bac16263f1fc tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Acquiring lock "refresh_cache-7a3d03fd-327a-453b-ad3c-12736433379d" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 732.325737] env[62353]: DEBUG oslo_concurrency.lockutils [None req-15b5d97b-9356-4f7e-9ef0-bac16263f1fc tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Acquired lock "refresh_cache-7a3d03fd-327a-453b-ad3c-12736433379d" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.325737] env[62353]: DEBUG nova.network.neutron [None req-15b5d97b-9356-4f7e-9ef0-bac16263f1fc tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] [instance: 7a3d03fd-327a-453b-ad3c-12736433379d] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 732.371684] env[62353]: DEBUG oslo_concurrency.lockutils [None req-bad6df6e-5de5-4b4f-8073-5e9f0836c441 tempest-ServersTestFqdnHostnames-53680272 tempest-ServersTestFqdnHostnames-53680272-project-member] Acquiring lock "3c094195-7f0d-4043-a1e4-8acbf634b14f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 732.372053] env[62353]: DEBUG oslo_concurrency.lockutils [None req-bad6df6e-5de5-4b4f-8073-5e9f0836c441 tempest-ServersTestFqdnHostnames-53680272 tempest-ServersTestFqdnHostnames-53680272-project-member] Lock "3c094195-7f0d-4043-a1e4-8acbf634b14f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 732.372593] env[62353]: DEBUG oslo_concurrency.lockutils [None req-bad6df6e-5de5-4b4f-8073-5e9f0836c441 tempest-ServersTestFqdnHostnames-53680272 tempest-ServersTestFqdnHostnames-53680272-project-member] Acquiring lock "3c094195-7f0d-4043-a1e4-8acbf634b14f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 732.372593] env[62353]: DEBUG oslo_concurrency.lockutils [None req-bad6df6e-5de5-4b4f-8073-5e9f0836c441 tempest-ServersTestFqdnHostnames-53680272 tempest-ServersTestFqdnHostnames-53680272-project-member] Lock "3c094195-7f0d-4043-a1e4-8acbf634b14f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 732.372753] env[62353]: DEBUG oslo_concurrency.lockutils [None req-bad6df6e-5de5-4b4f-8073-5e9f0836c441 tempest-ServersTestFqdnHostnames-53680272 tempest-ServersTestFqdnHostnames-53680272-project-member] Lock "3c094195-7f0d-4043-a1e4-8acbf634b14f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 732.376580] env[62353]: INFO nova.compute.manager [None req-bad6df6e-5de5-4b4f-8073-5e9f0836c441 tempest-ServersTestFqdnHostnames-53680272 tempest-ServersTestFqdnHostnames-53680272-project-member] [instance: 3c094195-7f0d-4043-a1e4-8acbf634b14f] Terminating instance [ 732.682206] env[62353]: DEBUG oslo_vmware.api [None req-7a375abb-559c-4b39-8513-3afcf6ba1c1c tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Task: {'id': task-2372216, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06839} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.685175] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-7a375abb-559c-4b39-8513-3afcf6ba1c1c tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] [instance: 996dff46-a8df-411f-8974-260f591f6086] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 732.689018] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3438427-59cc-4fef-b512-d1213bf5ba12 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.711041] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a375abb-559c-4b39-8513-3afcf6ba1c1c tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] [instance: 996dff46-a8df-411f-8974-260f591f6086] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] 996dff46-a8df-411f-8974-260f591f6086/996dff46-a8df-411f-8974-260f591f6086.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 732.716150] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-62477314-1a1a-4bfc-857a-c34df606410f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.738574] env[62353]: DEBUG oslo_vmware.api [None req-7a375abb-559c-4b39-8513-3afcf6ba1c1c tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Waiting for the task: (returnval){ [ 732.738574] env[62353]: value = "task-2372217" [ 732.738574] env[62353]: _type = "Task" [ 732.738574] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.746557] env[62353]: DEBUG oslo_vmware.api [None req-7a375abb-559c-4b39-8513-3afcf6ba1c1c tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Task: {'id': task-2372217, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.748739] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32dd28bc-c037-473e-8aa3-5a9993c72831 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.757309] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dba625b0-1e9b-40cb-826c-6f2f7e61b79e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.789656] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5959be2-28a1-4e87-a24e-7e85f6d752c8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.797254] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8984d77-1762-4108-ad68-39d4c63013cb {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.813590] env[62353]: DEBUG nova.compute.provider_tree [None req-391a95fd-e77d-414e-af92-d909cebc7b73 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 732.877957] env[62353]: DEBUG nova.network.neutron [None req-15b5d97b-9356-4f7e-9ef0-bac16263f1fc tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] [instance: 7a3d03fd-327a-453b-ad3c-12736433379d] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 732.880811] env[62353]: DEBUG nova.compute.manager [None req-bad6df6e-5de5-4b4f-8073-5e9f0836c441 tempest-ServersTestFqdnHostnames-53680272 tempest-ServersTestFqdnHostnames-53680272-project-member] [instance: 3c094195-7f0d-4043-a1e4-8acbf634b14f] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 732.880811] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-bad6df6e-5de5-4b4f-8073-5e9f0836c441 tempest-ServersTestFqdnHostnames-53680272 tempest-ServersTestFqdnHostnames-53680272-project-member] [instance: 3c094195-7f0d-4043-a1e4-8acbf634b14f] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 732.881166] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95c1f870-440e-4552-8eda-7589c71616bd {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.889883] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-bad6df6e-5de5-4b4f-8073-5e9f0836c441 tempest-ServersTestFqdnHostnames-53680272 tempest-ServersTestFqdnHostnames-53680272-project-member] [instance: 3c094195-7f0d-4043-a1e4-8acbf634b14f] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 732.890184] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-15b27429-6707-4fd6-ba80-6b7e0d510d73 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.898054] env[62353]: DEBUG oslo_vmware.api [None req-bad6df6e-5de5-4b4f-8073-5e9f0836c441 tempest-ServersTestFqdnHostnames-53680272 tempest-ServersTestFqdnHostnames-53680272-project-member] Waiting for the task: (returnval){ [ 732.898054] env[62353]: value = "task-2372218" [ 732.898054] env[62353]: _type = "Task" [ 732.898054] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.907800] env[62353]: DEBUG oslo_vmware.api [None req-bad6df6e-5de5-4b4f-8073-5e9f0836c441 tempest-ServersTestFqdnHostnames-53680272 tempest-ServersTestFqdnHostnames-53680272-project-member] Task: {'id': task-2372218, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.136690] env[62353]: DEBUG nova.network.neutron [None req-15b5d97b-9356-4f7e-9ef0-bac16263f1fc tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] [instance: 7a3d03fd-327a-453b-ad3c-12736433379d] Updating instance_info_cache with network_info: [{"id": "92678226-a3c4-444a-88a6-f5f31ca73ae7", "address": "fa:16:3e:fd:ed:e7", "network": {"id": "2be634d9-365a-4258-9bd8-c03318d42ac3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.153", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0a3f88790a594523a818b8c00f6862e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92678226-a3", "ovs_interfaceid": "92678226-a3c4-444a-88a6-f5f31ca73ae7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 733.236101] env[62353]: DEBUG nova.network.neutron [-] [instance: f468937a-de46-49b3-ba64-40403bb6b77f] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 733.251018] env[62353]: DEBUG oslo_vmware.api [None req-7a375abb-559c-4b39-8513-3afcf6ba1c1c tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Task: {'id': task-2372217, 'name': ReconfigVM_Task, 'duration_secs': 0.477643} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.251299] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a375abb-559c-4b39-8513-3afcf6ba1c1c tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] [instance: 996dff46-a8df-411f-8974-260f591f6086] Reconfigured VM instance instance-0000002c to attach disk [datastore1] 996dff46-a8df-411f-8974-260f591f6086/996dff46-a8df-411f-8974-260f591f6086.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 733.254033] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e4768312-8e28-4645-be75-ac4acdcf2a22 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.259066] env[62353]: DEBUG oslo_vmware.api [None req-7a375abb-559c-4b39-8513-3afcf6ba1c1c tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Waiting for the task: (returnval){ [ 733.259066] env[62353]: value = "task-2372219" [ 733.259066] env[62353]: _type = "Task" [ 733.259066] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.269309] env[62353]: DEBUG oslo_vmware.api [None req-7a375abb-559c-4b39-8513-3afcf6ba1c1c tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Task: {'id': task-2372219, 'name': Rename_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.317961] env[62353]: DEBUG nova.scheduler.client.report [None req-391a95fd-e77d-414e-af92-d909cebc7b73 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 733.413795] env[62353]: DEBUG oslo_vmware.api [None req-bad6df6e-5de5-4b4f-8073-5e9f0836c441 tempest-ServersTestFqdnHostnames-53680272 tempest-ServersTestFqdnHostnames-53680272-project-member] Task: {'id': task-2372218, 'name': PowerOffVM_Task, 'duration_secs': 0.2307} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.414682] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-bad6df6e-5de5-4b4f-8073-5e9f0836c441 tempest-ServersTestFqdnHostnames-53680272 tempest-ServersTestFqdnHostnames-53680272-project-member] [instance: 3c094195-7f0d-4043-a1e4-8acbf634b14f] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 733.414977] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-bad6df6e-5de5-4b4f-8073-5e9f0836c441 tempest-ServersTestFqdnHostnames-53680272 tempest-ServersTestFqdnHostnames-53680272-project-member] [instance: 3c094195-7f0d-4043-a1e4-8acbf634b14f] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 733.415647] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3c9c4bf2-d883-4dc0-8aa3-35b602459194 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.497721] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-bad6df6e-5de5-4b4f-8073-5e9f0836c441 tempest-ServersTestFqdnHostnames-53680272 tempest-ServersTestFqdnHostnames-53680272-project-member] [instance: 3c094195-7f0d-4043-a1e4-8acbf634b14f] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 733.498290] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-bad6df6e-5de5-4b4f-8073-5e9f0836c441 tempest-ServersTestFqdnHostnames-53680272 tempest-ServersTestFqdnHostnames-53680272-project-member] [instance: 3c094195-7f0d-4043-a1e4-8acbf634b14f] Deleting contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 733.498290] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-bad6df6e-5de5-4b4f-8073-5e9f0836c441 tempest-ServersTestFqdnHostnames-53680272 tempest-ServersTestFqdnHostnames-53680272-project-member] Deleting the datastore file [datastore1] 3c094195-7f0d-4043-a1e4-8acbf634b14f {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 733.498447] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-67b8e8ba-2998-4cdd-a87a-9b61a99dd3a9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.504890] env[62353]: DEBUG oslo_vmware.api [None req-bad6df6e-5de5-4b4f-8073-5e9f0836c441 tempest-ServersTestFqdnHostnames-53680272 tempest-ServersTestFqdnHostnames-53680272-project-member] Waiting for the task: (returnval){ [ 733.504890] env[62353]: value = "task-2372221" [ 733.504890] env[62353]: _type = "Task" [ 733.504890] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.514432] env[62353]: DEBUG oslo_vmware.api [None req-bad6df6e-5de5-4b4f-8073-5e9f0836c441 tempest-ServersTestFqdnHostnames-53680272 tempest-ServersTestFqdnHostnames-53680272-project-member] Task: {'id': task-2372221, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.642771] env[62353]: DEBUG oslo_concurrency.lockutils [None req-15b5d97b-9356-4f7e-9ef0-bac16263f1fc tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Releasing lock "refresh_cache-7a3d03fd-327a-453b-ad3c-12736433379d" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 733.643200] env[62353]: DEBUG nova.compute.manager [None req-15b5d97b-9356-4f7e-9ef0-bac16263f1fc tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] [instance: 7a3d03fd-327a-453b-ad3c-12736433379d] Instance network_info: |[{"id": "92678226-a3c4-444a-88a6-f5f31ca73ae7", "address": "fa:16:3e:fd:ed:e7", "network": {"id": "2be634d9-365a-4258-9bd8-c03318d42ac3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.153", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0a3f88790a594523a818b8c00f6862e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92678226-a3", "ovs_interfaceid": "92678226-a3c4-444a-88a6-f5f31ca73ae7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 733.643702] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-15b5d97b-9356-4f7e-9ef0-bac16263f1fc tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] [instance: 7a3d03fd-327a-453b-ad3c-12736433379d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fd:ed:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ec46b14d-3310-4f2b-96c1-f53ee47d3759', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '92678226-a3c4-444a-88a6-f5f31ca73ae7', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 733.653377] env[62353]: DEBUG oslo.service.loopingcall [None req-15b5d97b-9356-4f7e-9ef0-bac16263f1fc tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 733.653486] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a3d03fd-327a-453b-ad3c-12736433379d] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 733.653972] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3f3a2805-232e-442a-81a8-46ae22db4c38 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.674223] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 733.674223] env[62353]: value = "task-2372222" [ 733.674223] env[62353]: _type = "Task" [ 733.674223] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.681927] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372222, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.693986] env[62353]: DEBUG nova.compute.manager [req-fc8679a2-56ce-446c-9639-62888acbf580 req-d0f02ace-848b-4c8f-a08c-491b07a8d64c service nova] [instance: 7a3d03fd-327a-453b-ad3c-12736433379d] Received event network-changed-92678226-a3c4-444a-88a6-f5f31ca73ae7 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 733.694256] env[62353]: DEBUG nova.compute.manager [req-fc8679a2-56ce-446c-9639-62888acbf580 req-d0f02ace-848b-4c8f-a08c-491b07a8d64c service nova] [instance: 7a3d03fd-327a-453b-ad3c-12736433379d] Refreshing instance network info cache due to event network-changed-92678226-a3c4-444a-88a6-f5f31ca73ae7. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 733.694481] env[62353]: DEBUG oslo_concurrency.lockutils [req-fc8679a2-56ce-446c-9639-62888acbf580 req-d0f02ace-848b-4c8f-a08c-491b07a8d64c service nova] Acquiring lock "refresh_cache-7a3d03fd-327a-453b-ad3c-12736433379d" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 733.694740] env[62353]: DEBUG oslo_concurrency.lockutils [req-fc8679a2-56ce-446c-9639-62888acbf580 req-d0f02ace-848b-4c8f-a08c-491b07a8d64c service nova] Acquired lock "refresh_cache-7a3d03fd-327a-453b-ad3c-12736433379d" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.694926] env[62353]: DEBUG nova.network.neutron [req-fc8679a2-56ce-446c-9639-62888acbf580 req-d0f02ace-848b-4c8f-a08c-491b07a8d64c service nova] [instance: 7a3d03fd-327a-453b-ad3c-12736433379d] Refreshing network info cache for port 92678226-a3c4-444a-88a6-f5f31ca73ae7 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 733.741244] env[62353]: INFO nova.compute.manager [-] [instance: f468937a-de46-49b3-ba64-40403bb6b77f] Took 1.55 seconds to deallocate network for instance. [ 733.773268] env[62353]: DEBUG oslo_vmware.api [None req-7a375abb-559c-4b39-8513-3afcf6ba1c1c tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Task: {'id': task-2372219, 'name': Rename_Task, 'duration_secs': 0.221978} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.775175] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a375abb-559c-4b39-8513-3afcf6ba1c1c tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] [instance: 996dff46-a8df-411f-8974-260f591f6086] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 733.775645] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c7f36088-48ed-455f-af0d-427374089094 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.782977] env[62353]: DEBUG oslo_vmware.api [None req-7a375abb-559c-4b39-8513-3afcf6ba1c1c tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Waiting for the task: (returnval){ [ 733.782977] env[62353]: value = "task-2372223" [ 733.782977] env[62353]: _type = "Task" [ 733.782977] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.792788] env[62353]: DEBUG oslo_vmware.api [None req-7a375abb-559c-4b39-8513-3afcf6ba1c1c tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Task: {'id': task-2372223, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.827221] env[62353]: DEBUG oslo_concurrency.lockutils [None req-391a95fd-e77d-414e-af92-d909cebc7b73 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.747s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 733.827221] env[62353]: DEBUG nova.compute.manager [None req-391a95fd-e77d-414e-af92-d909cebc7b73 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] [instance: fa27d91c-5bae-40a3-a153-ac41f4238532] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 733.828428] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1fbee651-62d8-426e-9c01-deada1657447 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.009s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 733.829980] env[62353]: INFO nova.compute.claims [None req-1fbee651-62d8-426e-9c01-deada1657447 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 758fbe89-1e60-4025-853d-41439705356b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 733.957688] env[62353]: INFO nova.compute.manager [None req-e9ce2051-ba89-49c4-9273-89c8ba289f8d tempest-ServerActionsV293TestJSON-26696024 tempest-ServerActionsV293TestJSON-26696024-project-member] [instance: c29bf6eb-b456-4356-9ef8-d9ba70bc6464] Rebuilding instance [ 734.015934] env[62353]: DEBUG nova.compute.manager [None req-e9ce2051-ba89-49c4-9273-89c8ba289f8d tempest-ServerActionsV293TestJSON-26696024 tempest-ServerActionsV293TestJSON-26696024-project-member] [instance: c29bf6eb-b456-4356-9ef8-d9ba70bc6464] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 734.019967] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3387b27e-083a-4926-839b-9f0c261646aa {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.027055] env[62353]: DEBUG oslo_vmware.api [None req-bad6df6e-5de5-4b4f-8073-5e9f0836c441 tempest-ServersTestFqdnHostnames-53680272 tempest-ServersTestFqdnHostnames-53680272-project-member] Task: {'id': task-2372221, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.362046} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.027958] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-bad6df6e-5de5-4b4f-8073-5e9f0836c441 tempest-ServersTestFqdnHostnames-53680272 tempest-ServersTestFqdnHostnames-53680272-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 734.028256] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-bad6df6e-5de5-4b4f-8073-5e9f0836c441 tempest-ServersTestFqdnHostnames-53680272 tempest-ServersTestFqdnHostnames-53680272-project-member] [instance: 3c094195-7f0d-4043-a1e4-8acbf634b14f] Deleted contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 734.028466] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-bad6df6e-5de5-4b4f-8073-5e9f0836c441 tempest-ServersTestFqdnHostnames-53680272 tempest-ServersTestFqdnHostnames-53680272-project-member] [instance: 3c094195-7f0d-4043-a1e4-8acbf634b14f] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 734.028622] env[62353]: INFO nova.compute.manager [None req-bad6df6e-5de5-4b4f-8073-5e9f0836c441 tempest-ServersTestFqdnHostnames-53680272 tempest-ServersTestFqdnHostnames-53680272-project-member] [instance: 3c094195-7f0d-4043-a1e4-8acbf634b14f] Took 1.15 seconds to destroy the instance on the hypervisor. [ 734.028951] env[62353]: DEBUG oslo.service.loopingcall [None req-bad6df6e-5de5-4b4f-8073-5e9f0836c441 tempest-ServersTestFqdnHostnames-53680272 tempest-ServersTestFqdnHostnames-53680272-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 734.029210] env[62353]: DEBUG nova.compute.manager [-] [instance: 3c094195-7f0d-4043-a1e4-8acbf634b14f] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 734.029435] env[62353]: DEBUG nova.network.neutron [-] [instance: 3c094195-7f0d-4043-a1e4-8acbf634b14f] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 734.190177] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372222, 'name': CreateVM_Task} progress is 99%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.251873] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b517e15a-d4ab-4480-9e16-fd4b9e05197f tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 734.295736] env[62353]: DEBUG oslo_vmware.api [None req-7a375abb-559c-4b39-8513-3afcf6ba1c1c tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Task: {'id': task-2372223, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.334990] env[62353]: DEBUG nova.compute.utils [None req-391a95fd-e77d-414e-af92-d909cebc7b73 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 734.343017] env[62353]: DEBUG nova.compute.manager [None req-391a95fd-e77d-414e-af92-d909cebc7b73 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] [instance: fa27d91c-5bae-40a3-a153-ac41f4238532] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 734.343017] env[62353]: DEBUG nova.network.neutron [None req-391a95fd-e77d-414e-af92-d909cebc7b73 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] [instance: fa27d91c-5bae-40a3-a153-ac41f4238532] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 734.414134] env[62353]: DEBUG nova.policy [None req-391a95fd-e77d-414e-af92-d909cebc7b73 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4a21c6ee5067462aa367e6bf2cd17a6e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b2f0d78f4f234fd2bcc4955bc71e76da', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:192}} [ 734.693401] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372222, 'name': CreateVM_Task, 'duration_secs': 0.583864} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.693576] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a3d03fd-327a-453b-ad3c-12736433379d] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 734.694264] env[62353]: DEBUG oslo_concurrency.lockutils [None req-15b5d97b-9356-4f7e-9ef0-bac16263f1fc tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 734.694506] env[62353]: DEBUG oslo_concurrency.lockutils [None req-15b5d97b-9356-4f7e-9ef0-bac16263f1fc tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Acquired lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.694750] env[62353]: DEBUG oslo_concurrency.lockutils [None req-15b5d97b-9356-4f7e-9ef0-bac16263f1fc tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 734.695028] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76d9da3d-631c-409f-bc73-059615c46eb7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.697364] env[62353]: DEBUG nova.network.neutron [req-fc8679a2-56ce-446c-9639-62888acbf580 req-d0f02ace-848b-4c8f-a08c-491b07a8d64c service nova] [instance: 7a3d03fd-327a-453b-ad3c-12736433379d] Updated VIF entry in instance network info cache for port 92678226-a3c4-444a-88a6-f5f31ca73ae7. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 734.697685] env[62353]: DEBUG nova.network.neutron [req-fc8679a2-56ce-446c-9639-62888acbf580 req-d0f02ace-848b-4c8f-a08c-491b07a8d64c service nova] [instance: 7a3d03fd-327a-453b-ad3c-12736433379d] Updating instance_info_cache with network_info: [{"id": "92678226-a3c4-444a-88a6-f5f31ca73ae7", "address": "fa:16:3e:fd:ed:e7", "network": {"id": "2be634d9-365a-4258-9bd8-c03318d42ac3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.153", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0a3f88790a594523a818b8c00f6862e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92678226-a3", "ovs_interfaceid": "92678226-a3c4-444a-88a6-f5f31ca73ae7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 734.703105] env[62353]: DEBUG oslo_vmware.api [None req-15b5d97b-9356-4f7e-9ef0-bac16263f1fc tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Waiting for the task: (returnval){ [ 734.703105] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5225bf87-9948-506d-4655-2ff023f374d1" [ 734.703105] env[62353]: _type = "Task" [ 734.703105] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.713239] env[62353]: DEBUG oslo_vmware.api [None req-15b5d97b-9356-4f7e-9ef0-bac16263f1fc tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5225bf87-9948-506d-4655-2ff023f374d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.796911] env[62353]: DEBUG oslo_vmware.api [None req-7a375abb-559c-4b39-8513-3afcf6ba1c1c tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Task: {'id': task-2372223, 'name': PowerOnVM_Task, 'duration_secs': 0.743781} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.799027] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a375abb-559c-4b39-8513-3afcf6ba1c1c tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] [instance: 996dff46-a8df-411f-8974-260f591f6086] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 734.799027] env[62353]: INFO nova.compute.manager [None req-7a375abb-559c-4b39-8513-3afcf6ba1c1c tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] [instance: 996dff46-a8df-411f-8974-260f591f6086] Took 8.73 seconds to spawn the instance on the hypervisor. [ 734.799027] env[62353]: DEBUG nova.compute.manager [None req-7a375abb-559c-4b39-8513-3afcf6ba1c1c tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] [instance: 996dff46-a8df-411f-8974-260f591f6086] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 734.799988] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b15cab25-3b46-4a35-9a99-88ef2ede8acb {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.813922] env[62353]: DEBUG nova.network.neutron [None req-391a95fd-e77d-414e-af92-d909cebc7b73 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] [instance: fa27d91c-5bae-40a3-a153-ac41f4238532] Successfully created port: af7f7943-4115-461a-ae44-af0f93d6bd01 {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 734.843940] env[62353]: DEBUG nova.compute.manager [None req-391a95fd-e77d-414e-af92-d909cebc7b73 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] [instance: fa27d91c-5bae-40a3-a153-ac41f4238532] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 735.043129] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9ce2051-ba89-49c4-9273-89c8ba289f8d tempest-ServerActionsV293TestJSON-26696024 tempest-ServerActionsV293TestJSON-26696024-project-member] [instance: c29bf6eb-b456-4356-9ef8-d9ba70bc6464] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 735.043431] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-825ee4e8-6db8-4bbb-90cc-d33d0a470a92 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.054736] env[62353]: DEBUG oslo_vmware.api [None req-e9ce2051-ba89-49c4-9273-89c8ba289f8d tempest-ServerActionsV293TestJSON-26696024 tempest-ServerActionsV293TestJSON-26696024-project-member] Waiting for the task: (returnval){ [ 735.054736] env[62353]: value = "task-2372224" [ 735.054736] env[62353]: _type = "Task" [ 735.054736] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.071902] env[62353]: DEBUG oslo_vmware.api [None req-e9ce2051-ba89-49c4-9273-89c8ba289f8d tempest-ServerActionsV293TestJSON-26696024 tempest-ServerActionsV293TestJSON-26696024-project-member] Task: {'id': task-2372224, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.202889] env[62353]: DEBUG oslo_concurrency.lockutils [req-fc8679a2-56ce-446c-9639-62888acbf580 req-d0f02ace-848b-4c8f-a08c-491b07a8d64c service nova] Releasing lock "refresh_cache-7a3d03fd-327a-453b-ad3c-12736433379d" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.203174] env[62353]: DEBUG nova.compute.manager [req-fc8679a2-56ce-446c-9639-62888acbf580 req-d0f02ace-848b-4c8f-a08c-491b07a8d64c service nova] [instance: f468937a-de46-49b3-ba64-40403bb6b77f] Received event network-vif-deleted-54ff12ad-a269-4484-b8e8-e0087aacce51 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 735.218069] env[62353]: DEBUG oslo_vmware.api [None req-15b5d97b-9356-4f7e-9ef0-bac16263f1fc tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5225bf87-9948-506d-4655-2ff023f374d1, 'name': SearchDatastore_Task, 'duration_secs': 0.02832} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.218069] env[62353]: DEBUG oslo_concurrency.lockutils [None req-15b5d97b-9356-4f7e-9ef0-bac16263f1fc tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Releasing lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.218723] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-15b5d97b-9356-4f7e-9ef0-bac16263f1fc tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] [instance: 7a3d03fd-327a-453b-ad3c-12736433379d] Processing image 06f909ae-e8dc-43b4-abf7-c7ed85db9bbd {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 735.218836] env[62353]: DEBUG oslo_concurrency.lockutils [None req-15b5d97b-9356-4f7e-9ef0-bac16263f1fc tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.218987] env[62353]: DEBUG oslo_concurrency.lockutils [None req-15b5d97b-9356-4f7e-9ef0-bac16263f1fc tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Acquired lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.219226] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-15b5d97b-9356-4f7e-9ef0-bac16263f1fc tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 735.222271] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ca106d00-9c32-4e50-8f4e-05cd061f9a60 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.238891] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-15b5d97b-9356-4f7e-9ef0-bac16263f1fc tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 735.239394] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-15b5d97b-9356-4f7e-9ef0-bac16263f1fc tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 735.240694] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f41ee02-b3dc-4956-ab9f-6a78e3adf67c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.248289] env[62353]: DEBUG oslo_vmware.api [None req-15b5d97b-9356-4f7e-9ef0-bac16263f1fc tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Waiting for the task: (returnval){ [ 735.248289] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]522df5e3-88b2-6ebd-dfd5-da1f42e0dcad" [ 735.248289] env[62353]: _type = "Task" [ 735.248289] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.262873] env[62353]: DEBUG oslo_vmware.api [None req-15b5d97b-9356-4f7e-9ef0-bac16263f1fc tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]522df5e3-88b2-6ebd-dfd5-da1f42e0dcad, 'name': SearchDatastore_Task, 'duration_secs': 0.012546} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.263591] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5020ac88-fc2a-4446-ad36-936c45546c84 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.269397] env[62353]: DEBUG oslo_vmware.api [None req-15b5d97b-9356-4f7e-9ef0-bac16263f1fc tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Waiting for the task: (returnval){ [ 735.269397] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]525b9b1d-35fd-b794-310c-9718941dfa01" [ 735.269397] env[62353]: _type = "Task" [ 735.269397] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.282015] env[62353]: DEBUG oslo_vmware.api [None req-15b5d97b-9356-4f7e-9ef0-bac16263f1fc tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]525b9b1d-35fd-b794-310c-9718941dfa01, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.330561] env[62353]: INFO nova.compute.manager [None req-7a375abb-559c-4b39-8513-3afcf6ba1c1c tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] [instance: 996dff46-a8df-411f-8974-260f591f6086] Took 41.78 seconds to build instance. [ 735.461650] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ed2ac97-b8ed-4810-b901-0748d72b610b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.474867] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cfdaf80-88be-45ab-9815-5b0d81a7d0c5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.479264] env[62353]: DEBUG nova.network.neutron [None req-391a95fd-e77d-414e-af92-d909cebc7b73 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] [instance: fa27d91c-5bae-40a3-a153-ac41f4238532] Successfully created port: 2e81ca6f-7554-4da3-882e-612d629c56c7 {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 735.509506] env[62353]: DEBUG nova.network.neutron [-] [instance: 3c094195-7f0d-4043-a1e4-8acbf634b14f] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.514241] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bcedffa-5b65-45e7-9de8-1f4f184fe93a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.527677] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc03d7a2-7978-46ae-933e-b5cc7e9fc84c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.543767] env[62353]: DEBUG nova.compute.provider_tree [None req-1fbee651-62d8-426e-9c01-deada1657447 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 735.566829] env[62353]: DEBUG oslo_vmware.api [None req-e9ce2051-ba89-49c4-9273-89c8ba289f8d tempest-ServerActionsV293TestJSON-26696024 tempest-ServerActionsV293TestJSON-26696024-project-member] Task: {'id': task-2372224, 'name': PowerOffVM_Task, 'duration_secs': 0.221596} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.567481] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9ce2051-ba89-49c4-9273-89c8ba289f8d tempest-ServerActionsV293TestJSON-26696024 tempest-ServerActionsV293TestJSON-26696024-project-member] [instance: c29bf6eb-b456-4356-9ef8-d9ba70bc6464] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 735.567915] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9ce2051-ba89-49c4-9273-89c8ba289f8d tempest-ServerActionsV293TestJSON-26696024 tempest-ServerActionsV293TestJSON-26696024-project-member] [instance: c29bf6eb-b456-4356-9ef8-d9ba70bc6464] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 735.568503] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b603bf56-2568-4ef4-bace-e7b3af91ae94 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.578468] env[62353]: DEBUG oslo_vmware.api [None req-e9ce2051-ba89-49c4-9273-89c8ba289f8d tempest-ServerActionsV293TestJSON-26696024 tempest-ServerActionsV293TestJSON-26696024-project-member] Waiting for the task: (returnval){ [ 735.578468] env[62353]: value = "task-2372225" [ 735.578468] env[62353]: _type = "Task" [ 735.578468] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.585307] env[62353]: DEBUG oslo_vmware.api [None req-e9ce2051-ba89-49c4-9273-89c8ba289f8d tempest-ServerActionsV293TestJSON-26696024 tempest-ServerActionsV293TestJSON-26696024-project-member] Task: {'id': task-2372225, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.687185] env[62353]: DEBUG oslo_service.periodic_task [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 735.687504] env[62353]: DEBUG oslo_service.periodic_task [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 735.783638] env[62353]: DEBUG oslo_vmware.api [None req-15b5d97b-9356-4f7e-9ef0-bac16263f1fc tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]525b9b1d-35fd-b794-310c-9718941dfa01, 'name': SearchDatastore_Task, 'duration_secs': 0.016606} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.783930] env[62353]: DEBUG oslo_concurrency.lockutils [None req-15b5d97b-9356-4f7e-9ef0-bac16263f1fc tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Releasing lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.784188] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-15b5d97b-9356-4f7e-9ef0-bac16263f1fc tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore2] 7a3d03fd-327a-453b-ad3c-12736433379d/7a3d03fd-327a-453b-ad3c-12736433379d.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 735.784527] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e51699f8-681c-4663-b78f-ae0f8a2ac359 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.793432] env[62353]: DEBUG oslo_vmware.api [None req-15b5d97b-9356-4f7e-9ef0-bac16263f1fc tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Waiting for the task: (returnval){ [ 735.793432] env[62353]: value = "task-2372226" [ 735.793432] env[62353]: _type = "Task" [ 735.793432] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.799232] env[62353]: DEBUG oslo_vmware.api [None req-15b5d97b-9356-4f7e-9ef0-bac16263f1fc tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Task: {'id': task-2372226, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.834034] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7a375abb-559c-4b39-8513-3afcf6ba1c1c tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Lock "996dff46-a8df-411f-8974-260f591f6086" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 96.036s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 735.857688] env[62353]: DEBUG nova.compute.manager [None req-391a95fd-e77d-414e-af92-d909cebc7b73 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] [instance: fa27d91c-5bae-40a3-a153-ac41f4238532] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 735.892696] env[62353]: DEBUG nova.virt.hardware [None req-391a95fd-e77d-414e-af92-d909cebc7b73 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T12:38:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T12:38:15Z,direct_url=,disk_format='vmdk',id=06f909ae-e8dc-43b4-abf7-c7ed85db9bbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0a3f88790a594523a818b8c00f6862e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T12:38:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 735.892696] env[62353]: DEBUG nova.virt.hardware [None req-391a95fd-e77d-414e-af92-d909cebc7b73 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 735.892696] env[62353]: DEBUG nova.virt.hardware [None req-391a95fd-e77d-414e-af92-d909cebc7b73 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 735.892696] env[62353]: DEBUG nova.virt.hardware [None req-391a95fd-e77d-414e-af92-d909cebc7b73 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 735.893113] env[62353]: DEBUG nova.virt.hardware [None req-391a95fd-e77d-414e-af92-d909cebc7b73 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 735.893113] env[62353]: DEBUG nova.virt.hardware [None req-391a95fd-e77d-414e-af92-d909cebc7b73 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 735.893113] env[62353]: DEBUG nova.virt.hardware [None req-391a95fd-e77d-414e-af92-d909cebc7b73 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 735.893113] env[62353]: DEBUG nova.virt.hardware [None req-391a95fd-e77d-414e-af92-d909cebc7b73 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 735.893113] env[62353]: DEBUG nova.virt.hardware [None req-391a95fd-e77d-414e-af92-d909cebc7b73 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 735.893323] env[62353]: DEBUG nova.virt.hardware [None req-391a95fd-e77d-414e-af92-d909cebc7b73 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 735.893323] env[62353]: DEBUG nova.virt.hardware [None req-391a95fd-e77d-414e-af92-d909cebc7b73 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 735.894156] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afce951f-9d2c-4bdf-aa9a-f225ec4cfc35 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.903559] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c12d3eb7-4195-4786-93e4-233b90207895 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.019537] env[62353]: INFO nova.compute.manager [-] [instance: 3c094195-7f0d-4043-a1e4-8acbf634b14f] Took 1.99 seconds to deallocate network for instance. [ 736.046805] env[62353]: DEBUG nova.scheduler.client.report [None req-1fbee651-62d8-426e-9c01-deada1657447 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 736.083895] env[62353]: DEBUG nova.network.neutron [None req-391a95fd-e77d-414e-af92-d909cebc7b73 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] [instance: fa27d91c-5bae-40a3-a153-ac41f4238532] Successfully created port: 736aa612-6465-4b75-8866-bc5586a30dc3 {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 736.092129] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9ce2051-ba89-49c4-9273-89c8ba289f8d tempest-ServerActionsV293TestJSON-26696024 tempest-ServerActionsV293TestJSON-26696024-project-member] [instance: c29bf6eb-b456-4356-9ef8-d9ba70bc6464] VM already powered off {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 736.092347] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9ce2051-ba89-49c4-9273-89c8ba289f8d tempest-ServerActionsV293TestJSON-26696024 tempest-ServerActionsV293TestJSON-26696024-project-member] [instance: c29bf6eb-b456-4356-9ef8-d9ba70bc6464] Volume detach. Driver type: vmdk {{(pid=62353) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 736.092535] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9ce2051-ba89-49c4-9273-89c8ba289f8d tempest-ServerActionsV293TestJSON-26696024 tempest-ServerActionsV293TestJSON-26696024-project-member] [instance: c29bf6eb-b456-4356-9ef8-d9ba70bc6464] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-481488', 'volume_id': '07045536-6321-4a9d-a506-bdde6e273337', 'name': 'volume-07045536-6321-4a9d-a506-bdde6e273337', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c29bf6eb-b456-4356-9ef8-d9ba70bc6464', 'attached_at': '', 'detached_at': '', 'volume_id': '07045536-6321-4a9d-a506-bdde6e273337', 'serial': '07045536-6321-4a9d-a506-bdde6e273337'} {{(pid=62353) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 736.093335] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dff834a-191f-4178-9597-9150659c090d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.111810] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90148dd9-3fac-4a22-b935-896e0d7b884b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.118948] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74a54450-316b-49e6-b578-9b8faec58742 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.138805] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28f23467-cfc8-4d1e-b916-962614fb6cfd {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.156442] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9ce2051-ba89-49c4-9273-89c8ba289f8d tempest-ServerActionsV293TestJSON-26696024 tempest-ServerActionsV293TestJSON-26696024-project-member] The volume has not been displaced from its original location: [datastore1] volume-07045536-6321-4a9d-a506-bdde6e273337/volume-07045536-6321-4a9d-a506-bdde6e273337.vmdk. No consolidation needed. {{(pid=62353) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 736.162451] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9ce2051-ba89-49c4-9273-89c8ba289f8d tempest-ServerActionsV293TestJSON-26696024 tempest-ServerActionsV293TestJSON-26696024-project-member] [instance: c29bf6eb-b456-4356-9ef8-d9ba70bc6464] Reconfiguring VM instance instance-00000011 to detach disk 2000 {{(pid=62353) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 736.163831] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b0eb929-1bdb-47b1-b4fc-f01a6cca5244 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.178321] env[62353]: DEBUG nova.compute.manager [req-9e65767a-a36b-4771-80b2-f0d833289a60 req-9f76c176-6fbd-44d7-8717-15a0ea3cd6c0 service nova] [instance: 3c094195-7f0d-4043-a1e4-8acbf634b14f] Received event network-vif-deleted-ebba1a7c-08a1-49a3-b32a-f8c132d8c2de {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 736.184254] env[62353]: DEBUG oslo_vmware.api [None req-e9ce2051-ba89-49c4-9273-89c8ba289f8d tempest-ServerActionsV293TestJSON-26696024 tempest-ServerActionsV293TestJSON-26696024-project-member] Waiting for the task: (returnval){ [ 736.184254] env[62353]: value = "task-2372227" [ 736.184254] env[62353]: _type = "Task" [ 736.184254] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.199612] env[62353]: DEBUG oslo_vmware.api [None req-e9ce2051-ba89-49c4-9273-89c8ba289f8d tempest-ServerActionsV293TestJSON-26696024 tempest-ServerActionsV293TestJSON-26696024-project-member] Task: {'id': task-2372227, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.202354] env[62353]: DEBUG oslo_service.periodic_task [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 736.202440] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Starting heal instance info cache {{(pid=62353) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 736.303542] env[62353]: DEBUG oslo_vmware.api [None req-15b5d97b-9356-4f7e-9ef0-bac16263f1fc tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Task: {'id': task-2372226, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.337109] env[62353]: DEBUG nova.compute.manager [None req-6fd533b2-6e36-445b-88bc-3abdb719b7a7 tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] [instance: f7197def-541f-4abc-b448-ebe58e2acccc] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 736.368454] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6fd836e4-d5cb-467d-82dc-b45a6b58d20c tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Acquiring lock "53ff526b-6e0b-49bc-beca-4fb4a377389b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 736.370018] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6fd836e4-d5cb-467d-82dc-b45a6b58d20c tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Lock "53ff526b-6e0b-49bc-beca-4fb4a377389b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 736.526860] env[62353]: DEBUG oslo_concurrency.lockutils [None req-bad6df6e-5de5-4b4f-8073-5e9f0836c441 tempest-ServersTestFqdnHostnames-53680272 tempest-ServersTestFqdnHostnames-53680272-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 736.552146] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1fbee651-62d8-426e-9c01-deada1657447 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.724s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 736.552780] env[62353]: DEBUG nova.compute.manager [None req-1fbee651-62d8-426e-9c01-deada1657447 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 758fbe89-1e60-4025-853d-41439705356b] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 736.556223] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0aae8368-b89b-4f73-8c09-55902873db9a tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.643s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 736.557872] env[62353]: INFO nova.compute.claims [None req-0aae8368-b89b-4f73-8c09-55902873db9a tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] [instance: faaa5eff-8814-4951-a6fc-9b2a53891f1c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 736.695028] env[62353]: DEBUG oslo_vmware.api [None req-e9ce2051-ba89-49c4-9273-89c8ba289f8d tempest-ServerActionsV293TestJSON-26696024 tempest-ServerActionsV293TestJSON-26696024-project-member] Task: {'id': task-2372227, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.743238] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Acquiring lock "refresh_cache-70b6d86f-10bd-471f-8655-e961c4208751" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 736.743409] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Acquired lock "refresh_cache-70b6d86f-10bd-471f-8655-e961c4208751" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.743712] env[62353]: DEBUG nova.network.neutron [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] [instance: 70b6d86f-10bd-471f-8655-e961c4208751] Forcefully refreshing network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 736.808124] env[62353]: DEBUG oslo_vmware.api [None req-15b5d97b-9356-4f7e-9ef0-bac16263f1fc tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Task: {'id': task-2372226, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.783196} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.808412] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-15b5d97b-9356-4f7e-9ef0-bac16263f1fc tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore2] 7a3d03fd-327a-453b-ad3c-12736433379d/7a3d03fd-327a-453b-ad3c-12736433379d.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 736.808624] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-15b5d97b-9356-4f7e-9ef0-bac16263f1fc tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] [instance: 7a3d03fd-327a-453b-ad3c-12736433379d] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 736.808880] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-41f90894-4425-4acb-8683-83e4e964ebef {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.821375] env[62353]: DEBUG oslo_vmware.api [None req-15b5d97b-9356-4f7e-9ef0-bac16263f1fc tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Waiting for the task: (returnval){ [ 736.821375] env[62353]: value = "task-2372228" [ 736.821375] env[62353]: _type = "Task" [ 736.821375] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.832074] env[62353]: DEBUG oslo_vmware.api [None req-15b5d97b-9356-4f7e-9ef0-bac16263f1fc tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Task: {'id': task-2372228, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.869542] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6fd533b2-6e36-445b-88bc-3abdb719b7a7 tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 737.063109] env[62353]: DEBUG nova.compute.utils [None req-1fbee651-62d8-426e-9c01-deada1657447 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 737.067574] env[62353]: DEBUG nova.compute.manager [None req-1fbee651-62d8-426e-9c01-deada1657447 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 758fbe89-1e60-4025-853d-41439705356b] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 737.067749] env[62353]: DEBUG nova.network.neutron [None req-1fbee651-62d8-426e-9c01-deada1657447 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 758fbe89-1e60-4025-853d-41439705356b] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 737.115633] env[62353]: DEBUG nova.policy [None req-1fbee651-62d8-426e-9c01-deada1657447 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b93f5a95ba7945feb238e94d56c8fc06', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f26acbe9e08743179af7b91ff38b5ea9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:192}} [ 737.196392] env[62353]: DEBUG oslo_vmware.api [None req-e9ce2051-ba89-49c4-9273-89c8ba289f8d tempest-ServerActionsV293TestJSON-26696024 tempest-ServerActionsV293TestJSON-26696024-project-member] Task: {'id': task-2372227, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.331673] env[62353]: DEBUG oslo_vmware.api [None req-15b5d97b-9356-4f7e-9ef0-bac16263f1fc tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Task: {'id': task-2372228, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090722} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.331950] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-15b5d97b-9356-4f7e-9ef0-bac16263f1fc tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] [instance: 7a3d03fd-327a-453b-ad3c-12736433379d] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 737.332864] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4681b715-cf7a-48b9-808e-699bc276b04c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.359377] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-15b5d97b-9356-4f7e-9ef0-bac16263f1fc tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] [instance: 7a3d03fd-327a-453b-ad3c-12736433379d] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] 7a3d03fd-327a-453b-ad3c-12736433379d/7a3d03fd-327a-453b-ad3c-12736433379d.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 737.359725] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4bec1ff2-26e7-413e-a88a-c815970e7e52 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.394682] env[62353]: DEBUG oslo_vmware.api [None req-15b5d97b-9356-4f7e-9ef0-bac16263f1fc tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Waiting for the task: (returnval){ [ 737.394682] env[62353]: value = "task-2372229" [ 737.394682] env[62353]: _type = "Task" [ 737.394682] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.404149] env[62353]: DEBUG oslo_vmware.api [None req-15b5d97b-9356-4f7e-9ef0-bac16263f1fc tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Task: {'id': task-2372229, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.460133] env[62353]: DEBUG nova.network.neutron [None req-1fbee651-62d8-426e-9c01-deada1657447 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 758fbe89-1e60-4025-853d-41439705356b] Successfully created port: 67bc5178-ec78-4b80-8fe5-de9d53259764 {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 737.571703] env[62353]: DEBUG nova.compute.manager [None req-1fbee651-62d8-426e-9c01-deada1657447 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 758fbe89-1e60-4025-853d-41439705356b] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 737.670027] env[62353]: DEBUG nova.compute.manager [None req-b781bbf2-bb34-4c80-858b-b2cc7aa2330c tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] [instance: bbbb4f2b-e3a0-4c4e-8e47-7de18b1b8f66] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 737.673905] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebf837d9-022d-409f-a55d-8a0d228144a7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.700127] env[62353]: DEBUG oslo_vmware.api [None req-e9ce2051-ba89-49c4-9273-89c8ba289f8d tempest-ServerActionsV293TestJSON-26696024 tempest-ServerActionsV293TestJSON-26696024-project-member] Task: {'id': task-2372227, 'name': ReconfigVM_Task, 'duration_secs': 1.218304} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.700127] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9ce2051-ba89-49c4-9273-89c8ba289f8d tempest-ServerActionsV293TestJSON-26696024 tempest-ServerActionsV293TestJSON-26696024-project-member] [instance: c29bf6eb-b456-4356-9ef8-d9ba70bc6464] Reconfigured VM instance instance-00000011 to detach disk 2000 {{(pid=62353) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 737.704577] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-123128fa-77ce-493a-8cef-b9f034eb8292 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.724219] env[62353]: DEBUG oslo_vmware.api [None req-e9ce2051-ba89-49c4-9273-89c8ba289f8d tempest-ServerActionsV293TestJSON-26696024 tempest-ServerActionsV293TestJSON-26696024-project-member] Waiting for the task: (returnval){ [ 737.724219] env[62353]: value = "task-2372230" [ 737.724219] env[62353]: _type = "Task" [ 737.724219] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.737718] env[62353]: DEBUG oslo_vmware.api [None req-e9ce2051-ba89-49c4-9273-89c8ba289f8d tempest-ServerActionsV293TestJSON-26696024 tempest-ServerActionsV293TestJSON-26696024-project-member] Task: {'id': task-2372230, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.908074] env[62353]: DEBUG oslo_vmware.api [None req-15b5d97b-9356-4f7e-9ef0-bac16263f1fc tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Task: {'id': task-2372229, 'name': ReconfigVM_Task, 'duration_secs': 0.386458} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.908074] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-15b5d97b-9356-4f7e-9ef0-bac16263f1fc tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] [instance: 7a3d03fd-327a-453b-ad3c-12736433379d] Reconfigured VM instance instance-0000002d to attach disk [datastore2] 7a3d03fd-327a-453b-ad3c-12736433379d/7a3d03fd-327a-453b-ad3c-12736433379d.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 737.908074] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-76814972-4ad4-4929-b42d-aa9da0408377 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.915518] env[62353]: DEBUG oslo_vmware.api [None req-15b5d97b-9356-4f7e-9ef0-bac16263f1fc tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Waiting for the task: (returnval){ [ 737.915518] env[62353]: value = "task-2372231" [ 737.915518] env[62353]: _type = "Task" [ 737.915518] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.925389] env[62353]: DEBUG oslo_vmware.api [None req-15b5d97b-9356-4f7e-9ef0-bac16263f1fc tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Task: {'id': task-2372231, 'name': Rename_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.000703] env[62353]: DEBUG nova.network.neutron [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] [instance: 70b6d86f-10bd-471f-8655-e961c4208751] Updating instance_info_cache with network_info: [{"id": "3fac9f25-ef69-4394-ac71-608c65991d13", "address": "fa:16:3e:41:f0:58", "network": {"id": "2be634d9-365a-4258-9bd8-c03318d42ac3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.182", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0a3f88790a594523a818b8c00f6862e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fac9f25-ef", "ovs_interfaceid": "3fac9f25-ef69-4394-ac71-608c65991d13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 738.160487] env[62353]: DEBUG nova.network.neutron [None req-391a95fd-e77d-414e-af92-d909cebc7b73 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] [instance: fa27d91c-5bae-40a3-a153-ac41f4238532] Successfully updated port: af7f7943-4115-461a-ae44-af0f93d6bd01 {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 738.173577] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea332140-7f0d-4dfa-be97-1b06ab99c383 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.181675] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e8338c1-3e31-4b77-8705-f7e65fb1838b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.185925] env[62353]: DEBUG nova.compute.manager [req-22e261d1-8c0e-43f6-9f19-44005b10eb87 req-1c04f9bf-89d1-42f9-86b3-94baa0e5e253 service nova] [instance: fa27d91c-5bae-40a3-a153-ac41f4238532] Received event network-vif-plugged-af7f7943-4115-461a-ae44-af0f93d6bd01 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 738.186235] env[62353]: DEBUG oslo_concurrency.lockutils [req-22e261d1-8c0e-43f6-9f19-44005b10eb87 req-1c04f9bf-89d1-42f9-86b3-94baa0e5e253 service nova] Acquiring lock "fa27d91c-5bae-40a3-a153-ac41f4238532-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 738.186395] env[62353]: DEBUG oslo_concurrency.lockutils [req-22e261d1-8c0e-43f6-9f19-44005b10eb87 req-1c04f9bf-89d1-42f9-86b3-94baa0e5e253 service nova] Lock "fa27d91c-5bae-40a3-a153-ac41f4238532-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 738.186554] env[62353]: DEBUG oslo_concurrency.lockutils [req-22e261d1-8c0e-43f6-9f19-44005b10eb87 req-1c04f9bf-89d1-42f9-86b3-94baa0e5e253 service nova] Lock "fa27d91c-5bae-40a3-a153-ac41f4238532-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 738.186716] env[62353]: DEBUG nova.compute.manager [req-22e261d1-8c0e-43f6-9f19-44005b10eb87 req-1c04f9bf-89d1-42f9-86b3-94baa0e5e253 service nova] [instance: fa27d91c-5bae-40a3-a153-ac41f4238532] No waiting events found dispatching network-vif-plugged-af7f7943-4115-461a-ae44-af0f93d6bd01 {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 738.186887] env[62353]: WARNING nova.compute.manager [req-22e261d1-8c0e-43f6-9f19-44005b10eb87 req-1c04f9bf-89d1-42f9-86b3-94baa0e5e253 service nova] [instance: fa27d91c-5bae-40a3-a153-ac41f4238532] Received unexpected event network-vif-plugged-af7f7943-4115-461a-ae44-af0f93d6bd01 for instance with vm_state building and task_state spawning. [ 738.188672] env[62353]: INFO nova.compute.manager [None req-b781bbf2-bb34-4c80-858b-b2cc7aa2330c tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] [instance: bbbb4f2b-e3a0-4c4e-8e47-7de18b1b8f66] instance snapshotting [ 738.191691] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51d6d671-c8a1-41dd-b18d-5a1fd7eec5a0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.227289] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83d8da51-0f47-4853-b35e-396c660f128b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.251371] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-097b2add-2e40-490c-847e-92a3f4c6878b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.260554] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d76d1bf6-74b0-40b3-b1eb-86c17dad6bef {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.270511] env[62353]: DEBUG oslo_vmware.api [None req-e9ce2051-ba89-49c4-9273-89c8ba289f8d tempest-ServerActionsV293TestJSON-26696024 tempest-ServerActionsV293TestJSON-26696024-project-member] Task: {'id': task-2372230, 'name': ReconfigVM_Task, 'duration_secs': 0.122328} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.273578] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9ce2051-ba89-49c4-9273-89c8ba289f8d tempest-ServerActionsV293TestJSON-26696024 tempest-ServerActionsV293TestJSON-26696024-project-member] [instance: c29bf6eb-b456-4356-9ef8-d9ba70bc6464] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-481488', 'volume_id': '07045536-6321-4a9d-a506-bdde6e273337', 'name': 'volume-07045536-6321-4a9d-a506-bdde6e273337', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c29bf6eb-b456-4356-9ef8-d9ba70bc6464', 'attached_at': '', 'detached_at': '', 'volume_id': '07045536-6321-4a9d-a506-bdde6e273337', 'serial': '07045536-6321-4a9d-a506-bdde6e273337'} {{(pid=62353) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 738.273823] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-e9ce2051-ba89-49c4-9273-89c8ba289f8d tempest-ServerActionsV293TestJSON-26696024 tempest-ServerActionsV293TestJSON-26696024-project-member] [instance: c29bf6eb-b456-4356-9ef8-d9ba70bc6464] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 738.274951] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87c6717f-b517-4a14-9a68-f901beca14c0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.286375] env[62353]: DEBUG nova.compute.provider_tree [None req-0aae8368-b89b-4f73-8c09-55902873db9a tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 738.292719] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-e9ce2051-ba89-49c4-9273-89c8ba289f8d tempest-ServerActionsV293TestJSON-26696024 tempest-ServerActionsV293TestJSON-26696024-project-member] [instance: c29bf6eb-b456-4356-9ef8-d9ba70bc6464] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 738.292719] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4071d259-1a5a-4421-88aa-6c812c922e20 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.398636] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-e9ce2051-ba89-49c4-9273-89c8ba289f8d tempest-ServerActionsV293TestJSON-26696024 tempest-ServerActionsV293TestJSON-26696024-project-member] [instance: c29bf6eb-b456-4356-9ef8-d9ba70bc6464] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 738.398894] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-e9ce2051-ba89-49c4-9273-89c8ba289f8d tempest-ServerActionsV293TestJSON-26696024 tempest-ServerActionsV293TestJSON-26696024-project-member] [instance: c29bf6eb-b456-4356-9ef8-d9ba70bc6464] Deleting contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 738.399247] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9ce2051-ba89-49c4-9273-89c8ba289f8d tempest-ServerActionsV293TestJSON-26696024 tempest-ServerActionsV293TestJSON-26696024-project-member] Deleting the datastore file [datastore1] c29bf6eb-b456-4356-9ef8-d9ba70bc6464 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 738.399362] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-059223fc-515a-4791-af69-489dbca53737 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.407594] env[62353]: DEBUG oslo_vmware.api [None req-e9ce2051-ba89-49c4-9273-89c8ba289f8d tempest-ServerActionsV293TestJSON-26696024 tempest-ServerActionsV293TestJSON-26696024-project-member] Waiting for the task: (returnval){ [ 738.407594] env[62353]: value = "task-2372233" [ 738.407594] env[62353]: _type = "Task" [ 738.407594] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.415624] env[62353]: DEBUG oslo_vmware.api [None req-e9ce2051-ba89-49c4-9273-89c8ba289f8d tempest-ServerActionsV293TestJSON-26696024 tempest-ServerActionsV293TestJSON-26696024-project-member] Task: {'id': task-2372233, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.424822] env[62353]: DEBUG oslo_vmware.api [None req-15b5d97b-9356-4f7e-9ef0-bac16263f1fc tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Task: {'id': task-2372231, 'name': Rename_Task, 'duration_secs': 0.406329} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.425186] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-15b5d97b-9356-4f7e-9ef0-bac16263f1fc tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] [instance: 7a3d03fd-327a-453b-ad3c-12736433379d] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 738.425439] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f33b1176-ea2b-4f06-a157-f1f7a3e1831a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.433695] env[62353]: DEBUG oslo_vmware.api [None req-15b5d97b-9356-4f7e-9ef0-bac16263f1fc tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Waiting for the task: (returnval){ [ 738.433695] env[62353]: value = "task-2372234" [ 738.433695] env[62353]: _type = "Task" [ 738.433695] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.442302] env[62353]: DEBUG oslo_vmware.api [None req-15b5d97b-9356-4f7e-9ef0-bac16263f1fc tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Task: {'id': task-2372234, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.503071] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Releasing lock "refresh_cache-70b6d86f-10bd-471f-8655-e961c4208751" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 738.503399] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] [instance: 70b6d86f-10bd-471f-8655-e961c4208751] Updated the network info_cache for instance {{(pid=62353) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10516}} [ 738.503538] env[62353]: DEBUG oslo_service.periodic_task [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 738.503723] env[62353]: DEBUG oslo_service.periodic_task [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 738.503875] env[62353]: DEBUG oslo_service.periodic_task [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 738.504125] env[62353]: DEBUG oslo_service.periodic_task [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 738.504184] env[62353]: DEBUG oslo_service.periodic_task [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 738.504322] env[62353]: DEBUG oslo_service.periodic_task [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 738.504448] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62353) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 738.504587] env[62353]: DEBUG oslo_service.periodic_task [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 738.581855] env[62353]: DEBUG nova.compute.manager [None req-1fbee651-62d8-426e-9c01-deada1657447 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 758fbe89-1e60-4025-853d-41439705356b] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 738.606299] env[62353]: DEBUG nova.virt.hardware [None req-1fbee651-62d8-426e-9c01-deada1657447 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T12:38:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T12:38:15Z,direct_url=,disk_format='vmdk',id=06f909ae-e8dc-43b4-abf7-c7ed85db9bbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0a3f88790a594523a818b8c00f6862e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T12:38:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 738.606629] env[62353]: DEBUG nova.virt.hardware [None req-1fbee651-62d8-426e-9c01-deada1657447 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 738.606825] env[62353]: DEBUG nova.virt.hardware [None req-1fbee651-62d8-426e-9c01-deada1657447 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 738.607095] env[62353]: DEBUG nova.virt.hardware [None req-1fbee651-62d8-426e-9c01-deada1657447 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 738.607281] env[62353]: DEBUG nova.virt.hardware [None req-1fbee651-62d8-426e-9c01-deada1657447 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 738.607620] env[62353]: DEBUG nova.virt.hardware [None req-1fbee651-62d8-426e-9c01-deada1657447 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 738.607897] env[62353]: DEBUG nova.virt.hardware [None req-1fbee651-62d8-426e-9c01-deada1657447 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 738.608089] env[62353]: DEBUG nova.virt.hardware [None req-1fbee651-62d8-426e-9c01-deada1657447 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 738.608270] env[62353]: DEBUG nova.virt.hardware [None req-1fbee651-62d8-426e-9c01-deada1657447 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 738.608448] env[62353]: DEBUG nova.virt.hardware [None req-1fbee651-62d8-426e-9c01-deada1657447 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 738.608624] env[62353]: DEBUG nova.virt.hardware [None req-1fbee651-62d8-426e-9c01-deada1657447 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 738.609515] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8535050-9557-4c23-b4d9-9d3dd5959a38 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.617468] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4729eae7-4670-435f-88dd-4204bcd7e2a9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.778367] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-b781bbf2-bb34-4c80-858b-b2cc7aa2330c tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] [instance: bbbb4f2b-e3a0-4c4e-8e47-7de18b1b8f66] Creating Snapshot of the VM instance {{(pid=62353) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 738.778698] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3065d101-086f-4a34-a3a5-9460cfa5b668 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.791155] env[62353]: DEBUG oslo_vmware.api [None req-b781bbf2-bb34-4c80-858b-b2cc7aa2330c tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Waiting for the task: (returnval){ [ 738.791155] env[62353]: value = "task-2372235" [ 738.791155] env[62353]: _type = "Task" [ 738.791155] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.792359] env[62353]: DEBUG nova.scheduler.client.report [None req-0aae8368-b89b-4f73-8c09-55902873db9a tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 738.806135] env[62353]: DEBUG oslo_vmware.api [None req-b781bbf2-bb34-4c80-858b-b2cc7aa2330c tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Task: {'id': task-2372235, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.918252] env[62353]: DEBUG oslo_vmware.api [None req-e9ce2051-ba89-49c4-9273-89c8ba289f8d tempest-ServerActionsV293TestJSON-26696024 tempest-ServerActionsV293TestJSON-26696024-project-member] Task: {'id': task-2372233, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.252546} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.918941] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9ce2051-ba89-49c4-9273-89c8ba289f8d tempest-ServerActionsV293TestJSON-26696024 tempest-ServerActionsV293TestJSON-26696024-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 738.919540] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-e9ce2051-ba89-49c4-9273-89c8ba289f8d tempest-ServerActionsV293TestJSON-26696024 tempest-ServerActionsV293TestJSON-26696024-project-member] [instance: c29bf6eb-b456-4356-9ef8-d9ba70bc6464] Deleted contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 738.919867] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-e9ce2051-ba89-49c4-9273-89c8ba289f8d tempest-ServerActionsV293TestJSON-26696024 tempest-ServerActionsV293TestJSON-26696024-project-member] [instance: c29bf6eb-b456-4356-9ef8-d9ba70bc6464] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 738.945297] env[62353]: DEBUG oslo_vmware.api [None req-15b5d97b-9356-4f7e-9ef0-bac16263f1fc tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Task: {'id': task-2372234, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.994952] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9ce2051-ba89-49c4-9273-89c8ba289f8d tempest-ServerActionsV293TestJSON-26696024 tempest-ServerActionsV293TestJSON-26696024-project-member] [instance: c29bf6eb-b456-4356-9ef8-d9ba70bc6464] Volume detach. Driver type: vmdk {{(pid=62353) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 738.994952] env[62353]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a30d1290-04be-4514-b059-4f791efa09c0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.007016] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf0b18e1-c3d1-41c0-8b04-245e2239be5b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.017571] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 739.045725] env[62353]: ERROR nova.compute.manager [None req-e9ce2051-ba89-49c4-9273-89c8ba289f8d tempest-ServerActionsV293TestJSON-26696024 tempest-ServerActionsV293TestJSON-26696024-project-member] [instance: c29bf6eb-b456-4356-9ef8-d9ba70bc6464] Failed to detach volume 07045536-6321-4a9d-a506-bdde6e273337 from /dev/sda: nova.exception.InstanceNotFound: Instance c29bf6eb-b456-4356-9ef8-d9ba70bc6464 could not be found. [ 739.045725] env[62353]: ERROR nova.compute.manager [instance: c29bf6eb-b456-4356-9ef8-d9ba70bc6464] Traceback (most recent call last): [ 739.045725] env[62353]: ERROR nova.compute.manager [instance: c29bf6eb-b456-4356-9ef8-d9ba70bc6464] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 739.045725] env[62353]: ERROR nova.compute.manager [instance: c29bf6eb-b456-4356-9ef8-d9ba70bc6464] self.driver.rebuild(**kwargs) [ 739.045725] env[62353]: ERROR nova.compute.manager [instance: c29bf6eb-b456-4356-9ef8-d9ba70bc6464] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 739.045725] env[62353]: ERROR nova.compute.manager [instance: c29bf6eb-b456-4356-9ef8-d9ba70bc6464] raise NotImplementedError() [ 739.045725] env[62353]: ERROR nova.compute.manager [instance: c29bf6eb-b456-4356-9ef8-d9ba70bc6464] NotImplementedError [ 739.045725] env[62353]: ERROR nova.compute.manager [instance: c29bf6eb-b456-4356-9ef8-d9ba70bc6464] [ 739.045725] env[62353]: ERROR nova.compute.manager [instance: c29bf6eb-b456-4356-9ef8-d9ba70bc6464] During handling of the above exception, another exception occurred: [ 739.045725] env[62353]: ERROR nova.compute.manager [instance: c29bf6eb-b456-4356-9ef8-d9ba70bc6464] [ 739.045725] env[62353]: ERROR nova.compute.manager [instance: c29bf6eb-b456-4356-9ef8-d9ba70bc6464] Traceback (most recent call last): [ 739.045725] env[62353]: ERROR nova.compute.manager [instance: c29bf6eb-b456-4356-9ef8-d9ba70bc6464] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 739.045725] env[62353]: ERROR nova.compute.manager [instance: c29bf6eb-b456-4356-9ef8-d9ba70bc6464] self.driver.detach_volume(context, old_connection_info, [ 739.046473] env[62353]: ERROR nova.compute.manager [instance: c29bf6eb-b456-4356-9ef8-d9ba70bc6464] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 739.046473] env[62353]: ERROR nova.compute.manager [instance: c29bf6eb-b456-4356-9ef8-d9ba70bc6464] return self._volumeops.detach_volume(connection_info, instance) [ 739.046473] env[62353]: ERROR nova.compute.manager [instance: c29bf6eb-b456-4356-9ef8-d9ba70bc6464] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 739.046473] env[62353]: ERROR nova.compute.manager [instance: c29bf6eb-b456-4356-9ef8-d9ba70bc6464] self._detach_volume_vmdk(connection_info, instance) [ 739.046473] env[62353]: ERROR nova.compute.manager [instance: c29bf6eb-b456-4356-9ef8-d9ba70bc6464] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 739.046473] env[62353]: ERROR nova.compute.manager [instance: c29bf6eb-b456-4356-9ef8-d9ba70bc6464] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 739.046473] env[62353]: ERROR nova.compute.manager [instance: c29bf6eb-b456-4356-9ef8-d9ba70bc6464] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 739.046473] env[62353]: ERROR nova.compute.manager [instance: c29bf6eb-b456-4356-9ef8-d9ba70bc6464] stable_ref.fetch_moref(session) [ 739.046473] env[62353]: ERROR nova.compute.manager [instance: c29bf6eb-b456-4356-9ef8-d9ba70bc6464] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 739.046473] env[62353]: ERROR nova.compute.manager [instance: c29bf6eb-b456-4356-9ef8-d9ba70bc6464] raise exception.InstanceNotFound(instance_id=self._uuid) [ 739.046473] env[62353]: ERROR nova.compute.manager [instance: c29bf6eb-b456-4356-9ef8-d9ba70bc6464] nova.exception.InstanceNotFound: Instance c29bf6eb-b456-4356-9ef8-d9ba70bc6464 could not be found. [ 739.046473] env[62353]: ERROR nova.compute.manager [instance: c29bf6eb-b456-4356-9ef8-d9ba70bc6464] [ 739.053514] env[62353]: DEBUG nova.compute.manager [req-d15eb0fa-a651-4f27-ba19-eb709df45844 req-91190903-44c4-4219-82dd-f21c09523b4d service nova] [instance: 758fbe89-1e60-4025-853d-41439705356b] Received event network-vif-plugged-67bc5178-ec78-4b80-8fe5-de9d53259764 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 739.053514] env[62353]: DEBUG oslo_concurrency.lockutils [req-d15eb0fa-a651-4f27-ba19-eb709df45844 req-91190903-44c4-4219-82dd-f21c09523b4d service nova] Acquiring lock "758fbe89-1e60-4025-853d-41439705356b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 739.053514] env[62353]: DEBUG oslo_concurrency.lockutils [req-d15eb0fa-a651-4f27-ba19-eb709df45844 req-91190903-44c4-4219-82dd-f21c09523b4d service nova] Lock "758fbe89-1e60-4025-853d-41439705356b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 739.053514] env[62353]: DEBUG oslo_concurrency.lockutils [req-d15eb0fa-a651-4f27-ba19-eb709df45844 req-91190903-44c4-4219-82dd-f21c09523b4d service nova] Lock "758fbe89-1e60-4025-853d-41439705356b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 739.053514] env[62353]: DEBUG nova.compute.manager [req-d15eb0fa-a651-4f27-ba19-eb709df45844 req-91190903-44c4-4219-82dd-f21c09523b4d service nova] [instance: 758fbe89-1e60-4025-853d-41439705356b] No waiting events found dispatching network-vif-plugged-67bc5178-ec78-4b80-8fe5-de9d53259764 {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 739.053981] env[62353]: WARNING nova.compute.manager [req-d15eb0fa-a651-4f27-ba19-eb709df45844 req-91190903-44c4-4219-82dd-f21c09523b4d service nova] [instance: 758fbe89-1e60-4025-853d-41439705356b] Received unexpected event network-vif-plugged-67bc5178-ec78-4b80-8fe5-de9d53259764 for instance with vm_state building and task_state spawning. [ 739.057169] env[62353]: DEBUG nova.network.neutron [None req-1fbee651-62d8-426e-9c01-deada1657447 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 758fbe89-1e60-4025-853d-41439705356b] Successfully updated port: 67bc5178-ec78-4b80-8fe5-de9d53259764 {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 739.215791] env[62353]: DEBUG nova.compute.utils [None req-e9ce2051-ba89-49c4-9273-89c8ba289f8d tempest-ServerActionsV293TestJSON-26696024 tempest-ServerActionsV293TestJSON-26696024-project-member] [instance: c29bf6eb-b456-4356-9ef8-d9ba70bc6464] Build of instance c29bf6eb-b456-4356-9ef8-d9ba70bc6464 aborted: Failed to rebuild volume backed instance. {{(pid=62353) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:430}} [ 739.219326] env[62353]: ERROR nova.compute.manager [None req-e9ce2051-ba89-49c4-9273-89c8ba289f8d tempest-ServerActionsV293TestJSON-26696024 tempest-ServerActionsV293TestJSON-26696024-project-member] [instance: c29bf6eb-b456-4356-9ef8-d9ba70bc6464] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance c29bf6eb-b456-4356-9ef8-d9ba70bc6464 aborted: Failed to rebuild volume backed instance. [ 739.219326] env[62353]: ERROR nova.compute.manager [instance: c29bf6eb-b456-4356-9ef8-d9ba70bc6464] Traceback (most recent call last): [ 739.219326] env[62353]: ERROR nova.compute.manager [instance: c29bf6eb-b456-4356-9ef8-d9ba70bc6464] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 739.219326] env[62353]: ERROR nova.compute.manager [instance: c29bf6eb-b456-4356-9ef8-d9ba70bc6464] self.driver.rebuild(**kwargs) [ 739.219326] env[62353]: ERROR nova.compute.manager [instance: c29bf6eb-b456-4356-9ef8-d9ba70bc6464] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 739.219326] env[62353]: ERROR nova.compute.manager [instance: c29bf6eb-b456-4356-9ef8-d9ba70bc6464] raise NotImplementedError() [ 739.219326] env[62353]: ERROR nova.compute.manager [instance: c29bf6eb-b456-4356-9ef8-d9ba70bc6464] NotImplementedError [ 739.219326] env[62353]: ERROR nova.compute.manager [instance: c29bf6eb-b456-4356-9ef8-d9ba70bc6464] [ 739.219326] env[62353]: ERROR nova.compute.manager [instance: c29bf6eb-b456-4356-9ef8-d9ba70bc6464] During handling of the above exception, another exception occurred: [ 739.219326] env[62353]: ERROR nova.compute.manager [instance: c29bf6eb-b456-4356-9ef8-d9ba70bc6464] [ 739.219326] env[62353]: ERROR nova.compute.manager [instance: c29bf6eb-b456-4356-9ef8-d9ba70bc6464] Traceback (most recent call last): [ 739.219326] env[62353]: ERROR nova.compute.manager [instance: c29bf6eb-b456-4356-9ef8-d9ba70bc6464] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 739.219326] env[62353]: ERROR nova.compute.manager [instance: c29bf6eb-b456-4356-9ef8-d9ba70bc6464] self._detach_root_volume(context, instance, root_bdm) [ 739.219765] env[62353]: ERROR nova.compute.manager [instance: c29bf6eb-b456-4356-9ef8-d9ba70bc6464] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 739.219765] env[62353]: ERROR nova.compute.manager [instance: c29bf6eb-b456-4356-9ef8-d9ba70bc6464] with excutils.save_and_reraise_exception(): [ 739.219765] env[62353]: ERROR nova.compute.manager [instance: c29bf6eb-b456-4356-9ef8-d9ba70bc6464] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 739.219765] env[62353]: ERROR nova.compute.manager [instance: c29bf6eb-b456-4356-9ef8-d9ba70bc6464] self.force_reraise() [ 739.219765] env[62353]: ERROR nova.compute.manager [instance: c29bf6eb-b456-4356-9ef8-d9ba70bc6464] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 739.219765] env[62353]: ERROR nova.compute.manager [instance: c29bf6eb-b456-4356-9ef8-d9ba70bc6464] raise self.value [ 739.219765] env[62353]: ERROR nova.compute.manager [instance: c29bf6eb-b456-4356-9ef8-d9ba70bc6464] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 739.219765] env[62353]: ERROR nova.compute.manager [instance: c29bf6eb-b456-4356-9ef8-d9ba70bc6464] self.driver.detach_volume(context, old_connection_info, [ 739.219765] env[62353]: ERROR nova.compute.manager [instance: c29bf6eb-b456-4356-9ef8-d9ba70bc6464] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 739.219765] env[62353]: ERROR nova.compute.manager [instance: c29bf6eb-b456-4356-9ef8-d9ba70bc6464] return self._volumeops.detach_volume(connection_info, instance) [ 739.219765] env[62353]: ERROR nova.compute.manager [instance: c29bf6eb-b456-4356-9ef8-d9ba70bc6464] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 739.219765] env[62353]: ERROR nova.compute.manager [instance: c29bf6eb-b456-4356-9ef8-d9ba70bc6464] self._detach_volume_vmdk(connection_info, instance) [ 739.220101] env[62353]: ERROR nova.compute.manager [instance: c29bf6eb-b456-4356-9ef8-d9ba70bc6464] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 739.220101] env[62353]: ERROR nova.compute.manager [instance: c29bf6eb-b456-4356-9ef8-d9ba70bc6464] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 739.220101] env[62353]: ERROR nova.compute.manager [instance: c29bf6eb-b456-4356-9ef8-d9ba70bc6464] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 739.220101] env[62353]: ERROR nova.compute.manager [instance: c29bf6eb-b456-4356-9ef8-d9ba70bc6464] stable_ref.fetch_moref(session) [ 739.220101] env[62353]: ERROR nova.compute.manager [instance: c29bf6eb-b456-4356-9ef8-d9ba70bc6464] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 739.220101] env[62353]: ERROR nova.compute.manager [instance: c29bf6eb-b456-4356-9ef8-d9ba70bc6464] raise exception.InstanceNotFound(instance_id=self._uuid) [ 739.220101] env[62353]: ERROR nova.compute.manager [instance: c29bf6eb-b456-4356-9ef8-d9ba70bc6464] nova.exception.InstanceNotFound: Instance c29bf6eb-b456-4356-9ef8-d9ba70bc6464 could not be found. [ 739.220101] env[62353]: ERROR nova.compute.manager [instance: c29bf6eb-b456-4356-9ef8-d9ba70bc6464] [ 739.220101] env[62353]: ERROR nova.compute.manager [instance: c29bf6eb-b456-4356-9ef8-d9ba70bc6464] During handling of the above exception, another exception occurred: [ 739.220101] env[62353]: ERROR nova.compute.manager [instance: c29bf6eb-b456-4356-9ef8-d9ba70bc6464] [ 739.220101] env[62353]: ERROR nova.compute.manager [instance: c29bf6eb-b456-4356-9ef8-d9ba70bc6464] Traceback (most recent call last): [ 739.220101] env[62353]: ERROR nova.compute.manager [instance: c29bf6eb-b456-4356-9ef8-d9ba70bc6464] File "/opt/stack/nova/nova/compute/manager.py", line 11382, in _error_out_instance_on_exception [ 739.220101] env[62353]: ERROR nova.compute.manager [instance: c29bf6eb-b456-4356-9ef8-d9ba70bc6464] yield [ 739.220101] env[62353]: ERROR nova.compute.manager [instance: c29bf6eb-b456-4356-9ef8-d9ba70bc6464] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 739.220459] env[62353]: ERROR nova.compute.manager [instance: c29bf6eb-b456-4356-9ef8-d9ba70bc6464] self._do_rebuild_instance_with_claim( [ 739.220459] env[62353]: ERROR nova.compute.manager [instance: c29bf6eb-b456-4356-9ef8-d9ba70bc6464] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 739.220459] env[62353]: ERROR nova.compute.manager [instance: c29bf6eb-b456-4356-9ef8-d9ba70bc6464] self._do_rebuild_instance( [ 739.220459] env[62353]: ERROR nova.compute.manager [instance: c29bf6eb-b456-4356-9ef8-d9ba70bc6464] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 739.220459] env[62353]: ERROR nova.compute.manager [instance: c29bf6eb-b456-4356-9ef8-d9ba70bc6464] self._rebuild_default_impl(**kwargs) [ 739.220459] env[62353]: ERROR nova.compute.manager [instance: c29bf6eb-b456-4356-9ef8-d9ba70bc6464] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 739.220459] env[62353]: ERROR nova.compute.manager [instance: c29bf6eb-b456-4356-9ef8-d9ba70bc6464] self._rebuild_volume_backed_instance( [ 739.220459] env[62353]: ERROR nova.compute.manager [instance: c29bf6eb-b456-4356-9ef8-d9ba70bc6464] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 739.220459] env[62353]: ERROR nova.compute.manager [instance: c29bf6eb-b456-4356-9ef8-d9ba70bc6464] raise exception.BuildAbortException( [ 739.220459] env[62353]: ERROR nova.compute.manager [instance: c29bf6eb-b456-4356-9ef8-d9ba70bc6464] nova.exception.BuildAbortException: Build of instance c29bf6eb-b456-4356-9ef8-d9ba70bc6464 aborted: Failed to rebuild volume backed instance. [ 739.220459] env[62353]: ERROR nova.compute.manager [instance: c29bf6eb-b456-4356-9ef8-d9ba70bc6464] [ 739.274415] env[62353]: DEBUG nova.objects.instance [None req-69374e01-009b-4b0d-bf10-5e844719cc69 tempest-AttachInterfacesUnderV243Test-231370955 tempest-AttachInterfacesUnderV243Test-231370955-project-member] Lazy-loading 'flavor' on Instance uuid 0ccb3004-b612-45c3-b655-609eb2c4b16c {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 739.302954] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0aae8368-b89b-4f73-8c09-55902873db9a tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.747s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 739.303508] env[62353]: DEBUG nova.compute.manager [None req-0aae8368-b89b-4f73-8c09-55902873db9a tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] [instance: faaa5eff-8814-4951-a6fc-9b2a53891f1c] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 739.306470] env[62353]: DEBUG oslo_vmware.api [None req-b781bbf2-bb34-4c80-858b-b2cc7aa2330c tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Task: {'id': task-2372235, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.306600] env[62353]: DEBUG oslo_concurrency.lockutils [None req-cf6a5783-5db0-4933-af05-b1b3dbda86a8 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.418s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 739.308410] env[62353]: INFO nova.compute.claims [None req-cf6a5783-5db0-4933-af05-b1b3dbda86a8 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] [instance: 28447a5e-1970-4231-9866-6bd221bcca82] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 739.444825] env[62353]: DEBUG oslo_vmware.api [None req-15b5d97b-9356-4f7e-9ef0-bac16263f1fc tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Task: {'id': task-2372234, 'name': PowerOnVM_Task, 'duration_secs': 0.751993} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.445172] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-15b5d97b-9356-4f7e-9ef0-bac16263f1fc tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] [instance: 7a3d03fd-327a-453b-ad3c-12736433379d] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 739.445415] env[62353]: INFO nova.compute.manager [None req-15b5d97b-9356-4f7e-9ef0-bac16263f1fc tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] [instance: 7a3d03fd-327a-453b-ad3c-12736433379d] Took 8.54 seconds to spawn the instance on the hypervisor. [ 739.445632] env[62353]: DEBUG nova.compute.manager [None req-15b5d97b-9356-4f7e-9ef0-bac16263f1fc tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] [instance: 7a3d03fd-327a-453b-ad3c-12736433379d] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 739.446478] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f3dfc65-047e-4f66-ac1f-def9218e25a0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.557963] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1fbee651-62d8-426e-9c01-deada1657447 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Acquiring lock "refresh_cache-758fbe89-1e60-4025-853d-41439705356b" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.558331] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1fbee651-62d8-426e-9c01-deada1657447 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Acquired lock "refresh_cache-758fbe89-1e60-4025-853d-41439705356b" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.558660] env[62353]: DEBUG nova.network.neutron [None req-1fbee651-62d8-426e-9c01-deada1657447 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 758fbe89-1e60-4025-853d-41439705356b] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 739.777991] env[62353]: DEBUG oslo_concurrency.lockutils [None req-69374e01-009b-4b0d-bf10-5e844719cc69 tempest-AttachInterfacesUnderV243Test-231370955 tempest-AttachInterfacesUnderV243Test-231370955-project-member] Acquiring lock "refresh_cache-0ccb3004-b612-45c3-b655-609eb2c4b16c" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.778173] env[62353]: DEBUG oslo_concurrency.lockutils [None req-69374e01-009b-4b0d-bf10-5e844719cc69 tempest-AttachInterfacesUnderV243Test-231370955 tempest-AttachInterfacesUnderV243Test-231370955-project-member] Acquired lock "refresh_cache-0ccb3004-b612-45c3-b655-609eb2c4b16c" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.804961] env[62353]: DEBUG oslo_vmware.api [None req-b781bbf2-bb34-4c80-858b-b2cc7aa2330c tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Task: {'id': task-2372235, 'name': CreateSnapshot_Task, 'duration_secs': 0.635061} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.805348] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-b781bbf2-bb34-4c80-858b-b2cc7aa2330c tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] [instance: bbbb4f2b-e3a0-4c4e-8e47-7de18b1b8f66] Created Snapshot of the VM instance {{(pid=62353) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 739.806172] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eb4c720-ee25-4b96-869f-aa91e058ef07 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.816809] env[62353]: DEBUG nova.compute.utils [None req-0aae8368-b89b-4f73-8c09-55902873db9a tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 739.821914] env[62353]: DEBUG nova.compute.manager [None req-0aae8368-b89b-4f73-8c09-55902873db9a tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] [instance: faaa5eff-8814-4951-a6fc-9b2a53891f1c] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 739.822094] env[62353]: DEBUG nova.network.neutron [None req-0aae8368-b89b-4f73-8c09-55902873db9a tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] [instance: faaa5eff-8814-4951-a6fc-9b2a53891f1c] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 739.909534] env[62353]: DEBUG nova.policy [None req-0aae8368-b89b-4f73-8c09-55902873db9a tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '15d6e705931f49ac8b718debc1984e1b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '806a3f447ab3401e8dcfa6f4241fd30d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:192}} [ 739.965325] env[62353]: INFO nova.compute.manager [None req-15b5d97b-9356-4f7e-9ef0-bac16263f1fc tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] [instance: 7a3d03fd-327a-453b-ad3c-12736433379d] Took 43.05 seconds to build instance. [ 740.114156] env[62353]: DEBUG nova.network.neutron [None req-1fbee651-62d8-426e-9c01-deada1657447 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 758fbe89-1e60-4025-853d-41439705356b] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 740.330533] env[62353]: DEBUG nova.compute.manager [None req-0aae8368-b89b-4f73-8c09-55902873db9a tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] [instance: faaa5eff-8814-4951-a6fc-9b2a53891f1c] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 740.338263] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-b781bbf2-bb34-4c80-858b-b2cc7aa2330c tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] [instance: bbbb4f2b-e3a0-4c4e-8e47-7de18b1b8f66] Creating linked-clone VM from snapshot {{(pid=62353) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 740.338936] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e2d1b00c-ceb6-458d-9d87-60e39805bca7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.352162] env[62353]: DEBUG oslo_vmware.api [None req-b781bbf2-bb34-4c80-858b-b2cc7aa2330c tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Waiting for the task: (returnval){ [ 740.352162] env[62353]: value = "task-2372236" [ 740.352162] env[62353]: _type = "Task" [ 740.352162] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.361684] env[62353]: DEBUG nova.compute.manager [req-953b26e8-f919-4eb1-9734-6b11d9ee3b9e req-8dac7e88-392c-4e38-ac81-2f8fc9dc25b6 service nova] [instance: fa27d91c-5bae-40a3-a153-ac41f4238532] Received event network-changed-af7f7943-4115-461a-ae44-af0f93d6bd01 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 740.362042] env[62353]: DEBUG nova.compute.manager [req-953b26e8-f919-4eb1-9734-6b11d9ee3b9e req-8dac7e88-392c-4e38-ac81-2f8fc9dc25b6 service nova] [instance: fa27d91c-5bae-40a3-a153-ac41f4238532] Refreshing instance network info cache due to event network-changed-af7f7943-4115-461a-ae44-af0f93d6bd01. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 740.362367] env[62353]: DEBUG oslo_concurrency.lockutils [req-953b26e8-f919-4eb1-9734-6b11d9ee3b9e req-8dac7e88-392c-4e38-ac81-2f8fc9dc25b6 service nova] Acquiring lock "refresh_cache-fa27d91c-5bae-40a3-a153-ac41f4238532" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.362607] env[62353]: DEBUG oslo_concurrency.lockutils [req-953b26e8-f919-4eb1-9734-6b11d9ee3b9e req-8dac7e88-392c-4e38-ac81-2f8fc9dc25b6 service nova] Acquired lock "refresh_cache-fa27d91c-5bae-40a3-a153-ac41f4238532" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.363253] env[62353]: DEBUG nova.network.neutron [req-953b26e8-f919-4eb1-9734-6b11d9ee3b9e req-8dac7e88-392c-4e38-ac81-2f8fc9dc25b6 service nova] [instance: fa27d91c-5bae-40a3-a153-ac41f4238532] Refreshing network info cache for port af7f7943-4115-461a-ae44-af0f93d6bd01 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 740.371217] env[62353]: DEBUG nova.network.neutron [None req-69374e01-009b-4b0d-bf10-5e844719cc69 tempest-AttachInterfacesUnderV243Test-231370955 tempest-AttachInterfacesUnderV243Test-231370955-project-member] [instance: 0ccb3004-b612-45c3-b655-609eb2c4b16c] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 740.374332] env[62353]: DEBUG oslo_vmware.api [None req-b781bbf2-bb34-4c80-858b-b2cc7aa2330c tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Task: {'id': task-2372236, 'name': CloneVM_Task} progress is 10%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.407746] env[62353]: DEBUG nova.network.neutron [None req-0aae8368-b89b-4f73-8c09-55902873db9a tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] [instance: faaa5eff-8814-4951-a6fc-9b2a53891f1c] Successfully created port: 22a6a69e-2698-4ab8-8244-1784b38f85a2 {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 740.467631] env[62353]: DEBUG oslo_concurrency.lockutils [None req-15b5d97b-9356-4f7e-9ef0-bac16263f1fc tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Lock "7a3d03fd-327a-453b-ad3c-12736433379d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 99.047s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 740.474450] env[62353]: DEBUG nova.network.neutron [None req-1fbee651-62d8-426e-9c01-deada1657447 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 758fbe89-1e60-4025-853d-41439705356b] Updating instance_info_cache with network_info: [{"id": "67bc5178-ec78-4b80-8fe5-de9d53259764", "address": "fa:16:3e:e0:39:3e", "network": {"id": "99926323-4d1b-428b-9009-5c2c4fdc3f93", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-462090473-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f26acbe9e08743179af7b91ff38b5ea9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67bc5178-ec", "ovs_interfaceid": "67bc5178-ec78-4b80-8fe5-de9d53259764", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.771996] env[62353]: DEBUG nova.network.neutron [None req-391a95fd-e77d-414e-af92-d909cebc7b73 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] [instance: fa27d91c-5bae-40a3-a153-ac41f4238532] Successfully updated port: 2e81ca6f-7554-4da3-882e-612d629c56c7 {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 740.866202] env[62353]: DEBUG oslo_vmware.api [None req-b781bbf2-bb34-4c80-858b-b2cc7aa2330c tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Task: {'id': task-2372236, 'name': CloneVM_Task} progress is 94%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.907814] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d041280a-3196-4cbc-bb54-ac0c73e2b0ef {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.917368] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d58cb847-26d4-40d4-9b12-0c142f131796 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.953684] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92e1778a-9cc4-4300-bd49-035db32659a3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.957084] env[62353]: DEBUG nova.network.neutron [req-953b26e8-f919-4eb1-9734-6b11d9ee3b9e req-8dac7e88-392c-4e38-ac81-2f8fc9dc25b6 service nova] [instance: fa27d91c-5bae-40a3-a153-ac41f4238532] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 740.964815] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24d41f28-3a45-4559-9b02-63cd2c20c835 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.970581] env[62353]: DEBUG nova.compute.manager [None req-9aab5a3d-7047-49cb-83e2-cee0e099517e tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] [instance: 0b3e9b87-2fa5-4623-b547-8831a1d7932f] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 740.983240] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1fbee651-62d8-426e-9c01-deada1657447 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Releasing lock "refresh_cache-758fbe89-1e60-4025-853d-41439705356b" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.983527] env[62353]: DEBUG nova.compute.manager [None req-1fbee651-62d8-426e-9c01-deada1657447 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 758fbe89-1e60-4025-853d-41439705356b] Instance network_info: |[{"id": "67bc5178-ec78-4b80-8fe5-de9d53259764", "address": "fa:16:3e:e0:39:3e", "network": {"id": "99926323-4d1b-428b-9009-5c2c4fdc3f93", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-462090473-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f26acbe9e08743179af7b91ff38b5ea9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67bc5178-ec", "ovs_interfaceid": "67bc5178-ec78-4b80-8fe5-de9d53259764", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 740.983990] env[62353]: DEBUG nova.compute.provider_tree [None req-cf6a5783-5db0-4933-af05-b1b3dbda86a8 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 740.985624] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-1fbee651-62d8-426e-9c01-deada1657447 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 758fbe89-1e60-4025-853d-41439705356b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e0:39:3e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7edb7c08-2fae-4df5-9ec6-5ccf06d7e337', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '67bc5178-ec78-4b80-8fe5-de9d53259764', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 740.992995] env[62353]: DEBUG oslo.service.loopingcall [None req-1fbee651-62d8-426e-9c01-deada1657447 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 740.993497] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 758fbe89-1e60-4025-853d-41439705356b] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 740.993736] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f98fea85-81bd-4c51-bedb-03397c7dfa93 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.019264] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 741.019264] env[62353]: value = "task-2372237" [ 741.019264] env[62353]: _type = "Task" [ 741.019264] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.027714] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372237, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.202372] env[62353]: DEBUG nova.network.neutron [req-953b26e8-f919-4eb1-9734-6b11d9ee3b9e req-8dac7e88-392c-4e38-ac81-2f8fc9dc25b6 service nova] [instance: fa27d91c-5bae-40a3-a153-ac41f4238532] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 741.235531] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e9ce2051-ba89-49c4-9273-89c8ba289f8d tempest-ServerActionsV293TestJSON-26696024 tempest-ServerActionsV293TestJSON-26696024-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 741.344732] env[62353]: DEBUG nova.compute.manager [None req-0aae8368-b89b-4f73-8c09-55902873db9a tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] [instance: faaa5eff-8814-4951-a6fc-9b2a53891f1c] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 741.352950] env[62353]: DEBUG nova.compute.manager [req-f0670343-b675-4a68-aa04-fc8ff78d0983 req-48a7f70b-1ecd-4924-9fa5-94b93038e9c2 service nova] [instance: 758fbe89-1e60-4025-853d-41439705356b] Received event network-changed-67bc5178-ec78-4b80-8fe5-de9d53259764 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 741.353181] env[62353]: DEBUG nova.compute.manager [req-f0670343-b675-4a68-aa04-fc8ff78d0983 req-48a7f70b-1ecd-4924-9fa5-94b93038e9c2 service nova] [instance: 758fbe89-1e60-4025-853d-41439705356b] Refreshing instance network info cache due to event network-changed-67bc5178-ec78-4b80-8fe5-de9d53259764. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 741.353410] env[62353]: DEBUG oslo_concurrency.lockutils [req-f0670343-b675-4a68-aa04-fc8ff78d0983 req-48a7f70b-1ecd-4924-9fa5-94b93038e9c2 service nova] Acquiring lock "refresh_cache-758fbe89-1e60-4025-853d-41439705356b" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 741.353565] env[62353]: DEBUG oslo_concurrency.lockutils [req-f0670343-b675-4a68-aa04-fc8ff78d0983 req-48a7f70b-1ecd-4924-9fa5-94b93038e9c2 service nova] Acquired lock "refresh_cache-758fbe89-1e60-4025-853d-41439705356b" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.353753] env[62353]: DEBUG nova.network.neutron [req-f0670343-b675-4a68-aa04-fc8ff78d0983 req-48a7f70b-1ecd-4924-9fa5-94b93038e9c2 service nova] [instance: 758fbe89-1e60-4025-853d-41439705356b] Refreshing network info cache for port 67bc5178-ec78-4b80-8fe5-de9d53259764 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 741.366234] env[62353]: DEBUG oslo_vmware.api [None req-b781bbf2-bb34-4c80-858b-b2cc7aa2330c tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Task: {'id': task-2372236, 'name': CloneVM_Task} progress is 95%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.380166] env[62353]: DEBUG nova.virt.hardware [None req-0aae8368-b89b-4f73-8c09-55902873db9a tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T12:38:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T12:38:15Z,direct_url=,disk_format='vmdk',id=06f909ae-e8dc-43b4-abf7-c7ed85db9bbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0a3f88790a594523a818b8c00f6862e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T12:38:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 741.380448] env[62353]: DEBUG nova.virt.hardware [None req-0aae8368-b89b-4f73-8c09-55902873db9a tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 741.380650] env[62353]: DEBUG nova.virt.hardware [None req-0aae8368-b89b-4f73-8c09-55902873db9a tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 741.380868] env[62353]: DEBUG nova.virt.hardware [None req-0aae8368-b89b-4f73-8c09-55902873db9a tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 741.381053] env[62353]: DEBUG nova.virt.hardware [None req-0aae8368-b89b-4f73-8c09-55902873db9a tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 741.381315] env[62353]: DEBUG nova.virt.hardware [None req-0aae8368-b89b-4f73-8c09-55902873db9a tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 741.381571] env[62353]: DEBUG nova.virt.hardware [None req-0aae8368-b89b-4f73-8c09-55902873db9a tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 741.381788] env[62353]: DEBUG nova.virt.hardware [None req-0aae8368-b89b-4f73-8c09-55902873db9a tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 741.381978] env[62353]: DEBUG nova.virt.hardware [None req-0aae8368-b89b-4f73-8c09-55902873db9a tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 741.382175] env[62353]: DEBUG nova.virt.hardware [None req-0aae8368-b89b-4f73-8c09-55902873db9a tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 741.382367] env[62353]: DEBUG nova.virt.hardware [None req-0aae8368-b89b-4f73-8c09-55902873db9a tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 741.383350] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bd92c4a-21f4-4808-8ed9-6a4dccf9891e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.393351] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbc5e636-9689-4835-b94f-03a9ddea18cb {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.497529] env[62353]: DEBUG nova.scheduler.client.report [None req-cf6a5783-5db0-4933-af05-b1b3dbda86a8 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 741.512128] env[62353]: DEBUG oslo_concurrency.lockutils [None req-9aab5a3d-7047-49cb-83e2-cee0e099517e tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 741.531200] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372237, 'name': CreateVM_Task, 'duration_secs': 0.4338} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.531200] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 758fbe89-1e60-4025-853d-41439705356b] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 741.531927] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1fbee651-62d8-426e-9c01-deada1657447 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 741.531927] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1fbee651-62d8-426e-9c01-deada1657447 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Acquired lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.532313] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1fbee651-62d8-426e-9c01-deada1657447 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 741.532675] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6316f7e0-877b-453f-bd1c-5b65fb34fdec {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.539184] env[62353]: DEBUG oslo_vmware.api [None req-1fbee651-62d8-426e-9c01-deada1657447 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Waiting for the task: (returnval){ [ 741.539184] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5285c25a-9d71-a88f-bf42-e74f1812ca33" [ 741.539184] env[62353]: _type = "Task" [ 741.539184] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.545444] env[62353]: DEBUG nova.network.neutron [None req-69374e01-009b-4b0d-bf10-5e844719cc69 tempest-AttachInterfacesUnderV243Test-231370955 tempest-AttachInterfacesUnderV243Test-231370955-project-member] [instance: 0ccb3004-b612-45c3-b655-609eb2c4b16c] Updating instance_info_cache with network_info: [{"id": "eca0ac37-dd12-424d-a6e2-ec89820e5188", "address": "fa:16:3e:77:4e:1c", "network": {"id": "e465f5f0-740d-456a-b6f2-f97535a6f5ba", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1476682078-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "86367d16696541ed9837cfa97f059263", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bc3fa06-9d5b-4ab1-8113-6ed8942d23b6", "external-id": "nsx-vlan-transportzone-72", "segmentation_id": 72, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeca0ac37-dd", "ovs_interfaceid": "eca0ac37-dd12-424d-a6e2-ec89820e5188", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 741.549994] env[62353]: DEBUG oslo_vmware.api [None req-1fbee651-62d8-426e-9c01-deada1657447 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5285c25a-9d71-a88f-bf42-e74f1812ca33, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.704759] env[62353]: DEBUG oslo_concurrency.lockutils [req-953b26e8-f919-4eb1-9734-6b11d9ee3b9e req-8dac7e88-392c-4e38-ac81-2f8fc9dc25b6 service nova] Releasing lock "refresh_cache-fa27d91c-5bae-40a3-a153-ac41f4238532" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 741.872630] env[62353]: DEBUG oslo_vmware.api [None req-b781bbf2-bb34-4c80-858b-b2cc7aa2330c tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Task: {'id': task-2372236, 'name': CloneVM_Task, 'duration_secs': 1.182352} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.873201] env[62353]: INFO nova.virt.vmwareapi.vmops [None req-b781bbf2-bb34-4c80-858b-b2cc7aa2330c tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] [instance: bbbb4f2b-e3a0-4c4e-8e47-7de18b1b8f66] Created linked-clone VM from snapshot [ 741.874397] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3dbb2ae-d510-40c2-b6d6-05f4d0d1f07a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.885802] env[62353]: DEBUG nova.virt.vmwareapi.images [None req-b781bbf2-bb34-4c80-858b-b2cc7aa2330c tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] [instance: bbbb4f2b-e3a0-4c4e-8e47-7de18b1b8f66] Uploading image 21798a57-f2e8-4b8a-be9b-737fea7ba422 {{(pid=62353) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 741.919719] env[62353]: DEBUG oslo_vmware.rw_handles [None req-b781bbf2-bb34-4c80-858b-b2cc7aa2330c tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 741.919719] env[62353]: value = "vm-481593" [ 741.919719] env[62353]: _type = "VirtualMachine" [ 741.919719] env[62353]: }. {{(pid=62353) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 741.920535] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-c45e6f66-f88b-47b2-9e61-bde30e12b5db {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.934457] env[62353]: DEBUG oslo_vmware.rw_handles [None req-b781bbf2-bb34-4c80-858b-b2cc7aa2330c tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Lease: (returnval){ [ 741.934457] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]525884d6-54c7-e9c9-2963-a44380bc6fd2" [ 741.934457] env[62353]: _type = "HttpNfcLease" [ 741.934457] env[62353]: } obtained for exporting VM: (result){ [ 741.934457] env[62353]: value = "vm-481593" [ 741.934457] env[62353]: _type = "VirtualMachine" [ 741.934457] env[62353]: }. {{(pid=62353) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 741.934937] env[62353]: DEBUG oslo_vmware.api [None req-b781bbf2-bb34-4c80-858b-b2cc7aa2330c tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Waiting for the lease: (returnval){ [ 741.934937] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]525884d6-54c7-e9c9-2963-a44380bc6fd2" [ 741.934937] env[62353]: _type = "HttpNfcLease" [ 741.934937] env[62353]: } to be ready. {{(pid=62353) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 741.945612] env[62353]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 741.945612] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]525884d6-54c7-e9c9-2963-a44380bc6fd2" [ 741.945612] env[62353]: _type = "HttpNfcLease" [ 741.945612] env[62353]: } is initializing. {{(pid=62353) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 741.974275] env[62353]: DEBUG nova.network.neutron [None req-0aae8368-b89b-4f73-8c09-55902873db9a tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] [instance: faaa5eff-8814-4951-a6fc-9b2a53891f1c] Successfully updated port: 22a6a69e-2698-4ab8-8244-1784b38f85a2 {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 742.000657] env[62353]: DEBUG oslo_concurrency.lockutils [None req-cf6a5783-5db0-4933-af05-b1b3dbda86a8 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.694s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 742.001522] env[62353]: DEBUG nova.compute.manager [None req-cf6a5783-5db0-4933-af05-b1b3dbda86a8 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] [instance: 28447a5e-1970-4231-9866-6bd221bcca82] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 742.005616] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7eb9076d-14c8-4e0e-a112-88eea4616a25 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.640s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 742.005857] env[62353]: DEBUG nova.objects.instance [None req-7eb9076d-14c8-4e0e-a112-88eea4616a25 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823-project-member] Lazy-loading 'resources' on Instance uuid b3e7bd84-3c18-40c7-95a7-9b259069f066 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 742.050474] env[62353]: DEBUG oslo_vmware.api [None req-1fbee651-62d8-426e-9c01-deada1657447 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5285c25a-9d71-a88f-bf42-e74f1812ca33, 'name': SearchDatastore_Task, 'duration_secs': 0.012044} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.051717] env[62353]: DEBUG oslo_concurrency.lockutils [None req-69374e01-009b-4b0d-bf10-5e844719cc69 tempest-AttachInterfacesUnderV243Test-231370955 tempest-AttachInterfacesUnderV243Test-231370955-project-member] Releasing lock "refresh_cache-0ccb3004-b612-45c3-b655-609eb2c4b16c" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 742.051952] env[62353]: DEBUG nova.compute.manager [None req-69374e01-009b-4b0d-bf10-5e844719cc69 tempest-AttachInterfacesUnderV243Test-231370955 tempest-AttachInterfacesUnderV243Test-231370955-project-member] [instance: 0ccb3004-b612-45c3-b655-609eb2c4b16c] Inject network info {{(pid=62353) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 742.052290] env[62353]: DEBUG nova.compute.manager [None req-69374e01-009b-4b0d-bf10-5e844719cc69 tempest-AttachInterfacesUnderV243Test-231370955 tempest-AttachInterfacesUnderV243Test-231370955-project-member] [instance: 0ccb3004-b612-45c3-b655-609eb2c4b16c] network_info to inject: |[{"id": "eca0ac37-dd12-424d-a6e2-ec89820e5188", "address": "fa:16:3e:77:4e:1c", "network": {"id": "e465f5f0-740d-456a-b6f2-f97535a6f5ba", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1476682078-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "86367d16696541ed9837cfa97f059263", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bc3fa06-9d5b-4ab1-8113-6ed8942d23b6", "external-id": "nsx-vlan-transportzone-72", "segmentation_id": 72, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeca0ac37-dd", "ovs_interfaceid": "eca0ac37-dd12-424d-a6e2-ec89820e5188", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 742.057647] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-69374e01-009b-4b0d-bf10-5e844719cc69 tempest-AttachInterfacesUnderV243Test-231370955 tempest-AttachInterfacesUnderV243Test-231370955-project-member] [instance: 0ccb3004-b612-45c3-b655-609eb2c4b16c] Reconfiguring VM instance to set the machine id {{(pid=62353) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 742.057948] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1fbee651-62d8-426e-9c01-deada1657447 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Releasing lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 742.058188] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-1fbee651-62d8-426e-9c01-deada1657447 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 758fbe89-1e60-4025-853d-41439705356b] Processing image 06f909ae-e8dc-43b4-abf7-c7ed85db9bbd {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 742.058505] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1fbee651-62d8-426e-9c01-deada1657447 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 742.058671] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1fbee651-62d8-426e-9c01-deada1657447 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Acquired lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.058853] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fbee651-62d8-426e-9c01-deada1657447 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 742.062376] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c63af013-0ae4-42e1-87c8-9134208d3a62 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.073356] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a5ad6563-7941-48da-a8fd-0d76f9864964 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.088262] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fbee651-62d8-426e-9c01-deada1657447 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 742.088563] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-1fbee651-62d8-426e-9c01-deada1657447 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 742.090565] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea58e953-fcae-43b3-b405-fb84d2fcd405 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.093448] env[62353]: DEBUG oslo_vmware.api [None req-69374e01-009b-4b0d-bf10-5e844719cc69 tempest-AttachInterfacesUnderV243Test-231370955 tempest-AttachInterfacesUnderV243Test-231370955-project-member] Waiting for the task: (returnval){ [ 742.093448] env[62353]: value = "task-2372239" [ 742.093448] env[62353]: _type = "Task" [ 742.093448] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.100305] env[62353]: DEBUG oslo_vmware.api [None req-1fbee651-62d8-426e-9c01-deada1657447 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Waiting for the task: (returnval){ [ 742.100305] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52485a0d-913b-2418-9543-cdbd7224eb13" [ 742.100305] env[62353]: _type = "Task" [ 742.100305] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.107885] env[62353]: DEBUG oslo_vmware.api [None req-69374e01-009b-4b0d-bf10-5e844719cc69 tempest-AttachInterfacesUnderV243Test-231370955 tempest-AttachInterfacesUnderV243Test-231370955-project-member] Task: {'id': task-2372239, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.113838] env[62353]: DEBUG oslo_vmware.api [None req-1fbee651-62d8-426e-9c01-deada1657447 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52485a0d-913b-2418-9543-cdbd7224eb13, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.246690] env[62353]: DEBUG nova.network.neutron [req-f0670343-b675-4a68-aa04-fc8ff78d0983 req-48a7f70b-1ecd-4924-9fa5-94b93038e9c2 service nova] [instance: 758fbe89-1e60-4025-853d-41439705356b] Updated VIF entry in instance network info cache for port 67bc5178-ec78-4b80-8fe5-de9d53259764. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 742.247140] env[62353]: DEBUG nova.network.neutron [req-f0670343-b675-4a68-aa04-fc8ff78d0983 req-48a7f70b-1ecd-4924-9fa5-94b93038e9c2 service nova] [instance: 758fbe89-1e60-4025-853d-41439705356b] Updating instance_info_cache with network_info: [{"id": "67bc5178-ec78-4b80-8fe5-de9d53259764", "address": "fa:16:3e:e0:39:3e", "network": {"id": "99926323-4d1b-428b-9009-5c2c4fdc3f93", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-462090473-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f26acbe9e08743179af7b91ff38b5ea9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67bc5178-ec", "ovs_interfaceid": "67bc5178-ec78-4b80-8fe5-de9d53259764", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.367829] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4939f645-53ee-4a02-bd4a-df1f5b74bf09 tempest-ServerActionsV293TestJSON-26696024 tempest-ServerActionsV293TestJSON-26696024-project-member] Acquiring lock "c29bf6eb-b456-4356-9ef8-d9ba70bc6464" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 742.369631] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4939f645-53ee-4a02-bd4a-df1f5b74bf09 tempest-ServerActionsV293TestJSON-26696024 tempest-ServerActionsV293TestJSON-26696024-project-member] Lock "c29bf6eb-b456-4356-9ef8-d9ba70bc6464" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 742.369631] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4939f645-53ee-4a02-bd4a-df1f5b74bf09 tempest-ServerActionsV293TestJSON-26696024 tempest-ServerActionsV293TestJSON-26696024-project-member] Acquiring lock "c29bf6eb-b456-4356-9ef8-d9ba70bc6464-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 742.369631] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4939f645-53ee-4a02-bd4a-df1f5b74bf09 tempest-ServerActionsV293TestJSON-26696024 tempest-ServerActionsV293TestJSON-26696024-project-member] Lock "c29bf6eb-b456-4356-9ef8-d9ba70bc6464-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 742.369631] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4939f645-53ee-4a02-bd4a-df1f5b74bf09 tempest-ServerActionsV293TestJSON-26696024 tempest-ServerActionsV293TestJSON-26696024-project-member] Lock "c29bf6eb-b456-4356-9ef8-d9ba70bc6464-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 742.371992] env[62353]: INFO nova.compute.manager [None req-4939f645-53ee-4a02-bd4a-df1f5b74bf09 tempest-ServerActionsV293TestJSON-26696024 tempest-ServerActionsV293TestJSON-26696024-project-member] [instance: c29bf6eb-b456-4356-9ef8-d9ba70bc6464] Terminating instance [ 742.443695] env[62353]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 742.443695] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]525884d6-54c7-e9c9-2963-a44380bc6fd2" [ 742.443695] env[62353]: _type = "HttpNfcLease" [ 742.443695] env[62353]: } is ready. {{(pid=62353) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 742.444091] env[62353]: DEBUG oslo_vmware.rw_handles [None req-b781bbf2-bb34-4c80-858b-b2cc7aa2330c tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 742.444091] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]525884d6-54c7-e9c9-2963-a44380bc6fd2" [ 742.444091] env[62353]: _type = "HttpNfcLease" [ 742.444091] env[62353]: }. {{(pid=62353) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 742.444872] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3f11959-11a4-40bd-9b61-dfef20cc5d72 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.453260] env[62353]: DEBUG oslo_vmware.rw_handles [None req-b781bbf2-bb34-4c80-858b-b2cc7aa2330c tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e76710-2362-7bfe-52bc-c8903ce0e07e/disk-0.vmdk from lease info. {{(pid=62353) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 742.453448] env[62353]: DEBUG oslo_vmware.rw_handles [None req-b781bbf2-bb34-4c80-858b-b2cc7aa2330c tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e76710-2362-7bfe-52bc-c8903ce0e07e/disk-0.vmdk for reading. {{(pid=62353) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 742.514516] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0aae8368-b89b-4f73-8c09-55902873db9a tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Acquiring lock "refresh_cache-faaa5eff-8814-4951-a6fc-9b2a53891f1c" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 742.515282] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0aae8368-b89b-4f73-8c09-55902873db9a tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Acquired lock "refresh_cache-faaa5eff-8814-4951-a6fc-9b2a53891f1c" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.515282] env[62353]: DEBUG nova.network.neutron [None req-0aae8368-b89b-4f73-8c09-55902873db9a tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] [instance: faaa5eff-8814-4951-a6fc-9b2a53891f1c] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 742.516991] env[62353]: DEBUG nova.compute.utils [None req-cf6a5783-5db0-4933-af05-b1b3dbda86a8 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 742.524621] env[62353]: DEBUG nova.compute.manager [None req-cf6a5783-5db0-4933-af05-b1b3dbda86a8 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] [instance: 28447a5e-1970-4231-9866-6bd221bcca82] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 742.524691] env[62353]: DEBUG nova.network.neutron [None req-cf6a5783-5db0-4933-af05-b1b3dbda86a8 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] [instance: 28447a5e-1970-4231-9866-6bd221bcca82] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 742.529096] env[62353]: DEBUG nova.objects.instance [None req-e5a2e41f-d226-4e08-ae19-cb3acef871de tempest-AttachInterfacesUnderV243Test-231370955 tempest-AttachInterfacesUnderV243Test-231370955-project-member] Lazy-loading 'flavor' on Instance uuid 0ccb3004-b612-45c3-b655-609eb2c4b16c {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 742.578817] env[62353]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5da50182-64ac-439e-a90a-1b5a349711da {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.600187] env[62353]: DEBUG nova.policy [None req-cf6a5783-5db0-4933-af05-b1b3dbda86a8 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a3d790c3d7cd434e8e2672e86df22ce4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '50a51f7998ca480db23664e0033d6267', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:192}} [ 742.617779] env[62353]: DEBUG oslo_vmware.api [None req-69374e01-009b-4b0d-bf10-5e844719cc69 tempest-AttachInterfacesUnderV243Test-231370955 tempest-AttachInterfacesUnderV243Test-231370955-project-member] Task: {'id': task-2372239, 'name': ReconfigVM_Task, 'duration_secs': 0.224926} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.619866] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-69374e01-009b-4b0d-bf10-5e844719cc69 tempest-AttachInterfacesUnderV243Test-231370955 tempest-AttachInterfacesUnderV243Test-231370955-project-member] [instance: 0ccb3004-b612-45c3-b655-609eb2c4b16c] Reconfigured VM instance to set the machine id {{(pid=62353) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 742.626568] env[62353]: DEBUG oslo_vmware.api [None req-1fbee651-62d8-426e-9c01-deada1657447 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52485a0d-913b-2418-9543-cdbd7224eb13, 'name': SearchDatastore_Task, 'duration_secs': 0.015581} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.634609] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0fb9de4e-8675-4b39-a6cc-129b17b32101 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.645192] env[62353]: DEBUG oslo_vmware.api [None req-1fbee651-62d8-426e-9c01-deada1657447 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Waiting for the task: (returnval){ [ 742.645192] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]529d2cb0-894d-0cb6-ef50-fe8379885d00" [ 742.645192] env[62353]: _type = "Task" [ 742.645192] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.655444] env[62353]: DEBUG nova.compute.manager [req-3f09205e-62c9-41a9-9bc5-7e1ab1a610e6 req-3ad071c8-09d2-4513-9696-4c6cb870845d service nova] [instance: fa27d91c-5bae-40a3-a153-ac41f4238532] Received event network-vif-plugged-2e81ca6f-7554-4da3-882e-612d629c56c7 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 742.655444] env[62353]: DEBUG oslo_concurrency.lockutils [req-3f09205e-62c9-41a9-9bc5-7e1ab1a610e6 req-3ad071c8-09d2-4513-9696-4c6cb870845d service nova] Acquiring lock "fa27d91c-5bae-40a3-a153-ac41f4238532-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 742.655444] env[62353]: DEBUG oslo_concurrency.lockutils [req-3f09205e-62c9-41a9-9bc5-7e1ab1a610e6 req-3ad071c8-09d2-4513-9696-4c6cb870845d service nova] Lock "fa27d91c-5bae-40a3-a153-ac41f4238532-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 742.655444] env[62353]: DEBUG oslo_concurrency.lockutils [req-3f09205e-62c9-41a9-9bc5-7e1ab1a610e6 req-3ad071c8-09d2-4513-9696-4c6cb870845d service nova] Lock "fa27d91c-5bae-40a3-a153-ac41f4238532-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 742.655444] env[62353]: DEBUG nova.compute.manager [req-3f09205e-62c9-41a9-9bc5-7e1ab1a610e6 req-3ad071c8-09d2-4513-9696-4c6cb870845d service nova] [instance: fa27d91c-5bae-40a3-a153-ac41f4238532] No waiting events found dispatching network-vif-plugged-2e81ca6f-7554-4da3-882e-612d629c56c7 {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 742.655628] env[62353]: WARNING nova.compute.manager [req-3f09205e-62c9-41a9-9bc5-7e1ab1a610e6 req-3ad071c8-09d2-4513-9696-4c6cb870845d service nova] [instance: fa27d91c-5bae-40a3-a153-ac41f4238532] Received unexpected event network-vif-plugged-2e81ca6f-7554-4da3-882e-612d629c56c7 for instance with vm_state building and task_state spawning. [ 742.655628] env[62353]: DEBUG nova.compute.manager [req-3f09205e-62c9-41a9-9bc5-7e1ab1a610e6 req-3ad071c8-09d2-4513-9696-4c6cb870845d service nova] [instance: fa27d91c-5bae-40a3-a153-ac41f4238532] Received event network-changed-2e81ca6f-7554-4da3-882e-612d629c56c7 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 742.655628] env[62353]: DEBUG nova.compute.manager [req-3f09205e-62c9-41a9-9bc5-7e1ab1a610e6 req-3ad071c8-09d2-4513-9696-4c6cb870845d service nova] [instance: fa27d91c-5bae-40a3-a153-ac41f4238532] Refreshing instance network info cache due to event network-changed-2e81ca6f-7554-4da3-882e-612d629c56c7. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 742.655628] env[62353]: DEBUG oslo_concurrency.lockutils [req-3f09205e-62c9-41a9-9bc5-7e1ab1a610e6 req-3ad071c8-09d2-4513-9696-4c6cb870845d service nova] Acquiring lock "refresh_cache-fa27d91c-5bae-40a3-a153-ac41f4238532" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 742.655628] env[62353]: DEBUG oslo_concurrency.lockutils [req-3f09205e-62c9-41a9-9bc5-7e1ab1a610e6 req-3ad071c8-09d2-4513-9696-4c6cb870845d service nova] Acquired lock "refresh_cache-fa27d91c-5bae-40a3-a153-ac41f4238532" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.655791] env[62353]: DEBUG nova.network.neutron [req-3f09205e-62c9-41a9-9bc5-7e1ab1a610e6 req-3ad071c8-09d2-4513-9696-4c6cb870845d service nova] [instance: fa27d91c-5bae-40a3-a153-ac41f4238532] Refreshing network info cache for port 2e81ca6f-7554-4da3-882e-612d629c56c7 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 742.662442] env[62353]: DEBUG oslo_vmware.api [None req-1fbee651-62d8-426e-9c01-deada1657447 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]529d2cb0-894d-0cb6-ef50-fe8379885d00, 'name': SearchDatastore_Task, 'duration_secs': 0.012687} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.662693] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1fbee651-62d8-426e-9c01-deada1657447 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Releasing lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 742.663027] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fbee651-62d8-426e-9c01-deada1657447 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore1] 758fbe89-1e60-4025-853d-41439705356b/758fbe89-1e60-4025-853d-41439705356b.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 742.663298] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a1feb3bc-f2f9-40cb-a916-80924300e50f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.676921] env[62353]: DEBUG oslo_vmware.api [None req-1fbee651-62d8-426e-9c01-deada1657447 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Waiting for the task: (returnval){ [ 742.676921] env[62353]: value = "task-2372240" [ 742.676921] env[62353]: _type = "Task" [ 742.676921] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.686493] env[62353]: DEBUG oslo_vmware.api [None req-1fbee651-62d8-426e-9c01-deada1657447 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Task: {'id': task-2372240, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.750390] env[62353]: DEBUG oslo_concurrency.lockutils [req-f0670343-b675-4a68-aa04-fc8ff78d0983 req-48a7f70b-1ecd-4924-9fa5-94b93038e9c2 service nova] Releasing lock "refresh_cache-758fbe89-1e60-4025-853d-41439705356b" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 742.750657] env[62353]: DEBUG nova.compute.manager [req-f0670343-b675-4a68-aa04-fc8ff78d0983 req-48a7f70b-1ecd-4924-9fa5-94b93038e9c2 service nova] [instance: 0ccb3004-b612-45c3-b655-609eb2c4b16c] Received event network-changed-eca0ac37-dd12-424d-a6e2-ec89820e5188 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 742.750821] env[62353]: DEBUG nova.compute.manager [req-f0670343-b675-4a68-aa04-fc8ff78d0983 req-48a7f70b-1ecd-4924-9fa5-94b93038e9c2 service nova] [instance: 0ccb3004-b612-45c3-b655-609eb2c4b16c] Refreshing instance network info cache due to event network-changed-eca0ac37-dd12-424d-a6e2-ec89820e5188. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 742.751046] env[62353]: DEBUG oslo_concurrency.lockutils [req-f0670343-b675-4a68-aa04-fc8ff78d0983 req-48a7f70b-1ecd-4924-9fa5-94b93038e9c2 service nova] Acquiring lock "refresh_cache-0ccb3004-b612-45c3-b655-609eb2c4b16c" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 742.751194] env[62353]: DEBUG oslo_concurrency.lockutils [req-f0670343-b675-4a68-aa04-fc8ff78d0983 req-48a7f70b-1ecd-4924-9fa5-94b93038e9c2 service nova] Acquired lock "refresh_cache-0ccb3004-b612-45c3-b655-609eb2c4b16c" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.751353] env[62353]: DEBUG nova.network.neutron [req-f0670343-b675-4a68-aa04-fc8ff78d0983 req-48a7f70b-1ecd-4924-9fa5-94b93038e9c2 service nova] [instance: 0ccb3004-b612-45c3-b655-609eb2c4b16c] Refreshing network info cache for port eca0ac37-dd12-424d-a6e2-ec89820e5188 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 742.883465] env[62353]: DEBUG nova.compute.manager [None req-4939f645-53ee-4a02-bd4a-df1f5b74bf09 tempest-ServerActionsV293TestJSON-26696024 tempest-ServerActionsV293TestJSON-26696024-project-member] [instance: c29bf6eb-b456-4356-9ef8-d9ba70bc6464] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 742.884161] env[62353]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4c78f0ac-e99a-4f0e-952a-054cc9a87764 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.897098] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95f5aa65-dc4f-4368-85ab-fba22551dcb7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.962107] env[62353]: WARNING nova.virt.vmwareapi.driver [None req-4939f645-53ee-4a02-bd4a-df1f5b74bf09 tempest-ServerActionsV293TestJSON-26696024 tempest-ServerActionsV293TestJSON-26696024-project-member] [instance: c29bf6eb-b456-4356-9ef8-d9ba70bc6464] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance c29bf6eb-b456-4356-9ef8-d9ba70bc6464 could not be found. [ 742.962470] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-4939f645-53ee-4a02-bd4a-df1f5b74bf09 tempest-ServerActionsV293TestJSON-26696024 tempest-ServerActionsV293TestJSON-26696024-project-member] [instance: c29bf6eb-b456-4356-9ef8-d9ba70bc6464] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 742.969376] env[62353]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d999cf42-19ce-4d1a-9589-e9017c19982c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.982438] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c4bc78b-d6d1-47de-b2d0-d7a744986e42 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.031140] env[62353]: DEBUG nova.compute.manager [None req-cf6a5783-5db0-4933-af05-b1b3dbda86a8 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] [instance: 28447a5e-1970-4231-9866-6bd221bcca82] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 743.037633] env[62353]: WARNING nova.virt.vmwareapi.vmops [None req-4939f645-53ee-4a02-bd4a-df1f5b74bf09 tempest-ServerActionsV293TestJSON-26696024 tempest-ServerActionsV293TestJSON-26696024-project-member] [instance: c29bf6eb-b456-4356-9ef8-d9ba70bc6464] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance c29bf6eb-b456-4356-9ef8-d9ba70bc6464 could not be found. [ 743.037835] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-4939f645-53ee-4a02-bd4a-df1f5b74bf09 tempest-ServerActionsV293TestJSON-26696024 tempest-ServerActionsV293TestJSON-26696024-project-member] [instance: c29bf6eb-b456-4356-9ef8-d9ba70bc6464] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 743.038115] env[62353]: INFO nova.compute.manager [None req-4939f645-53ee-4a02-bd4a-df1f5b74bf09 tempest-ServerActionsV293TestJSON-26696024 tempest-ServerActionsV293TestJSON-26696024-project-member] [instance: c29bf6eb-b456-4356-9ef8-d9ba70bc6464] Took 0.15 seconds to destroy the instance on the hypervisor. [ 743.038543] env[62353]: DEBUG oslo.service.loopingcall [None req-4939f645-53ee-4a02-bd4a-df1f5b74bf09 tempest-ServerActionsV293TestJSON-26696024 tempest-ServerActionsV293TestJSON-26696024-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 743.040863] env[62353]: DEBUG nova.compute.manager [-] [instance: c29bf6eb-b456-4356-9ef8-d9ba70bc6464] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 743.041026] env[62353]: DEBUG nova.network.neutron [-] [instance: c29bf6eb-b456-4356-9ef8-d9ba70bc6464] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 743.043542] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e5a2e41f-d226-4e08-ae19-cb3acef871de tempest-AttachInterfacesUnderV243Test-231370955 tempest-AttachInterfacesUnderV243Test-231370955-project-member] Acquiring lock "refresh_cache-0ccb3004-b612-45c3-b655-609eb2c4b16c" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 743.089265] env[62353]: DEBUG nova.network.neutron [None req-0aae8368-b89b-4f73-8c09-55902873db9a tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] [instance: faaa5eff-8814-4951-a6fc-9b2a53891f1c] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 743.187467] env[62353]: DEBUG oslo_vmware.api [None req-1fbee651-62d8-426e-9c01-deada1657447 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Task: {'id': task-2372240, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.203617] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aceaceb-f522-4f22-9361-d44f33f65b5e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.212199] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c0f4fa3-2b86-438a-80af-bfe5d31661a0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.259090] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5569f1c-81ea-42c6-b69f-9fdec5d4eba0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.269813] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a631ce9d-dcb3-4449-8304-62afcbe9441f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.287065] env[62353]: DEBUG nova.compute.provider_tree [None req-7eb9076d-14c8-4e0e-a112-88eea4616a25 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 743.291679] env[62353]: DEBUG nova.compute.manager [None req-57041057-7ebf-4584-813a-cfa707ada8e6 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] [instance: 7a3d03fd-327a-453b-ad3c-12736433379d] Stashing vm_state: active {{(pid=62353) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 743.304669] env[62353]: DEBUG nova.network.neutron [req-3f09205e-62c9-41a9-9bc5-7e1ab1a610e6 req-3ad071c8-09d2-4513-9696-4c6cb870845d service nova] [instance: fa27d91c-5bae-40a3-a153-ac41f4238532] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 743.405593] env[62353]: DEBUG nova.network.neutron [None req-0aae8368-b89b-4f73-8c09-55902873db9a tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] [instance: faaa5eff-8814-4951-a6fc-9b2a53891f1c] Updating instance_info_cache with network_info: [{"id": "22a6a69e-2698-4ab8-8244-1784b38f85a2", "address": "fa:16:3e:30:3c:46", "network": {"id": "956ba5e7-4a54-402c-a290-2a1b81514fd3", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1825597119-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "806a3f447ab3401e8dcfa6f4241fd30d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd7d0d95-6848-4e69-ac21-75f8db82a3b5", "external-id": "nsx-vlan-transportzone-272", "segmentation_id": 272, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22a6a69e-26", "ovs_interfaceid": "22a6a69e-2698-4ab8-8244-1784b38f85a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.700354] env[62353]: DEBUG oslo_vmware.api [None req-1fbee651-62d8-426e-9c01-deada1657447 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Task: {'id': task-2372240, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.016895} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.701453] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fbee651-62d8-426e-9c01-deada1657447 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore1] 758fbe89-1e60-4025-853d-41439705356b/758fbe89-1e60-4025-853d-41439705356b.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 743.701764] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-1fbee651-62d8-426e-9c01-deada1657447 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 758fbe89-1e60-4025-853d-41439705356b] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 743.702219] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-373ea150-51ab-454a-85dc-7ff7c3afbc4b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.706434] env[62353]: DEBUG nova.network.neutron [req-3f09205e-62c9-41a9-9bc5-7e1ab1a610e6 req-3ad071c8-09d2-4513-9696-4c6cb870845d service nova] [instance: fa27d91c-5bae-40a3-a153-ac41f4238532] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.717239] env[62353]: DEBUG oslo_vmware.api [None req-1fbee651-62d8-426e-9c01-deada1657447 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Waiting for the task: (returnval){ [ 743.717239] env[62353]: value = "task-2372241" [ 743.717239] env[62353]: _type = "Task" [ 743.717239] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.735138] env[62353]: DEBUG oslo_vmware.api [None req-1fbee651-62d8-426e-9c01-deada1657447 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Task: {'id': task-2372241, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.782969] env[62353]: DEBUG nova.network.neutron [req-f0670343-b675-4a68-aa04-fc8ff78d0983 req-48a7f70b-1ecd-4924-9fa5-94b93038e9c2 service nova] [instance: 0ccb3004-b612-45c3-b655-609eb2c4b16c] Updated VIF entry in instance network info cache for port eca0ac37-dd12-424d-a6e2-ec89820e5188. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 743.783786] env[62353]: DEBUG nova.network.neutron [req-f0670343-b675-4a68-aa04-fc8ff78d0983 req-48a7f70b-1ecd-4924-9fa5-94b93038e9c2 service nova] [instance: 0ccb3004-b612-45c3-b655-609eb2c4b16c] Updating instance_info_cache with network_info: [{"id": "eca0ac37-dd12-424d-a6e2-ec89820e5188", "address": "fa:16:3e:77:4e:1c", "network": {"id": "e465f5f0-740d-456a-b6f2-f97535a6f5ba", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1476682078-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "86367d16696541ed9837cfa97f059263", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bc3fa06-9d5b-4ab1-8113-6ed8942d23b6", "external-id": "nsx-vlan-transportzone-72", "segmentation_id": 72, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeca0ac37-dd", "ovs_interfaceid": "eca0ac37-dd12-424d-a6e2-ec89820e5188", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.792978] env[62353]: DEBUG nova.scheduler.client.report [None req-7eb9076d-14c8-4e0e-a112-88eea4616a25 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 743.827072] env[62353]: DEBUG oslo_concurrency.lockutils [None req-57041057-7ebf-4584-813a-cfa707ada8e6 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 743.837521] env[62353]: DEBUG nova.network.neutron [None req-cf6a5783-5db0-4933-af05-b1b3dbda86a8 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] [instance: 28447a5e-1970-4231-9866-6bd221bcca82] Successfully created port: 295e4657-dcd5-46d5-9e20-235d2c94a385 {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 743.908667] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0aae8368-b89b-4f73-8c09-55902873db9a tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Releasing lock "refresh_cache-faaa5eff-8814-4951-a6fc-9b2a53891f1c" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 743.909160] env[62353]: DEBUG nova.compute.manager [None req-0aae8368-b89b-4f73-8c09-55902873db9a tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] [instance: faaa5eff-8814-4951-a6fc-9b2a53891f1c] Instance network_info: |[{"id": "22a6a69e-2698-4ab8-8244-1784b38f85a2", "address": "fa:16:3e:30:3c:46", "network": {"id": "956ba5e7-4a54-402c-a290-2a1b81514fd3", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1825597119-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "806a3f447ab3401e8dcfa6f4241fd30d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd7d0d95-6848-4e69-ac21-75f8db82a3b5", "external-id": "nsx-vlan-transportzone-272", "segmentation_id": 272, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22a6a69e-26", "ovs_interfaceid": "22a6a69e-2698-4ab8-8244-1784b38f85a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 743.909958] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-0aae8368-b89b-4f73-8c09-55902873db9a tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] [instance: faaa5eff-8814-4951-a6fc-9b2a53891f1c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:30:3c:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dd7d0d95-6848-4e69-ac21-75f8db82a3b5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '22a6a69e-2698-4ab8-8244-1784b38f85a2', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 743.921684] env[62353]: DEBUG oslo.service.loopingcall [None req-0aae8368-b89b-4f73-8c09-55902873db9a tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 743.922039] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: faaa5eff-8814-4951-a6fc-9b2a53891f1c] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 743.922345] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-54809544-daca-4278-b5b3-a21faeba8e10 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.953941] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 743.953941] env[62353]: value = "task-2372242" [ 743.953941] env[62353]: _type = "Task" [ 743.953941] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.965628] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372242, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.997917] env[62353]: DEBUG nova.network.neutron [None req-391a95fd-e77d-414e-af92-d909cebc7b73 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] [instance: fa27d91c-5bae-40a3-a153-ac41f4238532] Successfully updated port: 736aa612-6465-4b75-8866-bc5586a30dc3 {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 744.042764] env[62353]: DEBUG nova.compute.manager [None req-cf6a5783-5db0-4933-af05-b1b3dbda86a8 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] [instance: 28447a5e-1970-4231-9866-6bd221bcca82] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 744.081433] env[62353]: DEBUG nova.virt.hardware [None req-cf6a5783-5db0-4933-af05-b1b3dbda86a8 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T12:38:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T12:38:15Z,direct_url=,disk_format='vmdk',id=06f909ae-e8dc-43b4-abf7-c7ed85db9bbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0a3f88790a594523a818b8c00f6862e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T12:38:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 744.082452] env[62353]: DEBUG nova.virt.hardware [None req-cf6a5783-5db0-4933-af05-b1b3dbda86a8 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 744.082740] env[62353]: DEBUG nova.virt.hardware [None req-cf6a5783-5db0-4933-af05-b1b3dbda86a8 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 744.082871] env[62353]: DEBUG nova.virt.hardware [None req-cf6a5783-5db0-4933-af05-b1b3dbda86a8 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 744.082871] env[62353]: DEBUG nova.virt.hardware [None req-cf6a5783-5db0-4933-af05-b1b3dbda86a8 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 744.082871] env[62353]: DEBUG nova.virt.hardware [None req-cf6a5783-5db0-4933-af05-b1b3dbda86a8 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 744.082871] env[62353]: DEBUG nova.virt.hardware [None req-cf6a5783-5db0-4933-af05-b1b3dbda86a8 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 744.082871] env[62353]: DEBUG nova.virt.hardware [None req-cf6a5783-5db0-4933-af05-b1b3dbda86a8 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 744.086050] env[62353]: DEBUG nova.virt.hardware [None req-cf6a5783-5db0-4933-af05-b1b3dbda86a8 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 744.086050] env[62353]: DEBUG nova.virt.hardware [None req-cf6a5783-5db0-4933-af05-b1b3dbda86a8 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 744.086050] env[62353]: DEBUG nova.virt.hardware [None req-cf6a5783-5db0-4933-af05-b1b3dbda86a8 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 744.086050] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-994e8493-9a11-43cf-a869-a577634b9eda {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.095782] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f765c3f1-f012-424c-83c6-add49d7c31e8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.210103] env[62353]: DEBUG oslo_concurrency.lockutils [req-3f09205e-62c9-41a9-9bc5-7e1ab1a610e6 req-3ad071c8-09d2-4513-9696-4c6cb870845d service nova] Releasing lock "refresh_cache-fa27d91c-5bae-40a3-a153-ac41f4238532" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 744.227474] env[62353]: DEBUG oslo_vmware.api [None req-1fbee651-62d8-426e-9c01-deada1657447 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Task: {'id': task-2372241, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077451} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.227855] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-1fbee651-62d8-426e-9c01-deada1657447 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 758fbe89-1e60-4025-853d-41439705356b] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 744.229665] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26d5809c-426d-4a4e-8a5c-5332f9ae197a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.258488] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-1fbee651-62d8-426e-9c01-deada1657447 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 758fbe89-1e60-4025-853d-41439705356b] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] 758fbe89-1e60-4025-853d-41439705356b/758fbe89-1e60-4025-853d-41439705356b.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 744.260465] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e3be377-bd4a-4a04-9539-8d76aab93689 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.277805] env[62353]: DEBUG nova.compute.manager [req-2df65d54-63b0-42f9-a9fc-2487bf95fe7b req-cb69b986-19ba-45bd-ade9-ac1e1ce89677 service nova] [instance: faaa5eff-8814-4951-a6fc-9b2a53891f1c] Received event network-vif-plugged-22a6a69e-2698-4ab8-8244-1784b38f85a2 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 744.278763] env[62353]: DEBUG oslo_concurrency.lockutils [req-2df65d54-63b0-42f9-a9fc-2487bf95fe7b req-cb69b986-19ba-45bd-ade9-ac1e1ce89677 service nova] Acquiring lock "faaa5eff-8814-4951-a6fc-9b2a53891f1c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 744.278763] env[62353]: DEBUG oslo_concurrency.lockutils [req-2df65d54-63b0-42f9-a9fc-2487bf95fe7b req-cb69b986-19ba-45bd-ade9-ac1e1ce89677 service nova] Lock "faaa5eff-8814-4951-a6fc-9b2a53891f1c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 744.278923] env[62353]: DEBUG oslo_concurrency.lockutils [req-2df65d54-63b0-42f9-a9fc-2487bf95fe7b req-cb69b986-19ba-45bd-ade9-ac1e1ce89677 service nova] Lock "faaa5eff-8814-4951-a6fc-9b2a53891f1c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 744.278961] env[62353]: DEBUG nova.compute.manager [req-2df65d54-63b0-42f9-a9fc-2487bf95fe7b req-cb69b986-19ba-45bd-ade9-ac1e1ce89677 service nova] [instance: faaa5eff-8814-4951-a6fc-9b2a53891f1c] No waiting events found dispatching network-vif-plugged-22a6a69e-2698-4ab8-8244-1784b38f85a2 {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 744.280496] env[62353]: WARNING nova.compute.manager [req-2df65d54-63b0-42f9-a9fc-2487bf95fe7b req-cb69b986-19ba-45bd-ade9-ac1e1ce89677 service nova] [instance: faaa5eff-8814-4951-a6fc-9b2a53891f1c] Received unexpected event network-vif-plugged-22a6a69e-2698-4ab8-8244-1784b38f85a2 for instance with vm_state building and task_state spawning. [ 744.280496] env[62353]: DEBUG nova.compute.manager [req-2df65d54-63b0-42f9-a9fc-2487bf95fe7b req-cb69b986-19ba-45bd-ade9-ac1e1ce89677 service nova] [instance: faaa5eff-8814-4951-a6fc-9b2a53891f1c] Received event network-changed-22a6a69e-2698-4ab8-8244-1784b38f85a2 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 744.280496] env[62353]: DEBUG nova.compute.manager [req-2df65d54-63b0-42f9-a9fc-2487bf95fe7b req-cb69b986-19ba-45bd-ade9-ac1e1ce89677 service nova] [instance: faaa5eff-8814-4951-a6fc-9b2a53891f1c] Refreshing instance network info cache due to event network-changed-22a6a69e-2698-4ab8-8244-1784b38f85a2. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 744.280496] env[62353]: DEBUG oslo_concurrency.lockutils [req-2df65d54-63b0-42f9-a9fc-2487bf95fe7b req-cb69b986-19ba-45bd-ade9-ac1e1ce89677 service nova] Acquiring lock "refresh_cache-faaa5eff-8814-4951-a6fc-9b2a53891f1c" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 744.280496] env[62353]: DEBUG oslo_concurrency.lockutils [req-2df65d54-63b0-42f9-a9fc-2487bf95fe7b req-cb69b986-19ba-45bd-ade9-ac1e1ce89677 service nova] Acquired lock "refresh_cache-faaa5eff-8814-4951-a6fc-9b2a53891f1c" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.280774] env[62353]: DEBUG nova.network.neutron [req-2df65d54-63b0-42f9-a9fc-2487bf95fe7b req-cb69b986-19ba-45bd-ade9-ac1e1ce89677 service nova] [instance: faaa5eff-8814-4951-a6fc-9b2a53891f1c] Refreshing network info cache for port 22a6a69e-2698-4ab8-8244-1784b38f85a2 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 744.287516] env[62353]: DEBUG oslo_concurrency.lockutils [req-f0670343-b675-4a68-aa04-fc8ff78d0983 req-48a7f70b-1ecd-4924-9fa5-94b93038e9c2 service nova] Releasing lock "refresh_cache-0ccb3004-b612-45c3-b655-609eb2c4b16c" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 744.289578] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e5a2e41f-d226-4e08-ae19-cb3acef871de tempest-AttachInterfacesUnderV243Test-231370955 tempest-AttachInterfacesUnderV243Test-231370955-project-member] Acquired lock "refresh_cache-0ccb3004-b612-45c3-b655-609eb2c4b16c" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.292560] env[62353]: DEBUG oslo_vmware.api [None req-1fbee651-62d8-426e-9c01-deada1657447 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Waiting for the task: (returnval){ [ 744.292560] env[62353]: value = "task-2372243" [ 744.292560] env[62353]: _type = "Task" [ 744.292560] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.299787] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7eb9076d-14c8-4e0e-a112-88eea4616a25 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.294s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 744.306690] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5a1f8b57-87d9-4184-ba9c-9cb23f024b52 tempest-AttachInterfacesV270Test-454918473 tempest-AttachInterfacesV270Test-454918473-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.919s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 744.307521] env[62353]: DEBUG nova.objects.instance [None req-5a1f8b57-87d9-4184-ba9c-9cb23f024b52 tempest-AttachInterfacesV270Test-454918473 tempest-AttachInterfacesV270Test-454918473-project-member] Lazy-loading 'resources' on Instance uuid 9523a163-666d-448f-84a6-5278a7171f86 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 744.311032] env[62353]: DEBUG oslo_vmware.api [None req-1fbee651-62d8-426e-9c01-deada1657447 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Task: {'id': task-2372243, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.326315] env[62353]: INFO nova.scheduler.client.report [None req-7eb9076d-14c8-4e0e-a112-88eea4616a25 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823-project-member] Deleted allocations for instance b3e7bd84-3c18-40c7-95a7-9b259069f066 [ 744.453538] env[62353]: DEBUG nova.network.neutron [-] [instance: c29bf6eb-b456-4356-9ef8-d9ba70bc6464] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 744.465932] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372242, 'name': CreateVM_Task} progress is 99%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.501621] env[62353]: DEBUG oslo_concurrency.lockutils [None req-391a95fd-e77d-414e-af92-d909cebc7b73 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] Acquiring lock "refresh_cache-fa27d91c-5bae-40a3-a153-ac41f4238532" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 744.505464] env[62353]: DEBUG oslo_concurrency.lockutils [None req-391a95fd-e77d-414e-af92-d909cebc7b73 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] Acquired lock "refresh_cache-fa27d91c-5bae-40a3-a153-ac41f4238532" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.505464] env[62353]: DEBUG nova.network.neutron [None req-391a95fd-e77d-414e-af92-d909cebc7b73 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] [instance: fa27d91c-5bae-40a3-a153-ac41f4238532] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 744.806690] env[62353]: DEBUG oslo_vmware.api [None req-1fbee651-62d8-426e-9c01-deada1657447 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Task: {'id': task-2372243, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.837030] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7eb9076d-14c8-4e0e-a112-88eea4616a25 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823 tempest-FloatingIPsAssociationNegativeTestJSON-1037802823-project-member] Lock "b3e7bd84-3c18-40c7-95a7-9b259069f066" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.501s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 744.869304] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c4dd4cc9-afb7-4057-a43e-a7c29d65ea67 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Acquiring lock "interface-8b313bab-8370-47c5-a03b-c809dc96fd21-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 744.869471] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c4dd4cc9-afb7-4057-a43e-a7c29d65ea67 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Lock "interface-8b313bab-8370-47c5-a03b-c809dc96fd21-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 744.869825] env[62353]: DEBUG nova.objects.instance [None req-c4dd4cc9-afb7-4057-a43e-a7c29d65ea67 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Lazy-loading 'flavor' on Instance uuid 8b313bab-8370-47c5-a03b-c809dc96fd21 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 744.902902] env[62353]: DEBUG nova.network.neutron [None req-e5a2e41f-d226-4e08-ae19-cb3acef871de tempest-AttachInterfacesUnderV243Test-231370955 tempest-AttachInterfacesUnderV243Test-231370955-project-member] [instance: 0ccb3004-b612-45c3-b655-609eb2c4b16c] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 744.957819] env[62353]: INFO nova.compute.manager [-] [instance: c29bf6eb-b456-4356-9ef8-d9ba70bc6464] Took 1.92 seconds to deallocate network for instance. [ 744.974490] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372242, 'name': CreateVM_Task, 'duration_secs': 0.54611} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.974837] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: faaa5eff-8814-4951-a6fc-9b2a53891f1c] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 744.975750] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0aae8368-b89b-4f73-8c09-55902873db9a tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 744.976095] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0aae8368-b89b-4f73-8c09-55902873db9a tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Acquired lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.976522] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0aae8368-b89b-4f73-8c09-55902873db9a tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 744.976885] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8ea48fa-3615-4f4e-9ed1-12b699a495a6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.985434] env[62353]: DEBUG oslo_vmware.api [None req-0aae8368-b89b-4f73-8c09-55902873db9a tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Waiting for the task: (returnval){ [ 744.985434] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]527421f8-3ccf-fadc-d050-2a9eb40b6c71" [ 744.985434] env[62353]: _type = "Task" [ 744.985434] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.996615] env[62353]: DEBUG oslo_vmware.api [None req-0aae8368-b89b-4f73-8c09-55902873db9a tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]527421f8-3ccf-fadc-d050-2a9eb40b6c71, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.046111] env[62353]: DEBUG nova.network.neutron [req-2df65d54-63b0-42f9-a9fc-2487bf95fe7b req-cb69b986-19ba-45bd-ade9-ac1e1ce89677 service nova] [instance: faaa5eff-8814-4951-a6fc-9b2a53891f1c] Updated VIF entry in instance network info cache for port 22a6a69e-2698-4ab8-8244-1784b38f85a2. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 745.046111] env[62353]: DEBUG nova.network.neutron [req-2df65d54-63b0-42f9-a9fc-2487bf95fe7b req-cb69b986-19ba-45bd-ade9-ac1e1ce89677 service nova] [instance: faaa5eff-8814-4951-a6fc-9b2a53891f1c] Updating instance_info_cache with network_info: [{"id": "22a6a69e-2698-4ab8-8244-1784b38f85a2", "address": "fa:16:3e:30:3c:46", "network": {"id": "956ba5e7-4a54-402c-a290-2a1b81514fd3", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1825597119-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "806a3f447ab3401e8dcfa6f4241fd30d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd7d0d95-6848-4e69-ac21-75f8db82a3b5", "external-id": "nsx-vlan-transportzone-272", "segmentation_id": 272, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22a6a69e-26", "ovs_interfaceid": "22a6a69e-2698-4ab8-8244-1784b38f85a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.050356] env[62353]: DEBUG nova.network.neutron [None req-391a95fd-e77d-414e-af92-d909cebc7b73 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] [instance: fa27d91c-5bae-40a3-a153-ac41f4238532] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 745.097962] env[62353]: DEBUG nova.compute.manager [req-bf446cd2-4f6b-4ea9-b7f7-5f51b2b38b46 req-3d5e5a5f-4ebd-49d2-96f6-2ecae6d17f9b service nova] [instance: fa27d91c-5bae-40a3-a153-ac41f4238532] Received event network-vif-plugged-736aa612-6465-4b75-8866-bc5586a30dc3 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 745.098259] env[62353]: DEBUG oslo_concurrency.lockutils [req-bf446cd2-4f6b-4ea9-b7f7-5f51b2b38b46 req-3d5e5a5f-4ebd-49d2-96f6-2ecae6d17f9b service nova] Acquiring lock "fa27d91c-5bae-40a3-a153-ac41f4238532-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 745.098507] env[62353]: DEBUG oslo_concurrency.lockutils [req-bf446cd2-4f6b-4ea9-b7f7-5f51b2b38b46 req-3d5e5a5f-4ebd-49d2-96f6-2ecae6d17f9b service nova] Lock "fa27d91c-5bae-40a3-a153-ac41f4238532-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 745.098686] env[62353]: DEBUG oslo_concurrency.lockutils [req-bf446cd2-4f6b-4ea9-b7f7-5f51b2b38b46 req-3d5e5a5f-4ebd-49d2-96f6-2ecae6d17f9b service nova] Lock "fa27d91c-5bae-40a3-a153-ac41f4238532-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 745.098852] env[62353]: DEBUG nova.compute.manager [req-bf446cd2-4f6b-4ea9-b7f7-5f51b2b38b46 req-3d5e5a5f-4ebd-49d2-96f6-2ecae6d17f9b service nova] [instance: fa27d91c-5bae-40a3-a153-ac41f4238532] No waiting events found dispatching network-vif-plugged-736aa612-6465-4b75-8866-bc5586a30dc3 {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 745.099030] env[62353]: WARNING nova.compute.manager [req-bf446cd2-4f6b-4ea9-b7f7-5f51b2b38b46 req-3d5e5a5f-4ebd-49d2-96f6-2ecae6d17f9b service nova] [instance: fa27d91c-5bae-40a3-a153-ac41f4238532] Received unexpected event network-vif-plugged-736aa612-6465-4b75-8866-bc5586a30dc3 for instance with vm_state building and task_state spawning. [ 745.099184] env[62353]: DEBUG nova.compute.manager [req-bf446cd2-4f6b-4ea9-b7f7-5f51b2b38b46 req-3d5e5a5f-4ebd-49d2-96f6-2ecae6d17f9b service nova] [instance: fa27d91c-5bae-40a3-a153-ac41f4238532] Received event network-changed-736aa612-6465-4b75-8866-bc5586a30dc3 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 745.099335] env[62353]: DEBUG nova.compute.manager [req-bf446cd2-4f6b-4ea9-b7f7-5f51b2b38b46 req-3d5e5a5f-4ebd-49d2-96f6-2ecae6d17f9b service nova] [instance: fa27d91c-5bae-40a3-a153-ac41f4238532] Refreshing instance network info cache due to event network-changed-736aa612-6465-4b75-8866-bc5586a30dc3. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 745.099497] env[62353]: DEBUG oslo_concurrency.lockutils [req-bf446cd2-4f6b-4ea9-b7f7-5f51b2b38b46 req-3d5e5a5f-4ebd-49d2-96f6-2ecae6d17f9b service nova] Acquiring lock "refresh_cache-fa27d91c-5bae-40a3-a153-ac41f4238532" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 745.306539] env[62353]: DEBUG oslo_vmware.api [None req-1fbee651-62d8-426e-9c01-deada1657447 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Task: {'id': task-2372243, 'name': ReconfigVM_Task, 'duration_secs': 0.574066} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.306539] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-1fbee651-62d8-426e-9c01-deada1657447 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 758fbe89-1e60-4025-853d-41439705356b] Reconfigured VM instance instance-0000002f to attach disk [datastore1] 758fbe89-1e60-4025-853d-41439705356b/758fbe89-1e60-4025-853d-41439705356b.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 745.306994] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4b180a31-65f9-40f7-b14a-8d7ef40e521c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.318939] env[62353]: DEBUG oslo_vmware.api [None req-1fbee651-62d8-426e-9c01-deada1657447 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Waiting for the task: (returnval){ [ 745.318939] env[62353]: value = "task-2372244" [ 745.318939] env[62353]: _type = "Task" [ 745.318939] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.329626] env[62353]: DEBUG oslo_vmware.api [None req-1fbee651-62d8-426e-9c01-deada1657447 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Task: {'id': task-2372244, 'name': Rename_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.412542] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b390498-53ed-4fd7-bdb3-850298699ff6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.421890] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48355995-d925-4934-b6cc-e7c09e9ad128 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.457650] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fddc6c2-a6cb-4fce-ac09-aefd9c70065f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.471185] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-642b3a8b-9c20-431a-aefd-fefc1cb7c7ac {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.487697] env[62353]: DEBUG nova.compute.provider_tree [None req-5a1f8b57-87d9-4184-ba9c-9cb23f024b52 tempest-AttachInterfacesV270Test-454918473 tempest-AttachInterfacesV270Test-454918473-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 745.504436] env[62353]: DEBUG oslo_vmware.api [None req-0aae8368-b89b-4f73-8c09-55902873db9a tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]527421f8-3ccf-fadc-d050-2a9eb40b6c71, 'name': SearchDatastore_Task, 'duration_secs': 0.018788} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.504599] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0aae8368-b89b-4f73-8c09-55902873db9a tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Releasing lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 745.504833] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-0aae8368-b89b-4f73-8c09-55902873db9a tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] [instance: faaa5eff-8814-4951-a6fc-9b2a53891f1c] Processing image 06f909ae-e8dc-43b4-abf7-c7ed85db9bbd {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 745.505170] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0aae8368-b89b-4f73-8c09-55902873db9a tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 745.505429] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0aae8368-b89b-4f73-8c09-55902873db9a tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Acquired lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.505760] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-0aae8368-b89b-4f73-8c09-55902873db9a tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 745.505922] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-59f2d7b5-b8fe-4004-b928-635a09a21ba1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.516833] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-0aae8368-b89b-4f73-8c09-55902873db9a tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 745.517050] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-0aae8368-b89b-4f73-8c09-55902873db9a tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 745.517877] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33b16c7c-bab2-4a43-9b42-0c0833295b41 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.525675] env[62353]: DEBUG oslo_vmware.api [None req-0aae8368-b89b-4f73-8c09-55902873db9a tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Waiting for the task: (returnval){ [ 745.525675] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52308b9e-e229-9bf4-fb31-ed30771c9231" [ 745.525675] env[62353]: _type = "Task" [ 745.525675] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.533176] env[62353]: INFO nova.compute.manager [None req-4939f645-53ee-4a02-bd4a-df1f5b74bf09 tempest-ServerActionsV293TestJSON-26696024 tempest-ServerActionsV293TestJSON-26696024-project-member] [instance: c29bf6eb-b456-4356-9ef8-d9ba70bc6464] Took 0.58 seconds to detach 1 volumes for instance. [ 745.537691] env[62353]: DEBUG oslo_vmware.api [None req-0aae8368-b89b-4f73-8c09-55902873db9a tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52308b9e-e229-9bf4-fb31-ed30771c9231, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.538282] env[62353]: DEBUG nova.compute.manager [None req-4939f645-53ee-4a02-bd4a-df1f5b74bf09 tempest-ServerActionsV293TestJSON-26696024 tempest-ServerActionsV293TestJSON-26696024-project-member] [instance: c29bf6eb-b456-4356-9ef8-d9ba70bc6464] Deleting volume: 07045536-6321-4a9d-a506-bdde6e273337 {{(pid=62353) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 745.549065] env[62353]: DEBUG oslo_concurrency.lockutils [req-2df65d54-63b0-42f9-a9fc-2487bf95fe7b req-cb69b986-19ba-45bd-ade9-ac1e1ce89677 service nova] Releasing lock "refresh_cache-faaa5eff-8814-4951-a6fc-9b2a53891f1c" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 745.816530] env[62353]: DEBUG nova.objects.instance [None req-c4dd4cc9-afb7-4057-a43e-a7c29d65ea67 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Lazy-loading 'pci_requests' on Instance uuid 8b313bab-8370-47c5-a03b-c809dc96fd21 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 745.831738] env[62353]: DEBUG oslo_vmware.api [None req-1fbee651-62d8-426e-9c01-deada1657447 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Task: {'id': task-2372244, 'name': Rename_Task, 'duration_secs': 0.32494} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.832083] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fbee651-62d8-426e-9c01-deada1657447 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 758fbe89-1e60-4025-853d-41439705356b] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 745.834865] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8b47471d-7ec1-400e-8f45-966f3de1a2d6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.839893] env[62353]: DEBUG oslo_concurrency.lockutils [None req-315ca542-74c4-471a-8557-70f182f15984 tempest-ServersTestBootFromVolume-997296087 tempest-ServersTestBootFromVolume-997296087-project-member] Acquiring lock "009129d2-dc03-4de0-ac09-9d24894e5e67" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 745.840189] env[62353]: DEBUG oslo_concurrency.lockutils [None req-315ca542-74c4-471a-8557-70f182f15984 tempest-ServersTestBootFromVolume-997296087 tempest-ServersTestBootFromVolume-997296087-project-member] Lock "009129d2-dc03-4de0-ac09-9d24894e5e67" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 745.840439] env[62353]: DEBUG oslo_concurrency.lockutils [None req-315ca542-74c4-471a-8557-70f182f15984 tempest-ServersTestBootFromVolume-997296087 tempest-ServersTestBootFromVolume-997296087-project-member] Acquiring lock "009129d2-dc03-4de0-ac09-9d24894e5e67-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 745.840663] env[62353]: DEBUG oslo_concurrency.lockutils [None req-315ca542-74c4-471a-8557-70f182f15984 tempest-ServersTestBootFromVolume-997296087 tempest-ServersTestBootFromVolume-997296087-project-member] Lock "009129d2-dc03-4de0-ac09-9d24894e5e67-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 745.840872] env[62353]: DEBUG oslo_concurrency.lockutils [None req-315ca542-74c4-471a-8557-70f182f15984 tempest-ServersTestBootFromVolume-997296087 tempest-ServersTestBootFromVolume-997296087-project-member] Lock "009129d2-dc03-4de0-ac09-9d24894e5e67-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 745.844248] env[62353]: DEBUG oslo_vmware.api [None req-1fbee651-62d8-426e-9c01-deada1657447 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Waiting for the task: (returnval){ [ 745.844248] env[62353]: value = "task-2372246" [ 745.844248] env[62353]: _type = "Task" [ 745.844248] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.845202] env[62353]: INFO nova.compute.manager [None req-315ca542-74c4-471a-8557-70f182f15984 tempest-ServersTestBootFromVolume-997296087 tempest-ServersTestBootFromVolume-997296087-project-member] [instance: 009129d2-dc03-4de0-ac09-9d24894e5e67] Terminating instance [ 745.859053] env[62353]: DEBUG oslo_vmware.api [None req-1fbee651-62d8-426e-9c01-deada1657447 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Task: {'id': task-2372246, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.998796] env[62353]: DEBUG nova.scheduler.client.report [None req-5a1f8b57-87d9-4184-ba9c-9cb23f024b52 tempest-AttachInterfacesV270Test-454918473 tempest-AttachInterfacesV270Test-454918473-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 746.037462] env[62353]: DEBUG oslo_vmware.api [None req-0aae8368-b89b-4f73-8c09-55902873db9a tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52308b9e-e229-9bf4-fb31-ed30771c9231, 'name': SearchDatastore_Task, 'duration_secs': 0.014161} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.038277] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4bed1e19-52a1-44fd-a837-571c486cdbf4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.045028] env[62353]: DEBUG oslo_vmware.api [None req-0aae8368-b89b-4f73-8c09-55902873db9a tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Waiting for the task: (returnval){ [ 746.045028] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52c10410-3d9f-2a91-448d-c4a25eb9b2c8" [ 746.045028] env[62353]: _type = "Task" [ 746.045028] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.055258] env[62353]: DEBUG oslo_vmware.api [None req-0aae8368-b89b-4f73-8c09-55902873db9a tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52c10410-3d9f-2a91-448d-c4a25eb9b2c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.067015] env[62353]: DEBUG nova.network.neutron [None req-e5a2e41f-d226-4e08-ae19-cb3acef871de tempest-AttachInterfacesUnderV243Test-231370955 tempest-AttachInterfacesUnderV243Test-231370955-project-member] [instance: 0ccb3004-b612-45c3-b655-609eb2c4b16c] Updating instance_info_cache with network_info: [{"id": "eca0ac37-dd12-424d-a6e2-ec89820e5188", "address": "fa:16:3e:77:4e:1c", "network": {"id": "e465f5f0-740d-456a-b6f2-f97535a6f5ba", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1476682078-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "86367d16696541ed9837cfa97f059263", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bc3fa06-9d5b-4ab1-8113-6ed8942d23b6", "external-id": "nsx-vlan-transportzone-72", "segmentation_id": 72, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeca0ac37-dd", "ovs_interfaceid": "eca0ac37-dd12-424d-a6e2-ec89820e5188", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.088111] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4939f645-53ee-4a02-bd4a-df1f5b74bf09 tempest-ServerActionsV293TestJSON-26696024 tempest-ServerActionsV293TestJSON-26696024-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 746.131286] env[62353]: DEBUG nova.network.neutron [None req-391a95fd-e77d-414e-af92-d909cebc7b73 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] [instance: fa27d91c-5bae-40a3-a153-ac41f4238532] Updating instance_info_cache with network_info: [{"id": "af7f7943-4115-461a-ae44-af0f93d6bd01", "address": "fa:16:3e:a6:76:77", "network": {"id": "d7542464-77f1-4373-9196-88740070dbc0", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-769044041", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.34", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2f0d78f4f234fd2bcc4955bc71e76da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "329d0e4b-4190-484a-8560-9356dc31beca", "external-id": "nsx-vlan-transportzone-29", "segmentation_id": 29, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf7f7943-41", "ovs_interfaceid": "af7f7943-4115-461a-ae44-af0f93d6bd01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2e81ca6f-7554-4da3-882e-612d629c56c7", "address": "fa:16:3e:38:bd:f6", "network": {"id": "67107493-89cc-403d-a8c5-6a43424b5850", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-191187248", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.72", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "b2f0d78f4f234fd2bcc4955bc71e76da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37e8d2ee-abfc-42e2-a8fa-ee5447f1f1da", "external-id": "nsx-vlan-transportzone-813", "segmentation_id": 813, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e81ca6f-75", "ovs_interfaceid": "2e81ca6f-7554-4da3-882e-612d629c56c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "736aa612-6465-4b75-8866-bc5586a30dc3", "address": "fa:16:3e:9e:fd:0b", "network": {"id": "d7542464-77f1-4373-9196-88740070dbc0", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-769044041", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.56", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2f0d78f4f234fd2bcc4955bc71e76da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "329d0e4b-4190-484a-8560-9356dc31beca", "external-id": "nsx-vlan-transportzone-29", "segmentation_id": 29, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap736aa612-64", "ovs_interfaceid": "736aa612-6465-4b75-8866-bc5586a30dc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.319813] env[62353]: DEBUG nova.objects.base [None req-c4dd4cc9-afb7-4057-a43e-a7c29d65ea67 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Object Instance<8b313bab-8370-47c5-a03b-c809dc96fd21> lazy-loaded attributes: flavor,pci_requests {{(pid=62353) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 746.320066] env[62353]: DEBUG nova.network.neutron [None req-c4dd4cc9-afb7-4057-a43e-a7c29d65ea67 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: 8b313bab-8370-47c5-a03b-c809dc96fd21] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 746.357375] env[62353]: DEBUG nova.compute.manager [None req-315ca542-74c4-471a-8557-70f182f15984 tempest-ServersTestBootFromVolume-997296087 tempest-ServersTestBootFromVolume-997296087-project-member] [instance: 009129d2-dc03-4de0-ac09-9d24894e5e67] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 746.357375] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-315ca542-74c4-471a-8557-70f182f15984 tempest-ServersTestBootFromVolume-997296087 tempest-ServersTestBootFromVolume-997296087-project-member] [instance: 009129d2-dc03-4de0-ac09-9d24894e5e67] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 746.357375] env[62353]: DEBUG oslo_vmware.api [None req-1fbee651-62d8-426e-9c01-deada1657447 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Task: {'id': task-2372246, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.357375] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c54576a5-4145-4204-b2ff-cd9e65ebab2b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.365248] env[62353]: DEBUG oslo_vmware.api [None req-315ca542-74c4-471a-8557-70f182f15984 tempest-ServersTestBootFromVolume-997296087 tempest-ServersTestBootFromVolume-997296087-project-member] Waiting for the task: (returnval){ [ 746.365248] env[62353]: value = "task-2372247" [ 746.365248] env[62353]: _type = "Task" [ 746.365248] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.375285] env[62353]: DEBUG oslo_vmware.api [None req-315ca542-74c4-471a-8557-70f182f15984 tempest-ServersTestBootFromVolume-997296087 tempest-ServersTestBootFromVolume-997296087-project-member] Task: {'id': task-2372247, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.437478] env[62353]: DEBUG nova.policy [None req-c4dd4cc9-afb7-4057-a43e-a7c29d65ea67 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '82c6391b4f014ebcaea1a762d3644bd2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd154d2686c9e43b4b2a7a9ec6a5a795c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:192}} [ 746.477529] env[62353]: DEBUG nova.network.neutron [None req-cf6a5783-5db0-4933-af05-b1b3dbda86a8 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] [instance: 28447a5e-1970-4231-9866-6bd221bcca82] Successfully updated port: 295e4657-dcd5-46d5-9e20-235d2c94a385 {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 746.508511] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5a1f8b57-87d9-4184-ba9c-9cb23f024b52 tempest-AttachInterfacesV270Test-454918473 tempest-AttachInterfacesV270Test-454918473-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.201s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 746.515289] env[62353]: DEBUG oslo_concurrency.lockutils [None req-83064226-f5b3-4587-9bb4-11037d8eb843 tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.829s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 746.516308] env[62353]: DEBUG nova.objects.instance [None req-83064226-f5b3-4587-9bb4-11037d8eb843 tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Lazy-loading 'resources' on Instance uuid 6886b90e-f9ac-4295-9a0e-c3d4fc2e5cf6 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 746.553474] env[62353]: INFO nova.scheduler.client.report [None req-5a1f8b57-87d9-4184-ba9c-9cb23f024b52 tempest-AttachInterfacesV270Test-454918473 tempest-AttachInterfacesV270Test-454918473-project-member] Deleted allocations for instance 9523a163-666d-448f-84a6-5278a7171f86 [ 746.560672] env[62353]: DEBUG oslo_vmware.api [None req-0aae8368-b89b-4f73-8c09-55902873db9a tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52c10410-3d9f-2a91-448d-c4a25eb9b2c8, 'name': SearchDatastore_Task, 'duration_secs': 0.010673} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.564680] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0aae8368-b89b-4f73-8c09-55902873db9a tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Releasing lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 746.564680] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-0aae8368-b89b-4f73-8c09-55902873db9a tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore1] faaa5eff-8814-4951-a6fc-9b2a53891f1c/faaa5eff-8814-4951-a6fc-9b2a53891f1c.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 746.564680] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d7139375-148e-4b4d-82a3-722a68073934 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.571117] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e5a2e41f-d226-4e08-ae19-cb3acef871de tempest-AttachInterfacesUnderV243Test-231370955 tempest-AttachInterfacesUnderV243Test-231370955-project-member] Releasing lock "refresh_cache-0ccb3004-b612-45c3-b655-609eb2c4b16c" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 746.571117] env[62353]: DEBUG nova.compute.manager [None req-e5a2e41f-d226-4e08-ae19-cb3acef871de tempest-AttachInterfacesUnderV243Test-231370955 tempest-AttachInterfacesUnderV243Test-231370955-project-member] [instance: 0ccb3004-b612-45c3-b655-609eb2c4b16c] Inject network info {{(pid=62353) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 746.571117] env[62353]: DEBUG nova.compute.manager [None req-e5a2e41f-d226-4e08-ae19-cb3acef871de tempest-AttachInterfacesUnderV243Test-231370955 tempest-AttachInterfacesUnderV243Test-231370955-project-member] [instance: 0ccb3004-b612-45c3-b655-609eb2c4b16c] network_info to inject: |[{"id": "eca0ac37-dd12-424d-a6e2-ec89820e5188", "address": "fa:16:3e:77:4e:1c", "network": {"id": "e465f5f0-740d-456a-b6f2-f97535a6f5ba", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1476682078-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "86367d16696541ed9837cfa97f059263", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bc3fa06-9d5b-4ab1-8113-6ed8942d23b6", "external-id": "nsx-vlan-transportzone-72", "segmentation_id": 72, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeca0ac37-dd", "ovs_interfaceid": "eca0ac37-dd12-424d-a6e2-ec89820e5188", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 746.576735] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-e5a2e41f-d226-4e08-ae19-cb3acef871de tempest-AttachInterfacesUnderV243Test-231370955 tempest-AttachInterfacesUnderV243Test-231370955-project-member] [instance: 0ccb3004-b612-45c3-b655-609eb2c4b16c] Reconfiguring VM instance to set the machine id {{(pid=62353) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 746.582287] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-03bca8d8-fd4a-4914-bca0-97e0a57663ef {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.596496] env[62353]: DEBUG oslo_vmware.api [None req-0aae8368-b89b-4f73-8c09-55902873db9a tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Waiting for the task: (returnval){ [ 746.596496] env[62353]: value = "task-2372248" [ 746.596496] env[62353]: _type = "Task" [ 746.596496] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.604680] env[62353]: DEBUG oslo_vmware.api [None req-e5a2e41f-d226-4e08-ae19-cb3acef871de tempest-AttachInterfacesUnderV243Test-231370955 tempest-AttachInterfacesUnderV243Test-231370955-project-member] Waiting for the task: (returnval){ [ 746.604680] env[62353]: value = "task-2372249" [ 746.604680] env[62353]: _type = "Task" [ 746.604680] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.608896] env[62353]: DEBUG oslo_vmware.api [None req-0aae8368-b89b-4f73-8c09-55902873db9a tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Task: {'id': task-2372248, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.618388] env[62353]: DEBUG oslo_vmware.api [None req-e5a2e41f-d226-4e08-ae19-cb3acef871de tempest-AttachInterfacesUnderV243Test-231370955 tempest-AttachInterfacesUnderV243Test-231370955-project-member] Task: {'id': task-2372249, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.634156] env[62353]: DEBUG oslo_concurrency.lockutils [None req-391a95fd-e77d-414e-af92-d909cebc7b73 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] Releasing lock "refresh_cache-fa27d91c-5bae-40a3-a153-ac41f4238532" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 746.634615] env[62353]: DEBUG nova.compute.manager [None req-391a95fd-e77d-414e-af92-d909cebc7b73 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] [instance: fa27d91c-5bae-40a3-a153-ac41f4238532] Instance network_info: |[{"id": "af7f7943-4115-461a-ae44-af0f93d6bd01", "address": "fa:16:3e:a6:76:77", "network": {"id": "d7542464-77f1-4373-9196-88740070dbc0", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-769044041", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.34", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2f0d78f4f234fd2bcc4955bc71e76da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "329d0e4b-4190-484a-8560-9356dc31beca", "external-id": "nsx-vlan-transportzone-29", "segmentation_id": 29, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf7f7943-41", "ovs_interfaceid": "af7f7943-4115-461a-ae44-af0f93d6bd01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2e81ca6f-7554-4da3-882e-612d629c56c7", "address": "fa:16:3e:38:bd:f6", "network": {"id": "67107493-89cc-403d-a8c5-6a43424b5850", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-191187248", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.72", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "b2f0d78f4f234fd2bcc4955bc71e76da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37e8d2ee-abfc-42e2-a8fa-ee5447f1f1da", "external-id": "nsx-vlan-transportzone-813", "segmentation_id": 813, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e81ca6f-75", "ovs_interfaceid": "2e81ca6f-7554-4da3-882e-612d629c56c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "736aa612-6465-4b75-8866-bc5586a30dc3", "address": "fa:16:3e:9e:fd:0b", "network": {"id": "d7542464-77f1-4373-9196-88740070dbc0", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-769044041", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.56", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2f0d78f4f234fd2bcc4955bc71e76da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "329d0e4b-4190-484a-8560-9356dc31beca", "external-id": "nsx-vlan-transportzone-29", "segmentation_id": 29, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap736aa612-64", "ovs_interfaceid": "736aa612-6465-4b75-8866-bc5586a30dc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 746.635232] env[62353]: DEBUG oslo_concurrency.lockutils [req-bf446cd2-4f6b-4ea9-b7f7-5f51b2b38b46 req-3d5e5a5f-4ebd-49d2-96f6-2ecae6d17f9b service nova] Acquired lock "refresh_cache-fa27d91c-5bae-40a3-a153-ac41f4238532" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.635450] env[62353]: DEBUG nova.network.neutron [req-bf446cd2-4f6b-4ea9-b7f7-5f51b2b38b46 req-3d5e5a5f-4ebd-49d2-96f6-2ecae6d17f9b service nova] [instance: fa27d91c-5bae-40a3-a153-ac41f4238532] Refreshing network info cache for port 736aa612-6465-4b75-8866-bc5586a30dc3 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 746.637133] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-391a95fd-e77d-414e-af92-d909cebc7b73 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] [instance: fa27d91c-5bae-40a3-a153-ac41f4238532] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a6:76:77', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '329d0e4b-4190-484a-8560-9356dc31beca', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'af7f7943-4115-461a-ae44-af0f93d6bd01', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:38:bd:f6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '37e8d2ee-abfc-42e2-a8fa-ee5447f1f1da', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2e81ca6f-7554-4da3-882e-612d629c56c7', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:9e:fd:0b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '329d0e4b-4190-484a-8560-9356dc31beca', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '736aa612-6465-4b75-8866-bc5586a30dc3', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 746.648847] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-391a95fd-e77d-414e-af92-d909cebc7b73 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] Creating folder: Project (b2f0d78f4f234fd2bcc4955bc71e76da). Parent ref: group-v481456. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 746.653782] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4b2c39a6-e71a-4b6b-b77d-5163c1f78d2a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.670985] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-391a95fd-e77d-414e-af92-d909cebc7b73 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] Created folder: Project (b2f0d78f4f234fd2bcc4955bc71e76da) in parent group-v481456. [ 746.671271] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-391a95fd-e77d-414e-af92-d909cebc7b73 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] Creating folder: Instances. Parent ref: group-v481596. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 746.671550] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7da6171e-7240-4fff-ac9c-7413d6685e29 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.687935] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-391a95fd-e77d-414e-af92-d909cebc7b73 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] Created folder: Instances in parent group-v481596. [ 746.687935] env[62353]: DEBUG oslo.service.loopingcall [None req-391a95fd-e77d-414e-af92-d909cebc7b73 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 746.687935] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa27d91c-5bae-40a3-a153-ac41f4238532] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 746.687935] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ba398f0c-41c0-49db-b521-14ad9cc4cfdc {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.717966] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 746.717966] env[62353]: value = "task-2372252" [ 746.717966] env[62353]: _type = "Task" [ 746.717966] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.728874] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372252, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.859814] env[62353]: DEBUG oslo_vmware.api [None req-1fbee651-62d8-426e-9c01-deada1657447 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Task: {'id': task-2372246, 'name': PowerOnVM_Task, 'duration_secs': 0.898087} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.860171] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fbee651-62d8-426e-9c01-deada1657447 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 758fbe89-1e60-4025-853d-41439705356b] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 746.860657] env[62353]: INFO nova.compute.manager [None req-1fbee651-62d8-426e-9c01-deada1657447 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 758fbe89-1e60-4025-853d-41439705356b] Took 8.28 seconds to spawn the instance on the hypervisor. [ 746.860657] env[62353]: DEBUG nova.compute.manager [None req-1fbee651-62d8-426e-9c01-deada1657447 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 758fbe89-1e60-4025-853d-41439705356b] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 746.861758] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fa7972d-313b-4fdc-8ebf-72ccca86f5ee {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.884342] env[62353]: DEBUG oslo_vmware.api [None req-315ca542-74c4-471a-8557-70f182f15984 tempest-ServersTestBootFromVolume-997296087 tempest-ServersTestBootFromVolume-997296087-project-member] Task: {'id': task-2372247, 'name': PowerOffVM_Task, 'duration_secs': 0.221814} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.884342] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-315ca542-74c4-471a-8557-70f182f15984 tempest-ServersTestBootFromVolume-997296087 tempest-ServersTestBootFromVolume-997296087-project-member] [instance: 009129d2-dc03-4de0-ac09-9d24894e5e67] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 746.884342] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-315ca542-74c4-471a-8557-70f182f15984 tempest-ServersTestBootFromVolume-997296087 tempest-ServersTestBootFromVolume-997296087-project-member] [instance: 009129d2-dc03-4de0-ac09-9d24894e5e67] Volume detach. Driver type: vmdk {{(pid=62353) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 746.884342] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-315ca542-74c4-471a-8557-70f182f15984 tempest-ServersTestBootFromVolume-997296087 tempest-ServersTestBootFromVolume-997296087-project-member] [instance: 009129d2-dc03-4de0-ac09-9d24894e5e67] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-481516', 'volume_id': '20a4258c-bee1-413f-ab8f-6d668370a189', 'name': 'volume-20a4258c-bee1-413f-ab8f-6d668370a189', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '009129d2-dc03-4de0-ac09-9d24894e5e67', 'attached_at': '', 'detached_at': '', 'volume_id': '20a4258c-bee1-413f-ab8f-6d668370a189', 'serial': '20a4258c-bee1-413f-ab8f-6d668370a189'} {{(pid=62353) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 746.884710] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c549a3b9-8101-498a-99f0-946b9764e19d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.914961] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7512b3cd-e776-4e27-9c53-33248bc1f0cd {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.926023] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ff29815-e7a9-4724-bf2c-a7bc732aadfa {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.948013] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3849194-8aad-45a3-9d15-376eab06eedf {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.967621] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-315ca542-74c4-471a-8557-70f182f15984 tempest-ServersTestBootFromVolume-997296087 tempest-ServersTestBootFromVolume-997296087-project-member] The volume has not been displaced from its original location: [datastore1] volume-20a4258c-bee1-413f-ab8f-6d668370a189/volume-20a4258c-bee1-413f-ab8f-6d668370a189.vmdk. No consolidation needed. {{(pid=62353) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 746.975418] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-315ca542-74c4-471a-8557-70f182f15984 tempest-ServersTestBootFromVolume-997296087 tempest-ServersTestBootFromVolume-997296087-project-member] [instance: 009129d2-dc03-4de0-ac09-9d24894e5e67] Reconfiguring VM instance instance-00000026 to detach disk 2000 {{(pid=62353) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 746.979763] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b9dc12f-788e-4ac8-ad44-b4f1b762bbbd {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.001447] env[62353]: DEBUG oslo_concurrency.lockutils [None req-cf6a5783-5db0-4933-af05-b1b3dbda86a8 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] Acquiring lock "refresh_cache-28447a5e-1970-4231-9866-6bd221bcca82" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.001447] env[62353]: DEBUG oslo_concurrency.lockutils [None req-cf6a5783-5db0-4933-af05-b1b3dbda86a8 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] Acquired lock "refresh_cache-28447a5e-1970-4231-9866-6bd221bcca82" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.001447] env[62353]: DEBUG nova.network.neutron [None req-cf6a5783-5db0-4933-af05-b1b3dbda86a8 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] [instance: 28447a5e-1970-4231-9866-6bd221bcca82] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 747.009850] env[62353]: DEBUG oslo_vmware.api [None req-315ca542-74c4-471a-8557-70f182f15984 tempest-ServersTestBootFromVolume-997296087 tempest-ServersTestBootFromVolume-997296087-project-member] Waiting for the task: (returnval){ [ 747.009850] env[62353]: value = "task-2372253" [ 747.009850] env[62353]: _type = "Task" [ 747.009850] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.024360] env[62353]: DEBUG oslo_vmware.api [None req-315ca542-74c4-471a-8557-70f182f15984 tempest-ServersTestBootFromVolume-997296087 tempest-ServersTestBootFromVolume-997296087-project-member] Task: {'id': task-2372253, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.073153] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5a1f8b57-87d9-4184-ba9c-9cb23f024b52 tempest-AttachInterfacesV270Test-454918473 tempest-AttachInterfacesV270Test-454918473-project-member] Lock "9523a163-666d-448f-84a6-5278a7171f86" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 747.118382] env[62353]: DEBUG oslo_vmware.api [None req-0aae8368-b89b-4f73-8c09-55902873db9a tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Task: {'id': task-2372248, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.127382] env[62353]: DEBUG oslo_vmware.api [None req-e5a2e41f-d226-4e08-ae19-cb3acef871de tempest-AttachInterfacesUnderV243Test-231370955 tempest-AttachInterfacesUnderV243Test-231370955-project-member] Task: {'id': task-2372249, 'name': ReconfigVM_Task, 'duration_secs': 0.199854} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.128049] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-e5a2e41f-d226-4e08-ae19-cb3acef871de tempest-AttachInterfacesUnderV243Test-231370955 tempest-AttachInterfacesUnderV243Test-231370955-project-member] [instance: 0ccb3004-b612-45c3-b655-609eb2c4b16c] Reconfigured VM instance to set the machine id {{(pid=62353) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 747.228823] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372252, 'name': CreateVM_Task} progress is 25%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.386350] env[62353]: INFO nova.compute.manager [None req-1fbee651-62d8-426e-9c01-deada1657447 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 758fbe89-1e60-4025-853d-41439705356b] Took 44.59 seconds to build instance. [ 747.412064] env[62353]: DEBUG nova.network.neutron [req-bf446cd2-4f6b-4ea9-b7f7-5f51b2b38b46 req-3d5e5a5f-4ebd-49d2-96f6-2ecae6d17f9b service nova] [instance: fa27d91c-5bae-40a3-a153-ac41f4238532] Updated VIF entry in instance network info cache for port 736aa612-6465-4b75-8866-bc5586a30dc3. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 747.412522] env[62353]: DEBUG nova.network.neutron [req-bf446cd2-4f6b-4ea9-b7f7-5f51b2b38b46 req-3d5e5a5f-4ebd-49d2-96f6-2ecae6d17f9b service nova] [instance: fa27d91c-5bae-40a3-a153-ac41f4238532] Updating instance_info_cache with network_info: [{"id": "af7f7943-4115-461a-ae44-af0f93d6bd01", "address": "fa:16:3e:a6:76:77", "network": {"id": "d7542464-77f1-4373-9196-88740070dbc0", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-769044041", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.34", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2f0d78f4f234fd2bcc4955bc71e76da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "329d0e4b-4190-484a-8560-9356dc31beca", "external-id": "nsx-vlan-transportzone-29", "segmentation_id": 29, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf7f7943-41", "ovs_interfaceid": "af7f7943-4115-461a-ae44-af0f93d6bd01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2e81ca6f-7554-4da3-882e-612d629c56c7", "address": "fa:16:3e:38:bd:f6", "network": {"id": "67107493-89cc-403d-a8c5-6a43424b5850", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-191187248", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.72", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "b2f0d78f4f234fd2bcc4955bc71e76da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37e8d2ee-abfc-42e2-a8fa-ee5447f1f1da", "external-id": "nsx-vlan-transportzone-813", "segmentation_id": 813, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e81ca6f-75", "ovs_interfaceid": "2e81ca6f-7554-4da3-882e-612d629c56c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "736aa612-6465-4b75-8866-bc5586a30dc3", "address": "fa:16:3e:9e:fd:0b", "network": {"id": "d7542464-77f1-4373-9196-88740070dbc0", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-769044041", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.56", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2f0d78f4f234fd2bcc4955bc71e76da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "329d0e4b-4190-484a-8560-9356dc31beca", "external-id": "nsx-vlan-transportzone-29", "segmentation_id": 29, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap736aa612-64", "ovs_interfaceid": "736aa612-6465-4b75-8866-bc5586a30dc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.414366] env[62353]: DEBUG nova.network.neutron [None req-c4dd4cc9-afb7-4057-a43e-a7c29d65ea67 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: 8b313bab-8370-47c5-a03b-c809dc96fd21] Successfully created port: c4087e87-daff-49f5-8a35-20d586b19f9c {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 747.521460] env[62353]: DEBUG oslo_vmware.api [None req-315ca542-74c4-471a-8557-70f182f15984 tempest-ServersTestBootFromVolume-997296087 tempest-ServersTestBootFromVolume-997296087-project-member] Task: {'id': task-2372253, 'name': ReconfigVM_Task, 'duration_secs': 0.222504} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.524655] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-315ca542-74c4-471a-8557-70f182f15984 tempest-ServersTestBootFromVolume-997296087 tempest-ServersTestBootFromVolume-997296087-project-member] [instance: 009129d2-dc03-4de0-ac09-9d24894e5e67] Reconfigured VM instance instance-00000026 to detach disk 2000 {{(pid=62353) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 747.530386] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-68bbc684-c0fb-414b-b5a3-70502b83a62d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.552346] env[62353]: DEBUG oslo_vmware.api [None req-315ca542-74c4-471a-8557-70f182f15984 tempest-ServersTestBootFromVolume-997296087 tempest-ServersTestBootFromVolume-997296087-project-member] Waiting for the task: (returnval){ [ 747.552346] env[62353]: value = "task-2372254" [ 747.552346] env[62353]: _type = "Task" [ 747.552346] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.565374] env[62353]: DEBUG oslo_vmware.api [None req-315ca542-74c4-471a-8557-70f182f15984 tempest-ServersTestBootFromVolume-997296087 tempest-ServersTestBootFromVolume-997296087-project-member] Task: {'id': task-2372254, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.572234] env[62353]: DEBUG nova.network.neutron [None req-cf6a5783-5db0-4933-af05-b1b3dbda86a8 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] [instance: 28447a5e-1970-4231-9866-6bd221bcca82] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 747.613690] env[62353]: DEBUG oslo_vmware.api [None req-0aae8368-b89b-4f73-8c09-55902873db9a tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Task: {'id': task-2372248, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.607694} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.613929] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-0aae8368-b89b-4f73-8c09-55902873db9a tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore1] faaa5eff-8814-4951-a6fc-9b2a53891f1c/faaa5eff-8814-4951-a6fc-9b2a53891f1c.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 747.614105] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-0aae8368-b89b-4f73-8c09-55902873db9a tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] [instance: faaa5eff-8814-4951-a6fc-9b2a53891f1c] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 747.614365] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dba4baa1-a0ba-4f2a-ae38-c30da31aa803 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.625560] env[62353]: DEBUG oslo_vmware.api [None req-0aae8368-b89b-4f73-8c09-55902873db9a tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Waiting for the task: (returnval){ [ 747.625560] env[62353]: value = "task-2372255" [ 747.625560] env[62353]: _type = "Task" [ 747.625560] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.640965] env[62353]: DEBUG oslo_vmware.api [None req-0aae8368-b89b-4f73-8c09-55902873db9a tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Task: {'id': task-2372255, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.680625] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16ff8d23-d8bc-4ad7-91df-ff1d7fb68278 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.688759] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dbebec4-c09d-4f04-8d6c-1298ac63fee1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.727265] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5c2eca8-7aa9-47c7-a3f5-6b5bcefdde02 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.740655] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372252, 'name': CreateVM_Task, 'duration_secs': 0.759717} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.740923] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa27d91c-5bae-40a3-a153-ac41f4238532] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 747.742284] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-377738ea-58d8-4552-9bcb-1080b8147636 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.747756] env[62353]: DEBUG oslo_concurrency.lockutils [None req-391a95fd-e77d-414e-af92-d909cebc7b73 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.747756] env[62353]: DEBUG oslo_concurrency.lockutils [None req-391a95fd-e77d-414e-af92-d909cebc7b73 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] Acquired lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.747989] env[62353]: DEBUG oslo_concurrency.lockutils [None req-391a95fd-e77d-414e-af92-d909cebc7b73 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 747.748277] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d86f8b62-6c5d-4997-9fef-9d775cf448ca {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.762860] env[62353]: DEBUG nova.compute.provider_tree [None req-83064226-f5b3-4587-9bb4-11037d8eb843 tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 747.765415] env[62353]: DEBUG oslo_vmware.api [None req-391a95fd-e77d-414e-af92-d909cebc7b73 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] Waiting for the task: (returnval){ [ 747.765415] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5261ae04-0e59-a22a-968f-8741c1a6566e" [ 747.765415] env[62353]: _type = "Task" [ 747.765415] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.775678] env[62353]: DEBUG oslo_vmware.api [None req-391a95fd-e77d-414e-af92-d909cebc7b73 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5261ae04-0e59-a22a-968f-8741c1a6566e, 'name': SearchDatastore_Task, 'duration_secs': 0.011367} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.775949] env[62353]: DEBUG oslo_concurrency.lockutils [None req-391a95fd-e77d-414e-af92-d909cebc7b73 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] Releasing lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.776225] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-391a95fd-e77d-414e-af92-d909cebc7b73 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] [instance: fa27d91c-5bae-40a3-a153-ac41f4238532] Processing image 06f909ae-e8dc-43b4-abf7-c7ed85db9bbd {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 747.776458] env[62353]: DEBUG oslo_concurrency.lockutils [None req-391a95fd-e77d-414e-af92-d909cebc7b73 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.776603] env[62353]: DEBUG oslo_concurrency.lockutils [None req-391a95fd-e77d-414e-af92-d909cebc7b73 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] Acquired lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.776774] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-391a95fd-e77d-414e-af92-d909cebc7b73 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 747.777334] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-58e48dc1-8ab5-4e0b-89e9-03ec1d327331 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.787850] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-391a95fd-e77d-414e-af92-d909cebc7b73 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 747.788055] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-391a95fd-e77d-414e-af92-d909cebc7b73 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 747.788865] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef5898d7-67b0-4207-84d9-3c50729b68c9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.799247] env[62353]: DEBUG oslo_vmware.api [None req-391a95fd-e77d-414e-af92-d909cebc7b73 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] Waiting for the task: (returnval){ [ 747.799247] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52276e82-7c49-6cce-f5dd-b023ea61ac7e" [ 747.799247] env[62353]: _type = "Task" [ 747.799247] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.811881] env[62353]: DEBUG oslo_vmware.api [None req-391a95fd-e77d-414e-af92-d909cebc7b73 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52276e82-7c49-6cce-f5dd-b023ea61ac7e, 'name': SearchDatastore_Task} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.813573] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3170de49-a4ae-4073-9ccf-3be5898c3d97 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.821681] env[62353]: DEBUG oslo_vmware.api [None req-391a95fd-e77d-414e-af92-d909cebc7b73 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] Waiting for the task: (returnval){ [ 747.821681] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]524c02e2-ecd6-baca-3832-9f2319530f62" [ 747.821681] env[62353]: _type = "Task" [ 747.821681] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.829186] env[62353]: DEBUG oslo_vmware.api [None req-391a95fd-e77d-414e-af92-d909cebc7b73 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]524c02e2-ecd6-baca-3832-9f2319530f62, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.888104] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1fbee651-62d8-426e-9c01-deada1657447 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Lock "758fbe89-1e60-4025-853d-41439705356b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 102.446s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 747.918054] env[62353]: DEBUG oslo_concurrency.lockutils [req-bf446cd2-4f6b-4ea9-b7f7-5f51b2b38b46 req-3d5e5a5f-4ebd-49d2-96f6-2ecae6d17f9b service nova] Releasing lock "refresh_cache-fa27d91c-5bae-40a3-a153-ac41f4238532" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.944045] env[62353]: DEBUG nova.network.neutron [None req-cf6a5783-5db0-4933-af05-b1b3dbda86a8 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] [instance: 28447a5e-1970-4231-9866-6bd221bcca82] Updating instance_info_cache with network_info: [{"id": "295e4657-dcd5-46d5-9e20-235d2c94a385", "address": "fa:16:3e:8b:a1:75", "network": {"id": "79c3f7be-6f5c-4f03-b6ab-035fc46b5941", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2140464931-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50a51f7998ca480db23664e0033d6267", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "05b1253d-2b87-4158-9ff1-dafcf829f11f", "external-id": "nsx-vlan-transportzone-55", "segmentation_id": 55, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap295e4657-dc", "ovs_interfaceid": "295e4657-dcd5-46d5-9e20-235d2c94a385", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.063135] env[62353]: DEBUG oslo_vmware.api [None req-315ca542-74c4-471a-8557-70f182f15984 tempest-ServersTestBootFromVolume-997296087 tempest-ServersTestBootFromVolume-997296087-project-member] Task: {'id': task-2372254, 'name': ReconfigVM_Task, 'duration_secs': 0.211031} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.063457] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-315ca542-74c4-471a-8557-70f182f15984 tempest-ServersTestBootFromVolume-997296087 tempest-ServersTestBootFromVolume-997296087-project-member] [instance: 009129d2-dc03-4de0-ac09-9d24894e5e67] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-481516', 'volume_id': '20a4258c-bee1-413f-ab8f-6d668370a189', 'name': 'volume-20a4258c-bee1-413f-ab8f-6d668370a189', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '009129d2-dc03-4de0-ac09-9d24894e5e67', 'attached_at': '', 'detached_at': '', 'volume_id': '20a4258c-bee1-413f-ab8f-6d668370a189', 'serial': '20a4258c-bee1-413f-ab8f-6d668370a189'} {{(pid=62353) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 748.063785] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-315ca542-74c4-471a-8557-70f182f15984 tempest-ServersTestBootFromVolume-997296087 tempest-ServersTestBootFromVolume-997296087-project-member] [instance: 009129d2-dc03-4de0-ac09-9d24894e5e67] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 748.065479] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d80b76b5-a071-4490-b852-9699aa7539e8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.076563] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-315ca542-74c4-471a-8557-70f182f15984 tempest-ServersTestBootFromVolume-997296087 tempest-ServersTestBootFromVolume-997296087-project-member] [instance: 009129d2-dc03-4de0-ac09-9d24894e5e67] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 748.078206] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b3fc715b-3624-49d1-a7c9-5758dd62595a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.111115] env[62353]: DEBUG nova.compute.manager [req-cea9819e-1c9d-4df7-9247-50c1de346c69 req-a83c4f1c-5a48-48d9-81bc-b2afdd9256f5 service nova] [instance: c29bf6eb-b456-4356-9ef8-d9ba70bc6464] Received event network-vif-deleted-f8283406-81d6-48ed-8def-15a86273d885 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 748.136555] env[62353]: DEBUG oslo_vmware.api [None req-0aae8368-b89b-4f73-8c09-55902873db9a tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Task: {'id': task-2372255, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.131385} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.138587] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-0aae8368-b89b-4f73-8c09-55902873db9a tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] [instance: faaa5eff-8814-4951-a6fc-9b2a53891f1c] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 748.138587] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0bb1ff6-ce82-4172-979e-4c8880a6fdd4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.166562] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-0aae8368-b89b-4f73-8c09-55902873db9a tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] [instance: faaa5eff-8814-4951-a6fc-9b2a53891f1c] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] faaa5eff-8814-4951-a6fc-9b2a53891f1c/faaa5eff-8814-4951-a6fc-9b2a53891f1c.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 748.168073] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-84c22af1-f91a-4ac5-ac72-ca1707f0f897 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.184445] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-315ca542-74c4-471a-8557-70f182f15984 tempest-ServersTestBootFromVolume-997296087 tempest-ServersTestBootFromVolume-997296087-project-member] [instance: 009129d2-dc03-4de0-ac09-9d24894e5e67] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 748.184687] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-315ca542-74c4-471a-8557-70f182f15984 tempest-ServersTestBootFromVolume-997296087 tempest-ServersTestBootFromVolume-997296087-project-member] [instance: 009129d2-dc03-4de0-ac09-9d24894e5e67] Deleting contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 748.184869] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-315ca542-74c4-471a-8557-70f182f15984 tempest-ServersTestBootFromVolume-997296087 tempest-ServersTestBootFromVolume-997296087-project-member] Deleting the datastore file [datastore1] 009129d2-dc03-4de0-ac09-9d24894e5e67 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 748.185726] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-50d80b5e-86b8-4411-92e0-3e27dd3b6343 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.193780] env[62353]: DEBUG oslo_vmware.api [None req-0aae8368-b89b-4f73-8c09-55902873db9a tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Waiting for the task: (returnval){ [ 748.193780] env[62353]: value = "task-2372257" [ 748.193780] env[62353]: _type = "Task" [ 748.193780] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.195224] env[62353]: DEBUG oslo_vmware.api [None req-315ca542-74c4-471a-8557-70f182f15984 tempest-ServersTestBootFromVolume-997296087 tempest-ServersTestBootFromVolume-997296087-project-member] Waiting for the task: (returnval){ [ 748.195224] env[62353]: value = "task-2372258" [ 748.195224] env[62353]: _type = "Task" [ 748.195224] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.207521] env[62353]: DEBUG oslo_vmware.api [None req-315ca542-74c4-471a-8557-70f182f15984 tempest-ServersTestBootFromVolume-997296087 tempest-ServersTestBootFromVolume-997296087-project-member] Task: {'id': task-2372258, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.211826] env[62353]: DEBUG oslo_vmware.api [None req-0aae8368-b89b-4f73-8c09-55902873db9a tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Task: {'id': task-2372257, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.267626] env[62353]: DEBUG nova.scheduler.client.report [None req-83064226-f5b3-4587-9bb4-11037d8eb843 tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 748.332043] env[62353]: DEBUG oslo_vmware.api [None req-391a95fd-e77d-414e-af92-d909cebc7b73 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]524c02e2-ecd6-baca-3832-9f2319530f62, 'name': SearchDatastore_Task, 'duration_secs': 0.011493} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.332896] env[62353]: DEBUG oslo_concurrency.lockutils [None req-391a95fd-e77d-414e-af92-d909cebc7b73 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] Releasing lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 748.332896] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-391a95fd-e77d-414e-af92-d909cebc7b73 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore2] fa27d91c-5bae-40a3-a153-ac41f4238532/fa27d91c-5bae-40a3-a153-ac41f4238532.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 748.332896] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-83c22812-fd5e-43f8-a279-b0826dc55201 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.343094] env[62353]: DEBUG oslo_vmware.api [None req-391a95fd-e77d-414e-af92-d909cebc7b73 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] Waiting for the task: (returnval){ [ 748.343094] env[62353]: value = "task-2372259" [ 748.343094] env[62353]: _type = "Task" [ 748.343094] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.352108] env[62353]: DEBUG oslo_vmware.api [None req-391a95fd-e77d-414e-af92-d909cebc7b73 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] Task: {'id': task-2372259, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.393420] env[62353]: DEBUG nova.compute.manager [None req-3cb1ab2a-d547-40e6-9420-b243fd588222 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: d7dd9b27-eeaa-49be-af8f-86b100ff7a69] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 748.447064] env[62353]: DEBUG oslo_concurrency.lockutils [None req-cf6a5783-5db0-4933-af05-b1b3dbda86a8 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] Releasing lock "refresh_cache-28447a5e-1970-4231-9866-6bd221bcca82" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 748.447260] env[62353]: DEBUG nova.compute.manager [None req-cf6a5783-5db0-4933-af05-b1b3dbda86a8 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] [instance: 28447a5e-1970-4231-9866-6bd221bcca82] Instance network_info: |[{"id": "295e4657-dcd5-46d5-9e20-235d2c94a385", "address": "fa:16:3e:8b:a1:75", "network": {"id": "79c3f7be-6f5c-4f03-b6ab-035fc46b5941", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2140464931-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50a51f7998ca480db23664e0033d6267", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "05b1253d-2b87-4158-9ff1-dafcf829f11f", "external-id": "nsx-vlan-transportzone-55", "segmentation_id": 55, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap295e4657-dc", "ovs_interfaceid": "295e4657-dcd5-46d5-9e20-235d2c94a385", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 748.447598] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-cf6a5783-5db0-4933-af05-b1b3dbda86a8 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] [instance: 28447a5e-1970-4231-9866-6bd221bcca82] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8b:a1:75', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '05b1253d-2b87-4158-9ff1-dafcf829f11f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '295e4657-dcd5-46d5-9e20-235d2c94a385', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 748.456398] env[62353]: DEBUG oslo.service.loopingcall [None req-cf6a5783-5db0-4933-af05-b1b3dbda86a8 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 748.457025] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 28447a5e-1970-4231-9866-6bd221bcca82] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 748.457271] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b7f02202-c6fa-4684-9b97-88296cdfc743 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.481709] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 748.481709] env[62353]: value = "task-2372260" [ 748.481709] env[62353]: _type = "Task" [ 748.481709] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.490610] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372260, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.591658] env[62353]: DEBUG nova.compute.manager [req-34b7029e-196f-40b3-a873-818ba8c6b9e8 req-2310ec63-fa36-462e-99b5-2d61e225f601 service nova] [instance: 0ccb3004-b612-45c3-b655-609eb2c4b16c] Received event network-changed-eca0ac37-dd12-424d-a6e2-ec89820e5188 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 748.591658] env[62353]: DEBUG nova.compute.manager [req-34b7029e-196f-40b3-a873-818ba8c6b9e8 req-2310ec63-fa36-462e-99b5-2d61e225f601 service nova] [instance: 0ccb3004-b612-45c3-b655-609eb2c4b16c] Refreshing instance network info cache due to event network-changed-eca0ac37-dd12-424d-a6e2-ec89820e5188. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 748.591923] env[62353]: DEBUG oslo_concurrency.lockutils [req-34b7029e-196f-40b3-a873-818ba8c6b9e8 req-2310ec63-fa36-462e-99b5-2d61e225f601 service nova] Acquiring lock "refresh_cache-0ccb3004-b612-45c3-b655-609eb2c4b16c" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 748.592087] env[62353]: DEBUG oslo_concurrency.lockutils [req-34b7029e-196f-40b3-a873-818ba8c6b9e8 req-2310ec63-fa36-462e-99b5-2d61e225f601 service nova] Acquired lock "refresh_cache-0ccb3004-b612-45c3-b655-609eb2c4b16c" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.592283] env[62353]: DEBUG nova.network.neutron [req-34b7029e-196f-40b3-a873-818ba8c6b9e8 req-2310ec63-fa36-462e-99b5-2d61e225f601 service nova] [instance: 0ccb3004-b612-45c3-b655-609eb2c4b16c] Refreshing network info cache for port eca0ac37-dd12-424d-a6e2-ec89820e5188 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 748.716509] env[62353]: DEBUG oslo_vmware.api [None req-0aae8368-b89b-4f73-8c09-55902873db9a tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Task: {'id': task-2372257, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.720407] env[62353]: DEBUG oslo_vmware.api [None req-315ca542-74c4-471a-8557-70f182f15984 tempest-ServersTestBootFromVolume-997296087 tempest-ServersTestBootFromVolume-997296087-project-member] Task: {'id': task-2372258, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.102277} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.720828] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-315ca542-74c4-471a-8557-70f182f15984 tempest-ServersTestBootFromVolume-997296087 tempest-ServersTestBootFromVolume-997296087-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 748.721140] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-315ca542-74c4-471a-8557-70f182f15984 tempest-ServersTestBootFromVolume-997296087 tempest-ServersTestBootFromVolume-997296087-project-member] [instance: 009129d2-dc03-4de0-ac09-9d24894e5e67] Deleted contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 748.721690] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-315ca542-74c4-471a-8557-70f182f15984 tempest-ServersTestBootFromVolume-997296087 tempest-ServersTestBootFromVolume-997296087-project-member] [instance: 009129d2-dc03-4de0-ac09-9d24894e5e67] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 748.721690] env[62353]: INFO nova.compute.manager [None req-315ca542-74c4-471a-8557-70f182f15984 tempest-ServersTestBootFromVolume-997296087 tempest-ServersTestBootFromVolume-997296087-project-member] [instance: 009129d2-dc03-4de0-ac09-9d24894e5e67] Took 2.36 seconds to destroy the instance on the hypervisor. [ 748.721983] env[62353]: DEBUG oslo.service.loopingcall [None req-315ca542-74c4-471a-8557-70f182f15984 tempest-ServersTestBootFromVolume-997296087 tempest-ServersTestBootFromVolume-997296087-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 748.722290] env[62353]: DEBUG nova.compute.manager [-] [instance: 009129d2-dc03-4de0-ac09-9d24894e5e67] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 748.722399] env[62353]: DEBUG nova.network.neutron [-] [instance: 009129d2-dc03-4de0-ac09-9d24894e5e67] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 748.774520] env[62353]: DEBUG oslo_concurrency.lockutils [None req-83064226-f5b3-4587-9bb4-11037d8eb843 tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.260s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 748.777567] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d9336aca-4b75-4498-a3ad-e9668e1a381c tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.622s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 748.779398] env[62353]: INFO nova.compute.claims [None req-d9336aca-4b75-4498-a3ad-e9668e1a381c tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: a6583a62-ee37-42e0-9a51-b0ce30de58c2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 748.828238] env[62353]: INFO nova.scheduler.client.report [None req-83064226-f5b3-4587-9bb4-11037d8eb843 tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Deleted allocations for instance 6886b90e-f9ac-4295-9a0e-c3d4fc2e5cf6 [ 748.859318] env[62353]: DEBUG oslo_vmware.api [None req-391a95fd-e77d-414e-af92-d909cebc7b73 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] Task: {'id': task-2372259, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.918882] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3cb1ab2a-d547-40e6-9420-b243fd588222 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 748.997144] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372260, 'name': CreateVM_Task} progress is 99%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.225654] env[62353]: DEBUG oslo_vmware.api [None req-0aae8368-b89b-4f73-8c09-55902873db9a tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Task: {'id': task-2372257, 'name': ReconfigVM_Task, 'duration_secs': 0.539128} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.227213] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-0aae8368-b89b-4f73-8c09-55902873db9a tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] [instance: faaa5eff-8814-4951-a6fc-9b2a53891f1c] Reconfigured VM instance instance-00000030 to attach disk [datastore1] faaa5eff-8814-4951-a6fc-9b2a53891f1c/faaa5eff-8814-4951-a6fc-9b2a53891f1c.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 749.227213] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0da812af-2e49-411f-915e-5f3108d64c93 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.236211] env[62353]: DEBUG oslo_vmware.api [None req-0aae8368-b89b-4f73-8c09-55902873db9a tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Waiting for the task: (returnval){ [ 749.236211] env[62353]: value = "task-2372261" [ 749.236211] env[62353]: _type = "Task" [ 749.236211] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.246677] env[62353]: DEBUG oslo_vmware.api [None req-0aae8368-b89b-4f73-8c09-55902873db9a tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Task: {'id': task-2372261, 'name': Rename_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.343148] env[62353]: DEBUG oslo_concurrency.lockutils [None req-83064226-f5b3-4587-9bb4-11037d8eb843 tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Lock "6886b90e-f9ac-4295-9a0e-c3d4fc2e5cf6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.563s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 749.359277] env[62353]: DEBUG oslo_vmware.api [None req-391a95fd-e77d-414e-af92-d909cebc7b73 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] Task: {'id': task-2372259, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.533133} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.359448] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-391a95fd-e77d-414e-af92-d909cebc7b73 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore2] fa27d91c-5bae-40a3-a153-ac41f4238532/fa27d91c-5bae-40a3-a153-ac41f4238532.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 749.359773] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-391a95fd-e77d-414e-af92-d909cebc7b73 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] [instance: fa27d91c-5bae-40a3-a153-ac41f4238532] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 749.359923] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-259843cb-1522-48f9-bd34-2f7330dfa499 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.369700] env[62353]: DEBUG oslo_vmware.api [None req-391a95fd-e77d-414e-af92-d909cebc7b73 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] Waiting for the task: (returnval){ [ 749.369700] env[62353]: value = "task-2372262" [ 749.369700] env[62353]: _type = "Task" [ 749.369700] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.381549] env[62353]: DEBUG oslo_vmware.api [None req-391a95fd-e77d-414e-af92-d909cebc7b73 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] Task: {'id': task-2372262, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.495174] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372260, 'name': CreateVM_Task, 'duration_secs': 0.53783} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.495897] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 28447a5e-1970-4231-9866-6bd221bcca82] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 749.496113] env[62353]: DEBUG oslo_concurrency.lockutils [None req-cf6a5783-5db0-4933-af05-b1b3dbda86a8 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.496420] env[62353]: DEBUG oslo_concurrency.lockutils [None req-cf6a5783-5db0-4933-af05-b1b3dbda86a8 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] Acquired lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.496620] env[62353]: DEBUG oslo_concurrency.lockutils [None req-cf6a5783-5db0-4933-af05-b1b3dbda86a8 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 749.496878] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5cfcc80-639b-497a-9745-88ca38ce5b8e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.502766] env[62353]: DEBUG oslo_vmware.api [None req-cf6a5783-5db0-4933-af05-b1b3dbda86a8 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] Waiting for the task: (returnval){ [ 749.502766] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52c07974-dd18-3009-d24a-38feb0a50d11" [ 749.502766] env[62353]: _type = "Task" [ 749.502766] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.512649] env[62353]: DEBUG oslo_vmware.api [None req-cf6a5783-5db0-4933-af05-b1b3dbda86a8 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52c07974-dd18-3009-d24a-38feb0a50d11, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.519891] env[62353]: DEBUG nova.network.neutron [req-34b7029e-196f-40b3-a873-818ba8c6b9e8 req-2310ec63-fa36-462e-99b5-2d61e225f601 service nova] [instance: 0ccb3004-b612-45c3-b655-609eb2c4b16c] Updated VIF entry in instance network info cache for port eca0ac37-dd12-424d-a6e2-ec89820e5188. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 749.520365] env[62353]: DEBUG nova.network.neutron [req-34b7029e-196f-40b3-a873-818ba8c6b9e8 req-2310ec63-fa36-462e-99b5-2d61e225f601 service nova] [instance: 0ccb3004-b612-45c3-b655-609eb2c4b16c] Updating instance_info_cache with network_info: [{"id": "eca0ac37-dd12-424d-a6e2-ec89820e5188", "address": "fa:16:3e:77:4e:1c", "network": {"id": "e465f5f0-740d-456a-b6f2-f97535a6f5ba", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1476682078-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "86367d16696541ed9837cfa97f059263", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bc3fa06-9d5b-4ab1-8113-6ed8942d23b6", "external-id": "nsx-vlan-transportzone-72", "segmentation_id": 72, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeca0ac37-dd", "ovs_interfaceid": "eca0ac37-dd12-424d-a6e2-ec89820e5188", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 749.749299] env[62353]: DEBUG oslo_vmware.api [None req-0aae8368-b89b-4f73-8c09-55902873db9a tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Task: {'id': task-2372261, 'name': Rename_Task, 'duration_secs': 0.227311} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.749299] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-0aae8368-b89b-4f73-8c09-55902873db9a tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] [instance: faaa5eff-8814-4951-a6fc-9b2a53891f1c] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 749.749299] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a0e986be-77bf-4db1-885a-660518841010 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.756998] env[62353]: DEBUG oslo_vmware.api [None req-0aae8368-b89b-4f73-8c09-55902873db9a tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Waiting for the task: (returnval){ [ 749.756998] env[62353]: value = "task-2372263" [ 749.756998] env[62353]: _type = "Task" [ 749.756998] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.767351] env[62353]: DEBUG oslo_vmware.api [None req-0aae8368-b89b-4f73-8c09-55902873db9a tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Task: {'id': task-2372263, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.884925] env[62353]: DEBUG oslo_vmware.api [None req-391a95fd-e77d-414e-af92-d909cebc7b73 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] Task: {'id': task-2372262, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080809} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.885281] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-391a95fd-e77d-414e-af92-d909cebc7b73 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] [instance: fa27d91c-5bae-40a3-a153-ac41f4238532] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 749.886101] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55168603-421a-4e0f-898b-4ea063dac977 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.918512] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-391a95fd-e77d-414e-af92-d909cebc7b73 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] [instance: fa27d91c-5bae-40a3-a153-ac41f4238532] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] fa27d91c-5bae-40a3-a153-ac41f4238532/fa27d91c-5bae-40a3-a153-ac41f4238532.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 749.919806] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a0940e2f-c556-4b7e-956b-d20a7e572e47 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.944052] env[62353]: DEBUG oslo_vmware.api [None req-391a95fd-e77d-414e-af92-d909cebc7b73 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] Waiting for the task: (returnval){ [ 749.944052] env[62353]: value = "task-2372264" [ 749.944052] env[62353]: _type = "Task" [ 749.944052] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.964652] env[62353]: DEBUG oslo_vmware.api [None req-391a95fd-e77d-414e-af92-d909cebc7b73 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] Task: {'id': task-2372264, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.019426] env[62353]: DEBUG oslo_vmware.api [None req-cf6a5783-5db0-4933-af05-b1b3dbda86a8 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52c07974-dd18-3009-d24a-38feb0a50d11, 'name': SearchDatastore_Task, 'duration_secs': 0.043183} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.019846] env[62353]: DEBUG oslo_concurrency.lockutils [None req-cf6a5783-5db0-4933-af05-b1b3dbda86a8 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] Releasing lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 750.020124] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-cf6a5783-5db0-4933-af05-b1b3dbda86a8 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] [instance: 28447a5e-1970-4231-9866-6bd221bcca82] Processing image 06f909ae-e8dc-43b4-abf7-c7ed85db9bbd {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 750.020371] env[62353]: DEBUG oslo_concurrency.lockutils [None req-cf6a5783-5db0-4933-af05-b1b3dbda86a8 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 750.021611] env[62353]: DEBUG oslo_concurrency.lockutils [None req-cf6a5783-5db0-4933-af05-b1b3dbda86a8 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] Acquired lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.021611] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf6a5783-5db0-4933-af05-b1b3dbda86a8 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 750.021611] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-305e0f94-a87b-428c-a2ed-e54da93cde30 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.028166] env[62353]: DEBUG oslo_concurrency.lockutils [req-34b7029e-196f-40b3-a873-818ba8c6b9e8 req-2310ec63-fa36-462e-99b5-2d61e225f601 service nova] Releasing lock "refresh_cache-0ccb3004-b612-45c3-b655-609eb2c4b16c" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 750.028350] env[62353]: DEBUG nova.compute.manager [req-34b7029e-196f-40b3-a873-818ba8c6b9e8 req-2310ec63-fa36-462e-99b5-2d61e225f601 service nova] [instance: 28447a5e-1970-4231-9866-6bd221bcca82] Received event network-vif-plugged-295e4657-dcd5-46d5-9e20-235d2c94a385 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 750.028585] env[62353]: DEBUG oslo_concurrency.lockutils [req-34b7029e-196f-40b3-a873-818ba8c6b9e8 req-2310ec63-fa36-462e-99b5-2d61e225f601 service nova] Acquiring lock "28447a5e-1970-4231-9866-6bd221bcca82-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 750.028838] env[62353]: DEBUG oslo_concurrency.lockutils [req-34b7029e-196f-40b3-a873-818ba8c6b9e8 req-2310ec63-fa36-462e-99b5-2d61e225f601 service nova] Lock "28447a5e-1970-4231-9866-6bd221bcca82-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 750.029099] env[62353]: DEBUG oslo_concurrency.lockutils [req-34b7029e-196f-40b3-a873-818ba8c6b9e8 req-2310ec63-fa36-462e-99b5-2d61e225f601 service nova] Lock "28447a5e-1970-4231-9866-6bd221bcca82-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 750.029325] env[62353]: DEBUG nova.compute.manager [req-34b7029e-196f-40b3-a873-818ba8c6b9e8 req-2310ec63-fa36-462e-99b5-2d61e225f601 service nova] [instance: 28447a5e-1970-4231-9866-6bd221bcca82] No waiting events found dispatching network-vif-plugged-295e4657-dcd5-46d5-9e20-235d2c94a385 {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 750.029538] env[62353]: WARNING nova.compute.manager [req-34b7029e-196f-40b3-a873-818ba8c6b9e8 req-2310ec63-fa36-462e-99b5-2d61e225f601 service nova] [instance: 28447a5e-1970-4231-9866-6bd221bcca82] Received unexpected event network-vif-plugged-295e4657-dcd5-46d5-9e20-235d2c94a385 for instance with vm_state building and task_state spawning. [ 750.029752] env[62353]: DEBUG nova.compute.manager [req-34b7029e-196f-40b3-a873-818ba8c6b9e8 req-2310ec63-fa36-462e-99b5-2d61e225f601 service nova] [instance: 28447a5e-1970-4231-9866-6bd221bcca82] Received event network-changed-295e4657-dcd5-46d5-9e20-235d2c94a385 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 750.029956] env[62353]: DEBUG nova.compute.manager [req-34b7029e-196f-40b3-a873-818ba8c6b9e8 req-2310ec63-fa36-462e-99b5-2d61e225f601 service nova] [instance: 28447a5e-1970-4231-9866-6bd221bcca82] Refreshing instance network info cache due to event network-changed-295e4657-dcd5-46d5-9e20-235d2c94a385. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 750.030895] env[62353]: DEBUG oslo_concurrency.lockutils [req-34b7029e-196f-40b3-a873-818ba8c6b9e8 req-2310ec63-fa36-462e-99b5-2d61e225f601 service nova] Acquiring lock "refresh_cache-28447a5e-1970-4231-9866-6bd221bcca82" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 750.030895] env[62353]: DEBUG oslo_concurrency.lockutils [req-34b7029e-196f-40b3-a873-818ba8c6b9e8 req-2310ec63-fa36-462e-99b5-2d61e225f601 service nova] Acquired lock "refresh_cache-28447a5e-1970-4231-9866-6bd221bcca82" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.030895] env[62353]: DEBUG nova.network.neutron [req-34b7029e-196f-40b3-a873-818ba8c6b9e8 req-2310ec63-fa36-462e-99b5-2d61e225f601 service nova] [instance: 28447a5e-1970-4231-9866-6bd221bcca82] Refreshing network info cache for port 295e4657-dcd5-46d5-9e20-235d2c94a385 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 750.046198] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf6a5783-5db0-4933-af05-b1b3dbda86a8 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 750.046198] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-cf6a5783-5db0-4933-af05-b1b3dbda86a8 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 750.049647] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61a152ed-58d0-4bbf-9007-134f1b049488 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.057673] env[62353]: DEBUG oslo_vmware.api [None req-cf6a5783-5db0-4933-af05-b1b3dbda86a8 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] Waiting for the task: (returnval){ [ 750.057673] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52915888-ae91-ffcf-8fb3-7d76257fd93c" [ 750.057673] env[62353]: _type = "Task" [ 750.057673] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.067427] env[62353]: DEBUG oslo_vmware.api [None req-cf6a5783-5db0-4933-af05-b1b3dbda86a8 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52915888-ae91-ffcf-8fb3-7d76257fd93c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.266989] env[62353]: DEBUG oslo_vmware.api [None req-0aae8368-b89b-4f73-8c09-55902873db9a tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Task: {'id': task-2372263, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.273911] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c06c3b86-f21e-47b5-8d3a-009adca60551 tempest-AttachInterfacesUnderV243Test-231370955 tempest-AttachInterfacesUnderV243Test-231370955-project-member] Acquiring lock "0ccb3004-b612-45c3-b655-609eb2c4b16c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 750.273911] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c06c3b86-f21e-47b5-8d3a-009adca60551 tempest-AttachInterfacesUnderV243Test-231370955 tempest-AttachInterfacesUnderV243Test-231370955-project-member] Lock "0ccb3004-b612-45c3-b655-609eb2c4b16c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 750.273911] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c06c3b86-f21e-47b5-8d3a-009adca60551 tempest-AttachInterfacesUnderV243Test-231370955 tempest-AttachInterfacesUnderV243Test-231370955-project-member] Acquiring lock "0ccb3004-b612-45c3-b655-609eb2c4b16c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 750.275170] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c06c3b86-f21e-47b5-8d3a-009adca60551 tempest-AttachInterfacesUnderV243Test-231370955 tempest-AttachInterfacesUnderV243Test-231370955-project-member] Lock "0ccb3004-b612-45c3-b655-609eb2c4b16c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 750.275170] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c06c3b86-f21e-47b5-8d3a-009adca60551 tempest-AttachInterfacesUnderV243Test-231370955 tempest-AttachInterfacesUnderV243Test-231370955-project-member] Lock "0ccb3004-b612-45c3-b655-609eb2c4b16c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 750.279527] env[62353]: INFO nova.compute.manager [None req-c06c3b86-f21e-47b5-8d3a-009adca60551 tempest-AttachInterfacesUnderV243Test-231370955 tempest-AttachInterfacesUnderV243Test-231370955-project-member] [instance: 0ccb3004-b612-45c3-b655-609eb2c4b16c] Terminating instance [ 750.327576] env[62353]: DEBUG nova.network.neutron [None req-c4dd4cc9-afb7-4057-a43e-a7c29d65ea67 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: 8b313bab-8370-47c5-a03b-c809dc96fd21] Successfully updated port: c4087e87-daff-49f5-8a35-20d586b19f9c {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 750.408141] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61a77464-2e83-472b-acf6-4e0e7f6d89f7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.417625] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8419740b-fea8-4545-8c28-59b0b817e14a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.456793] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-998476ca-fb1b-4f76-8a84-fa074ced51d3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.469534] env[62353]: DEBUG oslo_vmware.api [None req-391a95fd-e77d-414e-af92-d909cebc7b73 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] Task: {'id': task-2372264, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.473137] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63fc6f5d-2861-472b-afc3-4886ebb1e64b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.492871] env[62353]: DEBUG nova.compute.provider_tree [None req-d9336aca-4b75-4498-a3ad-e9668e1a381c tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 750.578608] env[62353]: DEBUG oslo_vmware.api [None req-cf6a5783-5db0-4933-af05-b1b3dbda86a8 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52915888-ae91-ffcf-8fb3-7d76257fd93c, 'name': SearchDatastore_Task, 'duration_secs': 0.012063} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.580237] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1dd25d80-f0fe-40dc-965b-0a73f01795c1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.587898] env[62353]: DEBUG oslo_vmware.api [None req-cf6a5783-5db0-4933-af05-b1b3dbda86a8 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] Waiting for the task: (returnval){ [ 750.587898] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]524ec43a-11d0-102e-1bc8-60553d2be06a" [ 750.587898] env[62353]: _type = "Task" [ 750.587898] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.600593] env[62353]: DEBUG oslo_vmware.api [None req-cf6a5783-5db0-4933-af05-b1b3dbda86a8 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]524ec43a-11d0-102e-1bc8-60553d2be06a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.772436] env[62353]: DEBUG oslo_vmware.api [None req-0aae8368-b89b-4f73-8c09-55902873db9a tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Task: {'id': task-2372263, 'name': PowerOnVM_Task, 'duration_secs': 0.817174} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.773837] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-0aae8368-b89b-4f73-8c09-55902873db9a tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] [instance: faaa5eff-8814-4951-a6fc-9b2a53891f1c] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 750.773837] env[62353]: INFO nova.compute.manager [None req-0aae8368-b89b-4f73-8c09-55902873db9a tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] [instance: faaa5eff-8814-4951-a6fc-9b2a53891f1c] Took 9.43 seconds to spawn the instance on the hypervisor. [ 750.773837] env[62353]: DEBUG nova.compute.manager [None req-0aae8368-b89b-4f73-8c09-55902873db9a tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] [instance: faaa5eff-8814-4951-a6fc-9b2a53891f1c] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 750.774698] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cac0b61e-7217-4248-b104-96f8b1ea1948 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.784106] env[62353]: DEBUG nova.compute.manager [None req-c06c3b86-f21e-47b5-8d3a-009adca60551 tempest-AttachInterfacesUnderV243Test-231370955 tempest-AttachInterfacesUnderV243Test-231370955-project-member] [instance: 0ccb3004-b612-45c3-b655-609eb2c4b16c] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 750.784106] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-c06c3b86-f21e-47b5-8d3a-009adca60551 tempest-AttachInterfacesUnderV243Test-231370955 tempest-AttachInterfacesUnderV243Test-231370955-project-member] [instance: 0ccb3004-b612-45c3-b655-609eb2c4b16c] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 750.787247] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ab89ea0-8b87-4121-ac1b-443f658108b3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.793197] env[62353]: DEBUG nova.network.neutron [-] [instance: 009129d2-dc03-4de0-ac09-9d24894e5e67] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.799288] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-c06c3b86-f21e-47b5-8d3a-009adca60551 tempest-AttachInterfacesUnderV243Test-231370955 tempest-AttachInterfacesUnderV243Test-231370955-project-member] [instance: 0ccb3004-b612-45c3-b655-609eb2c4b16c] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 750.799288] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1c64c7a5-6693-4e3c-aea0-7fcba4a997b2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.808184] env[62353]: DEBUG oslo_vmware.api [None req-c06c3b86-f21e-47b5-8d3a-009adca60551 tempest-AttachInterfacesUnderV243Test-231370955 tempest-AttachInterfacesUnderV243Test-231370955-project-member] Waiting for the task: (returnval){ [ 750.808184] env[62353]: value = "task-2372265" [ 750.808184] env[62353]: _type = "Task" [ 750.808184] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.834204] env[62353]: DEBUG oslo_vmware.api [None req-c06c3b86-f21e-47b5-8d3a-009adca60551 tempest-AttachInterfacesUnderV243Test-231370955 tempest-AttachInterfacesUnderV243Test-231370955-project-member] Task: {'id': task-2372265, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.835608] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c4dd4cc9-afb7-4057-a43e-a7c29d65ea67 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Acquiring lock "refresh_cache-8b313bab-8370-47c5-a03b-c809dc96fd21" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 750.835828] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c4dd4cc9-afb7-4057-a43e-a7c29d65ea67 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Acquired lock "refresh_cache-8b313bab-8370-47c5-a03b-c809dc96fd21" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.836207] env[62353]: DEBUG nova.network.neutron [None req-c4dd4cc9-afb7-4057-a43e-a7c29d65ea67 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: 8b313bab-8370-47c5-a03b-c809dc96fd21] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 750.963741] env[62353]: DEBUG oslo_vmware.api [None req-391a95fd-e77d-414e-af92-d909cebc7b73 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] Task: {'id': task-2372264, 'name': ReconfigVM_Task, 'duration_secs': 0.561464} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.965219] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-391a95fd-e77d-414e-af92-d909cebc7b73 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] [instance: fa27d91c-5bae-40a3-a153-ac41f4238532] Reconfigured VM instance instance-0000002e to attach disk [datastore2] fa27d91c-5bae-40a3-a153-ac41f4238532/fa27d91c-5bae-40a3-a153-ac41f4238532.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 750.966203] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3f389a74-a012-43a2-9963-27fbd663eec5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.979116] env[62353]: DEBUG oslo_vmware.api [None req-391a95fd-e77d-414e-af92-d909cebc7b73 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] Waiting for the task: (returnval){ [ 750.979116] env[62353]: value = "task-2372266" [ 750.979116] env[62353]: _type = "Task" [ 750.979116] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.991891] env[62353]: DEBUG oslo_vmware.api [None req-391a95fd-e77d-414e-af92-d909cebc7b73 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] Task: {'id': task-2372266, 'name': Rename_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.995927] env[62353]: DEBUG nova.network.neutron [req-34b7029e-196f-40b3-a873-818ba8c6b9e8 req-2310ec63-fa36-462e-99b5-2d61e225f601 service nova] [instance: 28447a5e-1970-4231-9866-6bd221bcca82] Updated VIF entry in instance network info cache for port 295e4657-dcd5-46d5-9e20-235d2c94a385. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 750.996450] env[62353]: DEBUG nova.network.neutron [req-34b7029e-196f-40b3-a873-818ba8c6b9e8 req-2310ec63-fa36-462e-99b5-2d61e225f601 service nova] [instance: 28447a5e-1970-4231-9866-6bd221bcca82] Updating instance_info_cache with network_info: [{"id": "295e4657-dcd5-46d5-9e20-235d2c94a385", "address": "fa:16:3e:8b:a1:75", "network": {"id": "79c3f7be-6f5c-4f03-b6ab-035fc46b5941", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2140464931-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50a51f7998ca480db23664e0033d6267", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "05b1253d-2b87-4158-9ff1-dafcf829f11f", "external-id": "nsx-vlan-transportzone-55", "segmentation_id": 55, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap295e4657-dc", "ovs_interfaceid": "295e4657-dcd5-46d5-9e20-235d2c94a385", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.998242] env[62353]: DEBUG nova.scheduler.client.report [None req-d9336aca-4b75-4498-a3ad-e9668e1a381c tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 751.103884] env[62353]: DEBUG oslo_vmware.api [None req-cf6a5783-5db0-4933-af05-b1b3dbda86a8 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]524ec43a-11d0-102e-1bc8-60553d2be06a, 'name': SearchDatastore_Task, 'duration_secs': 0.016551} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.104204] env[62353]: DEBUG oslo_concurrency.lockutils [None req-cf6a5783-5db0-4933-af05-b1b3dbda86a8 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] Releasing lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 751.104477] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf6a5783-5db0-4933-af05-b1b3dbda86a8 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore1] 28447a5e-1970-4231-9866-6bd221bcca82/28447a5e-1970-4231-9866-6bd221bcca82.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 751.104829] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7c3f71cc-55de-4dd6-bb54-6ccba151247b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.114511] env[62353]: DEBUG oslo_vmware.api [None req-cf6a5783-5db0-4933-af05-b1b3dbda86a8 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] Waiting for the task: (returnval){ [ 751.114511] env[62353]: value = "task-2372267" [ 751.114511] env[62353]: _type = "Task" [ 751.114511] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.126745] env[62353]: DEBUG oslo_vmware.api [None req-cf6a5783-5db0-4933-af05-b1b3dbda86a8 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] Task: {'id': task-2372267, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.300182] env[62353]: INFO nova.compute.manager [-] [instance: 009129d2-dc03-4de0-ac09-9d24894e5e67] Took 2.58 seconds to deallocate network for instance. [ 751.301586] env[62353]: INFO nova.compute.manager [None req-0aae8368-b89b-4f73-8c09-55902873db9a tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] [instance: faaa5eff-8814-4951-a6fc-9b2a53891f1c] Took 47.42 seconds to build instance. [ 751.323226] env[62353]: DEBUG oslo_vmware.api [None req-c06c3b86-f21e-47b5-8d3a-009adca60551 tempest-AttachInterfacesUnderV243Test-231370955 tempest-AttachInterfacesUnderV243Test-231370955-project-member] Task: {'id': task-2372265, 'name': PowerOffVM_Task, 'duration_secs': 0.319877} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.324717] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-c06c3b86-f21e-47b5-8d3a-009adca60551 tempest-AttachInterfacesUnderV243Test-231370955 tempest-AttachInterfacesUnderV243Test-231370955-project-member] [instance: 0ccb3004-b612-45c3-b655-609eb2c4b16c] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 751.324717] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-c06c3b86-f21e-47b5-8d3a-009adca60551 tempest-AttachInterfacesUnderV243Test-231370955 tempest-AttachInterfacesUnderV243Test-231370955-project-member] [instance: 0ccb3004-b612-45c3-b655-609eb2c4b16c] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 751.324717] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f4cf1350-c792-4bc0-8b2c-b705404dc768 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.404843] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-c06c3b86-f21e-47b5-8d3a-009adca60551 tempest-AttachInterfacesUnderV243Test-231370955 tempest-AttachInterfacesUnderV243Test-231370955-project-member] [instance: 0ccb3004-b612-45c3-b655-609eb2c4b16c] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 751.405156] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-c06c3b86-f21e-47b5-8d3a-009adca60551 tempest-AttachInterfacesUnderV243Test-231370955 tempest-AttachInterfacesUnderV243Test-231370955-project-member] [instance: 0ccb3004-b612-45c3-b655-609eb2c4b16c] Deleting contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 751.405347] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-c06c3b86-f21e-47b5-8d3a-009adca60551 tempest-AttachInterfacesUnderV243Test-231370955 tempest-AttachInterfacesUnderV243Test-231370955-project-member] Deleting the datastore file [datastore2] 0ccb3004-b612-45c3-b655-609eb2c4b16c {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 751.405617] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7d1a43d1-f157-4ece-adff-f7fc15663074 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.409433] env[62353]: WARNING nova.network.neutron [None req-c4dd4cc9-afb7-4057-a43e-a7c29d65ea67 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: 8b313bab-8370-47c5-a03b-c809dc96fd21] 3322d31e-00aa-4c86-8051-1b6dd5c36fa9 already exists in list: networks containing: ['3322d31e-00aa-4c86-8051-1b6dd5c36fa9']. ignoring it [ 751.413833] env[62353]: DEBUG oslo_vmware.api [None req-c06c3b86-f21e-47b5-8d3a-009adca60551 tempest-AttachInterfacesUnderV243Test-231370955 tempest-AttachInterfacesUnderV243Test-231370955-project-member] Waiting for the task: (returnval){ [ 751.413833] env[62353]: value = "task-2372269" [ 751.413833] env[62353]: _type = "Task" [ 751.413833] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.428025] env[62353]: DEBUG oslo_vmware.api [None req-c06c3b86-f21e-47b5-8d3a-009adca60551 tempest-AttachInterfacesUnderV243Test-231370955 tempest-AttachInterfacesUnderV243Test-231370955-project-member] Task: {'id': task-2372269, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.498977] env[62353]: DEBUG oslo_vmware.api [None req-391a95fd-e77d-414e-af92-d909cebc7b73 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] Task: {'id': task-2372266, 'name': Rename_Task, 'duration_secs': 0.261866} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.499285] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-391a95fd-e77d-414e-af92-d909cebc7b73 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] [instance: fa27d91c-5bae-40a3-a153-ac41f4238532] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 751.499539] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f14091db-f9b5-4e12-bd39-475060f4d2c5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.506584] env[62353]: DEBUG oslo_concurrency.lockutils [req-34b7029e-196f-40b3-a873-818ba8c6b9e8 req-2310ec63-fa36-462e-99b5-2d61e225f601 service nova] Releasing lock "refresh_cache-28447a5e-1970-4231-9866-6bd221bcca82" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 751.508595] env[62353]: DEBUG oslo_vmware.api [None req-391a95fd-e77d-414e-af92-d909cebc7b73 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] Waiting for the task: (returnval){ [ 751.508595] env[62353]: value = "task-2372270" [ 751.508595] env[62353]: _type = "Task" [ 751.508595] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.513785] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d9336aca-4b75-4498-a3ad-e9668e1a381c tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.736s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 751.514189] env[62353]: DEBUG nova.compute.manager [None req-d9336aca-4b75-4498-a3ad-e9668e1a381c tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: a6583a62-ee37-42e0-9a51-b0ce30de58c2] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 751.517477] env[62353]: DEBUG oslo_concurrency.lockutils [None req-271318d2-faa0-46c0-93c9-512df2f0eee5 tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 36.019s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 751.517798] env[62353]: DEBUG nova.objects.instance [None req-271318d2-faa0-46c0-93c9-512df2f0eee5 tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] [instance: a8ab0e21-de37-42da-b4b6-d9d9d120f61f] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62353) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 751.532966] env[62353]: DEBUG oslo_vmware.api [None req-391a95fd-e77d-414e-af92-d909cebc7b73 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] Task: {'id': task-2372270, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.631798] env[62353]: DEBUG oslo_vmware.api [None req-cf6a5783-5db0-4933-af05-b1b3dbda86a8 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] Task: {'id': task-2372267, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.806052] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0aae8368-b89b-4f73-8c09-55902873db9a tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Lock "faaa5eff-8814-4951-a6fc-9b2a53891f1c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 104.712s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 751.867321] env[62353]: INFO nova.compute.manager [None req-315ca542-74c4-471a-8557-70f182f15984 tempest-ServersTestBootFromVolume-997296087 tempest-ServersTestBootFromVolume-997296087-project-member] [instance: 009129d2-dc03-4de0-ac09-9d24894e5e67] Took 0.57 seconds to detach 1 volumes for instance. [ 751.870497] env[62353]: DEBUG nova.compute.manager [None req-315ca542-74c4-471a-8557-70f182f15984 tempest-ServersTestBootFromVolume-997296087 tempest-ServersTestBootFromVolume-997296087-project-member] [instance: 009129d2-dc03-4de0-ac09-9d24894e5e67] Deleting volume: 20a4258c-bee1-413f-ab8f-6d668370a189 {{(pid=62353) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 751.925426] env[62353]: DEBUG oslo_vmware.api [None req-c06c3b86-f21e-47b5-8d3a-009adca60551 tempest-AttachInterfacesUnderV243Test-231370955 tempest-AttachInterfacesUnderV243Test-231370955-project-member] Task: {'id': task-2372269, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.350525} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.930918] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-c06c3b86-f21e-47b5-8d3a-009adca60551 tempest-AttachInterfacesUnderV243Test-231370955 tempest-AttachInterfacesUnderV243Test-231370955-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 751.930918] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-c06c3b86-f21e-47b5-8d3a-009adca60551 tempest-AttachInterfacesUnderV243Test-231370955 tempest-AttachInterfacesUnderV243Test-231370955-project-member] [instance: 0ccb3004-b612-45c3-b655-609eb2c4b16c] Deleted contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 751.930918] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-c06c3b86-f21e-47b5-8d3a-009adca60551 tempest-AttachInterfacesUnderV243Test-231370955 tempest-AttachInterfacesUnderV243Test-231370955-project-member] [instance: 0ccb3004-b612-45c3-b655-609eb2c4b16c] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 751.930918] env[62353]: INFO nova.compute.manager [None req-c06c3b86-f21e-47b5-8d3a-009adca60551 tempest-AttachInterfacesUnderV243Test-231370955 tempest-AttachInterfacesUnderV243Test-231370955-project-member] [instance: 0ccb3004-b612-45c3-b655-609eb2c4b16c] Took 1.15 seconds to destroy the instance on the hypervisor. [ 751.930918] env[62353]: DEBUG oslo.service.loopingcall [None req-c06c3b86-f21e-47b5-8d3a-009adca60551 tempest-AttachInterfacesUnderV243Test-231370955 tempest-AttachInterfacesUnderV243Test-231370955-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 751.931529] env[62353]: DEBUG nova.compute.manager [-] [instance: 0ccb3004-b612-45c3-b655-609eb2c4b16c] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 751.931788] env[62353]: DEBUG nova.network.neutron [-] [instance: 0ccb3004-b612-45c3-b655-609eb2c4b16c] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 751.956386] env[62353]: DEBUG nova.network.neutron [None req-c4dd4cc9-afb7-4057-a43e-a7c29d65ea67 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: 8b313bab-8370-47c5-a03b-c809dc96fd21] Updating instance_info_cache with network_info: [{"id": "18f3993c-1c06-47f4-8a45-7574febb936a", "address": "fa:16:3e:05:d9:33", "network": {"id": "3322d31e-00aa-4c86-8051-1b6dd5c36fa9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1715037563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d154d2686c9e43b4b2a7a9ec6a5a795c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18f3993c-1c", "ovs_interfaceid": "18f3993c-1c06-47f4-8a45-7574febb936a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c4087e87-daff-49f5-8a35-20d586b19f9c", "address": "fa:16:3e:f2:5c:30", "network": {"id": "3322d31e-00aa-4c86-8051-1b6dd5c36fa9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1715037563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d154d2686c9e43b4b2a7a9ec6a5a795c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4087e87-da", "ovs_interfaceid": "c4087e87-daff-49f5-8a35-20d586b19f9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 752.027878] env[62353]: DEBUG nova.compute.utils [None req-d9336aca-4b75-4498-a3ad-e9668e1a381c tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 752.036673] env[62353]: DEBUG oslo_vmware.api [None req-391a95fd-e77d-414e-af92-d909cebc7b73 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] Task: {'id': task-2372270, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.038623] env[62353]: DEBUG nova.compute.manager [None req-d9336aca-4b75-4498-a3ad-e9668e1a381c tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: a6583a62-ee37-42e0-9a51-b0ce30de58c2] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 752.038623] env[62353]: DEBUG nova.network.neutron [None req-d9336aca-4b75-4498-a3ad-e9668e1a381c tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: a6583a62-ee37-42e0-9a51-b0ce30de58c2] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 752.143191] env[62353]: DEBUG nova.policy [None req-d9336aca-4b75-4498-a3ad-e9668e1a381c tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '28d1e3de6f4f4f7faceb8c4bdb2a65d8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f7f18a111f154dca8cc100cafc69baa6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:192}} [ 752.144766] env[62353]: DEBUG oslo_vmware.api [None req-cf6a5783-5db0-4933-af05-b1b3dbda86a8 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] Task: {'id': task-2372267, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.735631} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.145114] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf6a5783-5db0-4933-af05-b1b3dbda86a8 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore1] 28447a5e-1970-4231-9866-6bd221bcca82/28447a5e-1970-4231-9866-6bd221bcca82.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 752.145440] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-cf6a5783-5db0-4933-af05-b1b3dbda86a8 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] [instance: 28447a5e-1970-4231-9866-6bd221bcca82] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 752.146090] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ea28935a-921b-400b-a939-1f593cabf558 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.155419] env[62353]: DEBUG oslo_vmware.api [None req-cf6a5783-5db0-4933-af05-b1b3dbda86a8 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] Waiting for the task: (returnval){ [ 752.155419] env[62353]: value = "task-2372272" [ 752.155419] env[62353]: _type = "Task" [ 752.155419] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.168908] env[62353]: DEBUG oslo_vmware.api [None req-cf6a5783-5db0-4933-af05-b1b3dbda86a8 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] Task: {'id': task-2372272, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.312685] env[62353]: DEBUG nova.compute.manager [None req-6fd836e4-d5cb-467d-82dc-b45a6b58d20c tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [instance: 53ff526b-6e0b-49bc-beca-4fb4a377389b] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 752.437096] env[62353]: DEBUG oslo_concurrency.lockutils [None req-315ca542-74c4-471a-8557-70f182f15984 tempest-ServersTestBootFromVolume-997296087 tempest-ServersTestBootFromVolume-997296087-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 752.460387] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c4dd4cc9-afb7-4057-a43e-a7c29d65ea67 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Releasing lock "refresh_cache-8b313bab-8370-47c5-a03b-c809dc96fd21" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 752.461127] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c4dd4cc9-afb7-4057-a43e-a7c29d65ea67 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Acquiring lock "8b313bab-8370-47c5-a03b-c809dc96fd21" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 752.461248] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c4dd4cc9-afb7-4057-a43e-a7c29d65ea67 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Acquired lock "8b313bab-8370-47c5-a03b-c809dc96fd21" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.462636] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0372576e-17fb-47a2-8c79-a50b71f9b88c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.489575] env[62353]: DEBUG nova.virt.hardware [None req-c4dd4cc9-afb7-4057-a43e-a7c29d65ea67 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T12:38:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 752.489889] env[62353]: DEBUG nova.virt.hardware [None req-c4dd4cc9-afb7-4057-a43e-a7c29d65ea67 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 752.490268] env[62353]: DEBUG nova.virt.hardware [None req-c4dd4cc9-afb7-4057-a43e-a7c29d65ea67 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 752.490511] env[62353]: DEBUG nova.virt.hardware [None req-c4dd4cc9-afb7-4057-a43e-a7c29d65ea67 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 752.490662] env[62353]: DEBUG nova.virt.hardware [None req-c4dd4cc9-afb7-4057-a43e-a7c29d65ea67 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 752.490817] env[62353]: DEBUG nova.virt.hardware [None req-c4dd4cc9-afb7-4057-a43e-a7c29d65ea67 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 752.491098] env[62353]: DEBUG nova.virt.hardware [None req-c4dd4cc9-afb7-4057-a43e-a7c29d65ea67 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 752.491272] env[62353]: DEBUG nova.virt.hardware [None req-c4dd4cc9-afb7-4057-a43e-a7c29d65ea67 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 752.491907] env[62353]: DEBUG nova.virt.hardware [None req-c4dd4cc9-afb7-4057-a43e-a7c29d65ea67 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 752.492140] env[62353]: DEBUG nova.virt.hardware [None req-c4dd4cc9-afb7-4057-a43e-a7c29d65ea67 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 752.492448] env[62353]: DEBUG nova.virt.hardware [None req-c4dd4cc9-afb7-4057-a43e-a7c29d65ea67 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 752.502029] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-c4dd4cc9-afb7-4057-a43e-a7c29d65ea67 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: 8b313bab-8370-47c5-a03b-c809dc96fd21] Reconfiguring VM to attach interface {{(pid=62353) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 752.502029] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df526ae6-f740-4c55-8e4e-684723dc0ef9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.529624] env[62353]: DEBUG oslo_vmware.api [None req-391a95fd-e77d-414e-af92-d909cebc7b73 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] Task: {'id': task-2372270, 'name': PowerOnVM_Task, 'duration_secs': 0.862367} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.534222] env[62353]: DEBUG nova.compute.manager [None req-d9336aca-4b75-4498-a3ad-e9668e1a381c tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: a6583a62-ee37-42e0-9a51-b0ce30de58c2] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 752.536040] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-391a95fd-e77d-414e-af92-d909cebc7b73 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] [instance: fa27d91c-5bae-40a3-a153-ac41f4238532] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 752.536213] env[62353]: INFO nova.compute.manager [None req-391a95fd-e77d-414e-af92-d909cebc7b73 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] [instance: fa27d91c-5bae-40a3-a153-ac41f4238532] Took 16.68 seconds to spawn the instance on the hypervisor. [ 752.536387] env[62353]: DEBUG nova.compute.manager [None req-391a95fd-e77d-414e-af92-d909cebc7b73 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] [instance: fa27d91c-5bae-40a3-a153-ac41f4238532] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 752.536781] env[62353]: DEBUG oslo_vmware.api [None req-c4dd4cc9-afb7-4057-a43e-a7c29d65ea67 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Waiting for the task: (returnval){ [ 752.536781] env[62353]: value = "task-2372273" [ 752.536781] env[62353]: _type = "Task" [ 752.536781] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.537610] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e249d4a8-49ad-4f75-b342-6d73eba80262 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.544160] env[62353]: DEBUG oslo_concurrency.lockutils [None req-271318d2-faa0-46c0-93c9-512df2f0eee5 tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.025s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 752.553198] env[62353]: DEBUG oslo_concurrency.lockutils [None req-23b3ea04-8859-4e11-aba3-c2b76f5e5ce7 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.458s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 752.554889] env[62353]: INFO nova.compute.claims [None req-23b3ea04-8859-4e11-aba3-c2b76f5e5ce7 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] [instance: 9fdc58aa-dd5a-4fe0-95ff-5ad2d06f0298] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 752.573023] env[62353]: DEBUG oslo_vmware.api [None req-c4dd4cc9-afb7-4057-a43e-a7c29d65ea67 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Task: {'id': task-2372273, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.608283] env[62353]: DEBUG nova.compute.manager [req-d07d3b23-5d23-451e-8040-8592644f58d9 req-ad06583a-d46f-4c30-9150-26c49170f091 service nova] [instance: 8b313bab-8370-47c5-a03b-c809dc96fd21] Received event network-vif-plugged-c4087e87-daff-49f5-8a35-20d586b19f9c {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 752.608283] env[62353]: DEBUG oslo_concurrency.lockutils [req-d07d3b23-5d23-451e-8040-8592644f58d9 req-ad06583a-d46f-4c30-9150-26c49170f091 service nova] Acquiring lock "8b313bab-8370-47c5-a03b-c809dc96fd21-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 752.608481] env[62353]: DEBUG oslo_concurrency.lockutils [req-d07d3b23-5d23-451e-8040-8592644f58d9 req-ad06583a-d46f-4c30-9150-26c49170f091 service nova] Lock "8b313bab-8370-47c5-a03b-c809dc96fd21-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 752.608805] env[62353]: DEBUG oslo_concurrency.lockutils [req-d07d3b23-5d23-451e-8040-8592644f58d9 req-ad06583a-d46f-4c30-9150-26c49170f091 service nova] Lock "8b313bab-8370-47c5-a03b-c809dc96fd21-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 752.608805] env[62353]: DEBUG nova.compute.manager [req-d07d3b23-5d23-451e-8040-8592644f58d9 req-ad06583a-d46f-4c30-9150-26c49170f091 service nova] [instance: 8b313bab-8370-47c5-a03b-c809dc96fd21] No waiting events found dispatching network-vif-plugged-c4087e87-daff-49f5-8a35-20d586b19f9c {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 752.609090] env[62353]: WARNING nova.compute.manager [req-d07d3b23-5d23-451e-8040-8592644f58d9 req-ad06583a-d46f-4c30-9150-26c49170f091 service nova] [instance: 8b313bab-8370-47c5-a03b-c809dc96fd21] Received unexpected event network-vif-plugged-c4087e87-daff-49f5-8a35-20d586b19f9c for instance with vm_state active and task_state None. [ 752.609161] env[62353]: DEBUG nova.compute.manager [req-d07d3b23-5d23-451e-8040-8592644f58d9 req-ad06583a-d46f-4c30-9150-26c49170f091 service nova] [instance: 009129d2-dc03-4de0-ac09-9d24894e5e67] Received event network-vif-deleted-193460fa-21e9-434d-a0c7-8ffd6b6c698b {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 752.609320] env[62353]: DEBUG nova.compute.manager [req-d07d3b23-5d23-451e-8040-8592644f58d9 req-ad06583a-d46f-4c30-9150-26c49170f091 service nova] [instance: 8b313bab-8370-47c5-a03b-c809dc96fd21] Received event network-changed-c4087e87-daff-49f5-8a35-20d586b19f9c {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 752.609505] env[62353]: DEBUG nova.compute.manager [req-d07d3b23-5d23-451e-8040-8592644f58d9 req-ad06583a-d46f-4c30-9150-26c49170f091 service nova] [instance: 8b313bab-8370-47c5-a03b-c809dc96fd21] Refreshing instance network info cache due to event network-changed-c4087e87-daff-49f5-8a35-20d586b19f9c. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 752.609778] env[62353]: DEBUG oslo_concurrency.lockutils [req-d07d3b23-5d23-451e-8040-8592644f58d9 req-ad06583a-d46f-4c30-9150-26c49170f091 service nova] Acquiring lock "refresh_cache-8b313bab-8370-47c5-a03b-c809dc96fd21" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 752.609959] env[62353]: DEBUG oslo_concurrency.lockutils [req-d07d3b23-5d23-451e-8040-8592644f58d9 req-ad06583a-d46f-4c30-9150-26c49170f091 service nova] Acquired lock "refresh_cache-8b313bab-8370-47c5-a03b-c809dc96fd21" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.610040] env[62353]: DEBUG nova.network.neutron [req-d07d3b23-5d23-451e-8040-8592644f58d9 req-ad06583a-d46f-4c30-9150-26c49170f091 service nova] [instance: 8b313bab-8370-47c5-a03b-c809dc96fd21] Refreshing network info cache for port c4087e87-daff-49f5-8a35-20d586b19f9c {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 752.669093] env[62353]: DEBUG oslo_vmware.api [None req-cf6a5783-5db0-4933-af05-b1b3dbda86a8 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] Task: {'id': task-2372272, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.130517} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.669817] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-cf6a5783-5db0-4933-af05-b1b3dbda86a8 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] [instance: 28447a5e-1970-4231-9866-6bd221bcca82] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 752.670761] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36a6d02e-afc4-4e3f-a66a-adfc50ab9943 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.702276] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf6a5783-5db0-4933-af05-b1b3dbda86a8 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] [instance: 28447a5e-1970-4231-9866-6bd221bcca82] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] 28447a5e-1970-4231-9866-6bd221bcca82/28447a5e-1970-4231-9866-6bd221bcca82.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 752.702998] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a6172b1-1b22-4c73-82ba-105dcc9ff564 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.726800] env[62353]: DEBUG oslo_vmware.api [None req-cf6a5783-5db0-4933-af05-b1b3dbda86a8 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] Waiting for the task: (returnval){ [ 752.726800] env[62353]: value = "task-2372274" [ 752.726800] env[62353]: _type = "Task" [ 752.726800] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.738644] env[62353]: DEBUG oslo_vmware.api [None req-cf6a5783-5db0-4933-af05-b1b3dbda86a8 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] Task: {'id': task-2372274, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.849085] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6fd836e4-d5cb-467d-82dc-b45a6b58d20c tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 753.048133] env[62353]: DEBUG nova.network.neutron [None req-d9336aca-4b75-4498-a3ad-e9668e1a381c tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: a6583a62-ee37-42e0-9a51-b0ce30de58c2] Successfully created port: c10a8bd2-238f-472e-8200-99c7a2eab565 {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 753.071903] env[62353]: DEBUG oslo_vmware.api [None req-c4dd4cc9-afb7-4057-a43e-a7c29d65ea67 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Task: {'id': task-2372273, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.083408] env[62353]: INFO nova.compute.manager [None req-391a95fd-e77d-414e-af92-d909cebc7b73 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] [instance: fa27d91c-5bae-40a3-a153-ac41f4238532] Took 52.96 seconds to build instance. [ 753.241079] env[62353]: DEBUG oslo_vmware.api [None req-cf6a5783-5db0-4933-af05-b1b3dbda86a8 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] Task: {'id': task-2372274, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.372248] env[62353]: DEBUG oslo_vmware.rw_handles [None req-b781bbf2-bb34-4c80-858b-b2cc7aa2330c tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e76710-2362-7bfe-52bc-c8903ce0e07e/disk-0.vmdk. {{(pid=62353) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 753.374159] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-597a4ac6-406e-4523-90e9-d59c3d3122e7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.381807] env[62353]: DEBUG oslo_vmware.rw_handles [None req-b781bbf2-bb34-4c80-858b-b2cc7aa2330c tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e76710-2362-7bfe-52bc-c8903ce0e07e/disk-0.vmdk is in state: ready. {{(pid=62353) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 753.382021] env[62353]: ERROR oslo_vmware.rw_handles [None req-b781bbf2-bb34-4c80-858b-b2cc7aa2330c tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e76710-2362-7bfe-52bc-c8903ce0e07e/disk-0.vmdk due to incomplete transfer. [ 753.382317] env[62353]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-99d21d4c-fd5e-4cd4-a300-105d0304ec86 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.392846] env[62353]: DEBUG oslo_vmware.rw_handles [None req-b781bbf2-bb34-4c80-858b-b2cc7aa2330c tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e76710-2362-7bfe-52bc-c8903ce0e07e/disk-0.vmdk. {{(pid=62353) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 753.393034] env[62353]: DEBUG nova.virt.vmwareapi.images [None req-b781bbf2-bb34-4c80-858b-b2cc7aa2330c tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] [instance: bbbb4f2b-e3a0-4c4e-8e47-7de18b1b8f66] Uploaded image 21798a57-f2e8-4b8a-be9b-737fea7ba422 to the Glance image server {{(pid=62353) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 753.395475] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-b781bbf2-bb34-4c80-858b-b2cc7aa2330c tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] [instance: bbbb4f2b-e3a0-4c4e-8e47-7de18b1b8f66] Destroying the VM {{(pid=62353) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 753.395986] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-47cc816f-b336-4a5f-b673-f798d3ae6f55 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.407335] env[62353]: DEBUG oslo_vmware.api [None req-b781bbf2-bb34-4c80-858b-b2cc7aa2330c tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Waiting for the task: (returnval){ [ 753.407335] env[62353]: value = "task-2372275" [ 753.407335] env[62353]: _type = "Task" [ 753.407335] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.421438] env[62353]: DEBUG oslo_vmware.api [None req-b781bbf2-bb34-4c80-858b-b2cc7aa2330c tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Task: {'id': task-2372275, 'name': Destroy_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.543237] env[62353]: DEBUG nova.network.neutron [-] [instance: 0ccb3004-b612-45c3-b655-609eb2c4b16c] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 753.560902] env[62353]: DEBUG nova.compute.manager [None req-d9336aca-4b75-4498-a3ad-e9668e1a381c tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: a6583a62-ee37-42e0-9a51-b0ce30de58c2] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 753.566045] env[62353]: DEBUG oslo_vmware.api [None req-c4dd4cc9-afb7-4057-a43e-a7c29d65ea67 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Task: {'id': task-2372273, 'name': ReconfigVM_Task, 'duration_secs': 1.008298} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.567976] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c4dd4cc9-afb7-4057-a43e-a7c29d65ea67 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Releasing lock "8b313bab-8370-47c5-a03b-c809dc96fd21" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 753.568588] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-c4dd4cc9-afb7-4057-a43e-a7c29d65ea67 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: 8b313bab-8370-47c5-a03b-c809dc96fd21] Reconfigured VM to attach interface {{(pid=62353) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 753.585112] env[62353]: DEBUG nova.network.neutron [req-d07d3b23-5d23-451e-8040-8592644f58d9 req-ad06583a-d46f-4c30-9150-26c49170f091 service nova] [instance: 8b313bab-8370-47c5-a03b-c809dc96fd21] Updated VIF entry in instance network info cache for port c4087e87-daff-49f5-8a35-20d586b19f9c. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 753.585747] env[62353]: DEBUG nova.network.neutron [req-d07d3b23-5d23-451e-8040-8592644f58d9 req-ad06583a-d46f-4c30-9150-26c49170f091 service nova] [instance: 8b313bab-8370-47c5-a03b-c809dc96fd21] Updating instance_info_cache with network_info: [{"id": "18f3993c-1c06-47f4-8a45-7574febb936a", "address": "fa:16:3e:05:d9:33", "network": {"id": "3322d31e-00aa-4c86-8051-1b6dd5c36fa9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1715037563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d154d2686c9e43b4b2a7a9ec6a5a795c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18f3993c-1c", "ovs_interfaceid": "18f3993c-1c06-47f4-8a45-7574febb936a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c4087e87-daff-49f5-8a35-20d586b19f9c", "address": "fa:16:3e:f2:5c:30", "network": {"id": "3322d31e-00aa-4c86-8051-1b6dd5c36fa9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1715037563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d154d2686c9e43b4b2a7a9ec6a5a795c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4087e87-da", "ovs_interfaceid": "c4087e87-daff-49f5-8a35-20d586b19f9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 753.588592] env[62353]: DEBUG oslo_concurrency.lockutils [None req-391a95fd-e77d-414e-af92-d909cebc7b73 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] Lock "fa27d91c-5bae-40a3-a153-ac41f4238532" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 111.126s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 753.605477] env[62353]: DEBUG nova.virt.hardware [None req-d9336aca-4b75-4498-a3ad-e9668e1a381c tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T12:38:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T12:38:15Z,direct_url=,disk_format='vmdk',id=06f909ae-e8dc-43b4-abf7-c7ed85db9bbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0a3f88790a594523a818b8c00f6862e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T12:38:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 753.605748] env[62353]: DEBUG nova.virt.hardware [None req-d9336aca-4b75-4498-a3ad-e9668e1a381c tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 753.605905] env[62353]: DEBUG nova.virt.hardware [None req-d9336aca-4b75-4498-a3ad-e9668e1a381c tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 753.606539] env[62353]: DEBUG nova.virt.hardware [None req-d9336aca-4b75-4498-a3ad-e9668e1a381c tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 753.607056] env[62353]: DEBUG nova.virt.hardware [None req-d9336aca-4b75-4498-a3ad-e9668e1a381c tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 753.607056] env[62353]: DEBUG nova.virt.hardware [None req-d9336aca-4b75-4498-a3ad-e9668e1a381c tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 753.607492] env[62353]: DEBUG nova.virt.hardware [None req-d9336aca-4b75-4498-a3ad-e9668e1a381c tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 753.607807] env[62353]: DEBUG nova.virt.hardware [None req-d9336aca-4b75-4498-a3ad-e9668e1a381c tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 753.608029] env[62353]: DEBUG nova.virt.hardware [None req-d9336aca-4b75-4498-a3ad-e9668e1a381c tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 753.608230] env[62353]: DEBUG nova.virt.hardware [None req-d9336aca-4b75-4498-a3ad-e9668e1a381c tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 753.608470] env[62353]: DEBUG nova.virt.hardware [None req-d9336aca-4b75-4498-a3ad-e9668e1a381c tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 753.610422] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fdfcfec-b036-46bc-9bf7-51bcfb2cb4b3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.625786] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-808cf15b-68b7-4d98-91c8-5da9abb554b3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.739970] env[62353]: DEBUG oslo_vmware.api [None req-cf6a5783-5db0-4933-af05-b1b3dbda86a8 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] Task: {'id': task-2372274, 'name': ReconfigVM_Task, 'duration_secs': 0.617954} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.746030] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf6a5783-5db0-4933-af05-b1b3dbda86a8 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] [instance: 28447a5e-1970-4231-9866-6bd221bcca82] Reconfigured VM instance instance-00000031 to attach disk [datastore1] 28447a5e-1970-4231-9866-6bd221bcca82/28447a5e-1970-4231-9866-6bd221bcca82.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 753.747451] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8f3e6ce2-a527-449e-8d65-34f1e3511b89 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.756185] env[62353]: DEBUG oslo_vmware.api [None req-cf6a5783-5db0-4933-af05-b1b3dbda86a8 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] Waiting for the task: (returnval){ [ 753.756185] env[62353]: value = "task-2372276" [ 753.756185] env[62353]: _type = "Task" [ 753.756185] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.769789] env[62353]: DEBUG oslo_vmware.api [None req-cf6a5783-5db0-4933-af05-b1b3dbda86a8 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] Task: {'id': task-2372276, 'name': Rename_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.922227] env[62353]: DEBUG oslo_vmware.api [None req-b781bbf2-bb34-4c80-858b-b2cc7aa2330c tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Task: {'id': task-2372275, 'name': Destroy_Task} progress is 33%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.054166] env[62353]: INFO nova.compute.manager [-] [instance: 0ccb3004-b612-45c3-b655-609eb2c4b16c] Took 2.12 seconds to deallocate network for instance. [ 754.080097] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c4dd4cc9-afb7-4057-a43e-a7c29d65ea67 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Lock "interface-8b313bab-8370-47c5-a03b-c809dc96fd21-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 9.210s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 754.089519] env[62353]: DEBUG oslo_concurrency.lockutils [req-d07d3b23-5d23-451e-8040-8592644f58d9 req-ad06583a-d46f-4c30-9150-26c49170f091 service nova] Releasing lock "refresh_cache-8b313bab-8370-47c5-a03b-c809dc96fd21" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 754.135042] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9caeaf54-d752-458e-89ef-81721525ddf1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.143910] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0197a2f3-364d-4f6c-806d-6826b133ef50 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.176126] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c9bd05e-27c4-4f76-9ae8-58d7afe2efb6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.184699] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecfe22d3-09a1-4d0b-85a0-9f862d5b0665 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.198989] env[62353]: DEBUG nova.compute.provider_tree [None req-23b3ea04-8859-4e11-aba3-c2b76f5e5ce7 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 754.266936] env[62353]: DEBUG oslo_vmware.api [None req-cf6a5783-5db0-4933-af05-b1b3dbda86a8 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] Task: {'id': task-2372276, 'name': Rename_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.422862] env[62353]: DEBUG oslo_vmware.api [None req-b781bbf2-bb34-4c80-858b-b2cc7aa2330c tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Task: {'id': task-2372275, 'name': Destroy_Task, 'duration_secs': 0.745305} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.423290] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-b781bbf2-bb34-4c80-858b-b2cc7aa2330c tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] [instance: bbbb4f2b-e3a0-4c4e-8e47-7de18b1b8f66] Destroyed the VM [ 754.423290] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-b781bbf2-bb34-4c80-858b-b2cc7aa2330c tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] [instance: bbbb4f2b-e3a0-4c4e-8e47-7de18b1b8f66] Deleting Snapshot of the VM instance {{(pid=62353) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 754.424296] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e72bd2dd-f453-45ba-bcac-979041d8c6b6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.432290] env[62353]: DEBUG oslo_vmware.api [None req-b781bbf2-bb34-4c80-858b-b2cc7aa2330c tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Waiting for the task: (returnval){ [ 754.432290] env[62353]: value = "task-2372277" [ 754.432290] env[62353]: _type = "Task" [ 754.432290] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.441943] env[62353]: DEBUG oslo_vmware.api [None req-b781bbf2-bb34-4c80-858b-b2cc7aa2330c tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Task: {'id': task-2372277, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.564640] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c06c3b86-f21e-47b5-8d3a-009adca60551 tempest-AttachInterfacesUnderV243Test-231370955 tempest-AttachInterfacesUnderV243Test-231370955-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 754.702328] env[62353]: DEBUG nova.scheduler.client.report [None req-23b3ea04-8859-4e11-aba3-c2b76f5e5ce7 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 754.771095] env[62353]: DEBUG oslo_vmware.api [None req-cf6a5783-5db0-4933-af05-b1b3dbda86a8 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] Task: {'id': task-2372276, 'name': Rename_Task, 'duration_secs': 0.995754} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.771399] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf6a5783-5db0-4933-af05-b1b3dbda86a8 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] [instance: 28447a5e-1970-4231-9866-6bd221bcca82] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 754.771637] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bf304771-c022-4986-90a3-03a714e8e81a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.779598] env[62353]: DEBUG oslo_vmware.api [None req-cf6a5783-5db0-4933-af05-b1b3dbda86a8 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] Waiting for the task: (returnval){ [ 754.779598] env[62353]: value = "task-2372278" [ 754.779598] env[62353]: _type = "Task" [ 754.779598] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.793589] env[62353]: DEBUG oslo_vmware.api [None req-cf6a5783-5db0-4933-af05-b1b3dbda86a8 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] Task: {'id': task-2372278, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.942326] env[62353]: DEBUG oslo_vmware.api [None req-b781bbf2-bb34-4c80-858b-b2cc7aa2330c tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Task: {'id': task-2372277, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.994705] env[62353]: DEBUG nova.network.neutron [None req-d9336aca-4b75-4498-a3ad-e9668e1a381c tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: a6583a62-ee37-42e0-9a51-b0ce30de58c2] Successfully updated port: c10a8bd2-238f-472e-8200-99c7a2eab565 {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 755.207292] env[62353]: DEBUG oslo_concurrency.lockutils [None req-23b3ea04-8859-4e11-aba3-c2b76f5e5ce7 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.654s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 755.207861] env[62353]: DEBUG nova.compute.manager [None req-23b3ea04-8859-4e11-aba3-c2b76f5e5ce7 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] [instance: 9fdc58aa-dd5a-4fe0-95ff-5ad2d06f0298] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 755.212076] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7827a4cb-f52d-468f-9883-6beac842ee6f tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.938s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 755.212509] env[62353]: INFO nova.compute.claims [None req-7827a4cb-f52d-468f-9883-6beac842ee6f tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 9cd85b1f-93a5-43f3-bda3-1518bb774759] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 755.293128] env[62353]: DEBUG oslo_vmware.api [None req-cf6a5783-5db0-4933-af05-b1b3dbda86a8 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] Task: {'id': task-2372278, 'name': PowerOnVM_Task, 'duration_secs': 0.509634} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.293128] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf6a5783-5db0-4933-af05-b1b3dbda86a8 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] [instance: 28447a5e-1970-4231-9866-6bd221bcca82] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 755.293128] env[62353]: INFO nova.compute.manager [None req-cf6a5783-5db0-4933-af05-b1b3dbda86a8 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] [instance: 28447a5e-1970-4231-9866-6bd221bcca82] Took 11.25 seconds to spawn the instance on the hypervisor. [ 755.293407] env[62353]: DEBUG nova.compute.manager [None req-cf6a5783-5db0-4933-af05-b1b3dbda86a8 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] [instance: 28447a5e-1970-4231-9866-6bd221bcca82] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 755.294162] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5070348-2b10-491a-8300-2ff3c3ff298d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.444555] env[62353]: DEBUG oslo_vmware.api [None req-b781bbf2-bb34-4c80-858b-b2cc7aa2330c tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Task: {'id': task-2372277, 'name': RemoveSnapshot_Task, 'duration_secs': 0.936085} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.444880] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-b781bbf2-bb34-4c80-858b-b2cc7aa2330c tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] [instance: bbbb4f2b-e3a0-4c4e-8e47-7de18b1b8f66] Deleted Snapshot of the VM instance {{(pid=62353) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 755.445174] env[62353]: INFO nova.compute.manager [None req-b781bbf2-bb34-4c80-858b-b2cc7aa2330c tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] [instance: bbbb4f2b-e3a0-4c4e-8e47-7de18b1b8f66] Took 17.25 seconds to snapshot the instance on the hypervisor. [ 755.497380] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d9336aca-4b75-4498-a3ad-e9668e1a381c tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Acquiring lock "refresh_cache-a6583a62-ee37-42e0-9a51-b0ce30de58c2" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 755.497651] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d9336aca-4b75-4498-a3ad-e9668e1a381c tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Acquired lock "refresh_cache-a6583a62-ee37-42e0-9a51-b0ce30de58c2" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.497707] env[62353]: DEBUG nova.network.neutron [None req-d9336aca-4b75-4498-a3ad-e9668e1a381c tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: a6583a62-ee37-42e0-9a51-b0ce30de58c2] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 755.719990] env[62353]: DEBUG nova.compute.utils [None req-23b3ea04-8859-4e11-aba3-c2b76f5e5ce7 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 755.721479] env[62353]: DEBUG nova.compute.manager [None req-23b3ea04-8859-4e11-aba3-c2b76f5e5ce7 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] [instance: 9fdc58aa-dd5a-4fe0-95ff-5ad2d06f0298] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 755.721699] env[62353]: DEBUG nova.network.neutron [None req-23b3ea04-8859-4e11-aba3-c2b76f5e5ce7 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] [instance: 9fdc58aa-dd5a-4fe0-95ff-5ad2d06f0298] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 755.794284] env[62353]: DEBUG nova.policy [None req-23b3ea04-8859-4e11-aba3-c2b76f5e5ce7 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f43cc46fb02b4faca10d6edd57693707', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4124b0b9858844eab583b43b1909edbe', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:192}} [ 755.811905] env[62353]: DEBUG nova.compute.manager [req-9e10e377-edbb-4178-9453-70730a318fcb req-c810e061-0b56-4ea1-9af8-4d20acfc36d6 service nova] [instance: 0ccb3004-b612-45c3-b655-609eb2c4b16c] Received event network-vif-deleted-eca0ac37-dd12-424d-a6e2-ec89820e5188 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 755.812657] env[62353]: INFO nova.compute.manager [None req-cf6a5783-5db0-4933-af05-b1b3dbda86a8 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] [instance: 28447a5e-1970-4231-9866-6bd221bcca82] Took 49.97 seconds to build instance. [ 756.047659] env[62353]: DEBUG nova.network.neutron [None req-d9336aca-4b75-4498-a3ad-e9668e1a381c tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: a6583a62-ee37-42e0-9a51-b0ce30de58c2] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 756.132666] env[62353]: DEBUG nova.compute.manager [None req-6e833ccf-8071-4a1d-9aef-75bf72ad6865 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] [instance: faaa5eff-8814-4951-a6fc-9b2a53891f1c] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 756.133618] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-180e27e3-ce05-4d54-9310-bec02afebbf0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.225833] env[62353]: DEBUG nova.compute.manager [None req-23b3ea04-8859-4e11-aba3-c2b76f5e5ce7 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] [instance: 9fdc58aa-dd5a-4fe0-95ff-5ad2d06f0298] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 756.314816] env[62353]: DEBUG oslo_concurrency.lockutils [None req-cf6a5783-5db0-4933-af05-b1b3dbda86a8 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] Lock "28447a5e-1970-4231-9866-6bd221bcca82" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 102.703s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 756.397829] env[62353]: DEBUG nova.network.neutron [None req-d9336aca-4b75-4498-a3ad-e9668e1a381c tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: a6583a62-ee37-42e0-9a51-b0ce30de58c2] Updating instance_info_cache with network_info: [{"id": "c10a8bd2-238f-472e-8200-99c7a2eab565", "address": "fa:16:3e:c9:39:2b", "network": {"id": "cf4045f9-b69b-467b-ad0a-dc8fc7ea3927", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2119334503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7f18a111f154dca8cc100cafc69baa6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc10a8bd2-23", "ovs_interfaceid": "c10a8bd2-238f-472e-8200-99c7a2eab565", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 756.444821] env[62353]: DEBUG nova.network.neutron [None req-23b3ea04-8859-4e11-aba3-c2b76f5e5ce7 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] [instance: 9fdc58aa-dd5a-4fe0-95ff-5ad2d06f0298] Successfully created port: 62ba6177-5766-46e6-a49e-c2d05ec34069 {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 756.591353] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f435ec86-a208-41f9-b7cf-f6a547a08eac tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] Acquiring lock "fa27d91c-5bae-40a3-a153-ac41f4238532" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 756.591613] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f435ec86-a208-41f9-b7cf-f6a547a08eac tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] Lock "fa27d91c-5bae-40a3-a153-ac41f4238532" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 756.591857] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f435ec86-a208-41f9-b7cf-f6a547a08eac tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] Acquiring lock "fa27d91c-5bae-40a3-a153-ac41f4238532-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 756.591994] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f435ec86-a208-41f9-b7cf-f6a547a08eac tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] Lock "fa27d91c-5bae-40a3-a153-ac41f4238532-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 756.592190] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f435ec86-a208-41f9-b7cf-f6a547a08eac tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] Lock "fa27d91c-5bae-40a3-a153-ac41f4238532-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 756.594397] env[62353]: INFO nova.compute.manager [None req-f435ec86-a208-41f9-b7cf-f6a547a08eac tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] [instance: fa27d91c-5bae-40a3-a153-ac41f4238532] Terminating instance [ 756.648022] env[62353]: INFO nova.compute.manager [None req-6e833ccf-8071-4a1d-9aef-75bf72ad6865 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] [instance: faaa5eff-8814-4951-a6fc-9b2a53891f1c] instance snapshotting [ 756.654938] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c015f004-30ce-4542-b261-a982e6d36fff {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.686015] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0296f4dd-98ea-48f8-910d-6450e2894f6e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.812445] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30378002-1a8b-40c0-9c7b-25356095a02b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.821187] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f046418e-9756-4de1-8f25-366770c9bb1f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.856047] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f692e1cb-ead1-4cb2-aefd-73fd0ca14f65 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.863681] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f28f6bf7-58ee-4bc1-9643-65c96bf929d0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.878552] env[62353]: DEBUG nova.compute.provider_tree [None req-7827a4cb-f52d-468f-9883-6beac842ee6f tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 756.902686] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d9336aca-4b75-4498-a3ad-e9668e1a381c tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Releasing lock "refresh_cache-a6583a62-ee37-42e0-9a51-b0ce30de58c2" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 756.902686] env[62353]: DEBUG nova.compute.manager [None req-d9336aca-4b75-4498-a3ad-e9668e1a381c tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: a6583a62-ee37-42e0-9a51-b0ce30de58c2] Instance network_info: |[{"id": "c10a8bd2-238f-472e-8200-99c7a2eab565", "address": "fa:16:3e:c9:39:2b", "network": {"id": "cf4045f9-b69b-467b-ad0a-dc8fc7ea3927", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2119334503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7f18a111f154dca8cc100cafc69baa6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc10a8bd2-23", "ovs_interfaceid": "c10a8bd2-238f-472e-8200-99c7a2eab565", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 756.902871] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-d9336aca-4b75-4498-a3ad-e9668e1a381c tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: a6583a62-ee37-42e0-9a51-b0ce30de58c2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c9:39:2b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c10a8bd2-238f-472e-8200-99c7a2eab565', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 756.912385] env[62353]: DEBUG oslo.service.loopingcall [None req-d9336aca-4b75-4498-a3ad-e9668e1a381c tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 756.913025] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6583a62-ee37-42e0-9a51-b0ce30de58c2] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 756.913295] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0c37f7a2-1f22-46de-a98c-d4e46df12f72 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.939276] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 756.939276] env[62353]: value = "task-2372279" [ 756.939276] env[62353]: _type = "Task" [ 756.939276] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.945948] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372279, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.070914] env[62353]: INFO nova.compute.manager [None req-d5cc3941-23a9-49de-b074-7ff67f6c5116 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 758fbe89-1e60-4025-853d-41439705356b] Rebuilding instance [ 757.084412] env[62353]: DEBUG oslo_concurrency.lockutils [None req-bb1113ad-1020-4e47-a1cb-85ad946c462a tempest-VolumesAssistedSnapshotsTest-37213375 tempest-VolumesAssistedSnapshotsTest-37213375-project-admin] Acquiring lock "832a2083-5874-47b5-a9c7-fdb4a69a94bb" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 757.084788] env[62353]: DEBUG oslo_concurrency.lockutils [None req-bb1113ad-1020-4e47-a1cb-85ad946c462a tempest-VolumesAssistedSnapshotsTest-37213375 tempest-VolumesAssistedSnapshotsTest-37213375-project-admin] Lock "832a2083-5874-47b5-a9c7-fdb4a69a94bb" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 757.104230] env[62353]: DEBUG nova.compute.manager [None req-f435ec86-a208-41f9-b7cf-f6a547a08eac tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] [instance: fa27d91c-5bae-40a3-a153-ac41f4238532] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 757.104522] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-f435ec86-a208-41f9-b7cf-f6a547a08eac tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] [instance: fa27d91c-5bae-40a3-a153-ac41f4238532] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 757.106350] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93c3e6ee-c29a-45ae-bea3-e0e1db8eb2a7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.113869] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-f435ec86-a208-41f9-b7cf-f6a547a08eac tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] [instance: fa27d91c-5bae-40a3-a153-ac41f4238532] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 757.114144] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5234cf29-4cc3-41a2-a6cb-80a1394b2612 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.123724] env[62353]: DEBUG oslo_vmware.api [None req-f435ec86-a208-41f9-b7cf-f6a547a08eac tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] Waiting for the task: (returnval){ [ 757.123724] env[62353]: value = "task-2372280" [ 757.123724] env[62353]: _type = "Task" [ 757.123724] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.134487] env[62353]: DEBUG nova.compute.manager [None req-d5cc3941-23a9-49de-b074-7ff67f6c5116 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 758fbe89-1e60-4025-853d-41439705356b] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 757.136000] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eef9c21d-e2b7-4980-9933-6982f068ce22 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.143322] env[62353]: DEBUG oslo_vmware.api [None req-f435ec86-a208-41f9-b7cf-f6a547a08eac tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] Task: {'id': task-2372280, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.199055] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-6e833ccf-8071-4a1d-9aef-75bf72ad6865 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] [instance: faaa5eff-8814-4951-a6fc-9b2a53891f1c] Creating Snapshot of the VM instance {{(pid=62353) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 757.199236] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-44b95af7-8c34-416a-8f23-ead6a26b107e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.209829] env[62353]: DEBUG oslo_vmware.api [None req-6e833ccf-8071-4a1d-9aef-75bf72ad6865 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Waiting for the task: (returnval){ [ 757.209829] env[62353]: value = "task-2372281" [ 757.209829] env[62353]: _type = "Task" [ 757.209829] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.222029] env[62353]: DEBUG oslo_vmware.api [None req-6e833ccf-8071-4a1d-9aef-75bf72ad6865 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Task: {'id': task-2372281, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.240931] env[62353]: DEBUG nova.compute.manager [None req-23b3ea04-8859-4e11-aba3-c2b76f5e5ce7 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] [instance: 9fdc58aa-dd5a-4fe0-95ff-5ad2d06f0298] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 757.264611] env[62353]: DEBUG nova.virt.hardware [None req-23b3ea04-8859-4e11-aba3-c2b76f5e5ce7 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T12:38:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T12:38:15Z,direct_url=,disk_format='vmdk',id=06f909ae-e8dc-43b4-abf7-c7ed85db9bbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0a3f88790a594523a818b8c00f6862e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T12:38:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 757.264892] env[62353]: DEBUG nova.virt.hardware [None req-23b3ea04-8859-4e11-aba3-c2b76f5e5ce7 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 757.265078] env[62353]: DEBUG nova.virt.hardware [None req-23b3ea04-8859-4e11-aba3-c2b76f5e5ce7 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 757.265544] env[62353]: DEBUG nova.virt.hardware [None req-23b3ea04-8859-4e11-aba3-c2b76f5e5ce7 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 757.265544] env[62353]: DEBUG nova.virt.hardware [None req-23b3ea04-8859-4e11-aba3-c2b76f5e5ce7 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 757.265671] env[62353]: DEBUG nova.virt.hardware [None req-23b3ea04-8859-4e11-aba3-c2b76f5e5ce7 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 757.265804] env[62353]: DEBUG nova.virt.hardware [None req-23b3ea04-8859-4e11-aba3-c2b76f5e5ce7 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 757.266299] env[62353]: DEBUG nova.virt.hardware [None req-23b3ea04-8859-4e11-aba3-c2b76f5e5ce7 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 757.267461] env[62353]: DEBUG nova.virt.hardware [None req-23b3ea04-8859-4e11-aba3-c2b76f5e5ce7 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 757.267461] env[62353]: DEBUG nova.virt.hardware [None req-23b3ea04-8859-4e11-aba3-c2b76f5e5ce7 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 757.267461] env[62353]: DEBUG nova.virt.hardware [None req-23b3ea04-8859-4e11-aba3-c2b76f5e5ce7 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 757.268258] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6a69cb3-921b-4af7-b2c6-e464a11a57d0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.276969] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b582b89-056b-4540-a787-88c80ad73bf8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.385948] env[62353]: DEBUG nova.scheduler.client.report [None req-7827a4cb-f52d-468f-9883-6beac842ee6f tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 757.448194] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372279, 'name': CreateVM_Task} progress is 99%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.588637] env[62353]: DEBUG nova.compute.utils [None req-bb1113ad-1020-4e47-a1cb-85ad946c462a tempest-VolumesAssistedSnapshotsTest-37213375 tempest-VolumesAssistedSnapshotsTest-37213375-project-admin] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 757.638100] env[62353]: DEBUG oslo_vmware.api [None req-f435ec86-a208-41f9-b7cf-f6a547a08eac tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] Task: {'id': task-2372280, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.722802] env[62353]: DEBUG oslo_vmware.api [None req-6e833ccf-8071-4a1d-9aef-75bf72ad6865 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Task: {'id': task-2372281, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.892198] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7827a4cb-f52d-468f-9883-6beac842ee6f tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.681s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 757.893774] env[62353]: DEBUG nova.compute.manager [None req-7827a4cb-f52d-468f-9883-6beac842ee6f tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 9cd85b1f-93a5-43f3-bda3-1518bb774759] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 757.898670] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d9d2b816-0022-4ab6-acb6-c59d36abefd8 tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.531s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 757.898670] env[62353]: DEBUG nova.objects.instance [None req-d9d2b816-0022-4ab6-acb6-c59d36abefd8 tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Lazy-loading 'resources' on Instance uuid a8ab0e21-de37-42da-b4b6-d9d9d120f61f {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 757.950988] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372279, 'name': CreateVM_Task, 'duration_secs': 0.562221} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.951853] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6583a62-ee37-42e0-9a51-b0ce30de58c2] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 757.952906] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d9336aca-4b75-4498-a3ad-e9668e1a381c tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.955780] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d9336aca-4b75-4498-a3ad-e9668e1a381c tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Acquired lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.955960] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d9336aca-4b75-4498-a3ad-e9668e1a381c tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.957389] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cbc12344-f96a-4cba-900c-ade32bae6b04 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.963761] env[62353]: DEBUG oslo_vmware.api [None req-d9336aca-4b75-4498-a3ad-e9668e1a381c tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Waiting for the task: (returnval){ [ 757.963761] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]525bb67f-b370-86de-1740-5002360836f1" [ 757.963761] env[62353]: _type = "Task" [ 757.963761] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.972396] env[62353]: DEBUG oslo_vmware.api [None req-d9336aca-4b75-4498-a3ad-e9668e1a381c tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]525bb67f-b370-86de-1740-5002360836f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.093056] env[62353]: DEBUG oslo_concurrency.lockutils [None req-bb1113ad-1020-4e47-a1cb-85ad946c462a tempest-VolumesAssistedSnapshotsTest-37213375 tempest-VolumesAssistedSnapshotsTest-37213375-project-admin] Lock "832a2083-5874-47b5-a9c7-fdb4a69a94bb" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 758.138477] env[62353]: DEBUG oslo_vmware.api [None req-f435ec86-a208-41f9-b7cf-f6a547a08eac tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] Task: {'id': task-2372280, 'name': PowerOffVM_Task, 'duration_secs': 0.976461} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.138753] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-f435ec86-a208-41f9-b7cf-f6a547a08eac tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] [instance: fa27d91c-5bae-40a3-a153-ac41f4238532] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 758.138924] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-f435ec86-a208-41f9-b7cf-f6a547a08eac tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] [instance: fa27d91c-5bae-40a3-a153-ac41f4238532] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 758.139207] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-87e8b77f-464a-4151-bbbe-efb1e4a7b249 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.155783] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5cc3941-23a9-49de-b074-7ff67f6c5116 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 758fbe89-1e60-4025-853d-41439705356b] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 758.156107] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e1cb32b1-4e38-43da-830f-a2720496d6c1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.165328] env[62353]: DEBUG oslo_vmware.api [None req-d5cc3941-23a9-49de-b074-7ff67f6c5116 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Waiting for the task: (returnval){ [ 758.165328] env[62353]: value = "task-2372283" [ 758.165328] env[62353]: _type = "Task" [ 758.165328] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.174864] env[62353]: DEBUG oslo_vmware.api [None req-d5cc3941-23a9-49de-b074-7ff67f6c5116 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Task: {'id': task-2372283, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.221420] env[62353]: DEBUG oslo_vmware.api [None req-6e833ccf-8071-4a1d-9aef-75bf72ad6865 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Task: {'id': task-2372281, 'name': CreateSnapshot_Task, 'duration_secs': 0.62662} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.221680] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-6e833ccf-8071-4a1d-9aef-75bf72ad6865 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] [instance: faaa5eff-8814-4951-a6fc-9b2a53891f1c] Created Snapshot of the VM instance {{(pid=62353) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 758.222505] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81c3dec7-2149-490e-aa75-0dac92f75be1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.307094] env[62353]: DEBUG nova.network.neutron [None req-23b3ea04-8859-4e11-aba3-c2b76f5e5ce7 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] [instance: 9fdc58aa-dd5a-4fe0-95ff-5ad2d06f0298] Successfully updated port: 62ba6177-5766-46e6-a49e-c2d05ec34069 {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 758.336054] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-f435ec86-a208-41f9-b7cf-f6a547a08eac tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] [instance: fa27d91c-5bae-40a3-a153-ac41f4238532] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 758.336339] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-f435ec86-a208-41f9-b7cf-f6a547a08eac tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] [instance: fa27d91c-5bae-40a3-a153-ac41f4238532] Deleting contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 758.336745] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-f435ec86-a208-41f9-b7cf-f6a547a08eac tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] Deleting the datastore file [datastore2] fa27d91c-5bae-40a3-a153-ac41f4238532 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 758.336837] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f230db5f-6cd2-4556-bf25-d94942db3ff1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.346869] env[62353]: DEBUG oslo_vmware.api [None req-f435ec86-a208-41f9-b7cf-f6a547a08eac tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] Waiting for the task: (returnval){ [ 758.346869] env[62353]: value = "task-2372284" [ 758.346869] env[62353]: _type = "Task" [ 758.346869] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.354893] env[62353]: DEBUG oslo_vmware.api [None req-f435ec86-a208-41f9-b7cf-f6a547a08eac tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] Task: {'id': task-2372284, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.414090] env[62353]: DEBUG nova.compute.utils [None req-7827a4cb-f52d-468f-9883-6beac842ee6f tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 758.414814] env[62353]: DEBUG nova.compute.manager [None req-7827a4cb-f52d-468f-9883-6beac842ee6f tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 9cd85b1f-93a5-43f3-bda3-1518bb774759] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 758.415264] env[62353]: DEBUG nova.network.neutron [None req-7827a4cb-f52d-468f-9883-6beac842ee6f tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 9cd85b1f-93a5-43f3-bda3-1518bb774759] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 758.418755] env[62353]: DEBUG nova.compute.manager [None req-1e1cf980-239e-4139-8d33-0fbe6106ae62 tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] [instance: 996dff46-a8df-411f-8974-260f591f6086] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 758.419872] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72d7ea92-e576-435b-96d1-c8a93d48d238 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.479838] env[62353]: DEBUG oslo_vmware.api [None req-d9336aca-4b75-4498-a3ad-e9668e1a381c tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]525bb67f-b370-86de-1740-5002360836f1, 'name': SearchDatastore_Task, 'duration_secs': 0.014545} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.480558] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d9336aca-4b75-4498-a3ad-e9668e1a381c tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Releasing lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.480928] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-d9336aca-4b75-4498-a3ad-e9668e1a381c tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: a6583a62-ee37-42e0-9a51-b0ce30de58c2] Processing image 06f909ae-e8dc-43b4-abf7-c7ed85db9bbd {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 758.481415] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d9336aca-4b75-4498-a3ad-e9668e1a381c tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.481747] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d9336aca-4b75-4498-a3ad-e9668e1a381c tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Acquired lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.482114] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9336aca-4b75-4498-a3ad-e9668e1a381c tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 758.484379] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-56a8e2ef-464b-4cb9-a49f-4045790fa053 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.491160] env[62353]: DEBUG nova.policy [None req-7827a4cb-f52d-468f-9883-6beac842ee6f tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '461967f70b14490d91a00e8b00ba3f09', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ce7d37901d844950adf602218b205ea8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:192}} [ 758.497994] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9336aca-4b75-4498-a3ad-e9668e1a381c tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 758.497994] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-d9336aca-4b75-4498-a3ad-e9668e1a381c tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 758.499158] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b42b192-c190-49a5-92e2-004202037ec1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.506989] env[62353]: DEBUG oslo_vmware.api [None req-d9336aca-4b75-4498-a3ad-e9668e1a381c tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Waiting for the task: (returnval){ [ 758.506989] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52a4d31c-a69e-8d35-066b-0a200a3bbf5d" [ 758.506989] env[62353]: _type = "Task" [ 758.506989] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.515404] env[62353]: DEBUG oslo_vmware.api [None req-d9336aca-4b75-4498-a3ad-e9668e1a381c tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52a4d31c-a69e-8d35-066b-0a200a3bbf5d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.679488] env[62353]: DEBUG oslo_vmware.api [None req-d5cc3941-23a9-49de-b074-7ff67f6c5116 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Task: {'id': task-2372283, 'name': PowerOffVM_Task, 'duration_secs': 0.302825} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.682202] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5cc3941-23a9-49de-b074-7ff67f6c5116 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 758fbe89-1e60-4025-853d-41439705356b] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 758.682437] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-d5cc3941-23a9-49de-b074-7ff67f6c5116 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 758fbe89-1e60-4025-853d-41439705356b] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 758.683430] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c20c83ad-0984-4c01-a342-53899c935174 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.692281] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-d5cc3941-23a9-49de-b074-7ff67f6c5116 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 758fbe89-1e60-4025-853d-41439705356b] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 758.692515] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a09deacf-15ca-4255-b705-955fa6faf732 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.742544] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-6e833ccf-8071-4a1d-9aef-75bf72ad6865 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] [instance: faaa5eff-8814-4951-a6fc-9b2a53891f1c] Creating linked-clone VM from snapshot {{(pid=62353) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 758.743098] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-6f13a88b-68b1-4021-9f91-424de438e4c4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.752068] env[62353]: DEBUG oslo_vmware.api [None req-6e833ccf-8071-4a1d-9aef-75bf72ad6865 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Waiting for the task: (returnval){ [ 758.752068] env[62353]: value = "task-2372286" [ 758.752068] env[62353]: _type = "Task" [ 758.752068] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.759750] env[62353]: DEBUG oslo_vmware.api [None req-6e833ccf-8071-4a1d-9aef-75bf72ad6865 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Task: {'id': task-2372286, 'name': CloneVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.762600] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-d5cc3941-23a9-49de-b074-7ff67f6c5116 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 758fbe89-1e60-4025-853d-41439705356b] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 758.762798] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-d5cc3941-23a9-49de-b074-7ff67f6c5116 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 758fbe89-1e60-4025-853d-41439705356b] Deleting contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 758.762969] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5cc3941-23a9-49de-b074-7ff67f6c5116 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Deleting the datastore file [datastore1] 758fbe89-1e60-4025-853d-41439705356b {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 758.763353] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-321d0082-f929-461c-9829-8db1cfe9340e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.772201] env[62353]: DEBUG oslo_vmware.api [None req-d5cc3941-23a9-49de-b074-7ff67f6c5116 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Waiting for the task: (returnval){ [ 758.772201] env[62353]: value = "task-2372287" [ 758.772201] env[62353]: _type = "Task" [ 758.772201] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.782035] env[62353]: DEBUG oslo_vmware.api [None req-d5cc3941-23a9-49de-b074-7ff67f6c5116 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Task: {'id': task-2372287, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.811904] env[62353]: DEBUG oslo_concurrency.lockutils [None req-23b3ea04-8859-4e11-aba3-c2b76f5e5ce7 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Acquiring lock "refresh_cache-9fdc58aa-dd5a-4fe0-95ff-5ad2d06f0298" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.812287] env[62353]: DEBUG oslo_concurrency.lockutils [None req-23b3ea04-8859-4e11-aba3-c2b76f5e5ce7 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Acquired lock "refresh_cache-9fdc58aa-dd5a-4fe0-95ff-5ad2d06f0298" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.812287] env[62353]: DEBUG nova.network.neutron [None req-23b3ea04-8859-4e11-aba3-c2b76f5e5ce7 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] [instance: 9fdc58aa-dd5a-4fe0-95ff-5ad2d06f0298] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 758.858507] env[62353]: DEBUG oslo_vmware.api [None req-f435ec86-a208-41f9-b7cf-f6a547a08eac tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] Task: {'id': task-2372284, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.290727} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.861890] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-f435ec86-a208-41f9-b7cf-f6a547a08eac tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 758.861890] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-f435ec86-a208-41f9-b7cf-f6a547a08eac tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] [instance: fa27d91c-5bae-40a3-a153-ac41f4238532] Deleted contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 758.861890] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-f435ec86-a208-41f9-b7cf-f6a547a08eac tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] [instance: fa27d91c-5bae-40a3-a153-ac41f4238532] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 758.861890] env[62353]: INFO nova.compute.manager [None req-f435ec86-a208-41f9-b7cf-f6a547a08eac tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] [instance: fa27d91c-5bae-40a3-a153-ac41f4238532] Took 1.76 seconds to destroy the instance on the hypervisor. [ 758.862145] env[62353]: DEBUG oslo.service.loopingcall [None req-f435ec86-a208-41f9-b7cf-f6a547a08eac tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 758.862568] env[62353]: DEBUG nova.compute.manager [-] [instance: fa27d91c-5bae-40a3-a153-ac41f4238532] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 758.862679] env[62353]: DEBUG nova.network.neutron [-] [instance: fa27d91c-5bae-40a3-a153-ac41f4238532] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 758.919144] env[62353]: DEBUG nova.compute.manager [None req-7827a4cb-f52d-468f-9883-6beac842ee6f tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 9cd85b1f-93a5-43f3-bda3-1518bb774759] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 758.935206] env[62353]: INFO nova.compute.manager [None req-1e1cf980-239e-4139-8d33-0fbe6106ae62 tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] [instance: 996dff46-a8df-411f-8974-260f591f6086] instance snapshotting [ 758.938424] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-618ab0a3-bcc5-455a-8066-c9c692c29df2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.943627] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3608c781-e60e-43d6-a6d5-9076ec719ffe {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.965791] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-834a754f-7f53-4080-8e8c-3977e1eb2531 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.971527] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0412132-8e8c-48d7-948a-8293257d1cad {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.019212] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e68db0e9-604e-49bb-bab5-ca5e93a4ffca {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.034712] env[62353]: DEBUG oslo_vmware.api [None req-d9336aca-4b75-4498-a3ad-e9668e1a381c tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52a4d31c-a69e-8d35-066b-0a200a3bbf5d, 'name': SearchDatastore_Task, 'duration_secs': 0.036555} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.036131] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-596cd50d-6dcb-44cc-aa81-9ada7289f2d0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.042907] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c326a54f-5d9d-4fcb-aa68-ca2456f4abca {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.057642] env[62353]: DEBUG nova.compute.provider_tree [None req-d9d2b816-0022-4ab6-acb6-c59d36abefd8 tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 759.063021] env[62353]: DEBUG oslo_vmware.api [None req-d9336aca-4b75-4498-a3ad-e9668e1a381c tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Waiting for the task: (returnval){ [ 759.063021] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]529c2aa5-0703-4f0c-1c19-60aebad6f79d" [ 759.063021] env[62353]: _type = "Task" [ 759.063021] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.070330] env[62353]: DEBUG oslo_vmware.api [None req-d9336aca-4b75-4498-a3ad-e9668e1a381c tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]529c2aa5-0703-4f0c-1c19-60aebad6f79d, 'name': SearchDatastore_Task, 'duration_secs': 0.012067} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.070585] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d9336aca-4b75-4498-a3ad-e9668e1a381c tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Releasing lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.070838] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9336aca-4b75-4498-a3ad-e9668e1a381c tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore1] a6583a62-ee37-42e0-9a51-b0ce30de58c2/a6583a62-ee37-42e0-9a51-b0ce30de58c2.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 759.071130] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-65d68c5c-ae2e-4f69-84fc-f23525a6512f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.078916] env[62353]: DEBUG oslo_vmware.api [None req-d9336aca-4b75-4498-a3ad-e9668e1a381c tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Waiting for the task: (returnval){ [ 759.078916] env[62353]: value = "task-2372288" [ 759.078916] env[62353]: _type = "Task" [ 759.078916] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.086670] env[62353]: DEBUG oslo_vmware.api [None req-d9336aca-4b75-4498-a3ad-e9668e1a381c tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Task: {'id': task-2372288, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.128557] env[62353]: DEBUG nova.compute.manager [req-633acf24-2d1e-4b03-9929-9a3c71808634 req-72fc7f8c-ae3e-4d6a-9c7e-4e90409e36a6 service nova] [instance: a6583a62-ee37-42e0-9a51-b0ce30de58c2] Received event network-vif-plugged-c10a8bd2-238f-472e-8200-99c7a2eab565 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 759.128650] env[62353]: DEBUG oslo_concurrency.lockutils [req-633acf24-2d1e-4b03-9929-9a3c71808634 req-72fc7f8c-ae3e-4d6a-9c7e-4e90409e36a6 service nova] Acquiring lock "a6583a62-ee37-42e0-9a51-b0ce30de58c2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 759.128841] env[62353]: DEBUG oslo_concurrency.lockutils [req-633acf24-2d1e-4b03-9929-9a3c71808634 req-72fc7f8c-ae3e-4d6a-9c7e-4e90409e36a6 service nova] Lock "a6583a62-ee37-42e0-9a51-b0ce30de58c2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 759.128993] env[62353]: DEBUG oslo_concurrency.lockutils [req-633acf24-2d1e-4b03-9929-9a3c71808634 req-72fc7f8c-ae3e-4d6a-9c7e-4e90409e36a6 service nova] Lock "a6583a62-ee37-42e0-9a51-b0ce30de58c2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 759.129168] env[62353]: DEBUG nova.compute.manager [req-633acf24-2d1e-4b03-9929-9a3c71808634 req-72fc7f8c-ae3e-4d6a-9c7e-4e90409e36a6 service nova] [instance: a6583a62-ee37-42e0-9a51-b0ce30de58c2] No waiting events found dispatching network-vif-plugged-c10a8bd2-238f-472e-8200-99c7a2eab565 {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 759.129330] env[62353]: WARNING nova.compute.manager [req-633acf24-2d1e-4b03-9929-9a3c71808634 req-72fc7f8c-ae3e-4d6a-9c7e-4e90409e36a6 service nova] [instance: a6583a62-ee37-42e0-9a51-b0ce30de58c2] Received unexpected event network-vif-plugged-c10a8bd2-238f-472e-8200-99c7a2eab565 for instance with vm_state building and task_state spawning. [ 759.129486] env[62353]: DEBUG nova.compute.manager [req-633acf24-2d1e-4b03-9929-9a3c71808634 req-72fc7f8c-ae3e-4d6a-9c7e-4e90409e36a6 service nova] [instance: a6583a62-ee37-42e0-9a51-b0ce30de58c2] Received event network-changed-c10a8bd2-238f-472e-8200-99c7a2eab565 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 759.133022] env[62353]: DEBUG nova.compute.manager [req-633acf24-2d1e-4b03-9929-9a3c71808634 req-72fc7f8c-ae3e-4d6a-9c7e-4e90409e36a6 service nova] [instance: a6583a62-ee37-42e0-9a51-b0ce30de58c2] Refreshing instance network info cache due to event network-changed-c10a8bd2-238f-472e-8200-99c7a2eab565. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 759.133022] env[62353]: DEBUG oslo_concurrency.lockutils [req-633acf24-2d1e-4b03-9929-9a3c71808634 req-72fc7f8c-ae3e-4d6a-9c7e-4e90409e36a6 service nova] Acquiring lock "refresh_cache-a6583a62-ee37-42e0-9a51-b0ce30de58c2" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.133022] env[62353]: DEBUG oslo_concurrency.lockutils [req-633acf24-2d1e-4b03-9929-9a3c71808634 req-72fc7f8c-ae3e-4d6a-9c7e-4e90409e36a6 service nova] Acquired lock "refresh_cache-a6583a62-ee37-42e0-9a51-b0ce30de58c2" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.133022] env[62353]: DEBUG nova.network.neutron [req-633acf24-2d1e-4b03-9929-9a3c71808634 req-72fc7f8c-ae3e-4d6a-9c7e-4e90409e36a6 service nova] [instance: a6583a62-ee37-42e0-9a51-b0ce30de58c2] Refreshing network info cache for port c10a8bd2-238f-472e-8200-99c7a2eab565 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 759.175828] env[62353]: DEBUG oslo_concurrency.lockutils [None req-bb1113ad-1020-4e47-a1cb-85ad946c462a tempest-VolumesAssistedSnapshotsTest-37213375 tempest-VolumesAssistedSnapshotsTest-37213375-project-admin] Acquiring lock "832a2083-5874-47b5-a9c7-fdb4a69a94bb" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 759.176146] env[62353]: DEBUG oslo_concurrency.lockutils [None req-bb1113ad-1020-4e47-a1cb-85ad946c462a tempest-VolumesAssistedSnapshotsTest-37213375 tempest-VolumesAssistedSnapshotsTest-37213375-project-admin] Lock "832a2083-5874-47b5-a9c7-fdb4a69a94bb" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 759.176742] env[62353]: INFO nova.compute.manager [None req-bb1113ad-1020-4e47-a1cb-85ad946c462a tempest-VolumesAssistedSnapshotsTest-37213375 tempest-VolumesAssistedSnapshotsTest-37213375-project-admin] [instance: 832a2083-5874-47b5-a9c7-fdb4a69a94bb] Attaching volume bb3dca43-8614-4150-af21-691d583c8509 to /dev/sdb [ 759.196722] env[62353]: DEBUG nova.network.neutron [None req-7827a4cb-f52d-468f-9883-6beac842ee6f tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 9cd85b1f-93a5-43f3-bda3-1518bb774759] Successfully created port: 2c3cd717-79ea-41f5-93dc-a52b3f595991 {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 759.217271] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6effdfa-9202-4097-a9b8-f5856b539bbe {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.224727] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-283fc790-fea7-4394-9aff-33a6146d841c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.238487] env[62353]: DEBUG nova.virt.block_device [None req-bb1113ad-1020-4e47-a1cb-85ad946c462a tempest-VolumesAssistedSnapshotsTest-37213375 tempest-VolumesAssistedSnapshotsTest-37213375-project-admin] [instance: 832a2083-5874-47b5-a9c7-fdb4a69a94bb] Updating existing volume attachment record: 33cbfbe8-d8b9-4e55-9030-b5cf96598d3d {{(pid=62353) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 759.260738] env[62353]: DEBUG oslo_vmware.api [None req-6e833ccf-8071-4a1d-9aef-75bf72ad6865 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Task: {'id': task-2372286, 'name': CloneVM_Task} progress is 94%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.284178] env[62353]: DEBUG oslo_vmware.api [None req-d5cc3941-23a9-49de-b074-7ff67f6c5116 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Task: {'id': task-2372287, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.30138} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.284552] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5cc3941-23a9-49de-b074-7ff67f6c5116 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 759.284747] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-d5cc3941-23a9-49de-b074-7ff67f6c5116 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 758fbe89-1e60-4025-853d-41439705356b] Deleted contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 759.284957] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-d5cc3941-23a9-49de-b074-7ff67f6c5116 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 758fbe89-1e60-4025-853d-41439705356b] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 759.304637] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4859bdec-1c66-43d9-8460-c4d3d2c00ea0 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Acquiring lock "cd87ae19-37ee-4d88-95ee-9de38d5214a4" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 759.305132] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4859bdec-1c66-43d9-8460-c4d3d2c00ea0 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Lock "cd87ae19-37ee-4d88-95ee-9de38d5214a4" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 759.305456] env[62353]: DEBUG nova.compute.manager [None req-4859bdec-1c66-43d9-8460-c4d3d2c00ea0 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: cd87ae19-37ee-4d88-95ee-9de38d5214a4] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 759.306840] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed832f9d-ad93-4e7d-9670-90325d94f2c0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.316563] env[62353]: DEBUG nova.compute.manager [None req-4859bdec-1c66-43d9-8460-c4d3d2c00ea0 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: cd87ae19-37ee-4d88-95ee-9de38d5214a4] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62353) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 759.317509] env[62353]: DEBUG nova.objects.instance [None req-4859bdec-1c66-43d9-8460-c4d3d2c00ea0 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Lazy-loading 'flavor' on Instance uuid cd87ae19-37ee-4d88-95ee-9de38d5214a4 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 759.363958] env[62353]: DEBUG nova.network.neutron [None req-23b3ea04-8859-4e11-aba3-c2b76f5e5ce7 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] [instance: 9fdc58aa-dd5a-4fe0-95ff-5ad2d06f0298] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 759.526999] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-1e1cf980-239e-4139-8d33-0fbe6106ae62 tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] [instance: 996dff46-a8df-411f-8974-260f591f6086] Creating Snapshot of the VM instance {{(pid=62353) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 759.527591] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b9924ceb-520a-49f6-a6fd-bcff9a029d06 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.535502] env[62353]: DEBUG oslo_vmware.api [None req-1e1cf980-239e-4139-8d33-0fbe6106ae62 tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Waiting for the task: (returnval){ [ 759.535502] env[62353]: value = "task-2372292" [ 759.535502] env[62353]: _type = "Task" [ 759.535502] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.549986] env[62353]: DEBUG nova.network.neutron [None req-23b3ea04-8859-4e11-aba3-c2b76f5e5ce7 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] [instance: 9fdc58aa-dd5a-4fe0-95ff-5ad2d06f0298] Updating instance_info_cache with network_info: [{"id": "62ba6177-5766-46e6-a49e-c2d05ec34069", "address": "fa:16:3e:b1:b6:15", "network": {"id": "d81a66f5-bbd7-4e7d-9951-1375f9bdbebb", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1662318300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4124b0b9858844eab583b43b1909edbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62ba6177-57", "ovs_interfaceid": "62ba6177-5766-46e6-a49e-c2d05ec34069", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.559801] env[62353]: DEBUG oslo_vmware.api [None req-1e1cf980-239e-4139-8d33-0fbe6106ae62 tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Task: {'id': task-2372292, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.562904] env[62353]: DEBUG nova.scheduler.client.report [None req-d9d2b816-0022-4ab6-acb6-c59d36abefd8 tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 759.596424] env[62353]: DEBUG oslo_vmware.api [None req-d9336aca-4b75-4498-a3ad-e9668e1a381c tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Task: {'id': task-2372288, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.769979] env[62353]: DEBUG oslo_vmware.api [None req-6e833ccf-8071-4a1d-9aef-75bf72ad6865 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Task: {'id': task-2372286, 'name': CloneVM_Task} progress is 94%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.920114] env[62353]: DEBUG nova.network.neutron [req-633acf24-2d1e-4b03-9929-9a3c71808634 req-72fc7f8c-ae3e-4d6a-9c7e-4e90409e36a6 service nova] [instance: a6583a62-ee37-42e0-9a51-b0ce30de58c2] Updated VIF entry in instance network info cache for port c10a8bd2-238f-472e-8200-99c7a2eab565. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 759.920474] env[62353]: DEBUG nova.network.neutron [req-633acf24-2d1e-4b03-9929-9a3c71808634 req-72fc7f8c-ae3e-4d6a-9c7e-4e90409e36a6 service nova] [instance: a6583a62-ee37-42e0-9a51-b0ce30de58c2] Updating instance_info_cache with network_info: [{"id": "c10a8bd2-238f-472e-8200-99c7a2eab565", "address": "fa:16:3e:c9:39:2b", "network": {"id": "cf4045f9-b69b-467b-ad0a-dc8fc7ea3927", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2119334503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7f18a111f154dca8cc100cafc69baa6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc10a8bd2-23", "ovs_interfaceid": "c10a8bd2-238f-472e-8200-99c7a2eab565", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.934668] env[62353]: DEBUG nova.compute.manager [None req-7827a4cb-f52d-468f-9883-6beac842ee6f tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 9cd85b1f-93a5-43f3-bda3-1518bb774759] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 759.961578] env[62353]: DEBUG nova.virt.hardware [None req-7827a4cb-f52d-468f-9883-6beac842ee6f tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T12:38:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T12:38:15Z,direct_url=,disk_format='vmdk',id=06f909ae-e8dc-43b4-abf7-c7ed85db9bbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0a3f88790a594523a818b8c00f6862e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T12:38:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 759.962453] env[62353]: DEBUG nova.virt.hardware [None req-7827a4cb-f52d-468f-9883-6beac842ee6f tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 759.962573] env[62353]: DEBUG nova.virt.hardware [None req-7827a4cb-f52d-468f-9883-6beac842ee6f tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 759.962721] env[62353]: DEBUG nova.virt.hardware [None req-7827a4cb-f52d-468f-9883-6beac842ee6f tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 759.962961] env[62353]: DEBUG nova.virt.hardware [None req-7827a4cb-f52d-468f-9883-6beac842ee6f tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 759.963405] env[62353]: DEBUG nova.virt.hardware [None req-7827a4cb-f52d-468f-9883-6beac842ee6f tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 759.963657] env[62353]: DEBUG nova.virt.hardware [None req-7827a4cb-f52d-468f-9883-6beac842ee6f tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 759.963821] env[62353]: DEBUG nova.virt.hardware [None req-7827a4cb-f52d-468f-9883-6beac842ee6f tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 759.963990] env[62353]: DEBUG nova.virt.hardware [None req-7827a4cb-f52d-468f-9883-6beac842ee6f tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 759.964171] env[62353]: DEBUG nova.virt.hardware [None req-7827a4cb-f52d-468f-9883-6beac842ee6f tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 759.964373] env[62353]: DEBUG nova.virt.hardware [None req-7827a4cb-f52d-468f-9883-6beac842ee6f tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 759.965397] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbafa6a8-d427-401b-94a1-b66a84b9b08e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.973636] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f21ea04a-0b7e-41a5-8622-2282fe45b053 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.045018] env[62353]: DEBUG oslo_vmware.api [None req-1e1cf980-239e-4139-8d33-0fbe6106ae62 tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Task: {'id': task-2372292, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.053767] env[62353]: DEBUG oslo_concurrency.lockutils [None req-23b3ea04-8859-4e11-aba3-c2b76f5e5ce7 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Releasing lock "refresh_cache-9fdc58aa-dd5a-4fe0-95ff-5ad2d06f0298" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.054117] env[62353]: DEBUG nova.compute.manager [None req-23b3ea04-8859-4e11-aba3-c2b76f5e5ce7 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] [instance: 9fdc58aa-dd5a-4fe0-95ff-5ad2d06f0298] Instance network_info: |[{"id": "62ba6177-5766-46e6-a49e-c2d05ec34069", "address": "fa:16:3e:b1:b6:15", "network": {"id": "d81a66f5-bbd7-4e7d-9951-1375f9bdbebb", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1662318300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4124b0b9858844eab583b43b1909edbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62ba6177-57", "ovs_interfaceid": "62ba6177-5766-46e6-a49e-c2d05ec34069", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 760.054507] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-23b3ea04-8859-4e11-aba3-c2b76f5e5ce7 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] [instance: 9fdc58aa-dd5a-4fe0-95ff-5ad2d06f0298] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b1:b6:15', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '419a5b3f-4c6f-4168-9def-746b4d8c5c24', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '62ba6177-5766-46e6-a49e-c2d05ec34069', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 760.062899] env[62353]: DEBUG oslo.service.loopingcall [None req-23b3ea04-8859-4e11-aba3-c2b76f5e5ce7 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 760.063130] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9fdc58aa-dd5a-4fe0-95ff-5ad2d06f0298] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 760.063406] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8e01920c-ec1f-4c94-8758-ecd56211fb65 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.079646] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d9d2b816-0022-4ab6-acb6-c59d36abefd8 tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.182s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 760.082556] env[62353]: DEBUG oslo_concurrency.lockutils [None req-bb562444-741e-4b51-ac97-e2a34ce7f4a5 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.357s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 760.084256] env[62353]: INFO nova.compute.claims [None req-bb562444-741e-4b51-ac97-e2a34ce7f4a5 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] [instance: f5897ca9-4a38-4583-a15a-dbb0a621ab2e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 760.100725] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0bbb6de3-ecae-4e5d-a13c-0663b642eae2 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Acquiring lock "interface-8b313bab-8370-47c5-a03b-c809dc96fd21-c4087e87-daff-49f5-8a35-20d586b19f9c" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 760.100725] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0bbb6de3-ecae-4e5d-a13c-0663b642eae2 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Lock "interface-8b313bab-8370-47c5-a03b-c809dc96fd21-c4087e87-daff-49f5-8a35-20d586b19f9c" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 760.100725] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 760.100725] env[62353]: value = "task-2372293" [ 760.100725] env[62353]: _type = "Task" [ 760.100725] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.107548] env[62353]: DEBUG oslo_vmware.api [None req-d9336aca-4b75-4498-a3ad-e9668e1a381c tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Task: {'id': task-2372288, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.545116} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.108185] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9336aca-4b75-4498-a3ad-e9668e1a381c tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore1] a6583a62-ee37-42e0-9a51-b0ce30de58c2/a6583a62-ee37-42e0-9a51-b0ce30de58c2.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 760.109525] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-d9336aca-4b75-4498-a3ad-e9668e1a381c tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: a6583a62-ee37-42e0-9a51-b0ce30de58c2] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 760.109525] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-91082a0f-452d-4124-a065-f42511bfc47a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.114958] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372293, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.116550] env[62353]: INFO nova.scheduler.client.report [None req-d9d2b816-0022-4ab6-acb6-c59d36abefd8 tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Deleted allocations for instance a8ab0e21-de37-42da-b4b6-d9d9d120f61f [ 760.123570] env[62353]: DEBUG oslo_vmware.api [None req-d9336aca-4b75-4498-a3ad-e9668e1a381c tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Waiting for the task: (returnval){ [ 760.123570] env[62353]: value = "task-2372294" [ 760.123570] env[62353]: _type = "Task" [ 760.123570] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.132018] env[62353]: DEBUG oslo_concurrency.lockutils [None req-132424d3-5a32-4e32-bdb6-b8a683001aef tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Acquiring lock "d0318881-a5f3-4701-991a-7e42895b5f46" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 760.132271] env[62353]: DEBUG oslo_concurrency.lockutils [None req-132424d3-5a32-4e32-bdb6-b8a683001aef tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Lock "d0318881-a5f3-4701-991a-7e42895b5f46" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 760.137686] env[62353]: DEBUG oslo_vmware.api [None req-d9336aca-4b75-4498-a3ad-e9668e1a381c tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Task: {'id': task-2372294, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.262760] env[62353]: DEBUG oslo_vmware.api [None req-6e833ccf-8071-4a1d-9aef-75bf72ad6865 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Task: {'id': task-2372286, 'name': CloneVM_Task} progress is 95%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.321043] env[62353]: DEBUG nova.virt.hardware [None req-d5cc3941-23a9-49de-b074-7ff67f6c5116 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T12:38:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T12:38:15Z,direct_url=,disk_format='vmdk',id=06f909ae-e8dc-43b4-abf7-c7ed85db9bbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0a3f88790a594523a818b8c00f6862e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T12:38:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 760.321320] env[62353]: DEBUG nova.virt.hardware [None req-d5cc3941-23a9-49de-b074-7ff67f6c5116 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 760.321477] env[62353]: DEBUG nova.virt.hardware [None req-d5cc3941-23a9-49de-b074-7ff67f6c5116 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 760.321657] env[62353]: DEBUG nova.virt.hardware [None req-d5cc3941-23a9-49de-b074-7ff67f6c5116 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 760.321799] env[62353]: DEBUG nova.virt.hardware [None req-d5cc3941-23a9-49de-b074-7ff67f6c5116 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 760.321942] env[62353]: DEBUG nova.virt.hardware [None req-d5cc3941-23a9-49de-b074-7ff67f6c5116 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 760.322282] env[62353]: DEBUG nova.virt.hardware [None req-d5cc3941-23a9-49de-b074-7ff67f6c5116 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 760.322487] env[62353]: DEBUG nova.virt.hardware [None req-d5cc3941-23a9-49de-b074-7ff67f6c5116 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 760.322689] env[62353]: DEBUG nova.virt.hardware [None req-d5cc3941-23a9-49de-b074-7ff67f6c5116 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 760.322887] env[62353]: DEBUG nova.virt.hardware [None req-d5cc3941-23a9-49de-b074-7ff67f6c5116 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 760.323117] env[62353]: DEBUG nova.virt.hardware [None req-d5cc3941-23a9-49de-b074-7ff67f6c5116 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 760.324327] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7589948-69a5-4bb5-954a-9c6a8ae3e0c2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.327833] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-4859bdec-1c66-43d9-8460-c4d3d2c00ea0 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: cd87ae19-37ee-4d88-95ee-9de38d5214a4] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 760.328160] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-53b3d06d-3d88-4210-83f2-69d0118f83dc {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.333403] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c4aeb7c-ad36-42f5-989f-8b001267ee76 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.340847] env[62353]: DEBUG oslo_vmware.api [None req-4859bdec-1c66-43d9-8460-c4d3d2c00ea0 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Waiting for the task: (returnval){ [ 760.340847] env[62353]: value = "task-2372295" [ 760.340847] env[62353]: _type = "Task" [ 760.340847] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.354877] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-d5cc3941-23a9-49de-b074-7ff67f6c5116 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 758fbe89-1e60-4025-853d-41439705356b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e0:39:3e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7edb7c08-2fae-4df5-9ec6-5ccf06d7e337', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '67bc5178-ec78-4b80-8fe5-de9d53259764', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 760.363171] env[62353]: DEBUG oslo.service.loopingcall [None req-d5cc3941-23a9-49de-b074-7ff67f6c5116 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 760.364049] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 758fbe89-1e60-4025-853d-41439705356b] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 760.364324] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5e2621c1-b973-4605-bb8a-7e3a45e2dbc9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.384814] env[62353]: DEBUG oslo_vmware.api [None req-4859bdec-1c66-43d9-8460-c4d3d2c00ea0 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Task: {'id': task-2372295, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.390667] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 760.390667] env[62353]: value = "task-2372296" [ 760.390667] env[62353]: _type = "Task" [ 760.390667] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.399061] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372296, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.425440] env[62353]: DEBUG oslo_concurrency.lockutils [req-633acf24-2d1e-4b03-9929-9a3c71808634 req-72fc7f8c-ae3e-4d6a-9c7e-4e90409e36a6 service nova] Releasing lock "refresh_cache-a6583a62-ee37-42e0-9a51-b0ce30de58c2" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.545941] env[62353]: DEBUG oslo_vmware.api [None req-1e1cf980-239e-4139-8d33-0fbe6106ae62 tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Task: {'id': task-2372292, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.611881] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0bbb6de3-ecae-4e5d-a13c-0663b642eae2 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Acquiring lock "8b313bab-8370-47c5-a03b-c809dc96fd21" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 760.612079] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0bbb6de3-ecae-4e5d-a13c-0663b642eae2 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Acquired lock "8b313bab-8370-47c5-a03b-c809dc96fd21" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.612292] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372293, 'name': CreateVM_Task} progress is 25%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.613011] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84bfd4e8-8907-48a8-b83b-ce7388759fd0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.635974] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d9d2b816-0022-4ab6-acb6-c59d36abefd8 tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Lock "a8ab0e21-de37-42da-b4b6-d9d9d120f61f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.574s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 760.640528] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e841a6b3-d14c-449a-9162-100cb3e09401 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.644459] env[62353]: DEBUG nova.compute.utils [None req-132424d3-5a32-4e32-bdb6-b8a683001aef tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 760.651860] env[62353]: DEBUG oslo_vmware.api [None req-d9336aca-4b75-4498-a3ad-e9668e1a381c tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Task: {'id': task-2372294, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.674106] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-0bbb6de3-ecae-4e5d-a13c-0663b642eae2 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: 8b313bab-8370-47c5-a03b-c809dc96fd21] Reconfiguring VM to detach interface {{(pid=62353) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 760.674803] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fccb0065-6ba6-45fc-8c48-8344e0f24c36 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.694706] env[62353]: DEBUG oslo_vmware.api [None req-0bbb6de3-ecae-4e5d-a13c-0663b642eae2 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Waiting for the task: (returnval){ [ 760.694706] env[62353]: value = "task-2372297" [ 760.694706] env[62353]: _type = "Task" [ 760.694706] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.705319] env[62353]: DEBUG oslo_vmware.api [None req-0bbb6de3-ecae-4e5d-a13c-0663b642eae2 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Task: {'id': task-2372297, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.763517] env[62353]: DEBUG oslo_vmware.api [None req-6e833ccf-8071-4a1d-9aef-75bf72ad6865 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Task: {'id': task-2372286, 'name': CloneVM_Task, 'duration_secs': 1.691571} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.763773] env[62353]: INFO nova.virt.vmwareapi.vmops [None req-6e833ccf-8071-4a1d-9aef-75bf72ad6865 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] [instance: faaa5eff-8814-4951-a6fc-9b2a53891f1c] Created linked-clone VM from snapshot [ 760.764780] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b7cae48-c5ed-4cb6-bc1a-e13fb964d242 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.772744] env[62353]: DEBUG nova.virt.vmwareapi.images [None req-6e833ccf-8071-4a1d-9aef-75bf72ad6865 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] [instance: faaa5eff-8814-4951-a6fc-9b2a53891f1c] Uploading image a58f8425-191f-46a2-b3f4-43caf503169e {{(pid=62353) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 760.787351] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e833ccf-8071-4a1d-9aef-75bf72ad6865 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] [instance: faaa5eff-8814-4951-a6fc-9b2a53891f1c] Destroying the VM {{(pid=62353) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 760.787351] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-bcd6c419-1a22-45f7-ab4a-7ffb82d3df0d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.792418] env[62353]: DEBUG oslo_vmware.api [None req-6e833ccf-8071-4a1d-9aef-75bf72ad6865 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Waiting for the task: (returnval){ [ 760.792418] env[62353]: value = "task-2372298" [ 760.792418] env[62353]: _type = "Task" [ 760.792418] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.800918] env[62353]: DEBUG oslo_vmware.api [None req-6e833ccf-8071-4a1d-9aef-75bf72ad6865 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Task: {'id': task-2372298, 'name': Destroy_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.852028] env[62353]: DEBUG oslo_vmware.api [None req-4859bdec-1c66-43d9-8460-c4d3d2c00ea0 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Task: {'id': task-2372295, 'name': PowerOffVM_Task, 'duration_secs': 0.434725} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.852028] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-4859bdec-1c66-43d9-8460-c4d3d2c00ea0 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: cd87ae19-37ee-4d88-95ee-9de38d5214a4] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 760.852028] env[62353]: DEBUG nova.compute.manager [None req-4859bdec-1c66-43d9-8460-c4d3d2c00ea0 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: cd87ae19-37ee-4d88-95ee-9de38d5214a4] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 760.852028] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4b31c65-519f-4d8e-bf57-703bc098fe16 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.903898] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372296, 'name': CreateVM_Task} progress is 25%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.942243] env[62353]: DEBUG nova.network.neutron [-] [instance: fa27d91c-5bae-40a3-a153-ac41f4238532] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.954995] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f3ea950a-ffca-4141-b458-061b7a8121f3 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] Acquiring lock "28447a5e-1970-4231-9866-6bd221bcca82" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 760.955374] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f3ea950a-ffca-4141-b458-061b7a8121f3 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] Lock "28447a5e-1970-4231-9866-6bd221bcca82" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 760.955636] env[62353]: INFO nova.compute.manager [None req-f3ea950a-ffca-4141-b458-061b7a8121f3 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] [instance: 28447a5e-1970-4231-9866-6bd221bcca82] Rebooting instance [ 761.046524] env[62353]: DEBUG oslo_vmware.api [None req-1e1cf980-239e-4139-8d33-0fbe6106ae62 tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Task: {'id': task-2372292, 'name': CreateSnapshot_Task, 'duration_secs': 1.197318} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.046800] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-1e1cf980-239e-4139-8d33-0fbe6106ae62 tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] [instance: 996dff46-a8df-411f-8974-260f591f6086] Created Snapshot of the VM instance {{(pid=62353) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 761.047563] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcf9f253-9b94-4aac-8927-c390d370c0f6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.109995] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372293, 'name': CreateVM_Task} progress is 25%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.144252] env[62353]: DEBUG oslo_vmware.api [None req-d9336aca-4b75-4498-a3ad-e9668e1a381c tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Task: {'id': task-2372294, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.871289} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.146852] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-d9336aca-4b75-4498-a3ad-e9668e1a381c tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: a6583a62-ee37-42e0-9a51-b0ce30de58c2] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 761.147651] env[62353]: DEBUG oslo_concurrency.lockutils [None req-132424d3-5a32-4e32-bdb6-b8a683001aef tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Lock "d0318881-a5f3-4701-991a-7e42895b5f46" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.015s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 761.148621] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58c4b288-95be-405c-b936-925caf20bf87 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.171759] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9336aca-4b75-4498-a3ad-e9668e1a381c tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: a6583a62-ee37-42e0-9a51-b0ce30de58c2] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] a6583a62-ee37-42e0-9a51-b0ce30de58c2/a6583a62-ee37-42e0-9a51-b0ce30de58c2.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 761.174594] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af57098a-fc8f-4cf9-8e8d-5f2b7a92cc29 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.200138] env[62353]: DEBUG oslo_vmware.api [None req-d9336aca-4b75-4498-a3ad-e9668e1a381c tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Waiting for the task: (returnval){ [ 761.200138] env[62353]: value = "task-2372299" [ 761.200138] env[62353]: _type = "Task" [ 761.200138] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.209163] env[62353]: DEBUG oslo_vmware.api [None req-0bbb6de3-ecae-4e5d-a13c-0663b642eae2 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Task: {'id': task-2372297, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.214755] env[62353]: DEBUG oslo_vmware.api [None req-d9336aca-4b75-4498-a3ad-e9668e1a381c tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Task: {'id': task-2372299, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.302400] env[62353]: DEBUG oslo_vmware.api [None req-6e833ccf-8071-4a1d-9aef-75bf72ad6865 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Task: {'id': task-2372298, 'name': Destroy_Task, 'duration_secs': 0.450894} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.304930] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-6e833ccf-8071-4a1d-9aef-75bf72ad6865 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] [instance: faaa5eff-8814-4951-a6fc-9b2a53891f1c] Destroyed the VM [ 761.305252] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-6e833ccf-8071-4a1d-9aef-75bf72ad6865 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] [instance: faaa5eff-8814-4951-a6fc-9b2a53891f1c] Deleting Snapshot of the VM instance {{(pid=62353) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 761.305686] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-7c237c29-48f6-4a25-a1f0-69b130ec7714 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.312988] env[62353]: DEBUG oslo_vmware.api [None req-6e833ccf-8071-4a1d-9aef-75bf72ad6865 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Waiting for the task: (returnval){ [ 761.312988] env[62353]: value = "task-2372300" [ 761.312988] env[62353]: _type = "Task" [ 761.312988] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.323419] env[62353]: DEBUG oslo_vmware.api [None req-6e833ccf-8071-4a1d-9aef-75bf72ad6865 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Task: {'id': task-2372300, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.368771] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4859bdec-1c66-43d9-8460-c4d3d2c00ea0 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Lock "cd87ae19-37ee-4d88-95ee-9de38d5214a4" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.064s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 761.402405] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372296, 'name': CreateVM_Task, 'duration_secs': 0.637447} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.404950] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 758fbe89-1e60-4025-853d-41439705356b] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 761.405816] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d5cc3941-23a9-49de-b074-7ff67f6c5116 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 761.405979] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d5cc3941-23a9-49de-b074-7ff67f6c5116 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Acquired lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.406309] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d5cc3941-23a9-49de-b074-7ff67f6c5116 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 761.406569] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b97c9d56-558e-49b8-b31a-6e82ff87735b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.411281] env[62353]: DEBUG oslo_vmware.api [None req-d5cc3941-23a9-49de-b074-7ff67f6c5116 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Waiting for the task: (returnval){ [ 761.411281] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]522fa5ea-2402-d18e-c24e-6a733b283fd2" [ 761.411281] env[62353]: _type = "Task" [ 761.411281] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.420293] env[62353]: DEBUG oslo_vmware.api [None req-d5cc3941-23a9-49de-b074-7ff67f6c5116 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]522fa5ea-2402-d18e-c24e-6a733b283fd2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.447760] env[62353]: INFO nova.compute.manager [-] [instance: fa27d91c-5bae-40a3-a153-ac41f4238532] Took 2.58 seconds to deallocate network for instance. [ 761.485416] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f3ea950a-ffca-4141-b458-061b7a8121f3 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] Acquiring lock "refresh_cache-28447a5e-1970-4231-9866-6bd221bcca82" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 761.485620] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f3ea950a-ffca-4141-b458-061b7a8121f3 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] Acquired lock "refresh_cache-28447a5e-1970-4231-9866-6bd221bcca82" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.485794] env[62353]: DEBUG nova.network.neutron [None req-f3ea950a-ffca-4141-b458-061b7a8121f3 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] [instance: 28447a5e-1970-4231-9866-6bd221bcca82] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 761.570334] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-1e1cf980-239e-4139-8d33-0fbe6106ae62 tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] [instance: 996dff46-a8df-411f-8974-260f591f6086] Creating linked-clone VM from snapshot {{(pid=62353) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 761.575290] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-335e026b-57eb-4e54-aca7-133ce0200e95 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.586875] env[62353]: DEBUG oslo_vmware.api [None req-1e1cf980-239e-4139-8d33-0fbe6106ae62 tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Waiting for the task: (returnval){ [ 761.586875] env[62353]: value = "task-2372302" [ 761.586875] env[62353]: _type = "Task" [ 761.586875] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.607287] env[62353]: DEBUG oslo_vmware.api [None req-1e1cf980-239e-4139-8d33-0fbe6106ae62 tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Task: {'id': task-2372302, 'name': CloneVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.614549] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8303d57d-5db3-4c8e-b527-01fd590bc7c7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.625850] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372293, 'name': CreateVM_Task, 'duration_secs': 1.132992} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.628599] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9fdc58aa-dd5a-4fe0-95ff-5ad2d06f0298] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 761.629869] env[62353]: DEBUG oslo_concurrency.lockutils [None req-23b3ea04-8859-4e11-aba3-c2b76f5e5ce7 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 761.630081] env[62353]: DEBUG oslo_concurrency.lockutils [None req-23b3ea04-8859-4e11-aba3-c2b76f5e5ce7 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Acquired lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.630523] env[62353]: DEBUG oslo_concurrency.lockutils [None req-23b3ea04-8859-4e11-aba3-c2b76f5e5ce7 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 761.632071] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09b8f9d6-8a67-4287-8bc0-05489cef0d93 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.637085] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd997be5-9434-4ede-aea6-bcbade22e8f3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.646310] env[62353]: DEBUG oslo_vmware.api [None req-23b3ea04-8859-4e11-aba3-c2b76f5e5ce7 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Waiting for the task: (returnval){ [ 761.646310] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5237ab79-4c64-2c4b-f134-7d826d3c2245" [ 761.646310] env[62353]: _type = "Task" [ 761.646310] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.685430] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b377ea6d-d84c-4b44-bae6-e8e2b876bbc0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.693783] env[62353]: DEBUG oslo_vmware.api [None req-23b3ea04-8859-4e11-aba3-c2b76f5e5ce7 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5237ab79-4c64-2c4b-f134-7d826d3c2245, 'name': SearchDatastore_Task, 'duration_secs': 0.008812} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.695988] env[62353]: DEBUG oslo_concurrency.lockutils [None req-23b3ea04-8859-4e11-aba3-c2b76f5e5ce7 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Releasing lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 761.696259] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-23b3ea04-8859-4e11-aba3-c2b76f5e5ce7 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] [instance: 9fdc58aa-dd5a-4fe0-95ff-5ad2d06f0298] Processing image 06f909ae-e8dc-43b4-abf7-c7ed85db9bbd {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 761.696479] env[62353]: DEBUG oslo_concurrency.lockutils [None req-23b3ea04-8859-4e11-aba3-c2b76f5e5ce7 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 761.696622] env[62353]: DEBUG oslo_concurrency.lockutils [None req-23b3ea04-8859-4e11-aba3-c2b76f5e5ce7 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Acquired lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.696796] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-23b3ea04-8859-4e11-aba3-c2b76f5e5ce7 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 761.697178] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-89e035ba-5ceb-4844-bea7-85fa03c1967b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.703063] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-350598b5-5bc8-4501-84d6-0a974880d6e3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.716216] env[62353]: DEBUG oslo_vmware.api [None req-0bbb6de3-ecae-4e5d-a13c-0663b642eae2 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Task: {'id': task-2372297, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.728032] env[62353]: DEBUG nova.compute.provider_tree [None req-bb562444-741e-4b51-ac97-e2a34ce7f4a5 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 761.729714] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-23b3ea04-8859-4e11-aba3-c2b76f5e5ce7 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 761.730132] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-23b3ea04-8859-4e11-aba3-c2b76f5e5ce7 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 761.733747] env[62353]: DEBUG oslo_vmware.api [None req-d9336aca-4b75-4498-a3ad-e9668e1a381c tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Task: {'id': task-2372299, 'name': ReconfigVM_Task, 'duration_secs': 0.288736} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.733747] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb49fc57-ed18-4fd2-bf36-0d77665a5b13 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.734459] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9336aca-4b75-4498-a3ad-e9668e1a381c tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: a6583a62-ee37-42e0-9a51-b0ce30de58c2] Reconfigured VM instance instance-00000032 to attach disk [datastore1] a6583a62-ee37-42e0-9a51-b0ce30de58c2/a6583a62-ee37-42e0-9a51-b0ce30de58c2.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 761.737756] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-70f76296-f227-4c12-bf4d-f905c22e1d4c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.742928] env[62353]: DEBUG oslo_vmware.api [None req-23b3ea04-8859-4e11-aba3-c2b76f5e5ce7 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Waiting for the task: (returnval){ [ 761.742928] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]521fb81b-0a7e-f26a-0f74-f51cee72cefd" [ 761.742928] env[62353]: _type = "Task" [ 761.742928] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.749859] env[62353]: DEBUG oslo_vmware.api [None req-d9336aca-4b75-4498-a3ad-e9668e1a381c tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Waiting for the task: (returnval){ [ 761.749859] env[62353]: value = "task-2372303" [ 761.749859] env[62353]: _type = "Task" [ 761.749859] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.754981] env[62353]: DEBUG nova.network.neutron [None req-7827a4cb-f52d-468f-9883-6beac842ee6f tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 9cd85b1f-93a5-43f3-bda3-1518bb774759] Successfully updated port: 2c3cd717-79ea-41f5-93dc-a52b3f595991 {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 761.760034] env[62353]: DEBUG oslo_vmware.api [None req-23b3ea04-8859-4e11-aba3-c2b76f5e5ce7 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]521fb81b-0a7e-f26a-0f74-f51cee72cefd, 'name': SearchDatastore_Task, 'duration_secs': 0.009532} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.761713] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29b42fe6-c30a-4140-8943-4ee4c94971a6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.768061] env[62353]: DEBUG oslo_vmware.api [None req-d9336aca-4b75-4498-a3ad-e9668e1a381c tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Task: {'id': task-2372303, 'name': Rename_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.771266] env[62353]: DEBUG oslo_vmware.api [None req-23b3ea04-8859-4e11-aba3-c2b76f5e5ce7 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Waiting for the task: (returnval){ [ 761.771266] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5226f2ab-47bf-b7e1-26eb-240cfb72b2c4" [ 761.771266] env[62353]: _type = "Task" [ 761.771266] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.781037] env[62353]: DEBUG oslo_vmware.api [None req-23b3ea04-8859-4e11-aba3-c2b76f5e5ce7 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5226f2ab-47bf-b7e1-26eb-240cfb72b2c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.825794] env[62353]: DEBUG oslo_vmware.api [None req-6e833ccf-8071-4a1d-9aef-75bf72ad6865 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Task: {'id': task-2372300, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.922835] env[62353]: DEBUG oslo_vmware.api [None req-d5cc3941-23a9-49de-b074-7ff67f6c5116 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]522fa5ea-2402-d18e-c24e-6a733b283fd2, 'name': SearchDatastore_Task, 'duration_secs': 0.009618} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.923330] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d5cc3941-23a9-49de-b074-7ff67f6c5116 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Releasing lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 761.923691] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-d5cc3941-23a9-49de-b074-7ff67f6c5116 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 758fbe89-1e60-4025-853d-41439705356b] Processing image 06f909ae-e8dc-43b4-abf7-c7ed85db9bbd {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 761.924018] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d5cc3941-23a9-49de-b074-7ff67f6c5116 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 761.924188] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d5cc3941-23a9-49de-b074-7ff67f6c5116 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Acquired lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.924370] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5cc3941-23a9-49de-b074-7ff67f6c5116 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 761.924645] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-70756be6-d851-4384-8610-9543d4591513 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.933424] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5cc3941-23a9-49de-b074-7ff67f6c5116 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 761.933619] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-d5cc3941-23a9-49de-b074-7ff67f6c5116 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 761.934392] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-660233f6-4a4a-4380-aeff-48d82e4c4f8c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.939935] env[62353]: DEBUG oslo_vmware.api [None req-d5cc3941-23a9-49de-b074-7ff67f6c5116 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Waiting for the task: (returnval){ [ 761.939935] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]525e7ba9-b2c8-0753-1f20-07f7335fa50e" [ 761.939935] env[62353]: _type = "Task" [ 761.939935] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.947998] env[62353]: DEBUG oslo_vmware.api [None req-d5cc3941-23a9-49de-b074-7ff67f6c5116 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]525e7ba9-b2c8-0753-1f20-07f7335fa50e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.958032] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f435ec86-a208-41f9-b7cf-f6a547a08eac tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 762.077047] env[62353]: DEBUG nova.compute.manager [req-b305ffdd-437e-4998-b8ba-3968b8d10f21 req-8d7580d9-aebc-4111-960c-e9550b71e02b service nova] [instance: 28447a5e-1970-4231-9866-6bd221bcca82] Received event network-changed-295e4657-dcd5-46d5-9e20-235d2c94a385 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 762.077569] env[62353]: DEBUG nova.compute.manager [req-b305ffdd-437e-4998-b8ba-3968b8d10f21 req-8d7580d9-aebc-4111-960c-e9550b71e02b service nova] [instance: 28447a5e-1970-4231-9866-6bd221bcca82] Refreshing instance network info cache due to event network-changed-295e4657-dcd5-46d5-9e20-235d2c94a385. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 762.077750] env[62353]: DEBUG oslo_concurrency.lockutils [req-b305ffdd-437e-4998-b8ba-3968b8d10f21 req-8d7580d9-aebc-4111-960c-e9550b71e02b service nova] Acquiring lock "refresh_cache-28447a5e-1970-4231-9866-6bd221bcca82" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 762.096961] env[62353]: DEBUG oslo_vmware.api [None req-1e1cf980-239e-4139-8d33-0fbe6106ae62 tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Task: {'id': task-2372302, 'name': CloneVM_Task} progress is 94%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.207356] env[62353]: DEBUG oslo_vmware.api [None req-0bbb6de3-ecae-4e5d-a13c-0663b642eae2 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Task: {'id': task-2372297, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.239693] env[62353]: DEBUG nova.scheduler.client.report [None req-bb562444-741e-4b51-ac97-e2a34ce7f4a5 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 762.251862] env[62353]: DEBUG oslo_concurrency.lockutils [None req-132424d3-5a32-4e32-bdb6-b8a683001aef tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Acquiring lock "d0318881-a5f3-4701-991a-7e42895b5f46" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 762.252128] env[62353]: DEBUG oslo_concurrency.lockutils [None req-132424d3-5a32-4e32-bdb6-b8a683001aef tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Lock "d0318881-a5f3-4701-991a-7e42895b5f46" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 762.252353] env[62353]: INFO nova.compute.manager [None req-132424d3-5a32-4e32-bdb6-b8a683001aef tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] [instance: d0318881-a5f3-4701-991a-7e42895b5f46] Attaching volume d9f6869d-b6ac-46e6-a3e2-cbdd39a2f1ff to /dev/sdb [ 762.261180] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7827a4cb-f52d-468f-9883-6beac842ee6f tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Acquiring lock "refresh_cache-9cd85b1f-93a5-43f3-bda3-1518bb774759" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 762.261305] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7827a4cb-f52d-468f-9883-6beac842ee6f tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Acquired lock "refresh_cache-9cd85b1f-93a5-43f3-bda3-1518bb774759" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.261453] env[62353]: DEBUG nova.network.neutron [None req-7827a4cb-f52d-468f-9883-6beac842ee6f tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 9cd85b1f-93a5-43f3-bda3-1518bb774759] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 762.274654] env[62353]: DEBUG oslo_vmware.api [None req-d9336aca-4b75-4498-a3ad-e9668e1a381c tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Task: {'id': task-2372303, 'name': Rename_Task, 'duration_secs': 0.14457} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.274654] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9336aca-4b75-4498-a3ad-e9668e1a381c tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: a6583a62-ee37-42e0-9a51-b0ce30de58c2] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 762.275599] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0a6bea67-43aa-4dbc-8958-268c65d5d97a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.283430] env[62353]: DEBUG oslo_vmware.api [None req-23b3ea04-8859-4e11-aba3-c2b76f5e5ce7 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5226f2ab-47bf-b7e1-26eb-240cfb72b2c4, 'name': SearchDatastore_Task, 'duration_secs': 0.012131} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.285228] env[62353]: DEBUG oslo_concurrency.lockutils [None req-23b3ea04-8859-4e11-aba3-c2b76f5e5ce7 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Releasing lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 762.285520] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-23b3ea04-8859-4e11-aba3-c2b76f5e5ce7 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore1] 9fdc58aa-dd5a-4fe0-95ff-5ad2d06f0298/9fdc58aa-dd5a-4fe0-95ff-5ad2d06f0298.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 762.286078] env[62353]: DEBUG oslo_vmware.api [None req-d9336aca-4b75-4498-a3ad-e9668e1a381c tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Waiting for the task: (returnval){ [ 762.286078] env[62353]: value = "task-2372304" [ 762.286078] env[62353]: _type = "Task" [ 762.286078] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.286304] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-91be7d2c-cd7e-4480-a698-6ead0f6a37e4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.292631] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76c2f3c0-4b34-43c6-80d7-91a1c82d4b12 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.296701] env[62353]: DEBUG oslo_vmware.api [None req-23b3ea04-8859-4e11-aba3-c2b76f5e5ce7 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Waiting for the task: (returnval){ [ 762.296701] env[62353]: value = "task-2372305" [ 762.296701] env[62353]: _type = "Task" [ 762.296701] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.304176] env[62353]: DEBUG oslo_vmware.api [None req-d9336aca-4b75-4498-a3ad-e9668e1a381c tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Task: {'id': task-2372304, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.305155] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7de40299-f519-483b-a7a9-fc5cac3279ea {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.314798] env[62353]: DEBUG oslo_vmware.api [None req-23b3ea04-8859-4e11-aba3-c2b76f5e5ce7 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Task: {'id': task-2372305, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.326362] env[62353]: DEBUG oslo_vmware.api [None req-6e833ccf-8071-4a1d-9aef-75bf72ad6865 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Task: {'id': task-2372300, 'name': RemoveSnapshot_Task, 'duration_secs': 0.655775} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.330142] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-6e833ccf-8071-4a1d-9aef-75bf72ad6865 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] [instance: faaa5eff-8814-4951-a6fc-9b2a53891f1c] Deleted Snapshot of the VM instance {{(pid=62353) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 762.332681] env[62353]: DEBUG nova.virt.block_device [None req-132424d3-5a32-4e32-bdb6-b8a683001aef tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] [instance: d0318881-a5f3-4701-991a-7e42895b5f46] Updating existing volume attachment record: f9a5418d-594a-4d6e-b2e3-ae6ab59fb79b {{(pid=62353) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 762.390475] env[62353]: DEBUG nova.network.neutron [None req-f3ea950a-ffca-4141-b458-061b7a8121f3 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] [instance: 28447a5e-1970-4231-9866-6bd221bcca82] Updating instance_info_cache with network_info: [{"id": "295e4657-dcd5-46d5-9e20-235d2c94a385", "address": "fa:16:3e:8b:a1:75", "network": {"id": "79c3f7be-6f5c-4f03-b6ab-035fc46b5941", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2140464931-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50a51f7998ca480db23664e0033d6267", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "05b1253d-2b87-4158-9ff1-dafcf829f11f", "external-id": "nsx-vlan-transportzone-55", "segmentation_id": 55, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap295e4657-dc", "ovs_interfaceid": "295e4657-dcd5-46d5-9e20-235d2c94a385", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.451782] env[62353]: DEBUG oslo_vmware.api [None req-d5cc3941-23a9-49de-b074-7ff67f6c5116 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]525e7ba9-b2c8-0753-1f20-07f7335fa50e, 'name': SearchDatastore_Task, 'duration_secs': 0.008949} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.452714] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c58a129c-7d9b-4725-a046-7aa199fd3886 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.458317] env[62353]: DEBUG oslo_vmware.api [None req-d5cc3941-23a9-49de-b074-7ff67f6c5116 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Waiting for the task: (returnval){ [ 762.458317] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]525a9e28-3bb9-c49e-d05d-97afe0b6997c" [ 762.458317] env[62353]: _type = "Task" [ 762.458317] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.466388] env[62353]: DEBUG oslo_vmware.api [None req-d5cc3941-23a9-49de-b074-7ff67f6c5116 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]525a9e28-3bb9-c49e-d05d-97afe0b6997c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.599841] env[62353]: DEBUG oslo_vmware.api [None req-1e1cf980-239e-4139-8d33-0fbe6106ae62 tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Task: {'id': task-2372302, 'name': CloneVM_Task} progress is 94%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.712631] env[62353]: DEBUG oslo_vmware.api [None req-0bbb6de3-ecae-4e5d-a13c-0663b642eae2 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Task: {'id': task-2372297, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.756029] env[62353]: DEBUG oslo_concurrency.lockutils [None req-bb562444-741e-4b51-ac97-e2a34ce7f4a5 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.673s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 762.756805] env[62353]: DEBUG nova.compute.manager [None req-bb562444-741e-4b51-ac97-e2a34ce7f4a5 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] [instance: f5897ca9-4a38-4583-a15a-dbb0a621ab2e] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 762.764117] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b517e15a-d4ab-4480-9e16-fd4b9e05197f tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.509s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 762.764628] env[62353]: DEBUG nova.objects.instance [None req-b517e15a-d4ab-4480-9e16-fd4b9e05197f tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Lazy-loading 'resources' on Instance uuid f468937a-de46-49b3-ba64-40403bb6b77f {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 762.809479] env[62353]: DEBUG oslo_vmware.api [None req-d9336aca-4b75-4498-a3ad-e9668e1a381c tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Task: {'id': task-2372304, 'name': PowerOnVM_Task, 'duration_secs': 0.467294} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.813029] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9336aca-4b75-4498-a3ad-e9668e1a381c tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: a6583a62-ee37-42e0-9a51-b0ce30de58c2] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 762.813029] env[62353]: INFO nova.compute.manager [None req-d9336aca-4b75-4498-a3ad-e9668e1a381c tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: a6583a62-ee37-42e0-9a51-b0ce30de58c2] Took 9.25 seconds to spawn the instance on the hypervisor. [ 762.813029] env[62353]: DEBUG nova.compute.manager [None req-d9336aca-4b75-4498-a3ad-e9668e1a381c tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: a6583a62-ee37-42e0-9a51-b0ce30de58c2] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 762.814317] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-476828bf-b05a-410f-8403-218f22d16088 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.820926] env[62353]: DEBUG oslo_vmware.api [None req-23b3ea04-8859-4e11-aba3-c2b76f5e5ce7 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Task: {'id': task-2372305, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.838875] env[62353]: WARNING nova.compute.manager [None req-6e833ccf-8071-4a1d-9aef-75bf72ad6865 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] [instance: faaa5eff-8814-4951-a6fc-9b2a53891f1c] Image not found during snapshot: nova.exception.ImageNotFound: Image a58f8425-191f-46a2-b3f4-43caf503169e could not be found. [ 762.858458] env[62353]: DEBUG nova.network.neutron [None req-7827a4cb-f52d-468f-9883-6beac842ee6f tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 9cd85b1f-93a5-43f3-bda3-1518bb774759] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 762.894414] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f3ea950a-ffca-4141-b458-061b7a8121f3 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] Releasing lock "refresh_cache-28447a5e-1970-4231-9866-6bd221bcca82" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 762.896409] env[62353]: DEBUG oslo_concurrency.lockutils [req-b305ffdd-437e-4998-b8ba-3968b8d10f21 req-8d7580d9-aebc-4111-960c-e9550b71e02b service nova] Acquired lock "refresh_cache-28447a5e-1970-4231-9866-6bd221bcca82" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.897040] env[62353]: DEBUG nova.network.neutron [req-b305ffdd-437e-4998-b8ba-3968b8d10f21 req-8d7580d9-aebc-4111-960c-e9550b71e02b service nova] [instance: 28447a5e-1970-4231-9866-6bd221bcca82] Refreshing network info cache for port 295e4657-dcd5-46d5-9e20-235d2c94a385 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 762.908948] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6f3dd825-9e48-4092-88bb-e6b2cc0113a1 tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Acquiring lock "9871d7de-d94b-4b64-8e25-d9be6f01e949" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 762.909298] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6f3dd825-9e48-4092-88bb-e6b2cc0113a1 tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Lock "9871d7de-d94b-4b64-8e25-d9be6f01e949" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 762.909584] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6f3dd825-9e48-4092-88bb-e6b2cc0113a1 tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Acquiring lock "9871d7de-d94b-4b64-8e25-d9be6f01e949-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 762.909776] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6f3dd825-9e48-4092-88bb-e6b2cc0113a1 tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Lock "9871d7de-d94b-4b64-8e25-d9be6f01e949-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 762.909944] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6f3dd825-9e48-4092-88bb-e6b2cc0113a1 tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Lock "9871d7de-d94b-4b64-8e25-d9be6f01e949-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 762.912708] env[62353]: INFO nova.compute.manager [None req-6f3dd825-9e48-4092-88bb-e6b2cc0113a1 tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] [instance: 9871d7de-d94b-4b64-8e25-d9be6f01e949] Terminating instance [ 762.970824] env[62353]: DEBUG oslo_vmware.api [None req-d5cc3941-23a9-49de-b074-7ff67f6c5116 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]525a9e28-3bb9-c49e-d05d-97afe0b6997c, 'name': SearchDatastore_Task, 'duration_secs': 0.011221} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.971112] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d5cc3941-23a9-49de-b074-7ff67f6c5116 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Releasing lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 762.971371] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5cc3941-23a9-49de-b074-7ff67f6c5116 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore2] 758fbe89-1e60-4025-853d-41439705356b/758fbe89-1e60-4025-853d-41439705356b.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 762.971632] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-08a16746-fec4-4da1-ba8d-fa793aa002da {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.978496] env[62353]: DEBUG oslo_vmware.api [None req-d5cc3941-23a9-49de-b074-7ff67f6c5116 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Waiting for the task: (returnval){ [ 762.978496] env[62353]: value = "task-2372309" [ 762.978496] env[62353]: _type = "Task" [ 762.978496] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.988957] env[62353]: DEBUG oslo_vmware.api [None req-d5cc3941-23a9-49de-b074-7ff67f6c5116 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Task: {'id': task-2372309, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.005388] env[62353]: DEBUG nova.objects.instance [None req-07298cff-bcb2-4e20-aa22-97523db1daa4 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Lazy-loading 'flavor' on Instance uuid cd87ae19-37ee-4d88-95ee-9de38d5214a4 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 763.100936] env[62353]: DEBUG oslo_vmware.api [None req-1e1cf980-239e-4139-8d33-0fbe6106ae62 tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Task: {'id': task-2372302, 'name': CloneVM_Task} progress is 94%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.136559] env[62353]: DEBUG nova.network.neutron [None req-7827a4cb-f52d-468f-9883-6beac842ee6f tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 9cd85b1f-93a5-43f3-bda3-1518bb774759] Updating instance_info_cache with network_info: [{"id": "2c3cd717-79ea-41f5-93dc-a52b3f595991", "address": "fa:16:3e:75:81:ce", "network": {"id": "f9c567b3-403a-4849-9262-a3e67f5e22e0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2067735324-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce7d37901d844950adf602218b205ea8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06eaa4c9-dbc2-4d38-a844-7bf76e7b5a64", "external-id": "nsx-vlan-transportzone-804", "segmentation_id": 804, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c3cd717-79", "ovs_interfaceid": "2c3cd717-79ea-41f5-93dc-a52b3f595991", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 763.211355] env[62353]: DEBUG oslo_vmware.api [None req-0bbb6de3-ecae-4e5d-a13c-0663b642eae2 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Task: {'id': task-2372297, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.268055] env[62353]: DEBUG nova.compute.utils [None req-bb562444-741e-4b51-ac97-e2a34ce7f4a5 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 763.269541] env[62353]: DEBUG nova.compute.manager [None req-bb562444-741e-4b51-ac97-e2a34ce7f4a5 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] [instance: f5897ca9-4a38-4583-a15a-dbb0a621ab2e] Not allocating networking since 'none' was specified. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 763.309511] env[62353]: DEBUG oslo_vmware.api [None req-23b3ea04-8859-4e11-aba3-c2b76f5e5ce7 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Task: {'id': task-2372305, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.640874} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.312604] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-23b3ea04-8859-4e11-aba3-c2b76f5e5ce7 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore1] 9fdc58aa-dd5a-4fe0-95ff-5ad2d06f0298/9fdc58aa-dd5a-4fe0-95ff-5ad2d06f0298.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 763.312829] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-23b3ea04-8859-4e11-aba3-c2b76f5e5ce7 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] [instance: 9fdc58aa-dd5a-4fe0-95ff-5ad2d06f0298] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 763.313297] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-43d40d82-877b-41b9-a88d-570a86fa9f10 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.321197] env[62353]: DEBUG oslo_vmware.api [None req-23b3ea04-8859-4e11-aba3-c2b76f5e5ce7 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Waiting for the task: (returnval){ [ 763.321197] env[62353]: value = "task-2372310" [ 763.321197] env[62353]: _type = "Task" [ 763.321197] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.333747] env[62353]: DEBUG oslo_vmware.api [None req-23b3ea04-8859-4e11-aba3-c2b76f5e5ce7 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Task: {'id': task-2372310, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.339015] env[62353]: INFO nova.compute.manager [None req-d9336aca-4b75-4498-a3ad-e9668e1a381c tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: a6583a62-ee37-42e0-9a51-b0ce30de58c2] Took 50.22 seconds to build instance. [ 763.408642] env[62353]: DEBUG nova.compute.manager [None req-f3ea950a-ffca-4141-b458-061b7a8121f3 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] [instance: 28447a5e-1970-4231-9866-6bd221bcca82] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 763.409733] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91895e88-b8d7-4458-abbb-39aea2645519 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.423032] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6f3dd825-9e48-4092-88bb-e6b2cc0113a1 tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Acquiring lock "refresh_cache-9871d7de-d94b-4b64-8e25-d9be6f01e949" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 763.423312] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6f3dd825-9e48-4092-88bb-e6b2cc0113a1 tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Acquired lock "refresh_cache-9871d7de-d94b-4b64-8e25-d9be6f01e949" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.423513] env[62353]: DEBUG nova.network.neutron [None req-6f3dd825-9e48-4092-88bb-e6b2cc0113a1 tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] [instance: 9871d7de-d94b-4b64-8e25-d9be6f01e949] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 763.492813] env[62353]: DEBUG oslo_vmware.api [None req-d5cc3941-23a9-49de-b074-7ff67f6c5116 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Task: {'id': task-2372309, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.513708] env[62353]: DEBUG oslo_concurrency.lockutils [None req-07298cff-bcb2-4e20-aa22-97523db1daa4 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Acquiring lock "refresh_cache-cd87ae19-37ee-4d88-95ee-9de38d5214a4" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 763.513959] env[62353]: DEBUG oslo_concurrency.lockutils [None req-07298cff-bcb2-4e20-aa22-97523db1daa4 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Acquired lock "refresh_cache-cd87ae19-37ee-4d88-95ee-9de38d5214a4" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.514170] env[62353]: DEBUG nova.network.neutron [None req-07298cff-bcb2-4e20-aa22-97523db1daa4 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: cd87ae19-37ee-4d88-95ee-9de38d5214a4] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 763.514451] env[62353]: DEBUG nova.objects.instance [None req-07298cff-bcb2-4e20-aa22-97523db1daa4 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Lazy-loading 'info_cache' on Instance uuid cd87ae19-37ee-4d88-95ee-9de38d5214a4 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 763.609949] env[62353]: DEBUG oslo_vmware.api [None req-1e1cf980-239e-4139-8d33-0fbe6106ae62 tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Task: {'id': task-2372302, 'name': CloneVM_Task} progress is 100%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.641602] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7827a4cb-f52d-468f-9883-6beac842ee6f tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Releasing lock "refresh_cache-9cd85b1f-93a5-43f3-bda3-1518bb774759" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 763.642285] env[62353]: DEBUG nova.compute.manager [None req-7827a4cb-f52d-468f-9883-6beac842ee6f tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 9cd85b1f-93a5-43f3-bda3-1518bb774759] Instance network_info: |[{"id": "2c3cd717-79ea-41f5-93dc-a52b3f595991", "address": "fa:16:3e:75:81:ce", "network": {"id": "f9c567b3-403a-4849-9262-a3e67f5e22e0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2067735324-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce7d37901d844950adf602218b205ea8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06eaa4c9-dbc2-4d38-a844-7bf76e7b5a64", "external-id": "nsx-vlan-transportzone-804", "segmentation_id": 804, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c3cd717-79", "ovs_interfaceid": "2c3cd717-79ea-41f5-93dc-a52b3f595991", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 763.642927] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-7827a4cb-f52d-468f-9883-6beac842ee6f tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 9cd85b1f-93a5-43f3-bda3-1518bb774759] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:75:81:ce', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '06eaa4c9-dbc2-4d38-a844-7bf76e7b5a64', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2c3cd717-79ea-41f5-93dc-a52b3f595991', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 763.652074] env[62353]: DEBUG oslo.service.loopingcall [None req-7827a4cb-f52d-468f-9883-6beac842ee6f tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 763.655548] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9cd85b1f-93a5-43f3-bda3-1518bb774759] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 763.656870] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ad31eb76-82e1-4e89-aff5-a64bb1f5f294 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.688099] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 763.688099] env[62353]: value = "task-2372311" [ 763.688099] env[62353]: _type = "Task" [ 763.688099] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.701467] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372311, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.713739] env[62353]: DEBUG oslo_vmware.api [None req-0bbb6de3-ecae-4e5d-a13c-0663b642eae2 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Task: {'id': task-2372297, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.775147] env[62353]: DEBUG nova.compute.manager [None req-bb562444-741e-4b51-ac97-e2a34ce7f4a5 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] [instance: f5897ca9-4a38-4583-a15a-dbb0a621ab2e] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 763.793050] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb1113ad-1020-4e47-a1cb-85ad946c462a tempest-VolumesAssistedSnapshotsTest-37213375 tempest-VolumesAssistedSnapshotsTest-37213375-project-admin] [instance: 832a2083-5874-47b5-a9c7-fdb4a69a94bb] Volume attach. Driver type: vmdk {{(pid=62353) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 763.793050] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb1113ad-1020-4e47-a1cb-85ad946c462a tempest-VolumesAssistedSnapshotsTest-37213375 tempest-VolumesAssistedSnapshotsTest-37213375-project-admin] [instance: 832a2083-5874-47b5-a9c7-fdb4a69a94bb] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-481605', 'volume_id': 'bb3dca43-8614-4150-af21-691d583c8509', 'name': 'volume-bb3dca43-8614-4150-af21-691d583c8509', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '832a2083-5874-47b5-a9c7-fdb4a69a94bb', 'attached_at': '', 'detached_at': '', 'volume_id': 'bb3dca43-8614-4150-af21-691d583c8509', 'serial': 'bb3dca43-8614-4150-af21-691d583c8509'} {{(pid=62353) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 763.797097] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc6accf7-b43b-430c-884c-b380d8b3b0f8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.818066] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03fd5453-8ebb-474d-9908-1e359d77f9ff {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.845429] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb1113ad-1020-4e47-a1cb-85ad946c462a tempest-VolumesAssistedSnapshotsTest-37213375 tempest-VolumesAssistedSnapshotsTest-37213375-project-admin] [instance: 832a2083-5874-47b5-a9c7-fdb4a69a94bb] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] volume-bb3dca43-8614-4150-af21-691d583c8509/volume-bb3dca43-8614-4150-af21-691d583c8509.vmdk or device None with type thin {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 763.852255] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d9336aca-4b75-4498-a3ad-e9668e1a381c tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Lock "a6583a62-ee37-42e0-9a51-b0ce30de58c2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 94.996s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 763.852506] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e9d63608-5aa3-4ce7-9c5a-763e0f87f3ab {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.871064] env[62353]: DEBUG oslo_vmware.api [None req-23b3ea04-8859-4e11-aba3-c2b76f5e5ce7 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Task: {'id': task-2372310, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067973} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.871988] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-23b3ea04-8859-4e11-aba3-c2b76f5e5ce7 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] [instance: 9fdc58aa-dd5a-4fe0-95ff-5ad2d06f0298] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 763.872833] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ee390c4-526f-4537-8d07-27d469240f39 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.878175] env[62353]: DEBUG oslo_vmware.api [None req-bb1113ad-1020-4e47-a1cb-85ad946c462a tempest-VolumesAssistedSnapshotsTest-37213375 tempest-VolumesAssistedSnapshotsTest-37213375-project-admin] Waiting for the task: (returnval){ [ 763.878175] env[62353]: value = "task-2372312" [ 763.878175] env[62353]: _type = "Task" [ 763.878175] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.894271] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8637bbe6-9073-4301-9389-522b0a0fb455 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Acquiring lock "faaa5eff-8814-4951-a6fc-9b2a53891f1c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 763.894509] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8637bbe6-9073-4301-9389-522b0a0fb455 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Lock "faaa5eff-8814-4951-a6fc-9b2a53891f1c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 763.894712] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8637bbe6-9073-4301-9389-522b0a0fb455 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Acquiring lock "faaa5eff-8814-4951-a6fc-9b2a53891f1c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 763.894895] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8637bbe6-9073-4301-9389-522b0a0fb455 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Lock "faaa5eff-8814-4951-a6fc-9b2a53891f1c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 763.895079] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8637bbe6-9073-4301-9389-522b0a0fb455 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Lock "faaa5eff-8814-4951-a6fc-9b2a53891f1c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 763.905116] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-23b3ea04-8859-4e11-aba3-c2b76f5e5ce7 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] [instance: 9fdc58aa-dd5a-4fe0-95ff-5ad2d06f0298] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] 9fdc58aa-dd5a-4fe0-95ff-5ad2d06f0298/9fdc58aa-dd5a-4fe0-95ff-5ad2d06f0298.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 763.908464] env[62353]: INFO nova.compute.manager [None req-8637bbe6-9073-4301-9389-522b0a0fb455 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] [instance: faaa5eff-8814-4951-a6fc-9b2a53891f1c] Terminating instance [ 763.910386] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-495b1250-2ca1-4e96-a75e-22043462fdc1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.939025] env[62353]: DEBUG oslo_vmware.api [None req-bb1113ad-1020-4e47-a1cb-85ad946c462a tempest-VolumesAssistedSnapshotsTest-37213375 tempest-VolumesAssistedSnapshotsTest-37213375-project-admin] Task: {'id': task-2372312, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.939025] env[62353]: DEBUG nova.network.neutron [req-b305ffdd-437e-4998-b8ba-3968b8d10f21 req-8d7580d9-aebc-4111-960c-e9550b71e02b service nova] [instance: 28447a5e-1970-4231-9866-6bd221bcca82] Updated VIF entry in instance network info cache for port 295e4657-dcd5-46d5-9e20-235d2c94a385. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 763.939025] env[62353]: DEBUG nova.network.neutron [req-b305ffdd-437e-4998-b8ba-3968b8d10f21 req-8d7580d9-aebc-4111-960c-e9550b71e02b service nova] [instance: 28447a5e-1970-4231-9866-6bd221bcca82] Updating instance_info_cache with network_info: [{"id": "295e4657-dcd5-46d5-9e20-235d2c94a385", "address": "fa:16:3e:8b:a1:75", "network": {"id": "79c3f7be-6f5c-4f03-b6ab-035fc46b5941", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2140464931-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50a51f7998ca480db23664e0033d6267", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "05b1253d-2b87-4158-9ff1-dafcf829f11f", "external-id": "nsx-vlan-transportzone-55", "segmentation_id": 55, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap295e4657-dc", "ovs_interfaceid": "295e4657-dcd5-46d5-9e20-235d2c94a385", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 763.940762] env[62353]: DEBUG oslo_vmware.api [None req-23b3ea04-8859-4e11-aba3-c2b76f5e5ce7 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Waiting for the task: (returnval){ [ 763.940762] env[62353]: value = "task-2372313" [ 763.940762] env[62353]: _type = "Task" [ 763.940762] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.950462] env[62353]: DEBUG oslo_vmware.api [None req-23b3ea04-8859-4e11-aba3-c2b76f5e5ce7 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Task: {'id': task-2372313, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.953398] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-265c38cf-2889-4833-8112-a9cbc706b422 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.957211] env[62353]: DEBUG nova.network.neutron [None req-6f3dd825-9e48-4092-88bb-e6b2cc0113a1 tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] [instance: 9871d7de-d94b-4b64-8e25-d9be6f01e949] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 763.966021] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f439465-1586-403f-b24f-7abd14ccd4fd {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.006138] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aea85a9-f8c6-452b-a9cf-c2da3dad149b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.014872] env[62353]: DEBUG oslo_vmware.api [None req-d5cc3941-23a9-49de-b074-7ff67f6c5116 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Task: {'id': task-2372309, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.845488} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.017074] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5cc3941-23a9-49de-b074-7ff67f6c5116 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore2] 758fbe89-1e60-4025-853d-41439705356b/758fbe89-1e60-4025-853d-41439705356b.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 764.017297] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-d5cc3941-23a9-49de-b074-7ff67f6c5116 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 758fbe89-1e60-4025-853d-41439705356b] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 764.017584] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-93111f35-2ebe-430c-9c81-5a6bc5fb3353 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.020450] env[62353]: DEBUG nova.objects.base [None req-07298cff-bcb2-4e20-aa22-97523db1daa4 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=62353) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 764.025019] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8eb89d0-9b49-4260-9509-0fc7c1243edc {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.038708] env[62353]: DEBUG nova.compute.provider_tree [None req-b517e15a-d4ab-4480-9e16-fd4b9e05197f tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 764.043289] env[62353]: DEBUG oslo_vmware.api [None req-d5cc3941-23a9-49de-b074-7ff67f6c5116 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Waiting for the task: (returnval){ [ 764.043289] env[62353]: value = "task-2372314" [ 764.043289] env[62353]: _type = "Task" [ 764.043289] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.051605] env[62353]: DEBUG oslo_vmware.api [None req-d5cc3941-23a9-49de-b074-7ff67f6c5116 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Task: {'id': task-2372314, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.070680] env[62353]: DEBUG nova.network.neutron [None req-6f3dd825-9e48-4092-88bb-e6b2cc0113a1 tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] [instance: 9871d7de-d94b-4b64-8e25-d9be6f01e949] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.100904] env[62353]: DEBUG oslo_vmware.api [None req-1e1cf980-239e-4139-8d33-0fbe6106ae62 tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Task: {'id': task-2372302, 'name': CloneVM_Task, 'duration_secs': 2.095526} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.101422] env[62353]: INFO nova.virt.vmwareapi.vmops [None req-1e1cf980-239e-4139-8d33-0fbe6106ae62 tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] [instance: 996dff46-a8df-411f-8974-260f591f6086] Created linked-clone VM from snapshot [ 764.102203] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dda27138-6d7f-47d0-a35b-de2ea0307c0a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.109710] env[62353]: DEBUG nova.virt.vmwareapi.images [None req-1e1cf980-239e-4139-8d33-0fbe6106ae62 tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] [instance: 996dff46-a8df-411f-8974-260f591f6086] Uploading image 2c8e3bb4-049b-48f3-84f3-cf6e2c2631eb {{(pid=62353) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 764.130309] env[62353]: DEBUG oslo_vmware.rw_handles [None req-1e1cf980-239e-4139-8d33-0fbe6106ae62 tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 764.130309] env[62353]: value = "vm-481609" [ 764.130309] env[62353]: _type = "VirtualMachine" [ 764.130309] env[62353]: }. {{(pid=62353) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 764.130575] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-0d981390-4aa9-48ed-b367-ce01ed7874ff {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.136455] env[62353]: DEBUG oslo_vmware.rw_handles [None req-1e1cf980-239e-4139-8d33-0fbe6106ae62 tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Lease: (returnval){ [ 764.136455] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5246397a-e1df-17c7-f932-7bc4b5187721" [ 764.136455] env[62353]: _type = "HttpNfcLease" [ 764.136455] env[62353]: } obtained for exporting VM: (result){ [ 764.136455] env[62353]: value = "vm-481609" [ 764.136455] env[62353]: _type = "VirtualMachine" [ 764.136455] env[62353]: }. {{(pid=62353) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 764.136720] env[62353]: DEBUG oslo_vmware.api [None req-1e1cf980-239e-4139-8d33-0fbe6106ae62 tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Waiting for the lease: (returnval){ [ 764.136720] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5246397a-e1df-17c7-f932-7bc4b5187721" [ 764.136720] env[62353]: _type = "HttpNfcLease" [ 764.136720] env[62353]: } to be ready. {{(pid=62353) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 764.144794] env[62353]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 764.144794] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5246397a-e1df-17c7-f932-7bc4b5187721" [ 764.144794] env[62353]: _type = "HttpNfcLease" [ 764.144794] env[62353]: } is initializing. {{(pid=62353) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 764.198372] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372311, 'name': CreateVM_Task, 'duration_secs': 0.403445} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.198536] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9cd85b1f-93a5-43f3-bda3-1518bb774759] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 764.199221] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7827a4cb-f52d-468f-9883-6beac842ee6f tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 764.199407] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7827a4cb-f52d-468f-9883-6beac842ee6f tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Acquired lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.199721] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7827a4cb-f52d-468f-9883-6beac842ee6f tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 764.199974] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-343f2bc0-5a70-4039-ae26-69c376de1ab2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.207614] env[62353]: DEBUG oslo_vmware.api [None req-7827a4cb-f52d-468f-9883-6beac842ee6f tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Waiting for the task: (returnval){ [ 764.207614] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52f533eb-e20e-4e61-4958-b8f1f60e652a" [ 764.207614] env[62353]: _type = "Task" [ 764.207614] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.210770] env[62353]: DEBUG oslo_vmware.api [None req-0bbb6de3-ecae-4e5d-a13c-0663b642eae2 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Task: {'id': task-2372297, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.219084] env[62353]: DEBUG oslo_vmware.api [None req-7827a4cb-f52d-468f-9883-6beac842ee6f tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52f533eb-e20e-4e61-4958-b8f1f60e652a, 'name': SearchDatastore_Task, 'duration_secs': 0.009108} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.219349] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7827a4cb-f52d-468f-9883-6beac842ee6f tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Releasing lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 764.219577] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-7827a4cb-f52d-468f-9883-6beac842ee6f tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 9cd85b1f-93a5-43f3-bda3-1518bb774759] Processing image 06f909ae-e8dc-43b4-abf7-c7ed85db9bbd {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 764.219799] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7827a4cb-f52d-468f-9883-6beac842ee6f tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 764.219945] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7827a4cb-f52d-468f-9883-6beac842ee6f tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Acquired lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.220135] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-7827a4cb-f52d-468f-9883-6beac842ee6f tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 764.220367] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cab5d1fc-9f50-4fdf-a2bd-3d739dbf01b1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.228823] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-7827a4cb-f52d-468f-9883-6beac842ee6f tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 764.228993] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-7827a4cb-f52d-468f-9883-6beac842ee6f tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 764.229680] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70889f1d-7788-4c80-bdc1-b8145966459a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.234469] env[62353]: DEBUG oslo_vmware.api [None req-7827a4cb-f52d-468f-9883-6beac842ee6f tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Waiting for the task: (returnval){ [ 764.234469] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]529481ec-60d0-3695-dfc1-06cdb7bbbc37" [ 764.234469] env[62353]: _type = "Task" [ 764.234469] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.241751] env[62353]: DEBUG oslo_vmware.api [None req-7827a4cb-f52d-468f-9883-6beac842ee6f tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]529481ec-60d0-3695-dfc1-06cdb7bbbc37, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.261558] env[62353]: DEBUG nova.compute.manager [req-f53460e0-2852-4af9-a322-b5109d09bbe8 req-de1777b5-8819-4001-9bdc-7997c5713b0e service nova] [instance: 9cd85b1f-93a5-43f3-bda3-1518bb774759] Received event network-vif-plugged-2c3cd717-79ea-41f5-93dc-a52b3f595991 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 764.261762] env[62353]: DEBUG oslo_concurrency.lockutils [req-f53460e0-2852-4af9-a322-b5109d09bbe8 req-de1777b5-8819-4001-9bdc-7997c5713b0e service nova] Acquiring lock "9cd85b1f-93a5-43f3-bda3-1518bb774759-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 764.261960] env[62353]: DEBUG oslo_concurrency.lockutils [req-f53460e0-2852-4af9-a322-b5109d09bbe8 req-de1777b5-8819-4001-9bdc-7997c5713b0e service nova] Lock "9cd85b1f-93a5-43f3-bda3-1518bb774759-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 764.262142] env[62353]: DEBUG oslo_concurrency.lockutils [req-f53460e0-2852-4af9-a322-b5109d09bbe8 req-de1777b5-8819-4001-9bdc-7997c5713b0e service nova] Lock "9cd85b1f-93a5-43f3-bda3-1518bb774759-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 764.262313] env[62353]: DEBUG nova.compute.manager [req-f53460e0-2852-4af9-a322-b5109d09bbe8 req-de1777b5-8819-4001-9bdc-7997c5713b0e service nova] [instance: 9cd85b1f-93a5-43f3-bda3-1518bb774759] No waiting events found dispatching network-vif-plugged-2c3cd717-79ea-41f5-93dc-a52b3f595991 {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 764.262461] env[62353]: WARNING nova.compute.manager [req-f53460e0-2852-4af9-a322-b5109d09bbe8 req-de1777b5-8819-4001-9bdc-7997c5713b0e service nova] [instance: 9cd85b1f-93a5-43f3-bda3-1518bb774759] Received unexpected event network-vif-plugged-2c3cd717-79ea-41f5-93dc-a52b3f595991 for instance with vm_state building and task_state spawning. [ 764.262618] env[62353]: DEBUG nova.compute.manager [req-f53460e0-2852-4af9-a322-b5109d09bbe8 req-de1777b5-8819-4001-9bdc-7997c5713b0e service nova] [instance: 9cd85b1f-93a5-43f3-bda3-1518bb774759] Received event network-changed-2c3cd717-79ea-41f5-93dc-a52b3f595991 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 764.262779] env[62353]: DEBUG nova.compute.manager [req-f53460e0-2852-4af9-a322-b5109d09bbe8 req-de1777b5-8819-4001-9bdc-7997c5713b0e service nova] [instance: 9cd85b1f-93a5-43f3-bda3-1518bb774759] Refreshing instance network info cache due to event network-changed-2c3cd717-79ea-41f5-93dc-a52b3f595991. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 764.262931] env[62353]: DEBUG oslo_concurrency.lockutils [req-f53460e0-2852-4af9-a322-b5109d09bbe8 req-de1777b5-8819-4001-9bdc-7997c5713b0e service nova] Acquiring lock "refresh_cache-9cd85b1f-93a5-43f3-bda3-1518bb774759" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 764.263075] env[62353]: DEBUG oslo_concurrency.lockutils [req-f53460e0-2852-4af9-a322-b5109d09bbe8 req-de1777b5-8819-4001-9bdc-7997c5713b0e service nova] Acquired lock "refresh_cache-9cd85b1f-93a5-43f3-bda3-1518bb774759" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.263286] env[62353]: DEBUG nova.network.neutron [req-f53460e0-2852-4af9-a322-b5109d09bbe8 req-de1777b5-8819-4001-9bdc-7997c5713b0e service nova] [instance: 9cd85b1f-93a5-43f3-bda3-1518bb774759] Refreshing network info cache for port 2c3cd717-79ea-41f5-93dc-a52b3f595991 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 764.392477] env[62353]: DEBUG oslo_vmware.api [None req-bb1113ad-1020-4e47-a1cb-85ad946c462a tempest-VolumesAssistedSnapshotsTest-37213375 tempest-VolumesAssistedSnapshotsTest-37213375-project-admin] Task: {'id': task-2372312, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.437689] env[62353]: DEBUG nova.compute.manager [None req-8637bbe6-9073-4301-9389-522b0a0fb455 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] [instance: faaa5eff-8814-4951-a6fc-9b2a53891f1c] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 764.437913] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-8637bbe6-9073-4301-9389-522b0a0fb455 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] [instance: faaa5eff-8814-4951-a6fc-9b2a53891f1c] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 764.438905] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45b2dff3-a1c0-4c2d-980c-2e58d0f737ee {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.442246] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ba9791d-0a02-4cdd-a3ad-52fe465f8898 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.445843] env[62353]: DEBUG oslo_concurrency.lockutils [req-b305ffdd-437e-4998-b8ba-3968b8d10f21 req-8d7580d9-aebc-4111-960c-e9550b71e02b service nova] Releasing lock "refresh_cache-28447a5e-1970-4231-9866-6bd221bcca82" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 764.446142] env[62353]: DEBUG nova.compute.manager [req-b305ffdd-437e-4998-b8ba-3968b8d10f21 req-8d7580d9-aebc-4111-960c-e9550b71e02b service nova] [instance: 9fdc58aa-dd5a-4fe0-95ff-5ad2d06f0298] Received event network-vif-plugged-62ba6177-5766-46e6-a49e-c2d05ec34069 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 764.446385] env[62353]: DEBUG oslo_concurrency.lockutils [req-b305ffdd-437e-4998-b8ba-3968b8d10f21 req-8d7580d9-aebc-4111-960c-e9550b71e02b service nova] Acquiring lock "9fdc58aa-dd5a-4fe0-95ff-5ad2d06f0298-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 764.446692] env[62353]: DEBUG oslo_concurrency.lockutils [req-b305ffdd-437e-4998-b8ba-3968b8d10f21 req-8d7580d9-aebc-4111-960c-e9550b71e02b service nova] Lock "9fdc58aa-dd5a-4fe0-95ff-5ad2d06f0298-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 764.446900] env[62353]: DEBUG oslo_concurrency.lockutils [req-b305ffdd-437e-4998-b8ba-3968b8d10f21 req-8d7580d9-aebc-4111-960c-e9550b71e02b service nova] Lock "9fdc58aa-dd5a-4fe0-95ff-5ad2d06f0298-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 764.447123] env[62353]: DEBUG nova.compute.manager [req-b305ffdd-437e-4998-b8ba-3968b8d10f21 req-8d7580d9-aebc-4111-960c-e9550b71e02b service nova] [instance: 9fdc58aa-dd5a-4fe0-95ff-5ad2d06f0298] No waiting events found dispatching network-vif-plugged-62ba6177-5766-46e6-a49e-c2d05ec34069 {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 764.447335] env[62353]: WARNING nova.compute.manager [req-b305ffdd-437e-4998-b8ba-3968b8d10f21 req-8d7580d9-aebc-4111-960c-e9550b71e02b service nova] [instance: 9fdc58aa-dd5a-4fe0-95ff-5ad2d06f0298] Received unexpected event network-vif-plugged-62ba6177-5766-46e6-a49e-c2d05ec34069 for instance with vm_state building and task_state spawning. [ 764.447654] env[62353]: DEBUG nova.compute.manager [req-b305ffdd-437e-4998-b8ba-3968b8d10f21 req-8d7580d9-aebc-4111-960c-e9550b71e02b service nova] [instance: 9fdc58aa-dd5a-4fe0-95ff-5ad2d06f0298] Received event network-changed-62ba6177-5766-46e6-a49e-c2d05ec34069 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 764.449032] env[62353]: DEBUG nova.compute.manager [req-b305ffdd-437e-4998-b8ba-3968b8d10f21 req-8d7580d9-aebc-4111-960c-e9550b71e02b service nova] [instance: 9fdc58aa-dd5a-4fe0-95ff-5ad2d06f0298] Refreshing instance network info cache due to event network-changed-62ba6177-5766-46e6-a49e-c2d05ec34069. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 764.449295] env[62353]: DEBUG oslo_concurrency.lockutils [req-b305ffdd-437e-4998-b8ba-3968b8d10f21 req-8d7580d9-aebc-4111-960c-e9550b71e02b service nova] Acquiring lock "refresh_cache-9fdc58aa-dd5a-4fe0-95ff-5ad2d06f0298" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 764.449478] env[62353]: DEBUG oslo_concurrency.lockutils [req-b305ffdd-437e-4998-b8ba-3968b8d10f21 req-8d7580d9-aebc-4111-960c-e9550b71e02b service nova] Acquired lock "refresh_cache-9fdc58aa-dd5a-4fe0-95ff-5ad2d06f0298" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.449677] env[62353]: DEBUG nova.network.neutron [req-b305ffdd-437e-4998-b8ba-3968b8d10f21 req-8d7580d9-aebc-4111-960c-e9550b71e02b service nova] [instance: 9fdc58aa-dd5a-4fe0-95ff-5ad2d06f0298] Refreshing network info cache for port 62ba6177-5766-46e6-a49e-c2d05ec34069 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 764.463009] env[62353]: DEBUG oslo_vmware.api [None req-23b3ea04-8859-4e11-aba3-c2b76f5e5ce7 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Task: {'id': task-2372313, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.463389] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-f3ea950a-ffca-4141-b458-061b7a8121f3 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] [instance: 28447a5e-1970-4231-9866-6bd221bcca82] Doing hard reboot of VM {{(pid=62353) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 764.467022] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-e384228b-1c57-4183-aec6-319a2cb300d0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.467375] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-8637bbe6-9073-4301-9389-522b0a0fb455 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] [instance: faaa5eff-8814-4951-a6fc-9b2a53891f1c] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 764.467619] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8bcf05e5-25d5-4e6e-8823-7604bd61ff37 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.473543] env[62353]: DEBUG oslo_vmware.api [None req-f3ea950a-ffca-4141-b458-061b7a8121f3 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] Waiting for the task: (returnval){ [ 764.473543] env[62353]: value = "task-2372316" [ 764.473543] env[62353]: _type = "Task" [ 764.473543] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.474990] env[62353]: DEBUG oslo_vmware.api [None req-8637bbe6-9073-4301-9389-522b0a0fb455 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Waiting for the task: (returnval){ [ 764.474990] env[62353]: value = "task-2372317" [ 764.474990] env[62353]: _type = "Task" [ 764.474990] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.486679] env[62353]: DEBUG oslo_vmware.api [None req-f3ea950a-ffca-4141-b458-061b7a8121f3 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] Task: {'id': task-2372316, 'name': ResetVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.490188] env[62353]: DEBUG oslo_vmware.api [None req-8637bbe6-9073-4301-9389-522b0a0fb455 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Task: {'id': task-2372317, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.543307] env[62353]: DEBUG nova.scheduler.client.report [None req-b517e15a-d4ab-4480-9e16-fd4b9e05197f tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 764.556777] env[62353]: DEBUG oslo_vmware.api [None req-d5cc3941-23a9-49de-b074-7ff67f6c5116 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Task: {'id': task-2372314, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067037} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.556777] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-d5cc3941-23a9-49de-b074-7ff67f6c5116 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 758fbe89-1e60-4025-853d-41439705356b] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 764.559194] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3e825d7-f97e-4b33-9878-640e0a2dd949 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.575932] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6f3dd825-9e48-4092-88bb-e6b2cc0113a1 tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Releasing lock "refresh_cache-9871d7de-d94b-4b64-8e25-d9be6f01e949" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 764.576385] env[62353]: DEBUG nova.compute.manager [None req-6f3dd825-9e48-4092-88bb-e6b2cc0113a1 tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] [instance: 9871d7de-d94b-4b64-8e25-d9be6f01e949] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 764.576580] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-6f3dd825-9e48-4092-88bb-e6b2cc0113a1 tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] [instance: 9871d7de-d94b-4b64-8e25-d9be6f01e949] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 764.585540] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5cc3941-23a9-49de-b074-7ff67f6c5116 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 758fbe89-1e60-4025-853d-41439705356b] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] 758fbe89-1e60-4025-853d-41439705356b/758fbe89-1e60-4025-853d-41439705356b.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 764.589409] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f1a355a-1f47-4347-9e14-26fe797af07d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.592117] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e1507b96-b678-47bc-9b51-a45ac7845186 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.609989] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c3674f4-2fa4-4c4e-a56d-04e09962d2a1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.618304] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f3dd825-9e48-4092-88bb-e6b2cc0113a1 tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] [instance: 9871d7de-d94b-4b64-8e25-d9be6f01e949] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 764.620991] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d6c60259-d8fc-4eb2-8d68-d37666024362 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.622361] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ae4b77b8-42e4-48fe-82a2-a48c6458027f tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: a6583a62-ee37-42e0-9a51-b0ce30de58c2] Suspending the VM {{(pid=62353) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 764.623374] env[62353]: DEBUG oslo_vmware.api [None req-d5cc3941-23a9-49de-b074-7ff67f6c5116 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Waiting for the task: (returnval){ [ 764.623374] env[62353]: value = "task-2372318" [ 764.623374] env[62353]: _type = "Task" [ 764.623374] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.623374] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-d11ccfac-a345-48f8-883b-44d0eb3c04df {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.630183] env[62353]: DEBUG oslo_vmware.api [None req-6f3dd825-9e48-4092-88bb-e6b2cc0113a1 tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Waiting for the task: (returnval){ [ 764.630183] env[62353]: value = "task-2372319" [ 764.630183] env[62353]: _type = "Task" [ 764.630183] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.637178] env[62353]: DEBUG oslo_vmware.api [None req-ae4b77b8-42e4-48fe-82a2-a48c6458027f tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Waiting for the task: (returnval){ [ 764.637178] env[62353]: value = "task-2372320" [ 764.637178] env[62353]: _type = "Task" [ 764.637178] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.637540] env[62353]: DEBUG oslo_vmware.api [None req-d5cc3941-23a9-49de-b074-7ff67f6c5116 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Task: {'id': task-2372318, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.648082] env[62353]: DEBUG oslo_vmware.api [None req-6f3dd825-9e48-4092-88bb-e6b2cc0113a1 tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Task: {'id': task-2372319, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.651633] env[62353]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 764.651633] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5246397a-e1df-17c7-f932-7bc4b5187721" [ 764.651633] env[62353]: _type = "HttpNfcLease" [ 764.651633] env[62353]: } is ready. {{(pid=62353) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 764.654814] env[62353]: DEBUG oslo_vmware.rw_handles [None req-1e1cf980-239e-4139-8d33-0fbe6106ae62 tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 764.654814] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5246397a-e1df-17c7-f932-7bc4b5187721" [ 764.654814] env[62353]: _type = "HttpNfcLease" [ 764.654814] env[62353]: }. {{(pid=62353) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 764.655132] env[62353]: DEBUG oslo_vmware.api [None req-ae4b77b8-42e4-48fe-82a2-a48c6458027f tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Task: {'id': task-2372320, 'name': SuspendVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.655935] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-743cfa9e-684a-41e8-bb4c-48b45adb72ec {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.663476] env[62353]: DEBUG oslo_vmware.rw_handles [None req-1e1cf980-239e-4139-8d33-0fbe6106ae62 tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5239ff3c-af85-7fa5-8eee-ebb11a44d7d7/disk-0.vmdk from lease info. {{(pid=62353) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 764.663651] env[62353]: DEBUG oslo_vmware.rw_handles [None req-1e1cf980-239e-4139-8d33-0fbe6106ae62 tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5239ff3c-af85-7fa5-8eee-ebb11a44d7d7/disk-0.vmdk for reading. {{(pid=62353) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 764.735505] env[62353]: DEBUG oslo_vmware.api [None req-0bbb6de3-ecae-4e5d-a13c-0663b642eae2 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Task: {'id': task-2372297, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.742730] env[62353]: DEBUG oslo_vmware.api [None req-7827a4cb-f52d-468f-9883-6beac842ee6f tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]529481ec-60d0-3695-dfc1-06cdb7bbbc37, 'name': SearchDatastore_Task, 'duration_secs': 0.007708} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.743671] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3c478e6-fbe9-41b2-8e87-b0536ce9e5d3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.749655] env[62353]: DEBUG oslo_vmware.api [None req-7827a4cb-f52d-468f-9883-6beac842ee6f tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Waiting for the task: (returnval){ [ 764.749655] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52c08755-ea6a-6f7f-27ae-d18a31fd288b" [ 764.749655] env[62353]: _type = "Task" [ 764.749655] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.758115] env[62353]: DEBUG oslo_vmware.api [None req-7827a4cb-f52d-468f-9883-6beac842ee6f tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52c08755-ea6a-6f7f-27ae-d18a31fd288b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.795596] env[62353]: DEBUG nova.compute.manager [None req-bb562444-741e-4b51-ac97-e2a34ce7f4a5 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] [instance: f5897ca9-4a38-4583-a15a-dbb0a621ab2e] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 764.798745] env[62353]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-854eb6a0-a2d1-493d-ba6c-23a9775c223e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.820660] env[62353]: DEBUG nova.virt.hardware [None req-bb562444-741e-4b51-ac97-e2a34ce7f4a5 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T12:38:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T12:38:15Z,direct_url=,disk_format='vmdk',id=06f909ae-e8dc-43b4-abf7-c7ed85db9bbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0a3f88790a594523a818b8c00f6862e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T12:38:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 764.820970] env[62353]: DEBUG nova.virt.hardware [None req-bb562444-741e-4b51-ac97-e2a34ce7f4a5 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 764.821070] env[62353]: DEBUG nova.virt.hardware [None req-bb562444-741e-4b51-ac97-e2a34ce7f4a5 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 764.821277] env[62353]: DEBUG nova.virt.hardware [None req-bb562444-741e-4b51-ac97-e2a34ce7f4a5 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 764.821390] env[62353]: DEBUG nova.virt.hardware [None req-bb562444-741e-4b51-ac97-e2a34ce7f4a5 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 764.821538] env[62353]: DEBUG nova.virt.hardware [None req-bb562444-741e-4b51-ac97-e2a34ce7f4a5 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 764.821816] env[62353]: DEBUG nova.virt.hardware [None req-bb562444-741e-4b51-ac97-e2a34ce7f4a5 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 764.821988] env[62353]: DEBUG nova.virt.hardware [None req-bb562444-741e-4b51-ac97-e2a34ce7f4a5 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 764.822175] env[62353]: DEBUG nova.virt.hardware [None req-bb562444-741e-4b51-ac97-e2a34ce7f4a5 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 764.822342] env[62353]: DEBUG nova.virt.hardware [None req-bb562444-741e-4b51-ac97-e2a34ce7f4a5 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 764.822520] env[62353]: DEBUG nova.virt.hardware [None req-bb562444-741e-4b51-ac97-e2a34ce7f4a5 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 764.823471] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c76b5c0-fc3b-4849-942d-555d76230de6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.833578] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32956caf-00ae-4322-a4bd-18a17dfc36f6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.851178] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-bb562444-741e-4b51-ac97-e2a34ce7f4a5 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] [instance: f5897ca9-4a38-4583-a15a-dbb0a621ab2e] Instance VIF info [] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 764.859247] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb562444-741e-4b51-ac97-e2a34ce7f4a5 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] Creating folder: Project (e470d6b20bef4438ba4a40e183c90b2f). Parent ref: group-v481456. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 764.862958] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a5bfc359-c1f2-4b5e-876a-6c52e09d24fe {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.873352] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-bb562444-741e-4b51-ac97-e2a34ce7f4a5 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] Created folder: Project (e470d6b20bef4438ba4a40e183c90b2f) in parent group-v481456. [ 764.873592] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb562444-741e-4b51-ac97-e2a34ce7f4a5 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] Creating folder: Instances. Parent ref: group-v481613. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 764.873913] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e982c49c-2a8c-4d4b-9a2e-a2c362e97794 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.883228] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-bb562444-741e-4b51-ac97-e2a34ce7f4a5 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] Created folder: Instances in parent group-v481613. [ 764.883571] env[62353]: DEBUG oslo.service.loopingcall [None req-bb562444-741e-4b51-ac97-e2a34ce7f4a5 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 764.887807] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5897ca9-4a38-4583-a15a-dbb0a621ab2e] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 764.889729] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c912fc5d-98ef-48a7-a6ca-6113b0631192 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.910595] env[62353]: DEBUG oslo_vmware.api [None req-bb1113ad-1020-4e47-a1cb-85ad946c462a tempest-VolumesAssistedSnapshotsTest-37213375 tempest-VolumesAssistedSnapshotsTest-37213375-project-admin] Task: {'id': task-2372312, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.912085] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 764.912085] env[62353]: value = "task-2372324" [ 764.912085] env[62353]: _type = "Task" [ 764.912085] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.920755] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372324, 'name': CreateVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.967785] env[62353]: DEBUG oslo_vmware.api [None req-23b3ea04-8859-4e11-aba3-c2b76f5e5ce7 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Task: {'id': task-2372313, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.988737] env[62353]: DEBUG oslo_vmware.api [None req-f3ea950a-ffca-4141-b458-061b7a8121f3 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] Task: {'id': task-2372316, 'name': ResetVM_Task, 'duration_secs': 0.11689} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.996024] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-f3ea950a-ffca-4141-b458-061b7a8121f3 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] [instance: 28447a5e-1970-4231-9866-6bd221bcca82] Did hard reboot of VM {{(pid=62353) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 764.996024] env[62353]: DEBUG nova.compute.manager [None req-f3ea950a-ffca-4141-b458-061b7a8121f3 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] [instance: 28447a5e-1970-4231-9866-6bd221bcca82] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 764.996024] env[62353]: DEBUG oslo_vmware.api [None req-8637bbe6-9073-4301-9389-522b0a0fb455 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Task: {'id': task-2372317, 'name': PowerOffVM_Task, 'duration_secs': 0.196081} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.996024] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a3ee369-0a4f-4700-8b27-75cab2b4ffbb {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.997639] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-8637bbe6-9073-4301-9389-522b0a0fb455 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] [instance: faaa5eff-8814-4951-a6fc-9b2a53891f1c] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 764.997835] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-8637bbe6-9073-4301-9389-522b0a0fb455 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] [instance: faaa5eff-8814-4951-a6fc-9b2a53891f1c] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 765.000666] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eceab3e7-1512-4302-b2f8-8fb35af17859 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.053287] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b517e15a-d4ab-4480-9e16-fd4b9e05197f tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.292s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 765.055706] env[62353]: DEBUG oslo_concurrency.lockutils [None req-bad6df6e-5de5-4b4f-8073-5e9f0836c441 tempest-ServersTestFqdnHostnames-53680272 tempest-ServersTestFqdnHostnames-53680272-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.529s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 765.056271] env[62353]: DEBUG nova.objects.instance [None req-bad6df6e-5de5-4b4f-8073-5e9f0836c441 tempest-ServersTestFqdnHostnames-53680272 tempest-ServersTestFqdnHostnames-53680272-project-member] Lazy-loading 'resources' on Instance uuid 3c094195-7f0d-4043-a1e4-8acbf634b14f {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 765.073553] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-8637bbe6-9073-4301-9389-522b0a0fb455 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] [instance: faaa5eff-8814-4951-a6fc-9b2a53891f1c] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 765.073772] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-8637bbe6-9073-4301-9389-522b0a0fb455 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] [instance: faaa5eff-8814-4951-a6fc-9b2a53891f1c] Deleting contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 765.073944] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-8637bbe6-9073-4301-9389-522b0a0fb455 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Deleting the datastore file [datastore1] faaa5eff-8814-4951-a6fc-9b2a53891f1c {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 765.074236] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-be447c69-0778-4900-8503-f5a7cca20d73 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.096269] env[62353]: DEBUG oslo_vmware.api [None req-8637bbe6-9073-4301-9389-522b0a0fb455 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Waiting for the task: (returnval){ [ 765.096269] env[62353]: value = "task-2372326" [ 765.096269] env[62353]: _type = "Task" [ 765.096269] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.101535] env[62353]: INFO nova.scheduler.client.report [None req-b517e15a-d4ab-4480-9e16-fd4b9e05197f tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Deleted allocations for instance f468937a-de46-49b3-ba64-40403bb6b77f [ 765.117073] env[62353]: DEBUG oslo_vmware.api [None req-8637bbe6-9073-4301-9389-522b0a0fb455 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Task: {'id': task-2372326, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.134892] env[62353]: DEBUG oslo_vmware.api [None req-d5cc3941-23a9-49de-b074-7ff67f6c5116 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Task: {'id': task-2372318, 'name': ReconfigVM_Task, 'duration_secs': 0.31967} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.138844] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5cc3941-23a9-49de-b074-7ff67f6c5116 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 758fbe89-1e60-4025-853d-41439705356b] Reconfigured VM instance instance-0000002f to attach disk [datastore2] 758fbe89-1e60-4025-853d-41439705356b/758fbe89-1e60-4025-853d-41439705356b.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 765.139640] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ea7bc2ad-c801-4718-979b-f515828b72ad {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.150366] env[62353]: DEBUG oslo_vmware.api [None req-6f3dd825-9e48-4092-88bb-e6b2cc0113a1 tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Task: {'id': task-2372319, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.154842] env[62353]: DEBUG oslo_vmware.api [None req-d5cc3941-23a9-49de-b074-7ff67f6c5116 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Waiting for the task: (returnval){ [ 765.154842] env[62353]: value = "task-2372327" [ 765.154842] env[62353]: _type = "Task" [ 765.154842] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.155123] env[62353]: DEBUG oslo_vmware.api [None req-ae4b77b8-42e4-48fe-82a2-a48c6458027f tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Task: {'id': task-2372320, 'name': SuspendVM_Task} progress is 58%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.167232] env[62353]: DEBUG oslo_vmware.api [None req-d5cc3941-23a9-49de-b074-7ff67f6c5116 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Task: {'id': task-2372327, 'name': Rename_Task} progress is 10%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.232159] env[62353]: DEBUG oslo_vmware.api [None req-0bbb6de3-ecae-4e5d-a13c-0663b642eae2 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Task: {'id': task-2372297, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.238340] env[62353]: DEBUG nova.network.neutron [None req-07298cff-bcb2-4e20-aa22-97523db1daa4 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: cd87ae19-37ee-4d88-95ee-9de38d5214a4] Updating instance_info_cache with network_info: [{"id": "85d268bd-7eab-47eb-9352-44c996b74f59", "address": "fa:16:3e:c0:3a:8c", "network": {"id": "e5d036e4-e0e1-4263-a13b-32de611efa27", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1880879466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c183cea98ca94f09886d57c4499788e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08e9585e-6186-4788-9fd9-24174ce45a6f", "external-id": "nsx-vlan-transportzone-254", "segmentation_id": 254, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85d268bd-7e", "ovs_interfaceid": "85d268bd-7eab-47eb-9352-44c996b74f59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.255993] env[62353]: DEBUG nova.network.neutron [req-b305ffdd-437e-4998-b8ba-3968b8d10f21 req-8d7580d9-aebc-4111-960c-e9550b71e02b service nova] [instance: 9fdc58aa-dd5a-4fe0-95ff-5ad2d06f0298] Updated VIF entry in instance network info cache for port 62ba6177-5766-46e6-a49e-c2d05ec34069. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 765.256487] env[62353]: DEBUG nova.network.neutron [req-b305ffdd-437e-4998-b8ba-3968b8d10f21 req-8d7580d9-aebc-4111-960c-e9550b71e02b service nova] [instance: 9fdc58aa-dd5a-4fe0-95ff-5ad2d06f0298] Updating instance_info_cache with network_info: [{"id": "62ba6177-5766-46e6-a49e-c2d05ec34069", "address": "fa:16:3e:b1:b6:15", "network": {"id": "d81a66f5-bbd7-4e7d-9951-1375f9bdbebb", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1662318300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4124b0b9858844eab583b43b1909edbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62ba6177-57", "ovs_interfaceid": "62ba6177-5766-46e6-a49e-c2d05ec34069", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.266958] env[62353]: DEBUG oslo_vmware.api [None req-7827a4cb-f52d-468f-9883-6beac842ee6f tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52c08755-ea6a-6f7f-27ae-d18a31fd288b, 'name': SearchDatastore_Task, 'duration_secs': 0.01213} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.267438] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7827a4cb-f52d-468f-9883-6beac842ee6f tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Releasing lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 765.267829] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-7827a4cb-f52d-468f-9883-6beac842ee6f tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore2] 9cd85b1f-93a5-43f3-bda3-1518bb774759/9cd85b1f-93a5-43f3-bda3-1518bb774759.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 765.270931] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f1e99d90-2225-4b77-9eae-8bc44d43603b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.279798] env[62353]: DEBUG oslo_vmware.api [None req-7827a4cb-f52d-468f-9883-6beac842ee6f tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Waiting for the task: (returnval){ [ 765.279798] env[62353]: value = "task-2372328" [ 765.279798] env[62353]: _type = "Task" [ 765.279798] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.292442] env[62353]: DEBUG oslo_vmware.api [None req-7827a4cb-f52d-468f-9883-6beac842ee6f tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Task: {'id': task-2372328, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.376470] env[62353]: DEBUG nova.network.neutron [req-f53460e0-2852-4af9-a322-b5109d09bbe8 req-de1777b5-8819-4001-9bdc-7997c5713b0e service nova] [instance: 9cd85b1f-93a5-43f3-bda3-1518bb774759] Updated VIF entry in instance network info cache for port 2c3cd717-79ea-41f5-93dc-a52b3f595991. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 765.376569] env[62353]: DEBUG nova.network.neutron [req-f53460e0-2852-4af9-a322-b5109d09bbe8 req-de1777b5-8819-4001-9bdc-7997c5713b0e service nova] [instance: 9cd85b1f-93a5-43f3-bda3-1518bb774759] Updating instance_info_cache with network_info: [{"id": "2c3cd717-79ea-41f5-93dc-a52b3f595991", "address": "fa:16:3e:75:81:ce", "network": {"id": "f9c567b3-403a-4849-9262-a3e67f5e22e0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2067735324-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce7d37901d844950adf602218b205ea8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06eaa4c9-dbc2-4d38-a844-7bf76e7b5a64", "external-id": "nsx-vlan-transportzone-804", "segmentation_id": 804, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c3cd717-79", "ovs_interfaceid": "2c3cd717-79ea-41f5-93dc-a52b3f595991", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.396594] env[62353]: DEBUG oslo_vmware.api [None req-bb1113ad-1020-4e47-a1cb-85ad946c462a tempest-VolumesAssistedSnapshotsTest-37213375 tempest-VolumesAssistedSnapshotsTest-37213375-project-admin] Task: {'id': task-2372312, 'name': ReconfigVM_Task, 'duration_secs': 1.08051} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.396849] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb1113ad-1020-4e47-a1cb-85ad946c462a tempest-VolumesAssistedSnapshotsTest-37213375 tempest-VolumesAssistedSnapshotsTest-37213375-project-admin] [instance: 832a2083-5874-47b5-a9c7-fdb4a69a94bb] Reconfigured VM instance instance-0000000b to attach disk [datastore2] volume-bb3dca43-8614-4150-af21-691d583c8509/volume-bb3dca43-8614-4150-af21-691d583c8509.vmdk or device None with type thin {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 765.402137] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-feb12279-763a-4ddc-ad3a-376db079b6d4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.427153] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372324, 'name': CreateVM_Task, 'duration_secs': 0.383844} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.428680] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5897ca9-4a38-4583-a15a-dbb0a621ab2e] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 765.429288] env[62353]: DEBUG oslo_vmware.api [None req-bb1113ad-1020-4e47-a1cb-85ad946c462a tempest-VolumesAssistedSnapshotsTest-37213375 tempest-VolumesAssistedSnapshotsTest-37213375-project-admin] Waiting for the task: (returnval){ [ 765.429288] env[62353]: value = "task-2372329" [ 765.429288] env[62353]: _type = "Task" [ 765.429288] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.429785] env[62353]: DEBUG oslo_concurrency.lockutils [None req-bb562444-741e-4b51-ac97-e2a34ce7f4a5 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 765.430015] env[62353]: DEBUG oslo_concurrency.lockutils [None req-bb562444-741e-4b51-ac97-e2a34ce7f4a5 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] Acquired lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.430422] env[62353]: DEBUG oslo_concurrency.lockutils [None req-bb562444-741e-4b51-ac97-e2a34ce7f4a5 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 765.430767] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4869999b-8a47-40a1-80cc-1caa62e0c8c6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.438621] env[62353]: DEBUG oslo_vmware.api [None req-bb562444-741e-4b51-ac97-e2a34ce7f4a5 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] Waiting for the task: (returnval){ [ 765.438621] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]526338f9-f697-0b9f-3964-9f33083b41bb" [ 765.438621] env[62353]: _type = "Task" [ 765.438621] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.443167] env[62353]: DEBUG oslo_vmware.api [None req-bb1113ad-1020-4e47-a1cb-85ad946c462a tempest-VolumesAssistedSnapshotsTest-37213375 tempest-VolumesAssistedSnapshotsTest-37213375-project-admin] Task: {'id': task-2372329, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.452148] env[62353]: DEBUG oslo_vmware.api [None req-bb562444-741e-4b51-ac97-e2a34ce7f4a5 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]526338f9-f697-0b9f-3964-9f33083b41bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.461640] env[62353]: DEBUG oslo_vmware.api [None req-23b3ea04-8859-4e11-aba3-c2b76f5e5ce7 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Task: {'id': task-2372313, 'name': ReconfigVM_Task, 'duration_secs': 1.060345} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.461805] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-23b3ea04-8859-4e11-aba3-c2b76f5e5ce7 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] [instance: 9fdc58aa-dd5a-4fe0-95ff-5ad2d06f0298] Reconfigured VM instance instance-00000033 to attach disk [datastore1] 9fdc58aa-dd5a-4fe0-95ff-5ad2d06f0298/9fdc58aa-dd5a-4fe0-95ff-5ad2d06f0298.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 765.462533] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-03ba2c0f-2ac2-4761-a52f-3cb2b452cc6e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.468483] env[62353]: DEBUG oslo_vmware.api [None req-23b3ea04-8859-4e11-aba3-c2b76f5e5ce7 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Waiting for the task: (returnval){ [ 765.468483] env[62353]: value = "task-2372330" [ 765.468483] env[62353]: _type = "Task" [ 765.468483] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.478044] env[62353]: DEBUG oslo_vmware.api [None req-23b3ea04-8859-4e11-aba3-c2b76f5e5ce7 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Task: {'id': task-2372330, 'name': Rename_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.520214] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f3ea950a-ffca-4141-b458-061b7a8121f3 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] Lock "28447a5e-1970-4231-9866-6bd221bcca82" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.565s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 765.618533] env[62353]: DEBUG oslo_vmware.api [None req-8637bbe6-9073-4301-9389-522b0a0fb455 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Task: {'id': task-2372326, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.268828} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.619701] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b517e15a-d4ab-4480-9e16-fd4b9e05197f tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Lock "f468937a-de46-49b3-ba64-40403bb6b77f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.082s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 765.620795] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-8637bbe6-9073-4301-9389-522b0a0fb455 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 765.621941] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-8637bbe6-9073-4301-9389-522b0a0fb455 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] [instance: faaa5eff-8814-4951-a6fc-9b2a53891f1c] Deleted contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 765.621988] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-8637bbe6-9073-4301-9389-522b0a0fb455 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] [instance: faaa5eff-8814-4951-a6fc-9b2a53891f1c] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 765.622174] env[62353]: INFO nova.compute.manager [None req-8637bbe6-9073-4301-9389-522b0a0fb455 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] [instance: faaa5eff-8814-4951-a6fc-9b2a53891f1c] Took 1.18 seconds to destroy the instance on the hypervisor. [ 765.622422] env[62353]: DEBUG oslo.service.loopingcall [None req-8637bbe6-9073-4301-9389-522b0a0fb455 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 765.626061] env[62353]: DEBUG nova.compute.manager [-] [instance: faaa5eff-8814-4951-a6fc-9b2a53891f1c] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 765.626236] env[62353]: DEBUG nova.network.neutron [-] [instance: faaa5eff-8814-4951-a6fc-9b2a53891f1c] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 765.657896] env[62353]: DEBUG oslo_vmware.api [None req-6f3dd825-9e48-4092-88bb-e6b2cc0113a1 tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Task: {'id': task-2372319, 'name': PowerOffVM_Task, 'duration_secs': 0.797313} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.658264] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f3dd825-9e48-4092-88bb-e6b2cc0113a1 tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] [instance: 9871d7de-d94b-4b64-8e25-d9be6f01e949] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 765.658582] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-6f3dd825-9e48-4092-88bb-e6b2cc0113a1 tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] [instance: 9871d7de-d94b-4b64-8e25-d9be6f01e949] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 765.659047] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0361b1f4-1ebf-4114-8bec-138f7ae03312 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.669981] env[62353]: DEBUG oslo_vmware.api [None req-ae4b77b8-42e4-48fe-82a2-a48c6458027f tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Task: {'id': task-2372320, 'name': SuspendVM_Task, 'duration_secs': 0.799549} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.674454] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ae4b77b8-42e4-48fe-82a2-a48c6458027f tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: a6583a62-ee37-42e0-9a51-b0ce30de58c2] Suspended the VM {{(pid=62353) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 765.674838] env[62353]: DEBUG nova.compute.manager [None req-ae4b77b8-42e4-48fe-82a2-a48c6458027f tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: a6583a62-ee37-42e0-9a51-b0ce30de58c2] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 765.677061] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65e54b3a-33e6-4380-b9df-802f2c1d175d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.689693] env[62353]: DEBUG oslo_vmware.api [None req-d5cc3941-23a9-49de-b074-7ff67f6c5116 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Task: {'id': task-2372327, 'name': Rename_Task, 'duration_secs': 0.147664} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.694246] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5cc3941-23a9-49de-b074-7ff67f6c5116 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 758fbe89-1e60-4025-853d-41439705356b] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 765.695012] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f5f49960-ce0f-4249-bcf6-765362da0938 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.700510] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-6f3dd825-9e48-4092-88bb-e6b2cc0113a1 tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] [instance: 9871d7de-d94b-4b64-8e25-d9be6f01e949] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 765.700833] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-6f3dd825-9e48-4092-88bb-e6b2cc0113a1 tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] [instance: 9871d7de-d94b-4b64-8e25-d9be6f01e949] Deleting contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 765.701278] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f3dd825-9e48-4092-88bb-e6b2cc0113a1 tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Deleting the datastore file [datastore2] 9871d7de-d94b-4b64-8e25-d9be6f01e949 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 765.707035] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a521fc25-4d06-4f1c-a98b-4ca0e1197143 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.717054] env[62353]: DEBUG oslo_vmware.api [None req-d5cc3941-23a9-49de-b074-7ff67f6c5116 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Waiting for the task: (returnval){ [ 765.717054] env[62353]: value = "task-2372332" [ 765.717054] env[62353]: _type = "Task" [ 765.717054] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.721784] env[62353]: DEBUG oslo_vmware.api [None req-6f3dd825-9e48-4092-88bb-e6b2cc0113a1 tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Waiting for the task: (returnval){ [ 765.721784] env[62353]: value = "task-2372333" [ 765.721784] env[62353]: _type = "Task" [ 765.721784] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.729984] env[62353]: DEBUG oslo_vmware.api [None req-d5cc3941-23a9-49de-b074-7ff67f6c5116 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Task: {'id': task-2372332, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.743352] env[62353]: DEBUG oslo_concurrency.lockutils [None req-07298cff-bcb2-4e20-aa22-97523db1daa4 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Releasing lock "refresh_cache-cd87ae19-37ee-4d88-95ee-9de38d5214a4" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 765.749259] env[62353]: DEBUG oslo_vmware.api [None req-6f3dd825-9e48-4092-88bb-e6b2cc0113a1 tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Task: {'id': task-2372333, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.755478] env[62353]: DEBUG oslo_vmware.api [None req-0bbb6de3-ecae-4e5d-a13c-0663b642eae2 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Task: {'id': task-2372297, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.761036] env[62353]: DEBUG oslo_concurrency.lockutils [req-b305ffdd-437e-4998-b8ba-3968b8d10f21 req-8d7580d9-aebc-4111-960c-e9550b71e02b service nova] Releasing lock "refresh_cache-9fdc58aa-dd5a-4fe0-95ff-5ad2d06f0298" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 765.761391] env[62353]: DEBUG nova.compute.manager [req-b305ffdd-437e-4998-b8ba-3968b8d10f21 req-8d7580d9-aebc-4111-960c-e9550b71e02b service nova] [instance: fa27d91c-5bae-40a3-a153-ac41f4238532] Received event network-vif-deleted-2e81ca6f-7554-4da3-882e-612d629c56c7 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 765.761804] env[62353]: DEBUG nova.compute.manager [req-b305ffdd-437e-4998-b8ba-3968b8d10f21 req-8d7580d9-aebc-4111-960c-e9550b71e02b service nova] [instance: fa27d91c-5bae-40a3-a153-ac41f4238532] Received event network-vif-deleted-736aa612-6465-4b75-8866-bc5586a30dc3 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 765.763041] env[62353]: DEBUG nova.compute.manager [req-b305ffdd-437e-4998-b8ba-3968b8d10f21 req-8d7580d9-aebc-4111-960c-e9550b71e02b service nova] [instance: fa27d91c-5bae-40a3-a153-ac41f4238532] Received event network-vif-deleted-af7f7943-4115-461a-ae44-af0f93d6bd01 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 765.794025] env[62353]: DEBUG oslo_vmware.api [None req-7827a4cb-f52d-468f-9883-6beac842ee6f tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Task: {'id': task-2372328, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.879225] env[62353]: DEBUG oslo_concurrency.lockutils [req-f53460e0-2852-4af9-a322-b5109d09bbe8 req-de1777b5-8819-4001-9bdc-7997c5713b0e service nova] Releasing lock "refresh_cache-9cd85b1f-93a5-43f3-bda3-1518bb774759" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 765.947056] env[62353]: DEBUG oslo_vmware.api [None req-bb1113ad-1020-4e47-a1cb-85ad946c462a tempest-VolumesAssistedSnapshotsTest-37213375 tempest-VolumesAssistedSnapshotsTest-37213375-project-admin] Task: {'id': task-2372329, 'name': ReconfigVM_Task, 'duration_secs': 0.161695} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.950561] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb1113ad-1020-4e47-a1cb-85ad946c462a tempest-VolumesAssistedSnapshotsTest-37213375 tempest-VolumesAssistedSnapshotsTest-37213375-project-admin] [instance: 832a2083-5874-47b5-a9c7-fdb4a69a94bb] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-481605', 'volume_id': 'bb3dca43-8614-4150-af21-691d583c8509', 'name': 'volume-bb3dca43-8614-4150-af21-691d583c8509', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '832a2083-5874-47b5-a9c7-fdb4a69a94bb', 'attached_at': '', 'detached_at': '', 'volume_id': 'bb3dca43-8614-4150-af21-691d583c8509', 'serial': 'bb3dca43-8614-4150-af21-691d583c8509'} {{(pid=62353) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 765.961115] env[62353]: DEBUG oslo_vmware.api [None req-bb562444-741e-4b51-ac97-e2a34ce7f4a5 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]526338f9-f697-0b9f-3964-9f33083b41bb, 'name': SearchDatastore_Task, 'duration_secs': 0.015844} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.961684] env[62353]: DEBUG oslo_concurrency.lockutils [None req-bb562444-741e-4b51-ac97-e2a34ce7f4a5 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] Releasing lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 765.962017] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-bb562444-741e-4b51-ac97-e2a34ce7f4a5 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] [instance: f5897ca9-4a38-4583-a15a-dbb0a621ab2e] Processing image 06f909ae-e8dc-43b4-abf7-c7ed85db9bbd {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 765.962510] env[62353]: DEBUG oslo_concurrency.lockutils [None req-bb562444-741e-4b51-ac97-e2a34ce7f4a5 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 765.962510] env[62353]: DEBUG oslo_concurrency.lockutils [None req-bb562444-741e-4b51-ac97-e2a34ce7f4a5 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] Acquired lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.962837] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb562444-741e-4b51-ac97-e2a34ce7f4a5 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 765.964079] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-51c14326-25fb-476d-b7f2-4a1fa2cd37a1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.977152] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb562444-741e-4b51-ac97-e2a34ce7f4a5 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 765.977439] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-bb562444-741e-4b51-ac97-e2a34ce7f4a5 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 765.979030] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d36d6ea9-1f88-4836-9397-f8974a2ba2fc {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.985894] env[62353]: DEBUG oslo_vmware.api [None req-23b3ea04-8859-4e11-aba3-c2b76f5e5ce7 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Task: {'id': task-2372330, 'name': Rename_Task, 'duration_secs': 0.183407} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.986901] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-23b3ea04-8859-4e11-aba3-c2b76f5e5ce7 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] [instance: 9fdc58aa-dd5a-4fe0-95ff-5ad2d06f0298] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 765.987426] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7cbe989b-6179-4d2f-a9f1-5e1d89a94c8d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.990661] env[62353]: DEBUG oslo_vmware.api [None req-bb562444-741e-4b51-ac97-e2a34ce7f4a5 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] Waiting for the task: (returnval){ [ 765.990661] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]524e2627-9db4-9743-e5fe-52290a1e2cd5" [ 765.990661] env[62353]: _type = "Task" [ 765.990661] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.999305] env[62353]: DEBUG oslo_vmware.api [None req-23b3ea04-8859-4e11-aba3-c2b76f5e5ce7 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Waiting for the task: (returnval){ [ 765.999305] env[62353]: value = "task-2372334" [ 765.999305] env[62353]: _type = "Task" [ 765.999305] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.002500] env[62353]: DEBUG oslo_vmware.api [None req-bb562444-741e-4b51-ac97-e2a34ce7f4a5 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]524e2627-9db4-9743-e5fe-52290a1e2cd5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.013581] env[62353]: DEBUG oslo_vmware.api [None req-23b3ea04-8859-4e11-aba3-c2b76f5e5ce7 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Task: {'id': task-2372334, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.158171] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-475cb2b6-30af-4404-bea7-816e92fa9697 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.167593] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2958b3e4-9b37-4e39-bbe8-6ca836a6935d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.206472] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6372c40-70be-4d05-acc7-083c40ea7c46 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.221468] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe06ec32-40ab-4b29-be53-c0ee9232d9b0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.249794] env[62353]: DEBUG nova.compute.provider_tree [None req-bad6df6e-5de5-4b4f-8073-5e9f0836c441 tempest-ServersTestFqdnHostnames-53680272 tempest-ServersTestFqdnHostnames-53680272-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 766.252965] env[62353]: DEBUG oslo_vmware.api [None req-d5cc3941-23a9-49de-b074-7ff67f6c5116 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Task: {'id': task-2372332, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.265711] env[62353]: DEBUG oslo_vmware.api [None req-0bbb6de3-ecae-4e5d-a13c-0663b642eae2 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Task: {'id': task-2372297, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.266047] env[62353]: DEBUG oslo_vmware.api [None req-6f3dd825-9e48-4092-88bb-e6b2cc0113a1 tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Task: {'id': task-2372333, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.342605} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.267428] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-07298cff-bcb2-4e20-aa22-97523db1daa4 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: cd87ae19-37ee-4d88-95ee-9de38d5214a4] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 766.267815] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f3dd825-9e48-4092-88bb-e6b2cc0113a1 tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 766.268511] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-6f3dd825-9e48-4092-88bb-e6b2cc0113a1 tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] [instance: 9871d7de-d94b-4b64-8e25-d9be6f01e949] Deleted contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 766.268623] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-6f3dd825-9e48-4092-88bb-e6b2cc0113a1 tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] [instance: 9871d7de-d94b-4b64-8e25-d9be6f01e949] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 766.268902] env[62353]: INFO nova.compute.manager [None req-6f3dd825-9e48-4092-88bb-e6b2cc0113a1 tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] [instance: 9871d7de-d94b-4b64-8e25-d9be6f01e949] Took 1.69 seconds to destroy the instance on the hypervisor. [ 766.269263] env[62353]: DEBUG oslo.service.loopingcall [None req-6f3dd825-9e48-4092-88bb-e6b2cc0113a1 tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 766.269473] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e8285517-deb0-46d6-96b1-bdd5a777050b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.271796] env[62353]: DEBUG nova.compute.manager [-] [instance: 9871d7de-d94b-4b64-8e25-d9be6f01e949] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 766.271977] env[62353]: DEBUG nova.network.neutron [-] [instance: 9871d7de-d94b-4b64-8e25-d9be6f01e949] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 766.281638] env[62353]: DEBUG oslo_vmware.api [None req-07298cff-bcb2-4e20-aa22-97523db1daa4 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Waiting for the task: (returnval){ [ 766.281638] env[62353]: value = "task-2372335" [ 766.281638] env[62353]: _type = "Task" [ 766.281638] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.297022] env[62353]: DEBUG oslo_vmware.api [None req-07298cff-bcb2-4e20-aa22-97523db1daa4 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Task: {'id': task-2372335, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.298834] env[62353]: DEBUG oslo_vmware.api [None req-7827a4cb-f52d-468f-9883-6beac842ee6f tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Task: {'id': task-2372328, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.691194} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.299171] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-7827a4cb-f52d-468f-9883-6beac842ee6f tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore2] 9cd85b1f-93a5-43f3-bda3-1518bb774759/9cd85b1f-93a5-43f3-bda3-1518bb774759.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 766.299485] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-7827a4cb-f52d-468f-9883-6beac842ee6f tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 9cd85b1f-93a5-43f3-bda3-1518bb774759] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 766.299750] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-09693d0a-005e-4b72-9cfc-7f20a76a1130 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.306624] env[62353]: DEBUG oslo_vmware.api [None req-7827a4cb-f52d-468f-9883-6beac842ee6f tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Waiting for the task: (returnval){ [ 766.306624] env[62353]: value = "task-2372336" [ 766.306624] env[62353]: _type = "Task" [ 766.306624] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.307339] env[62353]: DEBUG nova.network.neutron [-] [instance: 9871d7de-d94b-4b64-8e25-d9be6f01e949] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 766.320533] env[62353]: DEBUG oslo_vmware.api [None req-7827a4cb-f52d-468f-9883-6beac842ee6f tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Task: {'id': task-2372336, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.409344] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4c71ec63-abde-4aff-8711-b60874d139f3 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Acquiring lock "1ec74f8a-42d5-4213-843d-684129706edf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 766.410108] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4c71ec63-abde-4aff-8711-b60874d139f3 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Lock "1ec74f8a-42d5-4213-843d-684129706edf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 766.410503] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4c71ec63-abde-4aff-8711-b60874d139f3 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Acquiring lock "1ec74f8a-42d5-4213-843d-684129706edf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 766.410983] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4c71ec63-abde-4aff-8711-b60874d139f3 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Lock "1ec74f8a-42d5-4213-843d-684129706edf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 766.411402] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4c71ec63-abde-4aff-8711-b60874d139f3 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Lock "1ec74f8a-42d5-4213-843d-684129706edf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 766.414247] env[62353]: INFO nova.compute.manager [None req-4c71ec63-abde-4aff-8711-b60874d139f3 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] [instance: 1ec74f8a-42d5-4213-843d-684129706edf] Terminating instance [ 766.515265] env[62353]: DEBUG oslo_vmware.api [None req-bb562444-741e-4b51-ac97-e2a34ce7f4a5 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]524e2627-9db4-9743-e5fe-52290a1e2cd5, 'name': SearchDatastore_Task, 'duration_secs': 0.012357} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.517102] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6695f3d-1b2d-44cc-a024-af816c9fc567 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.523725] env[62353]: DEBUG oslo_vmware.api [None req-23b3ea04-8859-4e11-aba3-c2b76f5e5ce7 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Task: {'id': task-2372334, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.527545] env[62353]: DEBUG oslo_vmware.api [None req-bb562444-741e-4b51-ac97-e2a34ce7f4a5 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] Waiting for the task: (returnval){ [ 766.527545] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]529e4dc5-d192-3284-e9c8-6f5ead74056a" [ 766.527545] env[62353]: _type = "Task" [ 766.527545] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.536703] env[62353]: DEBUG oslo_vmware.api [None req-bb562444-741e-4b51-ac97-e2a34ce7f4a5 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]529e4dc5-d192-3284-e9c8-6f5ead74056a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.622749] env[62353]: DEBUG nova.network.neutron [-] [instance: faaa5eff-8814-4951-a6fc-9b2a53891f1c] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.723607] env[62353]: DEBUG nova.compute.manager [req-ffe2863f-f5cd-4c82-abeb-113972175aac req-1875cbf4-08d8-4165-bb18-015ce4a5098a service nova] [instance: faaa5eff-8814-4951-a6fc-9b2a53891f1c] Received event network-vif-deleted-22a6a69e-2698-4ab8-8244-1784b38f85a2 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 766.730444] env[62353]: DEBUG oslo_vmware.api [None req-d5cc3941-23a9-49de-b074-7ff67f6c5116 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Task: {'id': task-2372332, 'name': PowerOnVM_Task, 'duration_secs': 0.951574} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.733720] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5cc3941-23a9-49de-b074-7ff67f6c5116 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 758fbe89-1e60-4025-853d-41439705356b] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 766.733956] env[62353]: DEBUG nova.compute.manager [None req-d5cc3941-23a9-49de-b074-7ff67f6c5116 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 758fbe89-1e60-4025-853d-41439705356b] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 766.735119] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d94f4cd1-34e0-4bca-a39c-15c404a0e505 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.749168] env[62353]: DEBUG oslo_vmware.api [None req-0bbb6de3-ecae-4e5d-a13c-0663b642eae2 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Task: {'id': task-2372297, 'name': ReconfigVM_Task, 'duration_secs': 5.810959} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.751568] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0bbb6de3-ecae-4e5d-a13c-0663b642eae2 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Releasing lock "8b313bab-8370-47c5-a03b-c809dc96fd21" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 766.751568] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-0bbb6de3-ecae-4e5d-a13c-0663b642eae2 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: 8b313bab-8370-47c5-a03b-c809dc96fd21] Reconfigured VM to detach interface {{(pid=62353) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 766.753451] env[62353]: DEBUG nova.scheduler.client.report [None req-bad6df6e-5de5-4b4f-8073-5e9f0836c441 tempest-ServersTestFqdnHostnames-53680272 tempest-ServersTestFqdnHostnames-53680272-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 766.798079] env[62353]: DEBUG oslo_vmware.api [None req-07298cff-bcb2-4e20-aa22-97523db1daa4 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Task: {'id': task-2372335, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.813588] env[62353]: DEBUG nova.network.neutron [-] [instance: 9871d7de-d94b-4b64-8e25-d9be6f01e949] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.820137] env[62353]: DEBUG oslo_vmware.api [None req-7827a4cb-f52d-468f-9883-6beac842ee6f tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Task: {'id': task-2372336, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083217} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.820408] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-7827a4cb-f52d-468f-9883-6beac842ee6f tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 9cd85b1f-93a5-43f3-bda3-1518bb774759] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 766.821224] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-862264e8-f564-44cf-a4f0-bcb8b46a503b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.845576] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-7827a4cb-f52d-468f-9883-6beac842ee6f tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 9cd85b1f-93a5-43f3-bda3-1518bb774759] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] 9cd85b1f-93a5-43f3-bda3-1518bb774759/9cd85b1f-93a5-43f3-bda3-1518bb774759.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 766.846368] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dff917fd-2b97-4ff8-9c09-fd2439a84f3e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.866195] env[62353]: DEBUG oslo_vmware.api [None req-7827a4cb-f52d-468f-9883-6beac842ee6f tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Waiting for the task: (returnval){ [ 766.866195] env[62353]: value = "task-2372337" [ 766.866195] env[62353]: _type = "Task" [ 766.866195] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.875891] env[62353]: DEBUG oslo_vmware.api [None req-7827a4cb-f52d-468f-9883-6beac842ee6f tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Task: {'id': task-2372337, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.893457] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-132424d3-5a32-4e32-bdb6-b8a683001aef tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] [instance: d0318881-a5f3-4701-991a-7e42895b5f46] Volume attach. Driver type: vmdk {{(pid=62353) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 766.893936] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-132424d3-5a32-4e32-bdb6-b8a683001aef tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] [instance: d0318881-a5f3-4701-991a-7e42895b5f46] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-481611', 'volume_id': 'd9f6869d-b6ac-46e6-a3e2-cbdd39a2f1ff', 'name': 'volume-d9f6869d-b6ac-46e6-a3e2-cbdd39a2f1ff', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd0318881-a5f3-4701-991a-7e42895b5f46', 'attached_at': '', 'detached_at': '', 'volume_id': 'd9f6869d-b6ac-46e6-a3e2-cbdd39a2f1ff', 'serial': 'd9f6869d-b6ac-46e6-a3e2-cbdd39a2f1ff'} {{(pid=62353) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 766.895090] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fb7f9ab-cfba-4d7a-90ea-698c097cb285 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.913166] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dac5fa1a-8b41-46d6-8c1a-eb6b4a5587db {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.918218] env[62353]: DEBUG nova.compute.manager [None req-4c71ec63-abde-4aff-8711-b60874d139f3 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] [instance: 1ec74f8a-42d5-4213-843d-684129706edf] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 766.918549] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-4c71ec63-abde-4aff-8711-b60874d139f3 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] [instance: 1ec74f8a-42d5-4213-843d-684129706edf] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 766.932921] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d18589b2-bbaa-4bd3-b521-3ea8414f673b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.945529] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-132424d3-5a32-4e32-bdb6-b8a683001aef tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] [instance: d0318881-a5f3-4701-991a-7e42895b5f46] Reconfiguring VM instance instance-0000002a to attach disk [datastore2] volume-d9f6869d-b6ac-46e6-a3e2-cbdd39a2f1ff/volume-d9f6869d-b6ac-46e6-a3e2-cbdd39a2f1ff.vmdk or device None with type thin {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 766.945873] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f7ff4e5d-9de9-4655-ab1f-f0193acb94de {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.969647] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c71ec63-abde-4aff-8711-b60874d139f3 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] [instance: 1ec74f8a-42d5-4213-843d-684129706edf] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 766.971741] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-26a6a55a-531d-46aa-94d2-c93c992b5bfa {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.976427] env[62353]: DEBUG oslo_vmware.api [None req-132424d3-5a32-4e32-bdb6-b8a683001aef tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Waiting for the task: (returnval){ [ 766.976427] env[62353]: value = "task-2372338" [ 766.976427] env[62353]: _type = "Task" [ 766.976427] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.983266] env[62353]: DEBUG oslo_vmware.api [None req-4c71ec63-abde-4aff-8711-b60874d139f3 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Waiting for the task: (returnval){ [ 766.983266] env[62353]: value = "task-2372339" [ 766.983266] env[62353]: _type = "Task" [ 766.983266] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.985151] env[62353]: DEBUG oslo_vmware.api [None req-132424d3-5a32-4e32-bdb6-b8a683001aef tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Task: {'id': task-2372338, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.996220] env[62353]: DEBUG oslo_vmware.api [None req-4c71ec63-abde-4aff-8711-b60874d139f3 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Task: {'id': task-2372339, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.003672] env[62353]: DEBUG nova.objects.instance [None req-bb1113ad-1020-4e47-a1cb-85ad946c462a tempest-VolumesAssistedSnapshotsTest-37213375 tempest-VolumesAssistedSnapshotsTest-37213375-project-admin] Lazy-loading 'flavor' on Instance uuid 832a2083-5874-47b5-a9c7-fdb4a69a94bb {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 767.014784] env[62353]: DEBUG oslo_vmware.api [None req-23b3ea04-8859-4e11-aba3-c2b76f5e5ce7 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Task: {'id': task-2372334, 'name': PowerOnVM_Task, 'duration_secs': 0.563107} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.015222] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-23b3ea04-8859-4e11-aba3-c2b76f5e5ce7 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] [instance: 9fdc58aa-dd5a-4fe0-95ff-5ad2d06f0298] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 767.015461] env[62353]: INFO nova.compute.manager [None req-23b3ea04-8859-4e11-aba3-c2b76f5e5ce7 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] [instance: 9fdc58aa-dd5a-4fe0-95ff-5ad2d06f0298] Took 9.77 seconds to spawn the instance on the hypervisor. [ 767.015756] env[62353]: DEBUG nova.compute.manager [None req-23b3ea04-8859-4e11-aba3-c2b76f5e5ce7 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] [instance: 9fdc58aa-dd5a-4fe0-95ff-5ad2d06f0298] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 767.019992] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1c7d5af-143a-47bd-8310-c8d5d4a664e2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.038234] env[62353]: DEBUG oslo_vmware.api [None req-bb562444-741e-4b51-ac97-e2a34ce7f4a5 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]529e4dc5-d192-3284-e9c8-6f5ead74056a, 'name': SearchDatastore_Task, 'duration_secs': 0.016218} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.038974] env[62353]: DEBUG oslo_concurrency.lockutils [None req-bb562444-741e-4b51-ac97-e2a34ce7f4a5 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] Releasing lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 767.038974] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb562444-741e-4b51-ac97-e2a34ce7f4a5 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore2] f5897ca9-4a38-4583-a15a-dbb0a621ab2e/f5897ca9-4a38-4583-a15a-dbb0a621ab2e.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 767.039143] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d9731ddf-9347-4bde-b0c6-4a47331cce79 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.047664] env[62353]: DEBUG oslo_vmware.api [None req-bb562444-741e-4b51-ac97-e2a34ce7f4a5 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] Waiting for the task: (returnval){ [ 767.047664] env[62353]: value = "task-2372340" [ 767.047664] env[62353]: _type = "Task" [ 767.047664] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.059103] env[62353]: DEBUG oslo_vmware.api [None req-bb562444-741e-4b51-ac97-e2a34ce7f4a5 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] Task: {'id': task-2372340, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.126088] env[62353]: INFO nova.compute.manager [-] [instance: faaa5eff-8814-4951-a6fc-9b2a53891f1c] Took 1.50 seconds to deallocate network for instance. [ 767.262120] env[62353]: DEBUG oslo_concurrency.lockutils [None req-bad6df6e-5de5-4b4f-8073-5e9f0836c441 tempest-ServersTestFqdnHostnames-53680272 tempest-ServersTestFqdnHostnames-53680272-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.206s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 767.266245] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d5cc3941-23a9-49de-b074-7ff67f6c5116 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 767.266606] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6fd533b2-6e36-445b-88bc-3abdb719b7a7 tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.397s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 767.268698] env[62353]: INFO nova.compute.claims [None req-6fd533b2-6e36-445b-88bc-3abdb719b7a7 tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] [instance: f7197def-541f-4abc-b448-ebe58e2acccc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 767.296150] env[62353]: DEBUG oslo_vmware.api [None req-07298cff-bcb2-4e20-aa22-97523db1daa4 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Task: {'id': task-2372335, 'name': PowerOnVM_Task, 'duration_secs': 0.545553} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.297264] env[62353]: INFO nova.scheduler.client.report [None req-bad6df6e-5de5-4b4f-8073-5e9f0836c441 tempest-ServersTestFqdnHostnames-53680272 tempest-ServersTestFqdnHostnames-53680272-project-member] Deleted allocations for instance 3c094195-7f0d-4043-a1e4-8acbf634b14f [ 767.298454] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-07298cff-bcb2-4e20-aa22-97523db1daa4 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: cd87ae19-37ee-4d88-95ee-9de38d5214a4] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 767.298659] env[62353]: DEBUG nova.compute.manager [None req-07298cff-bcb2-4e20-aa22-97523db1daa4 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: cd87ae19-37ee-4d88-95ee-9de38d5214a4] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 767.302797] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d05534f-6061-4601-930c-24f163a42c82 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.316368] env[62353]: INFO nova.compute.manager [-] [instance: 9871d7de-d94b-4b64-8e25-d9be6f01e949] Took 1.04 seconds to deallocate network for instance. [ 767.377594] env[62353]: DEBUG oslo_vmware.api [None req-7827a4cb-f52d-468f-9883-6beac842ee6f tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Task: {'id': task-2372337, 'name': ReconfigVM_Task, 'duration_secs': 0.444634} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.377892] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-7827a4cb-f52d-468f-9883-6beac842ee6f tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 9cd85b1f-93a5-43f3-bda3-1518bb774759] Reconfigured VM instance instance-00000034 to attach disk [datastore2] 9cd85b1f-93a5-43f3-bda3-1518bb774759/9cd85b1f-93a5-43f3-bda3-1518bb774759.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 767.378500] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ff029d00-b9d9-4451-8ae2-2ba053a5f020 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.386536] env[62353]: DEBUG oslo_vmware.api [None req-7827a4cb-f52d-468f-9883-6beac842ee6f tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Waiting for the task: (returnval){ [ 767.386536] env[62353]: value = "task-2372341" [ 767.386536] env[62353]: _type = "Task" [ 767.386536] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.396086] env[62353]: DEBUG oslo_vmware.api [None req-7827a4cb-f52d-468f-9883-6beac842ee6f tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Task: {'id': task-2372341, 'name': Rename_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.484278] env[62353]: DEBUG oslo_vmware.api [None req-132424d3-5a32-4e32-bdb6-b8a683001aef tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Task: {'id': task-2372338, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.494900] env[62353]: DEBUG oslo_vmware.api [None req-4c71ec63-abde-4aff-8711-b60874d139f3 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Task: {'id': task-2372339, 'name': PowerOffVM_Task, 'duration_secs': 0.271638} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.495417] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c71ec63-abde-4aff-8711-b60874d139f3 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] [instance: 1ec74f8a-42d5-4213-843d-684129706edf] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 767.495720] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-4c71ec63-abde-4aff-8711-b60874d139f3 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] [instance: 1ec74f8a-42d5-4213-843d-684129706edf] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 767.496109] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bea86033-efd0-4260-b62d-f9e5ce939bdb {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.513809] env[62353]: DEBUG oslo_concurrency.lockutils [None req-bb1113ad-1020-4e47-a1cb-85ad946c462a tempest-VolumesAssistedSnapshotsTest-37213375 tempest-VolumesAssistedSnapshotsTest-37213375-project-admin] Lock "832a2083-5874-47b5-a9c7-fdb4a69a94bb" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.337s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 767.540066] env[62353]: INFO nova.compute.manager [None req-23b3ea04-8859-4e11-aba3-c2b76f5e5ce7 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] [instance: 9fdc58aa-dd5a-4fe0-95ff-5ad2d06f0298] Took 49.50 seconds to build instance. [ 767.567055] env[62353]: DEBUG oslo_vmware.api [None req-bb562444-741e-4b51-ac97-e2a34ce7f4a5 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] Task: {'id': task-2372340, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.576591] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-4c71ec63-abde-4aff-8711-b60874d139f3 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] [instance: 1ec74f8a-42d5-4213-843d-684129706edf] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 767.576591] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-4c71ec63-abde-4aff-8711-b60874d139f3 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] [instance: 1ec74f8a-42d5-4213-843d-684129706edf] Deleting contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 767.576591] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c71ec63-abde-4aff-8711-b60874d139f3 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Deleting the datastore file [datastore1] 1ec74f8a-42d5-4213-843d-684129706edf {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 767.576591] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d169ec47-31a7-4aba-910a-247970d2b949 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.585412] env[62353]: DEBUG oslo_vmware.api [None req-4c71ec63-abde-4aff-8711-b60874d139f3 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Waiting for the task: (returnval){ [ 767.585412] env[62353]: value = "task-2372343" [ 767.585412] env[62353]: _type = "Task" [ 767.585412] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.599959] env[62353]: DEBUG oslo_vmware.api [None req-4c71ec63-abde-4aff-8711-b60874d139f3 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Task: {'id': task-2372343, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.637125] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8637bbe6-9073-4301-9389-522b0a0fb455 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 767.809731] env[62353]: DEBUG oslo_concurrency.lockutils [None req-bad6df6e-5de5-4b4f-8073-5e9f0836c441 tempest-ServersTestFqdnHostnames-53680272 tempest-ServersTestFqdnHostnames-53680272-project-member] Lock "3c094195-7f0d-4043-a1e4-8acbf634b14f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.438s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 767.825945] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6f3dd825-9e48-4092-88bb-e6b2cc0113a1 tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 767.896652] env[62353]: DEBUG oslo_vmware.api [None req-7827a4cb-f52d-468f-9883-6beac842ee6f tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Task: {'id': task-2372341, 'name': Rename_Task, 'duration_secs': 0.315491} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.897368] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-7827a4cb-f52d-468f-9883-6beac842ee6f tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 9cd85b1f-93a5-43f3-bda3-1518bb774759] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 767.897674] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e839ecad-964e-43a4-b9f2-6b04af07f695 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.904651] env[62353]: DEBUG oslo_vmware.api [None req-7827a4cb-f52d-468f-9883-6beac842ee6f tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Waiting for the task: (returnval){ [ 767.904651] env[62353]: value = "task-2372344" [ 767.904651] env[62353]: _type = "Task" [ 767.904651] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.912575] env[62353]: DEBUG oslo_vmware.api [None req-7827a4cb-f52d-468f-9883-6beac842ee6f tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Task: {'id': task-2372344, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.982833] env[62353]: DEBUG oslo_vmware.api [None req-132424d3-5a32-4e32-bdb6-b8a683001aef tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Task: {'id': task-2372338, 'name': ReconfigVM_Task, 'duration_secs': 0.706513} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.983155] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-132424d3-5a32-4e32-bdb6-b8a683001aef tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] [instance: d0318881-a5f3-4701-991a-7e42895b5f46] Reconfigured VM instance instance-0000002a to attach disk [datastore2] volume-d9f6869d-b6ac-46e6-a3e2-cbdd39a2f1ff/volume-d9f6869d-b6ac-46e6-a3e2-cbdd39a2f1ff.vmdk or device None with type thin {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 767.988132] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0cd608bf-70c5-4ff3-86bf-6f3ebcff2d3e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.003288] env[62353]: DEBUG oslo_vmware.api [None req-132424d3-5a32-4e32-bdb6-b8a683001aef tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Waiting for the task: (returnval){ [ 768.003288] env[62353]: value = "task-2372345" [ 768.003288] env[62353]: _type = "Task" [ 768.003288] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.011872] env[62353]: DEBUG oslo_vmware.api [None req-132424d3-5a32-4e32-bdb6-b8a683001aef tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Task: {'id': task-2372345, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.045472] env[62353]: DEBUG oslo_concurrency.lockutils [None req-23b3ea04-8859-4e11-aba3-c2b76f5e5ce7 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Lock "9fdc58aa-dd5a-4fe0-95ff-5ad2d06f0298" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 98.194s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 768.062038] env[62353]: DEBUG oslo_vmware.api [None req-bb562444-741e-4b51-ac97-e2a34ce7f4a5 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] Task: {'id': task-2372340, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.623037} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.062579] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb562444-741e-4b51-ac97-e2a34ce7f4a5 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore2] f5897ca9-4a38-4583-a15a-dbb0a621ab2e/f5897ca9-4a38-4583-a15a-dbb0a621ab2e.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 768.062807] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-bb562444-741e-4b51-ac97-e2a34ce7f4a5 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] [instance: f5897ca9-4a38-4583-a15a-dbb0a621ab2e] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 768.063066] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-13674089-8575-4c25-a835-9bf39cf6db9b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.073711] env[62353]: DEBUG oslo_vmware.api [None req-bb562444-741e-4b51-ac97-e2a34ce7f4a5 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] Waiting for the task: (returnval){ [ 768.073711] env[62353]: value = "task-2372346" [ 768.073711] env[62353]: _type = "Task" [ 768.073711] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.082771] env[62353]: DEBUG oslo_vmware.api [None req-bb562444-741e-4b51-ac97-e2a34ce7f4a5 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] Task: {'id': task-2372346, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.096622] env[62353]: DEBUG oslo_vmware.api [None req-4c71ec63-abde-4aff-8711-b60874d139f3 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Task: {'id': task-2372343, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.36934} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.096886] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c71ec63-abde-4aff-8711-b60874d139f3 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 768.097080] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-4c71ec63-abde-4aff-8711-b60874d139f3 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] [instance: 1ec74f8a-42d5-4213-843d-684129706edf] Deleted contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 768.097262] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-4c71ec63-abde-4aff-8711-b60874d139f3 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] [instance: 1ec74f8a-42d5-4213-843d-684129706edf] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 768.097432] env[62353]: INFO nova.compute.manager [None req-4c71ec63-abde-4aff-8711-b60874d139f3 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] [instance: 1ec74f8a-42d5-4213-843d-684129706edf] Took 1.18 seconds to destroy the instance on the hypervisor. [ 768.097685] env[62353]: DEBUG oslo.service.loopingcall [None req-4c71ec63-abde-4aff-8711-b60874d139f3 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 768.097957] env[62353]: DEBUG nova.compute.manager [-] [instance: 1ec74f8a-42d5-4213-843d-684129706edf] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 768.098088] env[62353]: DEBUG nova.network.neutron [-] [instance: 1ec74f8a-42d5-4213-843d-684129706edf] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 768.140036] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b23395db-f8d5-473c-a371-2ceb40ac1c29 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] Acquiring lock "28447a5e-1970-4231-9866-6bd221bcca82" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 768.140036] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b23395db-f8d5-473c-a371-2ceb40ac1c29 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] Lock "28447a5e-1970-4231-9866-6bd221bcca82" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 768.140283] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b23395db-f8d5-473c-a371-2ceb40ac1c29 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] Acquiring lock "28447a5e-1970-4231-9866-6bd221bcca82-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 768.140573] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b23395db-f8d5-473c-a371-2ceb40ac1c29 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] Lock "28447a5e-1970-4231-9866-6bd221bcca82-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 768.141058] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b23395db-f8d5-473c-a371-2ceb40ac1c29 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] Lock "28447a5e-1970-4231-9866-6bd221bcca82-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 768.143342] env[62353]: INFO nova.compute.manager [None req-b23395db-f8d5-473c-a371-2ceb40ac1c29 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] [instance: 28447a5e-1970-4231-9866-6bd221bcca82] Terminating instance [ 768.415305] env[62353]: DEBUG oslo_vmware.api [None req-7827a4cb-f52d-468f-9883-6beac842ee6f tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Task: {'id': task-2372344, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.516343] env[62353]: DEBUG oslo_vmware.api [None req-132424d3-5a32-4e32-bdb6-b8a683001aef tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Task: {'id': task-2372345, 'name': ReconfigVM_Task, 'duration_secs': 0.202252} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.516788] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-132424d3-5a32-4e32-bdb6-b8a683001aef tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] [instance: d0318881-a5f3-4701-991a-7e42895b5f46] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-481611', 'volume_id': 'd9f6869d-b6ac-46e6-a3e2-cbdd39a2f1ff', 'name': 'volume-d9f6869d-b6ac-46e6-a3e2-cbdd39a2f1ff', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd0318881-a5f3-4701-991a-7e42895b5f46', 'attached_at': '', 'detached_at': '', 'volume_id': 'd9f6869d-b6ac-46e6-a3e2-cbdd39a2f1ff', 'serial': 'd9f6869d-b6ac-46e6-a3e2-cbdd39a2f1ff'} {{(pid=62353) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 768.533027] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0bbb6de3-ecae-4e5d-a13c-0663b642eae2 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Acquiring lock "refresh_cache-8b313bab-8370-47c5-a03b-c809dc96fd21" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 768.533273] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0bbb6de3-ecae-4e5d-a13c-0663b642eae2 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Acquired lock "refresh_cache-8b313bab-8370-47c5-a03b-c809dc96fd21" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.533417] env[62353]: DEBUG nova.network.neutron [None req-0bbb6de3-ecae-4e5d-a13c-0663b642eae2 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: 8b313bab-8370-47c5-a03b-c809dc96fd21] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 768.591249] env[62353]: DEBUG oslo_vmware.api [None req-bb562444-741e-4b51-ac97-e2a34ce7f4a5 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] Task: {'id': task-2372346, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.259123} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.591990] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-bb562444-741e-4b51-ac97-e2a34ce7f4a5 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] [instance: f5897ca9-4a38-4583-a15a-dbb0a621ab2e] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 768.595924] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4b0a040-9ff5-438a-90fd-2032b952e707 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.622153] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb562444-741e-4b51-ac97-e2a34ce7f4a5 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] [instance: f5897ca9-4a38-4583-a15a-dbb0a621ab2e] Reconfiguring VM instance instance-00000035 to attach disk [datastore2] f5897ca9-4a38-4583-a15a-dbb0a621ab2e/f5897ca9-4a38-4583-a15a-dbb0a621ab2e.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 768.625960] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-80c12393-95c8-42ed-964e-9906b9548705 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.648342] env[62353]: DEBUG oslo_vmware.api [None req-bb562444-741e-4b51-ac97-e2a34ce7f4a5 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] Waiting for the task: (returnval){ [ 768.648342] env[62353]: value = "task-2372347" [ 768.648342] env[62353]: _type = "Task" [ 768.648342] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.652452] env[62353]: DEBUG nova.compute.manager [None req-b23395db-f8d5-473c-a371-2ceb40ac1c29 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] [instance: 28447a5e-1970-4231-9866-6bd221bcca82] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 768.652808] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-b23395db-f8d5-473c-a371-2ceb40ac1c29 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] [instance: 28447a5e-1970-4231-9866-6bd221bcca82] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 768.654563] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ace69f1-f8b7-4f18-ad3d-c6a3737f0d19 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.664639] env[62353]: DEBUG oslo_vmware.api [None req-bb562444-741e-4b51-ac97-e2a34ce7f4a5 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] Task: {'id': task-2372347, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.668542] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-b23395db-f8d5-473c-a371-2ceb40ac1c29 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] [instance: 28447a5e-1970-4231-9866-6bd221bcca82] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 768.668935] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-64280115-975b-4b80-949c-b87931ba6ae5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.678764] env[62353]: DEBUG oslo_vmware.api [None req-b23395db-f8d5-473c-a371-2ceb40ac1c29 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] Waiting for the task: (returnval){ [ 768.678764] env[62353]: value = "task-2372348" [ 768.678764] env[62353]: _type = "Task" [ 768.678764] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.688234] env[62353]: DEBUG oslo_vmware.api [None req-b23395db-f8d5-473c-a371-2ceb40ac1c29 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] Task: {'id': task-2372348, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.801094] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac6191cb-434b-45af-8079-b2f9d80bc651 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.811023] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e60d128-66ad-42cb-b2ea-4b3078ee455b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.847703] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00bacb93-3aab-43bf-a001-1855f0d7d07e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.856549] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74b14b1a-7c16-463e-853f-247295d6d248 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.871682] env[62353]: DEBUG nova.compute.provider_tree [None req-6fd533b2-6e36-445b-88bc-3abdb719b7a7 tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 768.917449] env[62353]: DEBUG oslo_vmware.api [None req-7827a4cb-f52d-468f-9883-6beac842ee6f tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Task: {'id': task-2372344, 'name': PowerOnVM_Task, 'duration_secs': 0.855839} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.917846] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-7827a4cb-f52d-468f-9883-6beac842ee6f tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 9cd85b1f-93a5-43f3-bda3-1518bb774759] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 768.918093] env[62353]: INFO nova.compute.manager [None req-7827a4cb-f52d-468f-9883-6beac842ee6f tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 9cd85b1f-93a5-43f3-bda3-1518bb774759] Took 8.98 seconds to spawn the instance on the hypervisor. [ 768.918313] env[62353]: DEBUG nova.compute.manager [None req-7827a4cb-f52d-468f-9883-6beac842ee6f tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 9cd85b1f-93a5-43f3-bda3-1518bb774759] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 768.919201] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2349a8cd-197e-4156-bf36-58d4e3e3cedc {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.072022] env[62353]: DEBUG nova.compute.manager [None req-64dbed28-6a34-4f66-b7fe-d8b6547ac51e tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: a6583a62-ee37-42e0-9a51-b0ce30de58c2] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 769.072022] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe823fe2-6fdf-4cf5-9550-e56b28263954 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.092194] env[62353]: DEBUG nova.network.neutron [-] [instance: 1ec74f8a-42d5-4213-843d-684129706edf] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.135709] env[62353]: DEBUG nova.compute.manager [req-48c0cfaf-763c-4c71-9b45-5c0dfd90cade req-df9de3fd-5fdc-4df6-871d-b10cddc62054 service nova] [instance: 28447a5e-1970-4231-9866-6bd221bcca82] Received event network-changed-295e4657-dcd5-46d5-9e20-235d2c94a385 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 769.135906] env[62353]: DEBUG nova.compute.manager [req-48c0cfaf-763c-4c71-9b45-5c0dfd90cade req-df9de3fd-5fdc-4df6-871d-b10cddc62054 service nova] [instance: 28447a5e-1970-4231-9866-6bd221bcca82] Refreshing instance network info cache due to event network-changed-295e4657-dcd5-46d5-9e20-235d2c94a385. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 769.136149] env[62353]: DEBUG oslo_concurrency.lockutils [req-48c0cfaf-763c-4c71-9b45-5c0dfd90cade req-df9de3fd-5fdc-4df6-871d-b10cddc62054 service nova] Acquiring lock "refresh_cache-28447a5e-1970-4231-9866-6bd221bcca82" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 769.136292] env[62353]: DEBUG oslo_concurrency.lockutils [req-48c0cfaf-763c-4c71-9b45-5c0dfd90cade req-df9de3fd-5fdc-4df6-871d-b10cddc62054 service nova] Acquired lock "refresh_cache-28447a5e-1970-4231-9866-6bd221bcca82" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.136490] env[62353]: DEBUG nova.network.neutron [req-48c0cfaf-763c-4c71-9b45-5c0dfd90cade req-df9de3fd-5fdc-4df6-871d-b10cddc62054 service nova] [instance: 28447a5e-1970-4231-9866-6bd221bcca82] Refreshing network info cache for port 295e4657-dcd5-46d5-9e20-235d2c94a385 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 769.161113] env[62353]: DEBUG oslo_vmware.api [None req-bb562444-741e-4b51-ac97-e2a34ce7f4a5 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] Task: {'id': task-2372347, 'name': ReconfigVM_Task, 'duration_secs': 0.419271} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.161113] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb562444-741e-4b51-ac97-e2a34ce7f4a5 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] [instance: f5897ca9-4a38-4583-a15a-dbb0a621ab2e] Reconfigured VM instance instance-00000035 to attach disk [datastore2] f5897ca9-4a38-4583-a15a-dbb0a621ab2e/f5897ca9-4a38-4583-a15a-dbb0a621ab2e.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 769.162031] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-762b18ed-e5ce-4bb2-b951-825a73985634 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.167889] env[62353]: DEBUG oslo_vmware.api [None req-bb562444-741e-4b51-ac97-e2a34ce7f4a5 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] Waiting for the task: (returnval){ [ 769.167889] env[62353]: value = "task-2372349" [ 769.167889] env[62353]: _type = "Task" [ 769.167889] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.179386] env[62353]: DEBUG oslo_vmware.api [None req-bb562444-741e-4b51-ac97-e2a34ce7f4a5 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] Task: {'id': task-2372349, 'name': Rename_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.189980] env[62353]: DEBUG oslo_vmware.api [None req-b23395db-f8d5-473c-a371-2ceb40ac1c29 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] Task: {'id': task-2372348, 'name': PowerOffVM_Task, 'duration_secs': 0.294089} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.190310] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-b23395db-f8d5-473c-a371-2ceb40ac1c29 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] [instance: 28447a5e-1970-4231-9866-6bd221bcca82] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 769.190477] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-b23395db-f8d5-473c-a371-2ceb40ac1c29 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] [instance: 28447a5e-1970-4231-9866-6bd221bcca82] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 769.190745] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-45e192e5-4c79-438f-8a23-e898267c0a19 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.375610] env[62353]: DEBUG nova.scheduler.client.report [None req-6fd533b2-6e36-445b-88bc-3abdb719b7a7 tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 769.442047] env[62353]: INFO nova.compute.manager [None req-7827a4cb-f52d-468f-9883-6beac842ee6f tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 9cd85b1f-93a5-43f3-bda3-1518bb774759] Took 48.20 seconds to build instance. [ 769.552519] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5af389bb-c4ef-4e80-b49c-28ebb661eaf3 tempest-ServersAdminTestJSON-667480376 tempest-ServersAdminTestJSON-667480376-project-admin] Acquiring lock "refresh_cache-9fdc58aa-dd5a-4fe0-95ff-5ad2d06f0298" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 769.552694] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5af389bb-c4ef-4e80-b49c-28ebb661eaf3 tempest-ServersAdminTestJSON-667480376 tempest-ServersAdminTestJSON-667480376-project-admin] Acquired lock "refresh_cache-9fdc58aa-dd5a-4fe0-95ff-5ad2d06f0298" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.553172] env[62353]: DEBUG nova.network.neutron [None req-5af389bb-c4ef-4e80-b49c-28ebb661eaf3 tempest-ServersAdminTestJSON-667480376 tempest-ServersAdminTestJSON-667480376-project-admin] [instance: 9fdc58aa-dd5a-4fe0-95ff-5ad2d06f0298] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 769.555237] env[62353]: INFO nova.network.neutron [None req-0bbb6de3-ecae-4e5d-a13c-0663b642eae2 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: 8b313bab-8370-47c5-a03b-c809dc96fd21] Port c4087e87-daff-49f5-8a35-20d586b19f9c from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 769.555603] env[62353]: DEBUG nova.network.neutron [None req-0bbb6de3-ecae-4e5d-a13c-0663b642eae2 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: 8b313bab-8370-47c5-a03b-c809dc96fd21] Updating instance_info_cache with network_info: [{"id": "18f3993c-1c06-47f4-8a45-7574febb936a", "address": "fa:16:3e:05:d9:33", "network": {"id": "3322d31e-00aa-4c86-8051-1b6dd5c36fa9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1715037563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d154d2686c9e43b4b2a7a9ec6a5a795c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18f3993c-1c", "ovs_interfaceid": "18f3993c-1c06-47f4-8a45-7574febb936a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.567027] env[62353]: DEBUG nova.objects.instance [None req-132424d3-5a32-4e32-bdb6-b8a683001aef tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Lazy-loading 'flavor' on Instance uuid d0318881-a5f3-4701-991a-7e42895b5f46 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 769.580982] env[62353]: INFO nova.compute.manager [None req-64dbed28-6a34-4f66-b7fe-d8b6547ac51e tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: a6583a62-ee37-42e0-9a51-b0ce30de58c2] instance snapshotting [ 769.581446] env[62353]: WARNING nova.compute.manager [None req-64dbed28-6a34-4f66-b7fe-d8b6547ac51e tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: a6583a62-ee37-42e0-9a51-b0ce30de58c2] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 769.585296] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2aff8e7-e812-454b-9559-31abad1c2ccd {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.607185] env[62353]: INFO nova.compute.manager [-] [instance: 1ec74f8a-42d5-4213-843d-684129706edf] Took 1.51 seconds to deallocate network for instance. [ 769.607608] env[62353]: DEBUG oslo_concurrency.lockutils [None req-33c1fb25-d8cc-4759-bf28-89d8d21d0617 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Acquiring lock "758fbe89-1e60-4025-853d-41439705356b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 769.607845] env[62353]: DEBUG oslo_concurrency.lockutils [None req-33c1fb25-d8cc-4759-bf28-89d8d21d0617 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Lock "758fbe89-1e60-4025-853d-41439705356b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 769.608082] env[62353]: DEBUG oslo_concurrency.lockutils [None req-33c1fb25-d8cc-4759-bf28-89d8d21d0617 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Acquiring lock "758fbe89-1e60-4025-853d-41439705356b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 769.608272] env[62353]: DEBUG oslo_concurrency.lockutils [None req-33c1fb25-d8cc-4759-bf28-89d8d21d0617 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Lock "758fbe89-1e60-4025-853d-41439705356b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 769.608443] env[62353]: DEBUG oslo_concurrency.lockutils [None req-33c1fb25-d8cc-4759-bf28-89d8d21d0617 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Lock "758fbe89-1e60-4025-853d-41439705356b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 769.616169] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54432bc2-01a6-4fc9-a707-b3801ccf20d5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.619374] env[62353]: INFO nova.compute.manager [None req-33c1fb25-d8cc-4759-bf28-89d8d21d0617 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 758fbe89-1e60-4025-853d-41439705356b] Terminating instance [ 769.683291] env[62353]: DEBUG oslo_vmware.api [None req-bb562444-741e-4b51-ac97-e2a34ce7f4a5 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] Task: {'id': task-2372349, 'name': Rename_Task, 'duration_secs': 0.183228} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.686063] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb562444-741e-4b51-ac97-e2a34ce7f4a5 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] [instance: f5897ca9-4a38-4583-a15a-dbb0a621ab2e] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 769.687795] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dd393fbd-e2e0-4f80-ab43-08f37b5805b2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.694963] env[62353]: DEBUG oslo_vmware.api [None req-bb562444-741e-4b51-ac97-e2a34ce7f4a5 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] Waiting for the task: (returnval){ [ 769.694963] env[62353]: value = "task-2372351" [ 769.694963] env[62353]: _type = "Task" [ 769.694963] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.705909] env[62353]: DEBUG oslo_vmware.api [None req-bb562444-741e-4b51-ac97-e2a34ce7f4a5 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] Task: {'id': task-2372351, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.776191] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5060711f-8a60-4b66-9d14-45797755c056 tempest-VolumesAssistedSnapshotsTest-37213375 tempest-VolumesAssistedSnapshotsTest-37213375-project-admin] Acquiring lock "832a2083-5874-47b5-a9c7-fdb4a69a94bb" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 769.776191] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5060711f-8a60-4b66-9d14-45797755c056 tempest-VolumesAssistedSnapshotsTest-37213375 tempest-VolumesAssistedSnapshotsTest-37213375-project-admin] Lock "832a2083-5874-47b5-a9c7-fdb4a69a94bb" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 769.880968] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6fd533b2-6e36-445b-88bc-3abdb719b7a7 tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.614s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 769.881478] env[62353]: DEBUG nova.compute.manager [None req-6fd533b2-6e36-445b-88bc-3abdb719b7a7 tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] [instance: f7197def-541f-4abc-b448-ebe58e2acccc] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 769.884817] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 30.867s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 769.885097] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 769.885293] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62353) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 769.885687] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e9ce2051-ba89-49c4-9273-89c8ba289f8d tempest-ServerActionsV293TestJSON-26696024 tempest-ServerActionsV293TestJSON-26696024-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.650s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 769.889671] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d02f1b3-8119-4efb-b2c5-c6a6f7254a80 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.902154] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22170380-7e6a-408a-a362-6fa36be1368d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.923608] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dea1c89-ecf7-4de3-b283-a0a5046e4214 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.934233] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db93f792-9676-4328-b8ad-c09ea451e687 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.940583] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-b23395db-f8d5-473c-a371-2ceb40ac1c29 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] [instance: 28447a5e-1970-4231-9866-6bd221bcca82] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 769.940583] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-b23395db-f8d5-473c-a371-2ceb40ac1c29 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] [instance: 28447a5e-1970-4231-9866-6bd221bcca82] Deleting contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 769.940583] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-b23395db-f8d5-473c-a371-2ceb40ac1c29 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] Deleting the datastore file [datastore1] 28447a5e-1970-4231-9866-6bd221bcca82 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 769.941696] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8e6825f7-706e-4326-9ca1-265a83dd0f7b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.950273] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7827a4cb-f52d-468f-9883-6beac842ee6f tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Lock "9cd85b1f-93a5-43f3-bda3-1518bb774759" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.814s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 769.979221] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178104MB free_disk=153GB free_vcpus=48 pci_devices=None {{(pid=62353) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 769.979391] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 769.983705] env[62353]: DEBUG oslo_vmware.api [None req-b23395db-f8d5-473c-a371-2ceb40ac1c29 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] Waiting for the task: (returnval){ [ 769.983705] env[62353]: value = "task-2372352" [ 769.983705] env[62353]: _type = "Task" [ 769.983705] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.993236] env[62353]: DEBUG oslo_vmware.api [None req-b23395db-f8d5-473c-a371-2ceb40ac1c29 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] Task: {'id': task-2372352, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.058059] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0bbb6de3-ecae-4e5d-a13c-0663b642eae2 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Releasing lock "refresh_cache-8b313bab-8370-47c5-a03b-c809dc96fd21" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 770.073124] env[62353]: DEBUG oslo_concurrency.lockutils [None req-132424d3-5a32-4e32-bdb6-b8a683001aef tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Lock "d0318881-a5f3-4701-991a-7e42895b5f46" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.821s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 770.101096] env[62353]: DEBUG nova.network.neutron [req-48c0cfaf-763c-4c71-9b45-5c0dfd90cade req-df9de3fd-5fdc-4df6-871d-b10cddc62054 service nova] [instance: 28447a5e-1970-4231-9866-6bd221bcca82] Updated VIF entry in instance network info cache for port 295e4657-dcd5-46d5-9e20-235d2c94a385. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 770.101096] env[62353]: DEBUG nova.network.neutron [req-48c0cfaf-763c-4c71-9b45-5c0dfd90cade req-df9de3fd-5fdc-4df6-871d-b10cddc62054 service nova] [instance: 28447a5e-1970-4231-9866-6bd221bcca82] Updating instance_info_cache with network_info: [{"id": "295e4657-dcd5-46d5-9e20-235d2c94a385", "address": "fa:16:3e:8b:a1:75", "network": {"id": "79c3f7be-6f5c-4f03-b6ab-035fc46b5941", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2140464931-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50a51f7998ca480db23664e0033d6267", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "05b1253d-2b87-4158-9ff1-dafcf829f11f", "external-id": "nsx-vlan-transportzone-55", "segmentation_id": 55, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap295e4657-dc", "ovs_interfaceid": "295e4657-dcd5-46d5-9e20-235d2c94a385", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.129287] env[62353]: DEBUG nova.compute.manager [None req-33c1fb25-d8cc-4759-bf28-89d8d21d0617 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 758fbe89-1e60-4025-853d-41439705356b] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 770.129402] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-33c1fb25-d8cc-4759-bf28-89d8d21d0617 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 758fbe89-1e60-4025-853d-41439705356b] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 770.130248] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4c71ec63-abde-4aff-8711-b60874d139f3 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 770.131431] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65afdd97-0377-4b27-9c69-93f61edce6ea {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.135738] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-64dbed28-6a34-4f66-b7fe-d8b6547ac51e tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: a6583a62-ee37-42e0-9a51-b0ce30de58c2] Creating Snapshot of the VM instance {{(pid=62353) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 770.136020] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-84098ee4-5196-4d69-aaf5-61e71dc35431 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.146331] env[62353]: DEBUG oslo_concurrency.lockutils [None req-40a67d21-b6fc-42e7-afbe-7e6eb7d9f6a4 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Acquiring lock "8b313bab-8370-47c5-a03b-c809dc96fd21" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 770.147381] env[62353]: DEBUG oslo_concurrency.lockutils [None req-40a67d21-b6fc-42e7-afbe-7e6eb7d9f6a4 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Lock "8b313bab-8370-47c5-a03b-c809dc96fd21" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 770.147381] env[62353]: DEBUG oslo_concurrency.lockutils [None req-40a67d21-b6fc-42e7-afbe-7e6eb7d9f6a4 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Acquiring lock "8b313bab-8370-47c5-a03b-c809dc96fd21-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 770.147381] env[62353]: DEBUG oslo_concurrency.lockutils [None req-40a67d21-b6fc-42e7-afbe-7e6eb7d9f6a4 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Lock "8b313bab-8370-47c5-a03b-c809dc96fd21-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 770.147381] env[62353]: DEBUG oslo_concurrency.lockutils [None req-40a67d21-b6fc-42e7-afbe-7e6eb7d9f6a4 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Lock "8b313bab-8370-47c5-a03b-c809dc96fd21-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 770.149217] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-33c1fb25-d8cc-4759-bf28-89d8d21d0617 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 758fbe89-1e60-4025-853d-41439705356b] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 770.149636] env[62353]: DEBUG oslo_vmware.api [None req-64dbed28-6a34-4f66-b7fe-d8b6547ac51e tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Waiting for the task: (returnval){ [ 770.149636] env[62353]: value = "task-2372353" [ 770.149636] env[62353]: _type = "Task" [ 770.149636] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.150041] env[62353]: INFO nova.compute.manager [None req-40a67d21-b6fc-42e7-afbe-7e6eb7d9f6a4 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: 8b313bab-8370-47c5-a03b-c809dc96fd21] Terminating instance [ 770.155083] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6a031d56-40a0-46aa-9f41-c58d5a276dec {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.169025] env[62353]: DEBUG oslo_vmware.api [None req-64dbed28-6a34-4f66-b7fe-d8b6547ac51e tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Task: {'id': task-2372353, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.171460] env[62353]: DEBUG oslo_vmware.api [None req-33c1fb25-d8cc-4759-bf28-89d8d21d0617 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Waiting for the task: (returnval){ [ 770.171460] env[62353]: value = "task-2372354" [ 770.171460] env[62353]: _type = "Task" [ 770.171460] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.210429] env[62353]: DEBUG oslo_vmware.api [None req-bb562444-741e-4b51-ac97-e2a34ce7f4a5 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] Task: {'id': task-2372351, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.281704] env[62353]: INFO nova.compute.manager [None req-5060711f-8a60-4b66-9d14-45797755c056 tempest-VolumesAssistedSnapshotsTest-37213375 tempest-VolumesAssistedSnapshotsTest-37213375-project-admin] [instance: 832a2083-5874-47b5-a9c7-fdb4a69a94bb] Detaching volume bb3dca43-8614-4150-af21-691d583c8509 [ 770.334164] env[62353]: INFO nova.virt.block_device [None req-5060711f-8a60-4b66-9d14-45797755c056 tempest-VolumesAssistedSnapshotsTest-37213375 tempest-VolumesAssistedSnapshotsTest-37213375-project-admin] [instance: 832a2083-5874-47b5-a9c7-fdb4a69a94bb] Attempting to driver detach volume bb3dca43-8614-4150-af21-691d583c8509 from mountpoint /dev/sdb [ 770.334474] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-5060711f-8a60-4b66-9d14-45797755c056 tempest-VolumesAssistedSnapshotsTest-37213375 tempest-VolumesAssistedSnapshotsTest-37213375-project-admin] [instance: 832a2083-5874-47b5-a9c7-fdb4a69a94bb] Volume detach. Driver type: vmdk {{(pid=62353) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 770.334620] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-5060711f-8a60-4b66-9d14-45797755c056 tempest-VolumesAssistedSnapshotsTest-37213375 tempest-VolumesAssistedSnapshotsTest-37213375-project-admin] [instance: 832a2083-5874-47b5-a9c7-fdb4a69a94bb] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-481605', 'volume_id': 'bb3dca43-8614-4150-af21-691d583c8509', 'name': 'volume-bb3dca43-8614-4150-af21-691d583c8509', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '832a2083-5874-47b5-a9c7-fdb4a69a94bb', 'attached_at': '', 'detached_at': '', 'volume_id': 'bb3dca43-8614-4150-af21-691d583c8509', 'serial': 'bb3dca43-8614-4150-af21-691d583c8509'} {{(pid=62353) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 770.336227] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f10ee71-5937-4886-bd99-1fba02996653 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.374686] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce017a78-4121-48d2-8fb7-f31116d9c476 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.388367] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8df5065-9cef-4a77-8234-e6109e94cbb1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.395183] env[62353]: DEBUG nova.compute.utils [None req-6fd533b2-6e36-445b-88bc-3abdb719b7a7 tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 770.397028] env[62353]: DEBUG nova.compute.manager [None req-6fd533b2-6e36-445b-88bc-3abdb719b7a7 tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] [instance: f7197def-541f-4abc-b448-ebe58e2acccc] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 770.397170] env[62353]: DEBUG nova.network.neutron [None req-6fd533b2-6e36-445b-88bc-3abdb719b7a7 tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] [instance: f7197def-541f-4abc-b448-ebe58e2acccc] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 770.428996] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1828e5fb-58c1-420e-8178-e8999ffada8e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.452861] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-5060711f-8a60-4b66-9d14-45797755c056 tempest-VolumesAssistedSnapshotsTest-37213375 tempest-VolumesAssistedSnapshotsTest-37213375-project-admin] The volume has not been displaced from its original location: [datastore2] volume-bb3dca43-8614-4150-af21-691d583c8509/volume-bb3dca43-8614-4150-af21-691d583c8509.vmdk. No consolidation needed. {{(pid=62353) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 770.462395] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-5060711f-8a60-4b66-9d14-45797755c056 tempest-VolumesAssistedSnapshotsTest-37213375 tempest-VolumesAssistedSnapshotsTest-37213375-project-admin] [instance: 832a2083-5874-47b5-a9c7-fdb4a69a94bb] Reconfiguring VM instance instance-0000000b to detach disk 2001 {{(pid=62353) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 770.471091] env[62353]: DEBUG nova.policy [None req-6fd533b2-6e36-445b-88bc-3abdb719b7a7 tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aaafff2945d24010967284bf215604fb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '66f806d698584e0a805923432d6a5a29', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:192}} [ 770.473226] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-54f0dac8-cf55-4036-8b97-25b4b98dce60 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.508504] env[62353]: DEBUG oslo_vmware.api [None req-b23395db-f8d5-473c-a371-2ceb40ac1c29 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] Task: {'id': task-2372352, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.28126} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.513382] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-b23395db-f8d5-473c-a371-2ceb40ac1c29 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 770.513634] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-b23395db-f8d5-473c-a371-2ceb40ac1c29 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] [instance: 28447a5e-1970-4231-9866-6bd221bcca82] Deleted contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 770.513864] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-b23395db-f8d5-473c-a371-2ceb40ac1c29 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] [instance: 28447a5e-1970-4231-9866-6bd221bcca82] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 770.514106] env[62353]: INFO nova.compute.manager [None req-b23395db-f8d5-473c-a371-2ceb40ac1c29 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] [instance: 28447a5e-1970-4231-9866-6bd221bcca82] Took 1.86 seconds to destroy the instance on the hypervisor. [ 770.514435] env[62353]: DEBUG oslo.service.loopingcall [None req-b23395db-f8d5-473c-a371-2ceb40ac1c29 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 770.514837] env[62353]: DEBUG oslo_vmware.api [None req-5060711f-8a60-4b66-9d14-45797755c056 tempest-VolumesAssistedSnapshotsTest-37213375 tempest-VolumesAssistedSnapshotsTest-37213375-project-admin] Waiting for the task: (returnval){ [ 770.514837] env[62353]: value = "task-2372355" [ 770.514837] env[62353]: _type = "Task" [ 770.514837] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.515901] env[62353]: DEBUG nova.compute.manager [-] [instance: 28447a5e-1970-4231-9866-6bd221bcca82] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 770.516936] env[62353]: DEBUG nova.network.neutron [-] [instance: 28447a5e-1970-4231-9866-6bd221bcca82] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 770.530519] env[62353]: DEBUG oslo_vmware.api [None req-5060711f-8a60-4b66-9d14-45797755c056 tempest-VolumesAssistedSnapshotsTest-37213375 tempest-VolumesAssistedSnapshotsTest-37213375-project-admin] Task: {'id': task-2372355, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.565500] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0bbb6de3-ecae-4e5d-a13c-0663b642eae2 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Lock "interface-8b313bab-8370-47c5-a03b-c809dc96fd21-c4087e87-daff-49f5-8a35-20d586b19f9c" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.467s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 770.569469] env[62353]: DEBUG nova.network.neutron [None req-5af389bb-c4ef-4e80-b49c-28ebb661eaf3 tempest-ServersAdminTestJSON-667480376 tempest-ServersAdminTestJSON-667480376-project-admin] [instance: 9fdc58aa-dd5a-4fe0-95ff-5ad2d06f0298] Updating instance_info_cache with network_info: [{"id": "62ba6177-5766-46e6-a49e-c2d05ec34069", "address": "fa:16:3e:b1:b6:15", "network": {"id": "d81a66f5-bbd7-4e7d-9951-1375f9bdbebb", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1662318300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4124b0b9858844eab583b43b1909edbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62ba6177-57", "ovs_interfaceid": "62ba6177-5766-46e6-a49e-c2d05ec34069", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.606458] env[62353]: DEBUG oslo_concurrency.lockutils [req-48c0cfaf-763c-4c71-9b45-5c0dfd90cade req-df9de3fd-5fdc-4df6-871d-b10cddc62054 service nova] Releasing lock "refresh_cache-28447a5e-1970-4231-9866-6bd221bcca82" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 770.606600] env[62353]: DEBUG nova.compute.manager [req-48c0cfaf-763c-4c71-9b45-5c0dfd90cade req-df9de3fd-5fdc-4df6-871d-b10cddc62054 service nova] [instance: 8b313bab-8370-47c5-a03b-c809dc96fd21] Received event network-vif-deleted-c4087e87-daff-49f5-8a35-20d586b19f9c {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 770.606757] env[62353]: INFO nova.compute.manager [req-48c0cfaf-763c-4c71-9b45-5c0dfd90cade req-df9de3fd-5fdc-4df6-871d-b10cddc62054 service nova] [instance: 8b313bab-8370-47c5-a03b-c809dc96fd21] Neutron deleted interface c4087e87-daff-49f5-8a35-20d586b19f9c; detaching it from the instance and deleting it from the info cache [ 770.607057] env[62353]: DEBUG nova.network.neutron [req-48c0cfaf-763c-4c71-9b45-5c0dfd90cade req-df9de3fd-5fdc-4df6-871d-b10cddc62054 service nova] [instance: 8b313bab-8370-47c5-a03b-c809dc96fd21] Updating instance_info_cache with network_info: [{"id": "18f3993c-1c06-47f4-8a45-7574febb936a", "address": "fa:16:3e:05:d9:33", "network": {"id": "3322d31e-00aa-4c86-8051-1b6dd5c36fa9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1715037563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d154d2686c9e43b4b2a7a9ec6a5a795c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18f3993c-1c", "ovs_interfaceid": "18f3993c-1c06-47f4-8a45-7574febb936a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.610158] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44603255-583a-4a2a-9bdc-a2aeeb92e5fa {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.622526] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08703284-4d9a-4896-b59a-c9717b70785e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.655965] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee191d35-51f6-4b25-aa6f-63d0afa67cdb {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.665680] env[62353]: DEBUG nova.compute.manager [None req-40a67d21-b6fc-42e7-afbe-7e6eb7d9f6a4 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: 8b313bab-8370-47c5-a03b-c809dc96fd21] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 770.665680] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-40a67d21-b6fc-42e7-afbe-7e6eb7d9f6a4 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: 8b313bab-8370-47c5-a03b-c809dc96fd21] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 770.673461] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b1f36d9-9946-45eb-815f-3369ce841a51 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.676168] env[62353]: DEBUG oslo_vmware.api [None req-64dbed28-6a34-4f66-b7fe-d8b6547ac51e tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Task: {'id': task-2372353, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.680771] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45e0f420-6274-4c5a-9cbf-765dd566406f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.690441] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-40a67d21-b6fc-42e7-afbe-7e6eb7d9f6a4 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: 8b313bab-8370-47c5-a03b-c809dc96fd21] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 770.701862] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-382ccc3d-2fdf-42c4-b3b1-83f35d958bda {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.704327] env[62353]: DEBUG oslo_vmware.api [None req-33c1fb25-d8cc-4759-bf28-89d8d21d0617 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Task: {'id': task-2372354, 'name': PowerOffVM_Task, 'duration_secs': 0.315296} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.704966] env[62353]: DEBUG nova.compute.provider_tree [None req-e9ce2051-ba89-49c4-9273-89c8ba289f8d tempest-ServerActionsV293TestJSON-26696024 tempest-ServerActionsV293TestJSON-26696024-project-member] Updating inventory in ProviderTree for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 770.706594] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-33c1fb25-d8cc-4759-bf28-89d8d21d0617 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 758fbe89-1e60-4025-853d-41439705356b] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 770.706857] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-33c1fb25-d8cc-4759-bf28-89d8d21d0617 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 758fbe89-1e60-4025-853d-41439705356b] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 770.710780] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ccfba94a-85c4-496d-8e32-ed125c2d37ba {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.718225] env[62353]: DEBUG oslo_vmware.api [None req-bb562444-741e-4b51-ac97-e2a34ce7f4a5 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] Task: {'id': task-2372351, 'name': PowerOnVM_Task, 'duration_secs': 0.713987} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.720209] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb562444-741e-4b51-ac97-e2a34ce7f4a5 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] [instance: f5897ca9-4a38-4583-a15a-dbb0a621ab2e] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 770.720209] env[62353]: INFO nova.compute.manager [None req-bb562444-741e-4b51-ac97-e2a34ce7f4a5 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] [instance: f5897ca9-4a38-4583-a15a-dbb0a621ab2e] Took 5.92 seconds to spawn the instance on the hypervisor. [ 770.720209] env[62353]: DEBUG nova.compute.manager [None req-bb562444-741e-4b51-ac97-e2a34ce7f4a5 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] [instance: f5897ca9-4a38-4583-a15a-dbb0a621ab2e] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 770.720956] env[62353]: DEBUG oslo_vmware.api [None req-40a67d21-b6fc-42e7-afbe-7e6eb7d9f6a4 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Waiting for the task: (returnval){ [ 770.720956] env[62353]: value = "task-2372356" [ 770.720956] env[62353]: _type = "Task" [ 770.720956] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.722537] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79249be1-12af-4a96-9277-709696282aec {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.746173] env[62353]: DEBUG oslo_vmware.api [None req-40a67d21-b6fc-42e7-afbe-7e6eb7d9f6a4 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Task: {'id': task-2372356, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.788880] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-33c1fb25-d8cc-4759-bf28-89d8d21d0617 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 758fbe89-1e60-4025-853d-41439705356b] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 770.789089] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-33c1fb25-d8cc-4759-bf28-89d8d21d0617 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 758fbe89-1e60-4025-853d-41439705356b] Deleting contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 770.789271] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-33c1fb25-d8cc-4759-bf28-89d8d21d0617 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Deleting the datastore file [datastore2] 758fbe89-1e60-4025-853d-41439705356b {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 770.789640] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-386e2d6d-da8c-4600-b0ec-448c89863a15 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.800073] env[62353]: DEBUG oslo_vmware.api [None req-33c1fb25-d8cc-4759-bf28-89d8d21d0617 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Waiting for the task: (returnval){ [ 770.800073] env[62353]: value = "task-2372358" [ 770.800073] env[62353]: _type = "Task" [ 770.800073] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.812934] env[62353]: DEBUG oslo_vmware.api [None req-33c1fb25-d8cc-4759-bf28-89d8d21d0617 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Task: {'id': task-2372358, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.879866] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a832ce2b-0a9d-4ef1-9050-db10e7eb89ac tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Acquiring lock "52aeb134-e5e3-40b0-a3e8-152effaf542b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 770.880210] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a832ce2b-0a9d-4ef1-9050-db10e7eb89ac tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Lock "52aeb134-e5e3-40b0-a3e8-152effaf542b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 770.900509] env[62353]: DEBUG nova.compute.utils [None req-6fd533b2-6e36-445b-88bc-3abdb719b7a7 tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 771.029778] env[62353]: DEBUG oslo_vmware.api [None req-5060711f-8a60-4b66-9d14-45797755c056 tempest-VolumesAssistedSnapshotsTest-37213375 tempest-VolumesAssistedSnapshotsTest-37213375-project-admin] Task: {'id': task-2372355, 'name': ReconfigVM_Task, 'duration_secs': 0.305919} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.029996] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-5060711f-8a60-4b66-9d14-45797755c056 tempest-VolumesAssistedSnapshotsTest-37213375 tempest-VolumesAssistedSnapshotsTest-37213375-project-admin] [instance: 832a2083-5874-47b5-a9c7-fdb4a69a94bb] Reconfigured VM instance instance-0000000b to detach disk 2001 {{(pid=62353) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 771.034978] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4655aa61-b797-4fa0-91d6-7865906b2090 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.050964] env[62353]: DEBUG oslo_vmware.api [None req-5060711f-8a60-4b66-9d14-45797755c056 tempest-VolumesAssistedSnapshotsTest-37213375 tempest-VolumesAssistedSnapshotsTest-37213375-project-admin] Waiting for the task: (returnval){ [ 771.050964] env[62353]: value = "task-2372359" [ 771.050964] env[62353]: _type = "Task" [ 771.050964] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.063185] env[62353]: DEBUG oslo_vmware.api [None req-5060711f-8a60-4b66-9d14-45797755c056 tempest-VolumesAssistedSnapshotsTest-37213375 tempest-VolumesAssistedSnapshotsTest-37213375-project-admin] Task: {'id': task-2372359, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.075710] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5af389bb-c4ef-4e80-b49c-28ebb661eaf3 tempest-ServersAdminTestJSON-667480376 tempest-ServersAdminTestJSON-667480376-project-admin] Releasing lock "refresh_cache-9fdc58aa-dd5a-4fe0-95ff-5ad2d06f0298" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 771.075976] env[62353]: DEBUG nova.compute.manager [None req-5af389bb-c4ef-4e80-b49c-28ebb661eaf3 tempest-ServersAdminTestJSON-667480376 tempest-ServersAdminTestJSON-667480376-project-admin] [instance: 9fdc58aa-dd5a-4fe0-95ff-5ad2d06f0298] Inject network info {{(pid=62353) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 771.076246] env[62353]: DEBUG nova.compute.manager [None req-5af389bb-c4ef-4e80-b49c-28ebb661eaf3 tempest-ServersAdminTestJSON-667480376 tempest-ServersAdminTestJSON-667480376-project-admin] [instance: 9fdc58aa-dd5a-4fe0-95ff-5ad2d06f0298] network_info to inject: |[{"id": "62ba6177-5766-46e6-a49e-c2d05ec34069", "address": "fa:16:3e:b1:b6:15", "network": {"id": "d81a66f5-bbd7-4e7d-9951-1375f9bdbebb", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1662318300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4124b0b9858844eab583b43b1909edbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62ba6177-57", "ovs_interfaceid": "62ba6177-5766-46e6-a49e-c2d05ec34069", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 771.081853] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-5af389bb-c4ef-4e80-b49c-28ebb661eaf3 tempest-ServersAdminTestJSON-667480376 tempest-ServersAdminTestJSON-667480376-project-admin] [instance: 9fdc58aa-dd5a-4fe0-95ff-5ad2d06f0298] Reconfiguring VM instance to set the machine id {{(pid=62353) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 771.082169] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7fd8425d-d067-464a-ada7-9498fea9fc13 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.097267] env[62353]: DEBUG oslo_vmware.api [None req-5af389bb-c4ef-4e80-b49c-28ebb661eaf3 tempest-ServersAdminTestJSON-667480376 tempest-ServersAdminTestJSON-667480376-project-admin] Waiting for the task: (returnval){ [ 771.097267] env[62353]: value = "task-2372360" [ 771.097267] env[62353]: _type = "Task" [ 771.097267] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.106185] env[62353]: DEBUG oslo_vmware.api [None req-5af389bb-c4ef-4e80-b49c-28ebb661eaf3 tempest-ServersAdminTestJSON-667480376 tempest-ServersAdminTestJSON-667480376-project-admin] Task: {'id': task-2372360, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.115236] env[62353]: DEBUG oslo_concurrency.lockutils [req-48c0cfaf-763c-4c71-9b45-5c0dfd90cade req-df9de3fd-5fdc-4df6-871d-b10cddc62054 service nova] Acquiring lock "8b313bab-8370-47c5-a03b-c809dc96fd21" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 771.171119] env[62353]: DEBUG oslo_vmware.api [None req-64dbed28-6a34-4f66-b7fe-d8b6547ac51e tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Task: {'id': task-2372353, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.245784] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3ea84956-2215-40b9-97c5-96d6e449cbf5 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Acquiring lock "9cd85b1f-93a5-43f3-bda3-1518bb774759" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 771.245784] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3ea84956-2215-40b9-97c5-96d6e449cbf5 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Lock "9cd85b1f-93a5-43f3-bda3-1518bb774759" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 771.245784] env[62353]: INFO nova.compute.manager [None req-3ea84956-2215-40b9-97c5-96d6e449cbf5 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 9cd85b1f-93a5-43f3-bda3-1518bb774759] Shelving [ 771.251722] env[62353]: DEBUG oslo_vmware.api [None req-40a67d21-b6fc-42e7-afbe-7e6eb7d9f6a4 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Task: {'id': task-2372356, 'name': PowerOffVM_Task, 'duration_secs': 0.244074} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.251722] env[62353]: ERROR nova.scheduler.client.report [None req-e9ce2051-ba89-49c4-9273-89c8ba289f8d tempest-ServerActionsV293TestJSON-26696024 tempest-ServerActionsV293TestJSON-26696024-project-member] [req-8226c350-ea98-4761-b881-29cc227a0304] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7ed3af4c-f85e-4a4b-a365-13d128b6ab14. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-8226c350-ea98-4761-b881-29cc227a0304"}]}: nova.exception.BuildAbortException: Build of instance c29bf6eb-b456-4356-9ef8-d9ba70bc6464 aborted: Failed to rebuild volume backed instance. [ 771.255272] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-40a67d21-b6fc-42e7-afbe-7e6eb7d9f6a4 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: 8b313bab-8370-47c5-a03b-c809dc96fd21] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 771.255462] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-40a67d21-b6fc-42e7-afbe-7e6eb7d9f6a4 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: 8b313bab-8370-47c5-a03b-c809dc96fd21] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 771.261326] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8d932fe0-0f90-4599-b867-6e14acdcafbd {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.263300] env[62353]: INFO nova.compute.manager [None req-bb562444-741e-4b51-ac97-e2a34ce7f4a5 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] [instance: f5897ca9-4a38-4583-a15a-dbb0a621ab2e] Took 40.56 seconds to build instance. [ 771.280377] env[62353]: DEBUG nova.scheduler.client.report [None req-e9ce2051-ba89-49c4-9273-89c8ba289f8d tempest-ServerActionsV293TestJSON-26696024 tempest-ServerActionsV293TestJSON-26696024-project-member] Refreshing inventories for resource provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 771.305198] env[62353]: DEBUG nova.scheduler.client.report [None req-e9ce2051-ba89-49c4-9273-89c8ba289f8d tempest-ServerActionsV293TestJSON-26696024 tempest-ServerActionsV293TestJSON-26696024-project-member] Updating ProviderTree inventory for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 771.305530] env[62353]: DEBUG nova.compute.provider_tree [None req-e9ce2051-ba89-49c4-9273-89c8ba289f8d tempest-ServerActionsV293TestJSON-26696024 tempest-ServerActionsV293TestJSON-26696024-project-member] Updating inventory in ProviderTree for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 771.314571] env[62353]: DEBUG oslo_vmware.api [None req-33c1fb25-d8cc-4759-bf28-89d8d21d0617 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Task: {'id': task-2372358, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.262729} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.314826] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-33c1fb25-d8cc-4759-bf28-89d8d21d0617 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 771.315014] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-33c1fb25-d8cc-4759-bf28-89d8d21d0617 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 758fbe89-1e60-4025-853d-41439705356b] Deleted contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 771.315371] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-33c1fb25-d8cc-4759-bf28-89d8d21d0617 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 758fbe89-1e60-4025-853d-41439705356b] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 771.315371] env[62353]: INFO nova.compute.manager [None req-33c1fb25-d8cc-4759-bf28-89d8d21d0617 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 758fbe89-1e60-4025-853d-41439705356b] Took 1.19 seconds to destroy the instance on the hypervisor. [ 771.315970] env[62353]: DEBUG oslo.service.loopingcall [None req-33c1fb25-d8cc-4759-bf28-89d8d21d0617 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 771.316279] env[62353]: DEBUG nova.compute.manager [-] [instance: 758fbe89-1e60-4025-853d-41439705356b] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 771.316458] env[62353]: DEBUG nova.network.neutron [-] [instance: 758fbe89-1e60-4025-853d-41439705356b] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 771.322468] env[62353]: DEBUG nova.scheduler.client.report [None req-e9ce2051-ba89-49c4-9273-89c8ba289f8d tempest-ServerActionsV293TestJSON-26696024 tempest-ServerActionsV293TestJSON-26696024-project-member] Refreshing aggregate associations for resource provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14, aggregates: None {{(pid=62353) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 771.346764] env[62353]: DEBUG nova.scheduler.client.report [None req-e9ce2051-ba89-49c4-9273-89c8ba289f8d tempest-ServerActionsV293TestJSON-26696024 tempest-ServerActionsV293TestJSON-26696024-project-member] Refreshing trait associations for resource provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=62353) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 771.384343] env[62353]: DEBUG nova.compute.manager [None req-a832ce2b-0a9d-4ef1-9050-db10e7eb89ac tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 52aeb134-e5e3-40b0-a3e8-152effaf542b] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 771.388871] env[62353]: DEBUG nova.network.neutron [None req-6fd533b2-6e36-445b-88bc-3abdb719b7a7 tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] [instance: f7197def-541f-4abc-b448-ebe58e2acccc] Successfully created port: 0041835d-1aab-4547-ac69-4d9a91165188 {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 771.404041] env[62353]: DEBUG nova.compute.manager [None req-6fd533b2-6e36-445b-88bc-3abdb719b7a7 tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] [instance: f7197def-541f-4abc-b448-ebe58e2acccc] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 771.502821] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-40a67d21-b6fc-42e7-afbe-7e6eb7d9f6a4 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: 8b313bab-8370-47c5-a03b-c809dc96fd21] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 771.503134] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-40a67d21-b6fc-42e7-afbe-7e6eb7d9f6a4 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: 8b313bab-8370-47c5-a03b-c809dc96fd21] Deleting contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 771.503399] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-40a67d21-b6fc-42e7-afbe-7e6eb7d9f6a4 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Deleting the datastore file [datastore2] 8b313bab-8370-47c5-a03b-c809dc96fd21 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 771.503631] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d47a2596-135d-4fc7-9f3e-8d6c0f3a07af {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.511791] env[62353]: DEBUG oslo_vmware.api [None req-40a67d21-b6fc-42e7-afbe-7e6eb7d9f6a4 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Waiting for the task: (returnval){ [ 771.511791] env[62353]: value = "task-2372362" [ 771.511791] env[62353]: _type = "Task" [ 771.511791] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.524596] env[62353]: DEBUG oslo_vmware.api [None req-40a67d21-b6fc-42e7-afbe-7e6eb7d9f6a4 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Task: {'id': task-2372362, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.565526] env[62353]: DEBUG oslo_vmware.api [None req-5060711f-8a60-4b66-9d14-45797755c056 tempest-VolumesAssistedSnapshotsTest-37213375 tempest-VolumesAssistedSnapshotsTest-37213375-project-admin] Task: {'id': task-2372359, 'name': ReconfigVM_Task, 'duration_secs': 0.448924} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.566208] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-5060711f-8a60-4b66-9d14-45797755c056 tempest-VolumesAssistedSnapshotsTest-37213375 tempest-VolumesAssistedSnapshotsTest-37213375-project-admin] [instance: 832a2083-5874-47b5-a9c7-fdb4a69a94bb] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-481605', 'volume_id': 'bb3dca43-8614-4150-af21-691d583c8509', 'name': 'volume-bb3dca43-8614-4150-af21-691d583c8509', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '832a2083-5874-47b5-a9c7-fdb4a69a94bb', 'attached_at': '', 'detached_at': '', 'volume_id': 'bb3dca43-8614-4150-af21-691d583c8509', 'serial': 'bb3dca43-8614-4150-af21-691d583c8509'} {{(pid=62353) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 771.607624] env[62353]: DEBUG oslo_vmware.api [None req-5af389bb-c4ef-4e80-b49c-28ebb661eaf3 tempest-ServersAdminTestJSON-667480376 tempest-ServersAdminTestJSON-667480376-project-admin] Task: {'id': task-2372360, 'name': ReconfigVM_Task, 'duration_secs': 0.40222} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.607996] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-5af389bb-c4ef-4e80-b49c-28ebb661eaf3 tempest-ServersAdminTestJSON-667480376 tempest-ServersAdminTestJSON-667480376-project-admin] [instance: 9fdc58aa-dd5a-4fe0-95ff-5ad2d06f0298] Reconfigured VM instance to set the machine id {{(pid=62353) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 771.609566] env[62353]: DEBUG nova.network.neutron [-] [instance: 28447a5e-1970-4231-9866-6bd221bcca82] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.675518] env[62353]: DEBUG oslo_vmware.api [None req-64dbed28-6a34-4f66-b7fe-d8b6547ac51e tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Task: {'id': task-2372353, 'name': CreateSnapshot_Task, 'duration_secs': 1.036991} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.675881] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-64dbed28-6a34-4f66-b7fe-d8b6547ac51e tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: a6583a62-ee37-42e0-9a51-b0ce30de58c2] Created Snapshot of the VM instance {{(pid=62353) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 771.677570] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbc56c93-d405-479d-9d75-2be4f12b29f9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.765781] env[62353]: DEBUG oslo_concurrency.lockutils [None req-bb562444-741e-4b51-ac97-e2a34ce7f4a5 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] Lock "f5897ca9-4a38-4583-a15a-dbb0a621ab2e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.966s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 771.915294] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a832ce2b-0a9d-4ef1-9050-db10e7eb89ac tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 771.974217] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bc15597-f96f-4184-bfde-8717739b316d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.982331] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f56bc21b-d3a9-43c0-8560-6698db50f2d7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.018736] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c41e6a42-a6f5-4bfe-bde0-c4ae25443828 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.028326] env[62353]: DEBUG oslo_vmware.api [None req-40a67d21-b6fc-42e7-afbe-7e6eb7d9f6a4 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Task: {'id': task-2372362, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.254859} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.030675] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-40a67d21-b6fc-42e7-afbe-7e6eb7d9f6a4 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 772.030874] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-40a67d21-b6fc-42e7-afbe-7e6eb7d9f6a4 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: 8b313bab-8370-47c5-a03b-c809dc96fd21] Deleted contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 772.031058] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-40a67d21-b6fc-42e7-afbe-7e6eb7d9f6a4 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: 8b313bab-8370-47c5-a03b-c809dc96fd21] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 772.031232] env[62353]: INFO nova.compute.manager [None req-40a67d21-b6fc-42e7-afbe-7e6eb7d9f6a4 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: 8b313bab-8370-47c5-a03b-c809dc96fd21] Took 1.37 seconds to destroy the instance on the hypervisor. [ 772.031533] env[62353]: DEBUG oslo.service.loopingcall [None req-40a67d21-b6fc-42e7-afbe-7e6eb7d9f6a4 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 772.032064] env[62353]: DEBUG nova.compute.manager [-] [instance: 8b313bab-8370-47c5-a03b-c809dc96fd21] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 772.032181] env[62353]: DEBUG nova.network.neutron [-] [instance: 8b313bab-8370-47c5-a03b-c809dc96fd21] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 772.035006] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09c0fc11-e09b-475a-84ce-2e9e71909e76 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.051612] env[62353]: DEBUG nova.compute.provider_tree [None req-e9ce2051-ba89-49c4-9273-89c8ba289f8d tempest-ServerActionsV293TestJSON-26696024 tempest-ServerActionsV293TestJSON-26696024-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 772.114629] env[62353]: INFO nova.compute.manager [-] [instance: 28447a5e-1970-4231-9866-6bd221bcca82] Took 1.60 seconds to deallocate network for instance. [ 772.137837] env[62353]: DEBUG nova.objects.instance [None req-5060711f-8a60-4b66-9d14-45797755c056 tempest-VolumesAssistedSnapshotsTest-37213375 tempest-VolumesAssistedSnapshotsTest-37213375-project-admin] Lazy-loading 'flavor' on Instance uuid 832a2083-5874-47b5-a9c7-fdb4a69a94bb {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 772.164553] env[62353]: DEBUG nova.compute.manager [req-802bc9c9-3a12-4fa6-81ad-4ec021908fc1 req-114e50e8-088e-4cf7-b136-81daf258902e service nova] [instance: 28447a5e-1970-4231-9866-6bd221bcca82] Received event network-vif-deleted-295e4657-dcd5-46d5-9e20-235d2c94a385 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 772.205631] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-64dbed28-6a34-4f66-b7fe-d8b6547ac51e tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: a6583a62-ee37-42e0-9a51-b0ce30de58c2] Creating linked-clone VM from snapshot {{(pid=62353) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 772.205823] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-202719d8-c2ea-457b-baf3-cf3e27bcddaa {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.220843] env[62353]: DEBUG oslo_vmware.api [None req-64dbed28-6a34-4f66-b7fe-d8b6547ac51e tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Waiting for the task: (returnval){ [ 772.220843] env[62353]: value = "task-2372363" [ 772.220843] env[62353]: _type = "Task" [ 772.220843] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.229958] env[62353]: DEBUG oslo_vmware.api [None req-64dbed28-6a34-4f66-b7fe-d8b6547ac51e tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Task: {'id': task-2372363, 'name': CloneVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.271635] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ea84956-2215-40b9-97c5-96d6e449cbf5 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 9cd85b1f-93a5-43f3-bda3-1518bb774759] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 772.271635] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dc2bc57c-2d8a-41cc-8fa9-8520df7fc25c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.277829] env[62353]: DEBUG oslo_vmware.api [None req-3ea84956-2215-40b9-97c5-96d6e449cbf5 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Waiting for the task: (returnval){ [ 772.277829] env[62353]: value = "task-2372364" [ 772.277829] env[62353]: _type = "Task" [ 772.277829] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.287505] env[62353]: DEBUG oslo_vmware.api [None req-3ea84956-2215-40b9-97c5-96d6e449cbf5 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Task: {'id': task-2372364, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.418396] env[62353]: DEBUG nova.compute.manager [None req-6fd533b2-6e36-445b-88bc-3abdb719b7a7 tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] [instance: f7197def-541f-4abc-b448-ebe58e2acccc] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 772.454603] env[62353]: DEBUG nova.virt.hardware [None req-6fd533b2-6e36-445b-88bc-3abdb719b7a7 tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T12:40:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='882420254',id=22,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-749099609',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T12:38:15Z,direct_url=,disk_format='vmdk',id=06f909ae-e8dc-43b4-abf7-c7ed85db9bbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0a3f88790a594523a818b8c00f6862e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T12:38:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 772.456512] env[62353]: DEBUG nova.virt.hardware [None req-6fd533b2-6e36-445b-88bc-3abdb719b7a7 tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 772.458100] env[62353]: DEBUG nova.virt.hardware [None req-6fd533b2-6e36-445b-88bc-3abdb719b7a7 tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 772.458380] env[62353]: DEBUG nova.virt.hardware [None req-6fd533b2-6e36-445b-88bc-3abdb719b7a7 tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 772.458535] env[62353]: DEBUG nova.virt.hardware [None req-6fd533b2-6e36-445b-88bc-3abdb719b7a7 tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 772.458697] env[62353]: DEBUG nova.virt.hardware [None req-6fd533b2-6e36-445b-88bc-3abdb719b7a7 tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 772.458961] env[62353]: DEBUG nova.virt.hardware [None req-6fd533b2-6e36-445b-88bc-3abdb719b7a7 tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 772.459170] env[62353]: DEBUG nova.virt.hardware [None req-6fd533b2-6e36-445b-88bc-3abdb719b7a7 tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 772.459357] env[62353]: DEBUG nova.virt.hardware [None req-6fd533b2-6e36-445b-88bc-3abdb719b7a7 tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 772.459588] env[62353]: DEBUG nova.virt.hardware [None req-6fd533b2-6e36-445b-88bc-3abdb719b7a7 tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 772.459780] env[62353]: DEBUG nova.virt.hardware [None req-6fd533b2-6e36-445b-88bc-3abdb719b7a7 tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 772.461346] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d88a3dd-5cea-44c4-841a-ead01ce99fba {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.474115] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f5ea5de-8900-4999-81e5-789cc93769fe {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.523041] env[62353]: DEBUG nova.network.neutron [-] [instance: 758fbe89-1e60-4025-853d-41439705356b] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.553182] env[62353]: DEBUG nova.scheduler.client.report [None req-e9ce2051-ba89-49c4-9273-89c8ba289f8d tempest-ServerActionsV293TestJSON-26696024 tempest-ServerActionsV293TestJSON-26696024-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 772.622114] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b23395db-f8d5-473c-a371-2ceb40ac1c29 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 772.733846] env[62353]: DEBUG oslo_vmware.api [None req-64dbed28-6a34-4f66-b7fe-d8b6547ac51e tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Task: {'id': task-2372363, 'name': CloneVM_Task} progress is 94%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.793670] env[62353]: DEBUG oslo_vmware.api [None req-3ea84956-2215-40b9-97c5-96d6e449cbf5 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Task: {'id': task-2372364, 'name': PowerOffVM_Task, 'duration_secs': 0.227503} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.794174] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ea84956-2215-40b9-97c5-96d6e449cbf5 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 9cd85b1f-93a5-43f3-bda3-1518bb774759] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 772.795591] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf7d92c8-f10f-4797-88bc-b42fc7567e0c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.829998] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0b60107-9be9-4645-b431-d654935f36c9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.927649] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2087d68e-5821-4deb-8987-1e640b318745 tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Acquiring lock "d0318881-a5f3-4701-991a-7e42895b5f46" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 772.930487] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2087d68e-5821-4deb-8987-1e640b318745 tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Lock "d0318881-a5f3-4701-991a-7e42895b5f46" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.003s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 773.026772] env[62353]: INFO nova.compute.manager [-] [instance: 758fbe89-1e60-4025-853d-41439705356b] Took 1.71 seconds to deallocate network for instance. [ 773.059014] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e9ce2051-ba89-49c4-9273-89c8ba289f8d tempest-ServerActionsV293TestJSON-26696024 tempest-ServerActionsV293TestJSON-26696024-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.173s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 773.059234] env[62353]: INFO nova.compute.manager [None req-e9ce2051-ba89-49c4-9273-89c8ba289f8d tempest-ServerActionsV293TestJSON-26696024 tempest-ServerActionsV293TestJSON-26696024-project-member] [instance: c29bf6eb-b456-4356-9ef8-d9ba70bc6464] Successfully reverted task state from rebuilding on failure for instance. [ 773.066196] env[62353]: DEBUG oslo_concurrency.lockutils [None req-9aab5a3d-7047-49cb-83e2-cee0e099517e tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.557s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 773.067775] env[62353]: INFO nova.compute.claims [None req-9aab5a3d-7047-49cb-83e2-cee0e099517e tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] [instance: 0b3e9b87-2fa5-4623-b547-8831a1d7932f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 773.147457] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5060711f-8a60-4b66-9d14-45797755c056 tempest-VolumesAssistedSnapshotsTest-37213375 tempest-VolumesAssistedSnapshotsTest-37213375-project-admin] Lock "832a2083-5874-47b5-a9c7-fdb4a69a94bb" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.372s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 773.240408] env[62353]: DEBUG oslo_vmware.api [None req-64dbed28-6a34-4f66-b7fe-d8b6547ac51e tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Task: {'id': task-2372363, 'name': CloneVM_Task} progress is 94%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.344592] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-3ea84956-2215-40b9-97c5-96d6e449cbf5 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 9cd85b1f-93a5-43f3-bda3-1518bb774759] Creating Snapshot of the VM instance {{(pid=62353) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 773.344592] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2ba09332-0006-4b22-8e00-cd0b62f8eb6a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.352709] env[62353]: DEBUG oslo_vmware.api [None req-3ea84956-2215-40b9-97c5-96d6e449cbf5 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Waiting for the task: (returnval){ [ 773.352709] env[62353]: value = "task-2372365" [ 773.352709] env[62353]: _type = "Task" [ 773.352709] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.363761] env[62353]: DEBUG oslo_vmware.api [None req-3ea84956-2215-40b9-97c5-96d6e449cbf5 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Task: {'id': task-2372365, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.434084] env[62353]: INFO nova.compute.manager [None req-2087d68e-5821-4deb-8987-1e640b318745 tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] [instance: d0318881-a5f3-4701-991a-7e42895b5f46] Detaching volume d9f6869d-b6ac-46e6-a3e2-cbdd39a2f1ff [ 773.486254] env[62353]: INFO nova.virt.block_device [None req-2087d68e-5821-4deb-8987-1e640b318745 tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] [instance: d0318881-a5f3-4701-991a-7e42895b5f46] Attempting to driver detach volume d9f6869d-b6ac-46e6-a3e2-cbdd39a2f1ff from mountpoint /dev/sdb [ 773.486553] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-2087d68e-5821-4deb-8987-1e640b318745 tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] [instance: d0318881-a5f3-4701-991a-7e42895b5f46] Volume detach. Driver type: vmdk {{(pid=62353) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 773.486773] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-2087d68e-5821-4deb-8987-1e640b318745 tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] [instance: d0318881-a5f3-4701-991a-7e42895b5f46] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-481611', 'volume_id': 'd9f6869d-b6ac-46e6-a3e2-cbdd39a2f1ff', 'name': 'volume-d9f6869d-b6ac-46e6-a3e2-cbdd39a2f1ff', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd0318881-a5f3-4701-991a-7e42895b5f46', 'attached_at': '', 'detached_at': '', 'volume_id': 'd9f6869d-b6ac-46e6-a3e2-cbdd39a2f1ff', 'serial': 'd9f6869d-b6ac-46e6-a3e2-cbdd39a2f1ff'} {{(pid=62353) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 773.487847] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02cc5b70-a808-48e3-ac41-57696e9c8a5c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.529300] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6dde922-6fb0-46b9-920b-0d651e1122b7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.536210] env[62353]: DEBUG oslo_concurrency.lockutils [None req-33c1fb25-d8cc-4759-bf28-89d8d21d0617 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 773.540248] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a4f4295-c6fb-478f-b271-e2d7816b938f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.565335] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-535e3e2c-2b6f-41d7-99e6-4615090255ae {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.586493] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-2087d68e-5821-4deb-8987-1e640b318745 tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] The volume has not been displaced from its original location: [datastore2] volume-d9f6869d-b6ac-46e6-a3e2-cbdd39a2f1ff/volume-d9f6869d-b6ac-46e6-a3e2-cbdd39a2f1ff.vmdk. No consolidation needed. {{(pid=62353) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 773.592727] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-2087d68e-5821-4deb-8987-1e640b318745 tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] [instance: d0318881-a5f3-4701-991a-7e42895b5f46] Reconfiguring VM instance instance-0000002a to detach disk 2001 {{(pid=62353) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 773.593665] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-977f58be-d1a1-4891-9194-ed6592475a9f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.614712] env[62353]: DEBUG oslo_vmware.api [None req-2087d68e-5821-4deb-8987-1e640b318745 tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Waiting for the task: (returnval){ [ 773.614712] env[62353]: value = "task-2372367" [ 773.614712] env[62353]: _type = "Task" [ 773.614712] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.626247] env[62353]: DEBUG oslo_vmware.api [None req-2087d68e-5821-4deb-8987-1e640b318745 tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Task: {'id': task-2372367, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.656627] env[62353]: DEBUG nova.network.neutron [-] [instance: 8b313bab-8370-47c5-a03b-c809dc96fd21] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.734219] env[62353]: DEBUG oslo_vmware.api [None req-64dbed28-6a34-4f66-b7fe-d8b6547ac51e tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Task: {'id': task-2372363, 'name': CloneVM_Task} progress is 100%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.866469] env[62353]: DEBUG oslo_vmware.api [None req-3ea84956-2215-40b9-97c5-96d6e449cbf5 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Task: {'id': task-2372365, 'name': CreateSnapshot_Task, 'duration_secs': 0.474082} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.866469] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-3ea84956-2215-40b9-97c5-96d6e449cbf5 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 9cd85b1f-93a5-43f3-bda3-1518bb774759] Created Snapshot of the VM instance {{(pid=62353) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 773.866808] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f541ff99-da19-4438-8972-7a8d4829f494 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.873232] env[62353]: INFO nova.compute.manager [None req-ffe91ded-b0ca-4216-8825-2625deadda94 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] [instance: f5897ca9-4a38-4583-a15a-dbb0a621ab2e] Rebuilding instance [ 773.946096] env[62353]: DEBUG nova.compute.manager [None req-ffe91ded-b0ca-4216-8825-2625deadda94 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] [instance: f5897ca9-4a38-4583-a15a-dbb0a621ab2e] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 773.947079] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea652798-501e-4d1b-985b-3ce404cf0b46 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.083014] env[62353]: DEBUG nova.network.neutron [None req-6fd533b2-6e36-445b-88bc-3abdb719b7a7 tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] [instance: f7197def-541f-4abc-b448-ebe58e2acccc] Successfully updated port: 0041835d-1aab-4547-ac69-4d9a91165188 {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 774.131069] env[62353]: DEBUG oslo_vmware.api [None req-2087d68e-5821-4deb-8987-1e640b318745 tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Task: {'id': task-2372367, 'name': ReconfigVM_Task, 'duration_secs': 0.358116} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.131069] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-2087d68e-5821-4deb-8987-1e640b318745 tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] [instance: d0318881-a5f3-4701-991a-7e42895b5f46] Reconfigured VM instance instance-0000002a to detach disk 2001 {{(pid=62353) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 774.137457] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e984f1b4-6d82-4f67-add0-d0ac3d369392 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.158316] env[62353]: DEBUG oslo_vmware.api [None req-2087d68e-5821-4deb-8987-1e640b318745 tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Waiting for the task: (returnval){ [ 774.158316] env[62353]: value = "task-2372368" [ 774.158316] env[62353]: _type = "Task" [ 774.158316] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.161967] env[62353]: INFO nova.compute.manager [-] [instance: 8b313bab-8370-47c5-a03b-c809dc96fd21] Took 2.13 seconds to deallocate network for instance. [ 774.176373] env[62353]: DEBUG oslo_vmware.api [None req-2087d68e-5821-4deb-8987-1e640b318745 tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Task: {'id': task-2372368, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.200625] env[62353]: DEBUG nova.compute.manager [req-441bd8c6-1a14-46cb-b295-268d6d2b34dc req-95b2fdc2-5ba4-4723-a344-71ed6bd8c5d1 service nova] [instance: 758fbe89-1e60-4025-853d-41439705356b] Received event network-vif-deleted-67bc5178-ec78-4b80-8fe5-de9d53259764 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 774.201054] env[62353]: DEBUG nova.compute.manager [req-441bd8c6-1a14-46cb-b295-268d6d2b34dc req-95b2fdc2-5ba4-4723-a344-71ed6bd8c5d1 service nova] [instance: 8b313bab-8370-47c5-a03b-c809dc96fd21] Received event network-vif-deleted-18f3993c-1c06-47f4-8a45-7574febb936a {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 774.201124] env[62353]: DEBUG nova.compute.manager [req-441bd8c6-1a14-46cb-b295-268d6d2b34dc req-95b2fdc2-5ba4-4723-a344-71ed6bd8c5d1 service nova] [instance: f7197def-541f-4abc-b448-ebe58e2acccc] Received event network-vif-plugged-0041835d-1aab-4547-ac69-4d9a91165188 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 774.201398] env[62353]: DEBUG oslo_concurrency.lockutils [req-441bd8c6-1a14-46cb-b295-268d6d2b34dc req-95b2fdc2-5ba4-4723-a344-71ed6bd8c5d1 service nova] Acquiring lock "f7197def-541f-4abc-b448-ebe58e2acccc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 774.201629] env[62353]: DEBUG oslo_concurrency.lockutils [req-441bd8c6-1a14-46cb-b295-268d6d2b34dc req-95b2fdc2-5ba4-4723-a344-71ed6bd8c5d1 service nova] Lock "f7197def-541f-4abc-b448-ebe58e2acccc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 774.201801] env[62353]: DEBUG oslo_concurrency.lockutils [req-441bd8c6-1a14-46cb-b295-268d6d2b34dc req-95b2fdc2-5ba4-4723-a344-71ed6bd8c5d1 service nova] Lock "f7197def-541f-4abc-b448-ebe58e2acccc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 774.201957] env[62353]: DEBUG nova.compute.manager [req-441bd8c6-1a14-46cb-b295-268d6d2b34dc req-95b2fdc2-5ba4-4723-a344-71ed6bd8c5d1 service nova] [instance: f7197def-541f-4abc-b448-ebe58e2acccc] No waiting events found dispatching network-vif-plugged-0041835d-1aab-4547-ac69-4d9a91165188 {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 774.202133] env[62353]: WARNING nova.compute.manager [req-441bd8c6-1a14-46cb-b295-268d6d2b34dc req-95b2fdc2-5ba4-4723-a344-71ed6bd8c5d1 service nova] [instance: f7197def-541f-4abc-b448-ebe58e2acccc] Received unexpected event network-vif-plugged-0041835d-1aab-4547-ac69-4d9a91165188 for instance with vm_state building and task_state spawning. [ 774.202291] env[62353]: DEBUG nova.compute.manager [req-441bd8c6-1a14-46cb-b295-268d6d2b34dc req-95b2fdc2-5ba4-4723-a344-71ed6bd8c5d1 service nova] [instance: f7197def-541f-4abc-b448-ebe58e2acccc] Received event network-changed-0041835d-1aab-4547-ac69-4d9a91165188 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 774.202439] env[62353]: DEBUG nova.compute.manager [req-441bd8c6-1a14-46cb-b295-268d6d2b34dc req-95b2fdc2-5ba4-4723-a344-71ed6bd8c5d1 service nova] [instance: f7197def-541f-4abc-b448-ebe58e2acccc] Refreshing instance network info cache due to event network-changed-0041835d-1aab-4547-ac69-4d9a91165188. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 774.202621] env[62353]: DEBUG oslo_concurrency.lockutils [req-441bd8c6-1a14-46cb-b295-268d6d2b34dc req-95b2fdc2-5ba4-4723-a344-71ed6bd8c5d1 service nova] Acquiring lock "refresh_cache-f7197def-541f-4abc-b448-ebe58e2acccc" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 774.202779] env[62353]: DEBUG oslo_concurrency.lockutils [req-441bd8c6-1a14-46cb-b295-268d6d2b34dc req-95b2fdc2-5ba4-4723-a344-71ed6bd8c5d1 service nova] Acquired lock "refresh_cache-f7197def-541f-4abc-b448-ebe58e2acccc" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.202969] env[62353]: DEBUG nova.network.neutron [req-441bd8c6-1a14-46cb-b295-268d6d2b34dc req-95b2fdc2-5ba4-4723-a344-71ed6bd8c5d1 service nova] [instance: f7197def-541f-4abc-b448-ebe58e2acccc] Refreshing network info cache for port 0041835d-1aab-4547-ac69-4d9a91165188 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 774.234033] env[62353]: DEBUG oslo_vmware.api [None req-64dbed28-6a34-4f66-b7fe-d8b6547ac51e tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Task: {'id': task-2372363, 'name': CloneVM_Task, 'duration_secs': 1.585199} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.234033] env[62353]: INFO nova.virt.vmwareapi.vmops [None req-64dbed28-6a34-4f66-b7fe-d8b6547ac51e tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: a6583a62-ee37-42e0-9a51-b0ce30de58c2] Created linked-clone VM from snapshot [ 774.237155] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27b9518e-3369-462f-ab14-0bdad08c663d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.247648] env[62353]: DEBUG nova.virt.vmwareapi.images [None req-64dbed28-6a34-4f66-b7fe-d8b6547ac51e tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: a6583a62-ee37-42e0-9a51-b0ce30de58c2] Uploading image 78b51954-3051-426a-b14f-3ba2071cceaa {{(pid=62353) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 774.276347] env[62353]: DEBUG oslo_vmware.rw_handles [None req-64dbed28-6a34-4f66-b7fe-d8b6547ac51e tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 774.276347] env[62353]: value = "vm-481617" [ 774.276347] env[62353]: _type = "VirtualMachine" [ 774.276347] env[62353]: }. {{(pid=62353) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 774.277113] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-3ca6799d-eaed-47c1-bb05-5876ee13c794 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.286184] env[62353]: DEBUG oslo_vmware.rw_handles [None req-64dbed28-6a34-4f66-b7fe-d8b6547ac51e tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Lease: (returnval){ [ 774.286184] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]524b8a60-a464-1e24-afa9-c12cf27bbd2d" [ 774.286184] env[62353]: _type = "HttpNfcLease" [ 774.286184] env[62353]: } obtained for exporting VM: (result){ [ 774.286184] env[62353]: value = "vm-481617" [ 774.286184] env[62353]: _type = "VirtualMachine" [ 774.286184] env[62353]: }. {{(pid=62353) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 774.286184] env[62353]: DEBUG oslo_vmware.api [None req-64dbed28-6a34-4f66-b7fe-d8b6547ac51e tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Waiting for the lease: (returnval){ [ 774.286184] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]524b8a60-a464-1e24-afa9-c12cf27bbd2d" [ 774.286184] env[62353]: _type = "HttpNfcLease" [ 774.286184] env[62353]: } to be ready. {{(pid=62353) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 774.293333] env[62353]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 774.293333] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]524b8a60-a464-1e24-afa9-c12cf27bbd2d" [ 774.293333] env[62353]: _type = "HttpNfcLease" [ 774.293333] env[62353]: } is initializing. {{(pid=62353) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 774.401989] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-3ea84956-2215-40b9-97c5-96d6e449cbf5 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 9cd85b1f-93a5-43f3-bda3-1518bb774759] Creating linked-clone VM from snapshot {{(pid=62353) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 774.405018] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-986bc863-2d1f-4156-80cb-91007f05f24d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.413414] env[62353]: DEBUG oslo_vmware.api [None req-3ea84956-2215-40b9-97c5-96d6e449cbf5 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Waiting for the task: (returnval){ [ 774.413414] env[62353]: value = "task-2372370" [ 774.413414] env[62353]: _type = "Task" [ 774.413414] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.422572] env[62353]: DEBUG oslo_vmware.api [None req-3ea84956-2215-40b9-97c5-96d6e449cbf5 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Task: {'id': task-2372370, 'name': CloneVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.589831] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6fd533b2-6e36-445b-88bc-3abdb719b7a7 tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Acquiring lock "refresh_cache-f7197def-541f-4abc-b448-ebe58e2acccc" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 774.671957] env[62353]: DEBUG oslo_vmware.api [None req-2087d68e-5821-4deb-8987-1e640b318745 tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Task: {'id': task-2372368, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.679338] env[62353]: DEBUG oslo_concurrency.lockutils [None req-40a67d21-b6fc-42e7-afbe-7e6eb7d9f6a4 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 774.720559] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b533b855-14cd-40a8-ac30-0b95cb563f80 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.730473] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92b28efb-0e5c-4f0c-a500-4539b4cf0813 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.765903] env[62353]: DEBUG nova.network.neutron [req-441bd8c6-1a14-46cb-b295-268d6d2b34dc req-95b2fdc2-5ba4-4723-a344-71ed6bd8c5d1 service nova] [instance: f7197def-541f-4abc-b448-ebe58e2acccc] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 774.768511] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29297903-34df-4e3c-acb5-d6a7a07e2bb3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.777418] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f04aae86-4356-4858-9261-491097577686 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.797960] env[62353]: DEBUG nova.compute.provider_tree [None req-9aab5a3d-7047-49cb-83e2-cee0e099517e tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 774.810940] env[62353]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 774.810940] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]524b8a60-a464-1e24-afa9-c12cf27bbd2d" [ 774.810940] env[62353]: _type = "HttpNfcLease" [ 774.810940] env[62353]: } is ready. {{(pid=62353) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 774.810940] env[62353]: DEBUG oslo_vmware.rw_handles [None req-64dbed28-6a34-4f66-b7fe-d8b6547ac51e tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 774.810940] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]524b8a60-a464-1e24-afa9-c12cf27bbd2d" [ 774.810940] env[62353]: _type = "HttpNfcLease" [ 774.810940] env[62353]: }. {{(pid=62353) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 774.813103] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0356d7a8-b78a-4830-a9c0-d3e5c684f83b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.822654] env[62353]: DEBUG oslo_vmware.rw_handles [None req-64dbed28-6a34-4f66-b7fe-d8b6547ac51e tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f01f5f-bcab-7ae8-b5dd-f72d360db0af/disk-0.vmdk from lease info. {{(pid=62353) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 774.823024] env[62353]: DEBUG oslo_vmware.rw_handles [None req-64dbed28-6a34-4f66-b7fe-d8b6547ac51e tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f01f5f-bcab-7ae8-b5dd-f72d360db0af/disk-0.vmdk for reading. {{(pid=62353) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 774.914072] env[62353]: DEBUG oslo_vmware.rw_handles [None req-1e1cf980-239e-4139-8d33-0fbe6106ae62 tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5239ff3c-af85-7fa5-8eee-ebb11a44d7d7/disk-0.vmdk. {{(pid=62353) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 774.915246] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-774c4d36-2d2c-4674-9850-f5b7c242a6b8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.925810] env[62353]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-60f88eb8-92ae-47c0-90f7-f1adb38d1d73 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.929627] env[62353]: DEBUG oslo_vmware.rw_handles [None req-1e1cf980-239e-4139-8d33-0fbe6106ae62 tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5239ff3c-af85-7fa5-8eee-ebb11a44d7d7/disk-0.vmdk is in state: ready. {{(pid=62353) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 774.929842] env[62353]: ERROR oslo_vmware.rw_handles [None req-1e1cf980-239e-4139-8d33-0fbe6106ae62 tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5239ff3c-af85-7fa5-8eee-ebb11a44d7d7/disk-0.vmdk due to incomplete transfer. [ 774.930638] env[62353]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ee1c4112-f3cb-4753-b86d-cba9af35e5f0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.939666] env[62353]: DEBUG oslo_vmware.api [None req-3ea84956-2215-40b9-97c5-96d6e449cbf5 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Task: {'id': task-2372370, 'name': CloneVM_Task} progress is 94%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.945443] env[62353]: DEBUG oslo_vmware.rw_handles [None req-1e1cf980-239e-4139-8d33-0fbe6106ae62 tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5239ff3c-af85-7fa5-8eee-ebb11a44d7d7/disk-0.vmdk. {{(pid=62353) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 774.945638] env[62353]: DEBUG nova.virt.vmwareapi.images [None req-1e1cf980-239e-4139-8d33-0fbe6106ae62 tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] [instance: 996dff46-a8df-411f-8974-260f591f6086] Uploaded image 2c8e3bb4-049b-48f3-84f3-cf6e2c2631eb to the Glance image server {{(pid=62353) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 774.948216] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e1cf980-239e-4139-8d33-0fbe6106ae62 tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] [instance: 996dff46-a8df-411f-8974-260f591f6086] Destroying the VM {{(pid=62353) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 774.951079] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-76d5f27c-8cee-4afd-b1c0-30ba5d8fd525 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.957449] env[62353]: DEBUG oslo_vmware.api [None req-1e1cf980-239e-4139-8d33-0fbe6106ae62 tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Waiting for the task: (returnval){ [ 774.957449] env[62353]: value = "task-2372371" [ 774.957449] env[62353]: _type = "Task" [ 774.957449] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.966744] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffe91ded-b0ca-4216-8825-2625deadda94 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] [instance: f5897ca9-4a38-4583-a15a-dbb0a621ab2e] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 774.966989] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-098db51c-6f8e-42d5-8f93-416c3633f089 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.971980] env[62353]: DEBUG oslo_vmware.api [None req-1e1cf980-239e-4139-8d33-0fbe6106ae62 tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Task: {'id': task-2372371, 'name': Destroy_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.976412] env[62353]: DEBUG oslo_vmware.api [None req-ffe91ded-b0ca-4216-8825-2625deadda94 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] Waiting for the task: (returnval){ [ 774.976412] env[62353]: value = "task-2372372" [ 774.976412] env[62353]: _type = "Task" [ 774.976412] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.986455] env[62353]: DEBUG oslo_vmware.api [None req-ffe91ded-b0ca-4216-8825-2625deadda94 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] Task: {'id': task-2372372, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.006939] env[62353]: DEBUG nova.network.neutron [req-441bd8c6-1a14-46cb-b295-268d6d2b34dc req-95b2fdc2-5ba4-4723-a344-71ed6bd8c5d1 service nova] [instance: f7197def-541f-4abc-b448-ebe58e2acccc] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 775.171285] env[62353]: DEBUG oslo_vmware.api [None req-2087d68e-5821-4deb-8987-1e640b318745 tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Task: {'id': task-2372368, 'name': ReconfigVM_Task, 'duration_secs': 0.934356} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.171436] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-2087d68e-5821-4deb-8987-1e640b318745 tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] [instance: d0318881-a5f3-4701-991a-7e42895b5f46] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-481611', 'volume_id': 'd9f6869d-b6ac-46e6-a3e2-cbdd39a2f1ff', 'name': 'volume-d9f6869d-b6ac-46e6-a3e2-cbdd39a2f1ff', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd0318881-a5f3-4701-991a-7e42895b5f46', 'attached_at': '', 'detached_at': '', 'volume_id': 'd9f6869d-b6ac-46e6-a3e2-cbdd39a2f1ff', 'serial': 'd9f6869d-b6ac-46e6-a3e2-cbdd39a2f1ff'} {{(pid=62353) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 775.307840] env[62353]: DEBUG nova.scheduler.client.report [None req-9aab5a3d-7047-49cb-83e2-cee0e099517e tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 775.436913] env[62353]: DEBUG oslo_vmware.api [None req-3ea84956-2215-40b9-97c5-96d6e449cbf5 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Task: {'id': task-2372370, 'name': CloneVM_Task} progress is 94%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.475684] env[62353]: DEBUG oslo_vmware.api [None req-1e1cf980-239e-4139-8d33-0fbe6106ae62 tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Task: {'id': task-2372371, 'name': Destroy_Task} progress is 33%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.487605] env[62353]: DEBUG oslo_vmware.api [None req-ffe91ded-b0ca-4216-8825-2625deadda94 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] Task: {'id': task-2372372, 'name': PowerOffVM_Task, 'duration_secs': 0.179082} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.487605] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffe91ded-b0ca-4216-8825-2625deadda94 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] [instance: f5897ca9-4a38-4583-a15a-dbb0a621ab2e] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 775.487605] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ffe91ded-b0ca-4216-8825-2625deadda94 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] [instance: f5897ca9-4a38-4583-a15a-dbb0a621ab2e] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 775.487605] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0621ea9a-124e-49c6-875b-8b7404497310 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.498694] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ffe91ded-b0ca-4216-8825-2625deadda94 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] [instance: f5897ca9-4a38-4583-a15a-dbb0a621ab2e] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 775.500319] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f9cabfee-f53d-4acd-b872-f06d57e50a02 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.511971] env[62353]: DEBUG oslo_concurrency.lockutils [req-441bd8c6-1a14-46cb-b295-268d6d2b34dc req-95b2fdc2-5ba4-4723-a344-71ed6bd8c5d1 service nova] Releasing lock "refresh_cache-f7197def-541f-4abc-b448-ebe58e2acccc" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 775.511971] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6fd533b2-6e36-445b-88bc-3abdb719b7a7 tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Acquired lock "refresh_cache-f7197def-541f-4abc-b448-ebe58e2acccc" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.511971] env[62353]: DEBUG nova.network.neutron [None req-6fd533b2-6e36-445b-88bc-3abdb719b7a7 tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] [instance: f7197def-541f-4abc-b448-ebe58e2acccc] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 775.527361] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ffe91ded-b0ca-4216-8825-2625deadda94 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] [instance: f5897ca9-4a38-4583-a15a-dbb0a621ab2e] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 775.527361] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ffe91ded-b0ca-4216-8825-2625deadda94 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] [instance: f5897ca9-4a38-4583-a15a-dbb0a621ab2e] Deleting contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 775.527361] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffe91ded-b0ca-4216-8825-2625deadda94 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] Deleting the datastore file [datastore2] f5897ca9-4a38-4583-a15a-dbb0a621ab2e {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 775.527361] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5cdf0fba-9500-4267-85e8-07f1fb90f932 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.535472] env[62353]: DEBUG oslo_vmware.api [None req-ffe91ded-b0ca-4216-8825-2625deadda94 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] Waiting for the task: (returnval){ [ 775.535472] env[62353]: value = "task-2372374" [ 775.535472] env[62353]: _type = "Task" [ 775.535472] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.547740] env[62353]: DEBUG oslo_vmware.api [None req-ffe91ded-b0ca-4216-8825-2625deadda94 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] Task: {'id': task-2372374, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.735841] env[62353]: DEBUG nova.objects.instance [None req-2087d68e-5821-4deb-8987-1e640b318745 tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Lazy-loading 'flavor' on Instance uuid d0318881-a5f3-4701-991a-7e42895b5f46 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 775.821734] env[62353]: DEBUG oslo_concurrency.lockutils [None req-9aab5a3d-7047-49cb-83e2-cee0e099517e tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.755s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 775.823523] env[62353]: DEBUG nova.compute.manager [None req-9aab5a3d-7047-49cb-83e2-cee0e099517e tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] [instance: 0b3e9b87-2fa5-4623-b547-8831a1d7932f] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 775.827146] env[62353]: DEBUG oslo_concurrency.lockutils [None req-57041057-7ebf-4584-813a-cfa707ada8e6 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 32.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 775.926530] env[62353]: DEBUG oslo_vmware.api [None req-3ea84956-2215-40b9-97c5-96d6e449cbf5 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Task: {'id': task-2372370, 'name': CloneVM_Task} progress is 100%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.976282] env[62353]: DEBUG oslo_vmware.api [None req-1e1cf980-239e-4139-8d33-0fbe6106ae62 tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Task: {'id': task-2372371, 'name': Destroy_Task, 'duration_secs': 0.669313} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.976568] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-1e1cf980-239e-4139-8d33-0fbe6106ae62 tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] [instance: 996dff46-a8df-411f-8974-260f591f6086] Destroyed the VM [ 775.976787] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-1e1cf980-239e-4139-8d33-0fbe6106ae62 tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] [instance: 996dff46-a8df-411f-8974-260f591f6086] Deleting Snapshot of the VM instance {{(pid=62353) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 775.977066] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f6a8f52d-b54c-4b48-8622-15f3a699a74e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.984668] env[62353]: DEBUG oslo_vmware.api [None req-1e1cf980-239e-4139-8d33-0fbe6106ae62 tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Waiting for the task: (returnval){ [ 775.984668] env[62353]: value = "task-2372375" [ 775.984668] env[62353]: _type = "Task" [ 775.984668] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.993754] env[62353]: DEBUG oslo_vmware.api [None req-1e1cf980-239e-4139-8d33-0fbe6106ae62 tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Task: {'id': task-2372375, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.049270] env[62353]: DEBUG oslo_vmware.api [None req-ffe91ded-b0ca-4216-8825-2625deadda94 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] Task: {'id': task-2372374, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.315468} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.049580] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffe91ded-b0ca-4216-8825-2625deadda94 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 776.049815] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ffe91ded-b0ca-4216-8825-2625deadda94 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] [instance: f5897ca9-4a38-4583-a15a-dbb0a621ab2e] Deleted contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 776.050048] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ffe91ded-b0ca-4216-8825-2625deadda94 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] [instance: f5897ca9-4a38-4583-a15a-dbb0a621ab2e] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 776.068577] env[62353]: DEBUG nova.network.neutron [None req-6fd533b2-6e36-445b-88bc-3abdb719b7a7 tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] [instance: f7197def-541f-4abc-b448-ebe58e2acccc] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 776.334338] env[62353]: INFO nova.compute.claims [None req-57041057-7ebf-4584-813a-cfa707ada8e6 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] [instance: 7a3d03fd-327a-453b-ad3c-12736433379d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 776.342145] env[62353]: DEBUG nova.compute.utils [None req-9aab5a3d-7047-49cb-83e2-cee0e099517e tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 776.344307] env[62353]: DEBUG nova.compute.manager [None req-9aab5a3d-7047-49cb-83e2-cee0e099517e tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] [instance: 0b3e9b87-2fa5-4623-b547-8831a1d7932f] Not allocating networking since 'none' was specified. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 776.352523] env[62353]: DEBUG nova.network.neutron [None req-6fd533b2-6e36-445b-88bc-3abdb719b7a7 tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] [instance: f7197def-541f-4abc-b448-ebe58e2acccc] Updating instance_info_cache with network_info: [{"id": "0041835d-1aab-4547-ac69-4d9a91165188", "address": "fa:16:3e:ca:bd:31", "network": {"id": "cb8057bb-2c27-4ccc-a693-7bf7dfb97654", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-661192242-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66f806d698584e0a805923432d6a5a29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b399c74-1411-408a-b4cd-84e268ae83fe", "external-id": "nsx-vlan-transportzone-486", "segmentation_id": 486, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0041835d-1a", "ovs_interfaceid": "0041835d-1aab-4547-ac69-4d9a91165188", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.398329] env[62353]: INFO nova.compute.manager [None req-001ed240-305f-48cc-afac-37fd7b5f1d8e tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] [instance: 85c1498f-d888-4031-878b-0181e190d3a7] Rebuilding instance [ 776.427398] env[62353]: DEBUG oslo_vmware.api [None req-3ea84956-2215-40b9-97c5-96d6e449cbf5 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Task: {'id': task-2372370, 'name': CloneVM_Task, 'duration_secs': 1.620493} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.427804] env[62353]: INFO nova.virt.vmwareapi.vmops [None req-3ea84956-2215-40b9-97c5-96d6e449cbf5 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 9cd85b1f-93a5-43f3-bda3-1518bb774759] Created linked-clone VM from snapshot [ 776.428693] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43f1b320-8dbd-499d-b3de-af9cdd33d985 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.436681] env[62353]: DEBUG nova.virt.vmwareapi.images [None req-3ea84956-2215-40b9-97c5-96d6e449cbf5 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 9cd85b1f-93a5-43f3-bda3-1518bb774759] Uploading image c5c17f37-e443-473d-adaf-c10d1abf83e0 {{(pid=62353) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 776.465950] env[62353]: DEBUG oslo_vmware.rw_handles [None req-3ea84956-2215-40b9-97c5-96d6e449cbf5 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 776.465950] env[62353]: value = "vm-481619" [ 776.465950] env[62353]: _type = "VirtualMachine" [ 776.465950] env[62353]: }. {{(pid=62353) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 776.466265] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-fe9f465a-0da8-4f58-9b73-569d9795a40c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.474039] env[62353]: DEBUG nova.compute.manager [None req-001ed240-305f-48cc-afac-37fd7b5f1d8e tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] [instance: 85c1498f-d888-4031-878b-0181e190d3a7] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 776.474896] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c831983-a886-4d79-9f5f-6a52d2c25c6f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.478826] env[62353]: DEBUG oslo_vmware.rw_handles [None req-3ea84956-2215-40b9-97c5-96d6e449cbf5 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Lease: (returnval){ [ 776.478826] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52fa4ba1-ebfa-3be5-0d6e-91782f3e8998" [ 776.478826] env[62353]: _type = "HttpNfcLease" [ 776.478826] env[62353]: } obtained for exporting VM: (result){ [ 776.478826] env[62353]: value = "vm-481619" [ 776.478826] env[62353]: _type = "VirtualMachine" [ 776.478826] env[62353]: }. {{(pid=62353) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 776.479188] env[62353]: DEBUG oslo_vmware.api [None req-3ea84956-2215-40b9-97c5-96d6e449cbf5 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Waiting for the lease: (returnval){ [ 776.479188] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52fa4ba1-ebfa-3be5-0d6e-91782f3e8998" [ 776.479188] env[62353]: _type = "HttpNfcLease" [ 776.479188] env[62353]: } to be ready. {{(pid=62353) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 776.496019] env[62353]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 776.496019] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52fa4ba1-ebfa-3be5-0d6e-91782f3e8998" [ 776.496019] env[62353]: _type = "HttpNfcLease" [ 776.496019] env[62353]: } is ready. {{(pid=62353) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 776.496019] env[62353]: DEBUG oslo_vmware.rw_handles [None req-3ea84956-2215-40b9-97c5-96d6e449cbf5 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 776.496019] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52fa4ba1-ebfa-3be5-0d6e-91782f3e8998" [ 776.496019] env[62353]: _type = "HttpNfcLease" [ 776.496019] env[62353]: }. {{(pid=62353) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 776.496019] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7fe65e5-9b23-4be9-b5b6-3e64eec8b3f1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.500549] env[62353]: DEBUG oslo_vmware.api [None req-1e1cf980-239e-4139-8d33-0fbe6106ae62 tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Task: {'id': task-2372375, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.506791] env[62353]: DEBUG oslo_vmware.rw_handles [None req-3ea84956-2215-40b9-97c5-96d6e449cbf5 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523d0127-2a0a-af6c-9725-54ac7d8d5f0d/disk-0.vmdk from lease info. {{(pid=62353) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 776.506791] env[62353]: DEBUG oslo_vmware.rw_handles [None req-3ea84956-2215-40b9-97c5-96d6e449cbf5 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523d0127-2a0a-af6c-9725-54ac7d8d5f0d/disk-0.vmdk for reading. {{(pid=62353) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 776.616317] env[62353]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4ddae094-5602-4cd3-bee7-50b21605d933 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.744164] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2087d68e-5821-4deb-8987-1e640b318745 tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Lock "d0318881-a5f3-4701-991a-7e42895b5f46" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.814s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 776.847233] env[62353]: INFO nova.compute.resource_tracker [None req-57041057-7ebf-4584-813a-cfa707ada8e6 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] [instance: 7a3d03fd-327a-453b-ad3c-12736433379d] Updating resource usage from migration 6c9a9e8b-46cb-446b-a29c-c152bb5238b7 [ 776.851632] env[62353]: DEBUG nova.compute.manager [None req-9aab5a3d-7047-49cb-83e2-cee0e099517e tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] [instance: 0b3e9b87-2fa5-4623-b547-8831a1d7932f] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 776.855274] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6fd533b2-6e36-445b-88bc-3abdb719b7a7 tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Releasing lock "refresh_cache-f7197def-541f-4abc-b448-ebe58e2acccc" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 776.856040] env[62353]: DEBUG nova.compute.manager [None req-6fd533b2-6e36-445b-88bc-3abdb719b7a7 tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] [instance: f7197def-541f-4abc-b448-ebe58e2acccc] Instance network_info: |[{"id": "0041835d-1aab-4547-ac69-4d9a91165188", "address": "fa:16:3e:ca:bd:31", "network": {"id": "cb8057bb-2c27-4ccc-a693-7bf7dfb97654", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-661192242-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66f806d698584e0a805923432d6a5a29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b399c74-1411-408a-b4cd-84e268ae83fe", "external-id": "nsx-vlan-transportzone-486", "segmentation_id": 486, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0041835d-1a", "ovs_interfaceid": "0041835d-1aab-4547-ac69-4d9a91165188", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 776.856737] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-6fd533b2-6e36-445b-88bc-3abdb719b7a7 tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] [instance: f7197def-541f-4abc-b448-ebe58e2acccc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ca:bd:31', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b399c74-1411-408a-b4cd-84e268ae83fe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0041835d-1aab-4547-ac69-4d9a91165188', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 776.866089] env[62353]: DEBUG oslo.service.loopingcall [None req-6fd533b2-6e36-445b-88bc-3abdb719b7a7 tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 776.866230] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7197def-541f-4abc-b448-ebe58e2acccc] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 776.866766] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fc291d87-28e9-4147-80a3-ffdc0b800fcd {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.889716] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 776.889716] env[62353]: value = "task-2372377" [ 776.889716] env[62353]: _type = "Task" [ 776.889716] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.899016] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372377, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.002203] env[62353]: DEBUG oslo_vmware.api [None req-1e1cf980-239e-4139-8d33-0fbe6106ae62 tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Task: {'id': task-2372375, 'name': RemoveSnapshot_Task} progress is 31%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.332772] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c621c90-b56c-4436-b41c-b0278ae9a8b1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.341662] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e68609a-b899-42a3-9d38-658b4be7cb49 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.383859] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bd07c5f-458a-42a9-93ce-357184b4dd00 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.397159] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27023f76-d582-46e6-9746-0d522703ec52 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.406892] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372377, 'name': CreateVM_Task, 'duration_secs': 0.407575} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.415226] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7197def-541f-4abc-b448-ebe58e2acccc] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 777.415832] env[62353]: DEBUG nova.compute.provider_tree [None req-57041057-7ebf-4584-813a-cfa707ada8e6 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 777.419840] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6fd533b2-6e36-445b-88bc-3abdb719b7a7 tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 777.419840] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6fd533b2-6e36-445b-88bc-3abdb719b7a7 tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Acquired lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.419840] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6fd533b2-6e36-445b-88bc-3abdb719b7a7 tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 777.419840] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c00791f2-31fc-47e4-ae7d-8e4028bacff4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.424254] env[62353]: DEBUG oslo_vmware.api [None req-6fd533b2-6e36-445b-88bc-3abdb719b7a7 tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Waiting for the task: (returnval){ [ 777.424254] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5205f37b-a024-835a-baed-f802e868b977" [ 777.424254] env[62353]: _type = "Task" [ 777.424254] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.434254] env[62353]: DEBUG oslo_vmware.api [None req-6fd533b2-6e36-445b-88bc-3abdb719b7a7 tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5205f37b-a024-835a-baed-f802e868b977, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.496789] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-001ed240-305f-48cc-afac-37fd7b5f1d8e tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] [instance: 85c1498f-d888-4031-878b-0181e190d3a7] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 777.502911] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ec4fff74-905f-4ddd-82d9-7d0dfa2c5679 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.506175] env[62353]: DEBUG oslo_vmware.api [None req-1e1cf980-239e-4139-8d33-0fbe6106ae62 tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Task: {'id': task-2372375, 'name': RemoveSnapshot_Task, 'duration_secs': 1.178523} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.508619] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-1e1cf980-239e-4139-8d33-0fbe6106ae62 tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] [instance: 996dff46-a8df-411f-8974-260f591f6086] Deleted Snapshot of the VM instance {{(pid=62353) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 777.509239] env[62353]: INFO nova.compute.manager [None req-1e1cf980-239e-4139-8d33-0fbe6106ae62 tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] [instance: 996dff46-a8df-411f-8974-260f591f6086] Took 18.57 seconds to snapshot the instance on the hypervisor. [ 777.518220] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3d83413c-c693-40c8-98ba-9f4b44e49a07 tempest-ServersTestManualDisk-1001605033 tempest-ServersTestManualDisk-1001605033-project-member] Acquiring lock "02124fa6-fa89-4a50-93e1-0828a2560de5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 777.518664] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3d83413c-c693-40c8-98ba-9f4b44e49a07 tempest-ServersTestManualDisk-1001605033 tempest-ServersTestManualDisk-1001605033-project-member] Lock "02124fa6-fa89-4a50-93e1-0828a2560de5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 777.523973] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6b9973ac-a771-494f-be28-7e39ab8282fa tempest-VolumesAssistedSnapshotsTest-1180796019 tempest-VolumesAssistedSnapshotsTest-1180796019-project-member] Acquiring lock "832a2083-5874-47b5-a9c7-fdb4a69a94bb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 777.525243] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6b9973ac-a771-494f-be28-7e39ab8282fa tempest-VolumesAssistedSnapshotsTest-1180796019 tempest-VolumesAssistedSnapshotsTest-1180796019-project-member] Lock "832a2083-5874-47b5-a9c7-fdb4a69a94bb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 777.525243] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6b9973ac-a771-494f-be28-7e39ab8282fa tempest-VolumesAssistedSnapshotsTest-1180796019 tempest-VolumesAssistedSnapshotsTest-1180796019-project-member] Acquiring lock "832a2083-5874-47b5-a9c7-fdb4a69a94bb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 777.525243] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6b9973ac-a771-494f-be28-7e39ab8282fa tempest-VolumesAssistedSnapshotsTest-1180796019 tempest-VolumesAssistedSnapshotsTest-1180796019-project-member] Lock "832a2083-5874-47b5-a9c7-fdb4a69a94bb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 777.525643] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6b9973ac-a771-494f-be28-7e39ab8282fa tempest-VolumesAssistedSnapshotsTest-1180796019 tempest-VolumesAssistedSnapshotsTest-1180796019-project-member] Lock "832a2083-5874-47b5-a9c7-fdb4a69a94bb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 777.528521] env[62353]: DEBUG oslo_vmware.api [None req-001ed240-305f-48cc-afac-37fd7b5f1d8e tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Waiting for the task: (returnval){ [ 777.528521] env[62353]: value = "task-2372378" [ 777.528521] env[62353]: _type = "Task" [ 777.528521] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.529516] env[62353]: INFO nova.compute.manager [None req-6b9973ac-a771-494f-be28-7e39ab8282fa tempest-VolumesAssistedSnapshotsTest-1180796019 tempest-VolumesAssistedSnapshotsTest-1180796019-project-member] [instance: 832a2083-5874-47b5-a9c7-fdb4a69a94bb] Terminating instance [ 777.552406] env[62353]: DEBUG oslo_vmware.api [None req-001ed240-305f-48cc-afac-37fd7b5f1d8e tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Task: {'id': task-2372378, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.889346] env[62353]: DEBUG nova.compute.manager [None req-9aab5a3d-7047-49cb-83e2-cee0e099517e tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] [instance: 0b3e9b87-2fa5-4623-b547-8831a1d7932f] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 777.922206] env[62353]: DEBUG nova.scheduler.client.report [None req-57041057-7ebf-4584-813a-cfa707ada8e6 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 777.937054] env[62353]: DEBUG oslo_vmware.api [None req-6fd533b2-6e36-445b-88bc-3abdb719b7a7 tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5205f37b-a024-835a-baed-f802e868b977, 'name': SearchDatastore_Task, 'duration_secs': 0.010627} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.938274] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6fd533b2-6e36-445b-88bc-3abdb719b7a7 tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Releasing lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 777.938546] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-6fd533b2-6e36-445b-88bc-3abdb719b7a7 tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] [instance: f7197def-541f-4abc-b448-ebe58e2acccc] Processing image 06f909ae-e8dc-43b4-abf7-c7ed85db9bbd {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 777.938885] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6fd533b2-6e36-445b-88bc-3abdb719b7a7 tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 777.939053] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6fd533b2-6e36-445b-88bc-3abdb719b7a7 tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Acquired lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.939315] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fd533b2-6e36-445b-88bc-3abdb719b7a7 tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 777.939939] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cc54f955-a32f-4233-9f62-6a988ff9667e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.949803] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fd533b2-6e36-445b-88bc-3abdb719b7a7 tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 777.950108] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-6fd533b2-6e36-445b-88bc-3abdb719b7a7 tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 777.951110] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d96ea943-95fe-47f6-baef-af7edd1a090a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.958191] env[62353]: DEBUG oslo_vmware.api [None req-6fd533b2-6e36-445b-88bc-3abdb719b7a7 tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Waiting for the task: (returnval){ [ 777.958191] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52e7d47d-9d6e-5552-0d9f-fc0114f0f57f" [ 777.958191] env[62353]: _type = "Task" [ 777.958191] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.966719] env[62353]: DEBUG oslo_vmware.api [None req-6fd533b2-6e36-445b-88bc-3abdb719b7a7 tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52e7d47d-9d6e-5552-0d9f-fc0114f0f57f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.022843] env[62353]: DEBUG nova.compute.manager [None req-3d83413c-c693-40c8-98ba-9f4b44e49a07 tempest-ServersTestManualDisk-1001605033 tempest-ServersTestManualDisk-1001605033-project-member] [instance: 02124fa6-fa89-4a50-93e1-0828a2560de5] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 778.046724] env[62353]: DEBUG nova.compute.manager [None req-6b9973ac-a771-494f-be28-7e39ab8282fa tempest-VolumesAssistedSnapshotsTest-1180796019 tempest-VolumesAssistedSnapshotsTest-1180796019-project-member] [instance: 832a2083-5874-47b5-a9c7-fdb4a69a94bb] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 778.046976] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-6b9973ac-a771-494f-be28-7e39ab8282fa tempest-VolumesAssistedSnapshotsTest-1180796019 tempest-VolumesAssistedSnapshotsTest-1180796019-project-member] [instance: 832a2083-5874-47b5-a9c7-fdb4a69a94bb] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 778.047672] env[62353]: DEBUG oslo_vmware.api [None req-001ed240-305f-48cc-afac-37fd7b5f1d8e tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Task: {'id': task-2372378, 'name': PowerOffVM_Task, 'duration_secs': 0.221809} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.048752] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-563596b6-085f-47ea-b6eb-8fb87ed2bac5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.051860] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-001ed240-305f-48cc-afac-37fd7b5f1d8e tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] [instance: 85c1498f-d888-4031-878b-0181e190d3a7] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 778.052138] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-001ed240-305f-48cc-afac-37fd7b5f1d8e tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] [instance: 85c1498f-d888-4031-878b-0181e190d3a7] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 778.053292] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b571c47c-8544-4f91-b395-f900242e6797 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.061271] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b9973ac-a771-494f-be28-7e39ab8282fa tempest-VolumesAssistedSnapshotsTest-1180796019 tempest-VolumesAssistedSnapshotsTest-1180796019-project-member] [instance: 832a2083-5874-47b5-a9c7-fdb4a69a94bb] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 778.063745] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bcb56bc3-fa3e-43e9-ab1b-cd4103c5907f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.065598] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-001ed240-305f-48cc-afac-37fd7b5f1d8e tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] [instance: 85c1498f-d888-4031-878b-0181e190d3a7] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 778.066163] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-583623d5-fc65-4915-82ef-f9c9a1a7fe13 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.073364] env[62353]: DEBUG oslo_vmware.api [None req-6b9973ac-a771-494f-be28-7e39ab8282fa tempest-VolumesAssistedSnapshotsTest-1180796019 tempest-VolumesAssistedSnapshotsTest-1180796019-project-member] Waiting for the task: (returnval){ [ 778.073364] env[62353]: value = "task-2372379" [ 778.073364] env[62353]: _type = "Task" [ 778.073364] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.082245] env[62353]: DEBUG oslo_vmware.api [None req-6b9973ac-a771-494f-be28-7e39ab8282fa tempest-VolumesAssistedSnapshotsTest-1180796019 tempest-VolumesAssistedSnapshotsTest-1180796019-project-member] Task: {'id': task-2372379, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.136449] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-001ed240-305f-48cc-afac-37fd7b5f1d8e tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] [instance: 85c1498f-d888-4031-878b-0181e190d3a7] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 778.136733] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-001ed240-305f-48cc-afac-37fd7b5f1d8e tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] [instance: 85c1498f-d888-4031-878b-0181e190d3a7] Deleting contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 778.137018] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-001ed240-305f-48cc-afac-37fd7b5f1d8e tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Deleting the datastore file [datastore2] 85c1498f-d888-4031-878b-0181e190d3a7 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 778.137715] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-455f4ac5-135a-48f0-ada9-6967d6775345 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.149938] env[62353]: DEBUG oslo_vmware.api [None req-001ed240-305f-48cc-afac-37fd7b5f1d8e tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Waiting for the task: (returnval){ [ 778.149938] env[62353]: value = "task-2372381" [ 778.149938] env[62353]: _type = "Task" [ 778.149938] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.155930] env[62353]: DEBUG oslo_vmware.api [None req-001ed240-305f-48cc-afac-37fd7b5f1d8e tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Task: {'id': task-2372381, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.431083] env[62353]: DEBUG oslo_concurrency.lockutils [None req-57041057-7ebf-4584-813a-cfa707ada8e6 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.604s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 778.431323] env[62353]: INFO nova.compute.manager [None req-57041057-7ebf-4584-813a-cfa707ada8e6 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] [instance: 7a3d03fd-327a-453b-ad3c-12736433379d] Migrating [ 778.439387] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4939f645-53ee-4a02-bd4a-df1f5b74bf09 tempest-ServerActionsV293TestJSON-26696024 tempest-ServerActionsV293TestJSON-26696024-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.351s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 778.439673] env[62353]: DEBUG nova.objects.instance [None req-4939f645-53ee-4a02-bd4a-df1f5b74bf09 tempest-ServerActionsV293TestJSON-26696024 tempest-ServerActionsV293TestJSON-26696024-project-member] Lazy-loading 'resources' on Instance uuid c29bf6eb-b456-4356-9ef8-d9ba70bc6464 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 778.468869] env[62353]: DEBUG oslo_vmware.api [None req-6fd533b2-6e36-445b-88bc-3abdb719b7a7 tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52e7d47d-9d6e-5552-0d9f-fc0114f0f57f, 'name': SearchDatastore_Task, 'duration_secs': 0.012607} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.469689] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2382745-5ec2-4cd3-b54d-852b832f013a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.475488] env[62353]: DEBUG oslo_vmware.api [None req-6fd533b2-6e36-445b-88bc-3abdb719b7a7 tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Waiting for the task: (returnval){ [ 778.475488] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52f57548-b360-62f2-7cd8-62fd3cc536ba" [ 778.475488] env[62353]: _type = "Task" [ 778.475488] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.483275] env[62353]: DEBUG oslo_vmware.api [None req-6fd533b2-6e36-445b-88bc-3abdb719b7a7 tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52f57548-b360-62f2-7cd8-62fd3cc536ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.548112] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3d83413c-c693-40c8-98ba-9f4b44e49a07 tempest-ServersTestManualDisk-1001605033 tempest-ServersTestManualDisk-1001605033-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 778.584527] env[62353]: DEBUG oslo_vmware.api [None req-6b9973ac-a771-494f-be28-7e39ab8282fa tempest-VolumesAssistedSnapshotsTest-1180796019 tempest-VolumesAssistedSnapshotsTest-1180796019-project-member] Task: {'id': task-2372379, 'name': PowerOffVM_Task, 'duration_secs': 0.247517} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.584821] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b9973ac-a771-494f-be28-7e39ab8282fa tempest-VolumesAssistedSnapshotsTest-1180796019 tempest-VolumesAssistedSnapshotsTest-1180796019-project-member] [instance: 832a2083-5874-47b5-a9c7-fdb4a69a94bb] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 778.585066] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-6b9973ac-a771-494f-be28-7e39ab8282fa tempest-VolumesAssistedSnapshotsTest-1180796019 tempest-VolumesAssistedSnapshotsTest-1180796019-project-member] [instance: 832a2083-5874-47b5-a9c7-fdb4a69a94bb] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 778.585323] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fea425d5-0bfd-418d-817b-dd1925fb5724 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.652892] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-6b9973ac-a771-494f-be28-7e39ab8282fa tempest-VolumesAssistedSnapshotsTest-1180796019 tempest-VolumesAssistedSnapshotsTest-1180796019-project-member] [instance: 832a2083-5874-47b5-a9c7-fdb4a69a94bb] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 778.653142] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-6b9973ac-a771-494f-be28-7e39ab8282fa tempest-VolumesAssistedSnapshotsTest-1180796019 tempest-VolumesAssistedSnapshotsTest-1180796019-project-member] [instance: 832a2083-5874-47b5-a9c7-fdb4a69a94bb] Deleting contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 778.653327] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b9973ac-a771-494f-be28-7e39ab8282fa tempest-VolumesAssistedSnapshotsTest-1180796019 tempest-VolumesAssistedSnapshotsTest-1180796019-project-member] Deleting the datastore file [datastore2] 832a2083-5874-47b5-a9c7-fdb4a69a94bb {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 778.653686] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-31dbeeea-4902-4225-bc31-0a1af5abb559 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.658751] env[62353]: DEBUG oslo_vmware.api [None req-001ed240-305f-48cc-afac-37fd7b5f1d8e tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Task: {'id': task-2372381, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173134} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.659396] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-001ed240-305f-48cc-afac-37fd7b5f1d8e tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 778.659585] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-001ed240-305f-48cc-afac-37fd7b5f1d8e tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] [instance: 85c1498f-d888-4031-878b-0181e190d3a7] Deleted contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 778.659760] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-001ed240-305f-48cc-afac-37fd7b5f1d8e tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] [instance: 85c1498f-d888-4031-878b-0181e190d3a7] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 778.663727] env[62353]: DEBUG oslo_vmware.api [None req-6b9973ac-a771-494f-be28-7e39ab8282fa tempest-VolumesAssistedSnapshotsTest-1180796019 tempest-VolumesAssistedSnapshotsTest-1180796019-project-member] Waiting for the task: (returnval){ [ 778.663727] env[62353]: value = "task-2372383" [ 778.663727] env[62353]: _type = "Task" [ 778.663727] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.671522] env[62353]: DEBUG oslo_vmware.api [None req-6b9973ac-a771-494f-be28-7e39ab8282fa tempest-VolumesAssistedSnapshotsTest-1180796019 tempest-VolumesAssistedSnapshotsTest-1180796019-project-member] Task: {'id': task-2372383, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.950580] env[62353]: DEBUG oslo_concurrency.lockutils [None req-57041057-7ebf-4584-813a-cfa707ada8e6 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Acquiring lock "refresh_cache-7a3d03fd-327a-453b-ad3c-12736433379d" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 778.950767] env[62353]: DEBUG oslo_concurrency.lockutils [None req-57041057-7ebf-4584-813a-cfa707ada8e6 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Acquired lock "refresh_cache-7a3d03fd-327a-453b-ad3c-12736433379d" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.950939] env[62353]: DEBUG nova.network.neutron [None req-57041057-7ebf-4584-813a-cfa707ada8e6 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] [instance: 7a3d03fd-327a-453b-ad3c-12736433379d] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 778.992526] env[62353]: DEBUG oslo_vmware.api [None req-6fd533b2-6e36-445b-88bc-3abdb719b7a7 tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52f57548-b360-62f2-7cd8-62fd3cc536ba, 'name': SearchDatastore_Task, 'duration_secs': 0.010318} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.995836] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6fd533b2-6e36-445b-88bc-3abdb719b7a7 tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Releasing lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 778.996212] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fd533b2-6e36-445b-88bc-3abdb719b7a7 tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore2] f7197def-541f-4abc-b448-ebe58e2acccc/f7197def-541f-4abc-b448-ebe58e2acccc.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 778.997122] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-50281888-441d-410b-aedb-51b661e94314 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.004659] env[62353]: DEBUG oslo_vmware.api [None req-6fd533b2-6e36-445b-88bc-3abdb719b7a7 tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Waiting for the task: (returnval){ [ 779.004659] env[62353]: value = "task-2372384" [ 779.004659] env[62353]: _type = "Task" [ 779.004659] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.018070] env[62353]: DEBUG oslo_vmware.api [None req-6fd533b2-6e36-445b-88bc-3abdb719b7a7 tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Task: {'id': task-2372384, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.183650] env[62353]: DEBUG oslo_vmware.api [None req-6b9973ac-a771-494f-be28-7e39ab8282fa tempest-VolumesAssistedSnapshotsTest-1180796019 tempest-VolumesAssistedSnapshotsTest-1180796019-project-member] Task: {'id': task-2372383, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156438} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.184878] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b9973ac-a771-494f-be28-7e39ab8282fa tempest-VolumesAssistedSnapshotsTest-1180796019 tempest-VolumesAssistedSnapshotsTest-1180796019-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 779.184878] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-6b9973ac-a771-494f-be28-7e39ab8282fa tempest-VolumesAssistedSnapshotsTest-1180796019 tempest-VolumesAssistedSnapshotsTest-1180796019-project-member] [instance: 832a2083-5874-47b5-a9c7-fdb4a69a94bb] Deleted contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 779.184878] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-6b9973ac-a771-494f-be28-7e39ab8282fa tempest-VolumesAssistedSnapshotsTest-1180796019 tempest-VolumesAssistedSnapshotsTest-1180796019-project-member] [instance: 832a2083-5874-47b5-a9c7-fdb4a69a94bb] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 779.184878] env[62353]: INFO nova.compute.manager [None req-6b9973ac-a771-494f-be28-7e39ab8282fa tempest-VolumesAssistedSnapshotsTest-1180796019 tempest-VolumesAssistedSnapshotsTest-1180796019-project-member] [instance: 832a2083-5874-47b5-a9c7-fdb4a69a94bb] Took 1.14 seconds to destroy the instance on the hypervisor. [ 779.185171] env[62353]: DEBUG oslo.service.loopingcall [None req-6b9973ac-a771-494f-be28-7e39ab8282fa tempest-VolumesAssistedSnapshotsTest-1180796019 tempest-VolumesAssistedSnapshotsTest-1180796019-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 779.185259] env[62353]: DEBUG nova.compute.manager [-] [instance: 832a2083-5874-47b5-a9c7-fdb4a69a94bb] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 779.185368] env[62353]: DEBUG nova.network.neutron [-] [instance: 832a2083-5874-47b5-a9c7-fdb4a69a94bb] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 779.424665] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-756c420a-2ace-49de-9b7a-ae97510fd7f4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.435080] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f42e28d7-5b87-4a4c-b39e-f5121c48eb94 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.471759] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08150c6a-f902-4751-9dd8-7280a2f65976 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.483318] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28b4a932-283c-4694-bea5-252a82b38920 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.498371] env[62353]: DEBUG nova.compute.provider_tree [None req-4939f645-53ee-4a02-bd4a-df1f5b74bf09 tempest-ServerActionsV293TestJSON-26696024 tempest-ServerActionsV293TestJSON-26696024-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 779.519121] env[62353]: DEBUG oslo_vmware.api [None req-6fd533b2-6e36-445b-88bc-3abdb719b7a7 tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Task: {'id': task-2372384, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.815900] env[62353]: DEBUG nova.network.neutron [None req-57041057-7ebf-4584-813a-cfa707ada8e6 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] [instance: 7a3d03fd-327a-453b-ad3c-12736433379d] Updating instance_info_cache with network_info: [{"id": "92678226-a3c4-444a-88a6-f5f31ca73ae7", "address": "fa:16:3e:fd:ed:e7", "network": {"id": "2be634d9-365a-4258-9bd8-c03318d42ac3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.153", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0a3f88790a594523a818b8c00f6862e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92678226-a3", "ovs_interfaceid": "92678226-a3c4-444a-88a6-f5f31ca73ae7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.001792] env[62353]: DEBUG nova.scheduler.client.report [None req-4939f645-53ee-4a02-bd4a-df1f5b74bf09 tempest-ServerActionsV293TestJSON-26696024 tempest-ServerActionsV293TestJSON-26696024-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 780.018500] env[62353]: DEBUG oslo_vmware.api [None req-6fd533b2-6e36-445b-88bc-3abdb719b7a7 tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Task: {'id': task-2372384, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.565126} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.018777] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fd533b2-6e36-445b-88bc-3abdb719b7a7 tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore2] f7197def-541f-4abc-b448-ebe58e2acccc/f7197def-541f-4abc-b448-ebe58e2acccc.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 780.018988] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-6fd533b2-6e36-445b-88bc-3abdb719b7a7 tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] [instance: f7197def-541f-4abc-b448-ebe58e2acccc] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 780.019260] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-130b22ed-1a30-4cac-8701-5bfd734e7380 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.027589] env[62353]: DEBUG oslo_vmware.api [None req-6fd533b2-6e36-445b-88bc-3abdb719b7a7 tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Waiting for the task: (returnval){ [ 780.027589] env[62353]: value = "task-2372385" [ 780.027589] env[62353]: _type = "Task" [ 780.027589] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.036472] env[62353]: DEBUG oslo_vmware.api [None req-6fd533b2-6e36-445b-88bc-3abdb719b7a7 tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Task: {'id': task-2372385, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.298109] env[62353]: DEBUG nova.network.neutron [-] [instance: 832a2083-5874-47b5-a9c7-fdb4a69a94bb] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.318394] env[62353]: DEBUG oslo_concurrency.lockutils [None req-57041057-7ebf-4584-813a-cfa707ada8e6 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Releasing lock "refresh_cache-7a3d03fd-327a-453b-ad3c-12736433379d" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 780.513943] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4939f645-53ee-4a02-bd4a-df1f5b74bf09 tempest-ServerActionsV293TestJSON-26696024 tempest-ServerActionsV293TestJSON-26696024-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.074s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 780.516560] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3cb1ab2a-d547-40e6-9420-b243fd588222 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.598s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 780.518148] env[62353]: INFO nova.compute.claims [None req-3cb1ab2a-d547-40e6-9420-b243fd588222 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: d7dd9b27-eeaa-49be-af8f-86b100ff7a69] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 780.539823] env[62353]: DEBUG oslo_vmware.api [None req-6fd533b2-6e36-445b-88bc-3abdb719b7a7 tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Task: {'id': task-2372385, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088245} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.540176] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-6fd533b2-6e36-445b-88bc-3abdb719b7a7 tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] [instance: f7197def-541f-4abc-b448-ebe58e2acccc] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 780.541052] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93cbd088-478c-4a53-b950-ccb956c078f6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.565402] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fd533b2-6e36-445b-88bc-3abdb719b7a7 tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] [instance: f7197def-541f-4abc-b448-ebe58e2acccc] Reconfiguring VM instance instance-00000036 to attach disk [datastore2] f7197def-541f-4abc-b448-ebe58e2acccc/f7197def-541f-4abc-b448-ebe58e2acccc.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 780.566835] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-36405d9d-5c61-4a34-a5c7-133702fce358 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.590275] env[62353]: DEBUG oslo_vmware.api [None req-6fd533b2-6e36-445b-88bc-3abdb719b7a7 tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Waiting for the task: (returnval){ [ 780.590275] env[62353]: value = "task-2372386" [ 780.590275] env[62353]: _type = "Task" [ 780.590275] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.599864] env[62353]: DEBUG oslo_vmware.api [None req-6fd533b2-6e36-445b-88bc-3abdb719b7a7 tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Task: {'id': task-2372386, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.801280] env[62353]: INFO nova.compute.manager [-] [instance: 832a2083-5874-47b5-a9c7-fdb4a69a94bb] Took 1.62 seconds to deallocate network for instance. [ 781.037998] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4939f645-53ee-4a02-bd4a-df1f5b74bf09 tempest-ServerActionsV293TestJSON-26696024 tempest-ServerActionsV293TestJSON-26696024-project-member] Lock "c29bf6eb-b456-4356-9ef8-d9ba70bc6464" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.669s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 781.104913] env[62353]: DEBUG oslo_vmware.api [None req-6fd533b2-6e36-445b-88bc-3abdb719b7a7 tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Task: {'id': task-2372386, 'name': ReconfigVM_Task, 'duration_secs': 0.47893} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.105346] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fd533b2-6e36-445b-88bc-3abdb719b7a7 tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] [instance: f7197def-541f-4abc-b448-ebe58e2acccc] Reconfigured VM instance instance-00000036 to attach disk [datastore2] f7197def-541f-4abc-b448-ebe58e2acccc/f7197def-541f-4abc-b448-ebe58e2acccc.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 781.105774] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fd533b2-6e36-445b-88bc-3abdb719b7a7 tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=62353) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 781.106736] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-6a5cf19d-7483-4aec-b4d8-1cd3bc90078e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.114998] env[62353]: DEBUG oslo_vmware.api [None req-6fd533b2-6e36-445b-88bc-3abdb719b7a7 tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Waiting for the task: (returnval){ [ 781.114998] env[62353]: value = "task-2372387" [ 781.114998] env[62353]: _type = "Task" [ 781.114998] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.126038] env[62353]: DEBUG oslo_vmware.api [None req-6fd533b2-6e36-445b-88bc-3abdb719b7a7 tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Task: {'id': task-2372387, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.309360] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6b9973ac-a771-494f-be28-7e39ab8282fa tempest-VolumesAssistedSnapshotsTest-1180796019 tempest-VolumesAssistedSnapshotsTest-1180796019-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 781.625973] env[62353]: DEBUG nova.virt.hardware [None req-ffe91ded-b0ca-4216-8825-2625deadda94 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T12:38:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T12:38:15Z,direct_url=,disk_format='vmdk',id=06f909ae-e8dc-43b4-abf7-c7ed85db9bbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0a3f88790a594523a818b8c00f6862e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T12:38:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 781.626354] env[62353]: DEBUG nova.virt.hardware [None req-ffe91ded-b0ca-4216-8825-2625deadda94 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 781.626714] env[62353]: DEBUG nova.virt.hardware [None req-ffe91ded-b0ca-4216-8825-2625deadda94 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 781.626714] env[62353]: DEBUG nova.virt.hardware [None req-ffe91ded-b0ca-4216-8825-2625deadda94 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 781.626832] env[62353]: DEBUG nova.virt.hardware [None req-ffe91ded-b0ca-4216-8825-2625deadda94 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 781.626967] env[62353]: DEBUG nova.virt.hardware [None req-ffe91ded-b0ca-4216-8825-2625deadda94 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 781.627255] env[62353]: DEBUG nova.virt.hardware [None req-ffe91ded-b0ca-4216-8825-2625deadda94 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 781.627444] env[62353]: DEBUG nova.virt.hardware [None req-ffe91ded-b0ca-4216-8825-2625deadda94 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 781.627636] env[62353]: DEBUG nova.virt.hardware [None req-ffe91ded-b0ca-4216-8825-2625deadda94 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 781.627767] env[62353]: DEBUG nova.virt.hardware [None req-ffe91ded-b0ca-4216-8825-2625deadda94 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 781.627940] env[62353]: DEBUG nova.virt.hardware [None req-ffe91ded-b0ca-4216-8825-2625deadda94 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 781.629973] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ad1b2f9-77e9-4a1c-84f9-81b484c6323d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.639174] env[62353]: DEBUG nova.virt.hardware [None req-9aab5a3d-7047-49cb-83e2-cee0e099517e tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T12:38:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T12:38:15Z,direct_url=,disk_format='vmdk',id=06f909ae-e8dc-43b4-abf7-c7ed85db9bbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0a3f88790a594523a818b8c00f6862e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T12:38:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 781.639464] env[62353]: DEBUG nova.virt.hardware [None req-9aab5a3d-7047-49cb-83e2-cee0e099517e tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 781.639593] env[62353]: DEBUG nova.virt.hardware [None req-9aab5a3d-7047-49cb-83e2-cee0e099517e tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 781.639785] env[62353]: DEBUG nova.virt.hardware [None req-9aab5a3d-7047-49cb-83e2-cee0e099517e tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 781.639926] env[62353]: DEBUG nova.virt.hardware [None req-9aab5a3d-7047-49cb-83e2-cee0e099517e tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 781.640087] env[62353]: DEBUG nova.virt.hardware [None req-9aab5a3d-7047-49cb-83e2-cee0e099517e tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 781.640296] env[62353]: DEBUG nova.virt.hardware [None req-9aab5a3d-7047-49cb-83e2-cee0e099517e tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 781.640456] env[62353]: DEBUG nova.virt.hardware [None req-9aab5a3d-7047-49cb-83e2-cee0e099517e tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 781.640620] env[62353]: DEBUG nova.virt.hardware [None req-9aab5a3d-7047-49cb-83e2-cee0e099517e tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 781.640782] env[62353]: DEBUG nova.virt.hardware [None req-9aab5a3d-7047-49cb-83e2-cee0e099517e tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 781.641310] env[62353]: DEBUG nova.virt.hardware [None req-9aab5a3d-7047-49cb-83e2-cee0e099517e tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 781.643150] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28f2ea06-e6a3-4623-b09e-97871ef0de7f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.652255] env[62353]: DEBUG oslo_vmware.api [None req-6fd533b2-6e36-445b-88bc-3abdb719b7a7 tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Task: {'id': task-2372387, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.061236} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.655560] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fd533b2-6e36-445b-88bc-3abdb719b7a7 tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=62353) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 781.657405] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-590d0cef-f5f7-45f1-b946-a4e1c0b17207 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.664636] env[62353]: DEBUG nova.virt.hardware [None req-001ed240-305f-48cc-afac-37fd7b5f1d8e tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T12:38:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T12:38:15Z,direct_url=,disk_format='vmdk',id=06f909ae-e8dc-43b4-abf7-c7ed85db9bbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0a3f88790a594523a818b8c00f6862e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T12:38:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 781.664922] env[62353]: DEBUG nova.virt.hardware [None req-001ed240-305f-48cc-afac-37fd7b5f1d8e tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 781.665146] env[62353]: DEBUG nova.virt.hardware [None req-001ed240-305f-48cc-afac-37fd7b5f1d8e tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 781.665371] env[62353]: DEBUG nova.virt.hardware [None req-001ed240-305f-48cc-afac-37fd7b5f1d8e tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 781.665549] env[62353]: DEBUG nova.virt.hardware [None req-001ed240-305f-48cc-afac-37fd7b5f1d8e tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 781.665765] env[62353]: DEBUG nova.virt.hardware [None req-001ed240-305f-48cc-afac-37fd7b5f1d8e tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 781.666050] env[62353]: DEBUG nova.virt.hardware [None req-001ed240-305f-48cc-afac-37fd7b5f1d8e tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 781.666270] env[62353]: DEBUG nova.virt.hardware [None req-001ed240-305f-48cc-afac-37fd7b5f1d8e tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 781.666499] env[62353]: DEBUG nova.virt.hardware [None req-001ed240-305f-48cc-afac-37fd7b5f1d8e tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 781.666721] env[62353]: DEBUG nova.virt.hardware [None req-001ed240-305f-48cc-afac-37fd7b5f1d8e tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 781.666924] env[62353]: DEBUG nova.virt.hardware [None req-001ed240-305f-48cc-afac-37fd7b5f1d8e tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 781.670141] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-409b437d-4e44-43e8-ad49-84ee8c13b564 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.675141] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5415c195-57d0-43ea-b44b-9e130d0a7476 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.681955] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34741609-8d47-4d6c-8c91-a7ef408266b8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.696988] env[62353]: DEBUG oslo_vmware.rw_handles [None req-64dbed28-6a34-4f66-b7fe-d8b6547ac51e tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f01f5f-bcab-7ae8-b5dd-f72d360db0af/disk-0.vmdk. {{(pid=62353) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 781.698731] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ffe91ded-b0ca-4216-8825-2625deadda94 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] [instance: f5897ca9-4a38-4583-a15a-dbb0a621ab2e] Instance VIF info [] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 781.705253] env[62353]: DEBUG oslo.service.loopingcall [None req-ffe91ded-b0ca-4216-8825-2625deadda94 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 781.706440] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3619c94d-ef60-4889-a42d-1c2b31691f5b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.726396] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5897ca9-4a38-4583-a15a-dbb0a621ab2e] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 781.734718] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fd533b2-6e36-445b-88bc-3abdb719b7a7 tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] [instance: f7197def-541f-4abc-b448-ebe58e2acccc] Reconfiguring VM instance instance-00000036 to attach disk [datastore2] f7197def-541f-4abc-b448-ebe58e2acccc/ephemeral_0.vmdk or device None with type thin {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 781.746169] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5e0063b2-6a00-4ca5-9cee-f0e080c4f9a0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.758689] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-82e79485-25b5-4e76-80e3-395ab382eee5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.776114] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da674137-464b-43c3-b0eb-e6911f675b3e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.782363] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-9aab5a3d-7047-49cb-83e2-cee0e099517e tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] [instance: 0b3e9b87-2fa5-4623-b547-8831a1d7932f] Instance VIF info [] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 781.787914] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-9aab5a3d-7047-49cb-83e2-cee0e099517e tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] Creating folder: Project (19beea5b00214b13a2393d047ecb356b). Parent ref: group-v481456. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 781.790129] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-292638ef-8100-4506-afca-732514ea9e57 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.791792] env[62353]: DEBUG oslo_vmware.rw_handles [None req-64dbed28-6a34-4f66-b7fe-d8b6547ac51e tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f01f5f-bcab-7ae8-b5dd-f72d360db0af/disk-0.vmdk is in state: ready. {{(pid=62353) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 781.791946] env[62353]: ERROR oslo_vmware.rw_handles [None req-64dbed28-6a34-4f66-b7fe-d8b6547ac51e tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f01f5f-bcab-7ae8-b5dd-f72d360db0af/disk-0.vmdk due to incomplete transfer. [ 781.793066] env[62353]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-112a6994-92c0-4398-91da-a325269e8e0a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.803087] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-001ed240-305f-48cc-afac-37fd7b5f1d8e tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] [instance: 85c1498f-d888-4031-878b-0181e190d3a7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d6:87:19', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '419a5b3f-4c6f-4168-9def-746b4d8c5c24', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2d2be688-8c3d-4559-b07d-24dd1ab93c3a', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 781.810609] env[62353]: DEBUG oslo.service.loopingcall [None req-001ed240-305f-48cc-afac-37fd7b5f1d8e tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 781.816618] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 85c1498f-d888-4031-878b-0181e190d3a7] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 781.817038] env[62353]: DEBUG oslo_vmware.api [None req-6fd533b2-6e36-445b-88bc-3abdb719b7a7 tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Waiting for the task: (returnval){ [ 781.817038] env[62353]: value = "task-2372389" [ 781.817038] env[62353]: _type = "Task" [ 781.817038] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.817226] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 781.817226] env[62353]: value = "task-2372388" [ 781.817226] env[62353]: _type = "Task" [ 781.817226] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.817374] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-9aab5a3d-7047-49cb-83e2-cee0e099517e tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] Created folder: Project (19beea5b00214b13a2393d047ecb356b) in parent group-v481456. [ 781.817523] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-9aab5a3d-7047-49cb-83e2-cee0e099517e tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] Creating folder: Instances. Parent ref: group-v481621. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 781.817950] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-81de3df3-0319-4a6a-9807-c0de3194e03a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.832585] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-350242d0-0e25-4dc4-9c1c-a9595809a0fb {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.845466] env[62353]: DEBUG oslo_vmware.rw_handles [None req-64dbed28-6a34-4f66-b7fe-d8b6547ac51e tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f01f5f-bcab-7ae8-b5dd-f72d360db0af/disk-0.vmdk. {{(pid=62353) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 781.845693] env[62353]: DEBUG nova.virt.vmwareapi.images [None req-64dbed28-6a34-4f66-b7fe-d8b6547ac51e tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: a6583a62-ee37-42e0-9a51-b0ce30de58c2] Uploaded image 78b51954-3051-426a-b14f-3ba2071cceaa to the Glance image server {{(pid=62353) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 781.847328] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-64dbed28-6a34-4f66-b7fe-d8b6547ac51e tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: a6583a62-ee37-42e0-9a51-b0ce30de58c2] Destroying the VM {{(pid=62353) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 781.849137] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-176af17b-36bf-44ab-a31c-af0095f3fda6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.852823] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d82dc3a8-b552-4732-b4cd-2e307bd396d8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.856626] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 781.856626] env[62353]: value = "task-2372392" [ 781.856626] env[62353]: _type = "Task" [ 781.856626] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.864047] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-9aab5a3d-7047-49cb-83e2-cee0e099517e tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] Created folder: Instances in parent group-v481621. [ 781.864392] env[62353]: DEBUG oslo.service.loopingcall [None req-9aab5a3d-7047-49cb-83e2-cee0e099517e tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 781.875781] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b3e9b87-2fa5-4623-b547-8831a1d7932f] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 781.876117] env[62353]: DEBUG oslo_vmware.api [None req-6fd533b2-6e36-445b-88bc-3abdb719b7a7 tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Task: {'id': task-2372389, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.876424] env[62353]: DEBUG oslo_vmware.api [None req-64dbed28-6a34-4f66-b7fe-d8b6547ac51e tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Waiting for the task: (returnval){ [ 781.876424] env[62353]: value = "task-2372393" [ 781.876424] env[62353]: _type = "Task" [ 781.876424] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.876674] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372388, 'name': CreateVM_Task} progress is 25%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.877695] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9c96cbed-f4bd-43f9-ab7c-e65cf27be170 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.914138] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372392, 'name': CreateVM_Task} progress is 10%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.914622] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-57041057-7ebf-4584-813a-cfa707ada8e6 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] [instance: 7a3d03fd-327a-453b-ad3c-12736433379d] Updating instance '7a3d03fd-327a-453b-ad3c-12736433379d' progress to 0 {{(pid=62353) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 781.926412] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 781.926412] env[62353]: value = "task-2372394" [ 781.926412] env[62353]: _type = "Task" [ 781.926412] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.926584] env[62353]: DEBUG oslo_vmware.api [None req-64dbed28-6a34-4f66-b7fe-d8b6547ac51e tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Task: {'id': task-2372393, 'name': Destroy_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.937930] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372394, 'name': CreateVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.198868] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fead6db4-ee5f-4fb0-99fb-44de40a2bba1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.208864] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe7509dc-ac91-4088-9658-41eee76aaab6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.242785] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88082a37-3720-4f89-bc51-10d4a7f84218 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.251540] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f002fb7-58f3-4f65-9d2d-9f455b807c20 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.266792] env[62353]: DEBUG nova.compute.provider_tree [None req-3cb1ab2a-d547-40e6-9420-b243fd588222 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 782.344532] env[62353]: DEBUG oslo_vmware.api [None req-6fd533b2-6e36-445b-88bc-3abdb719b7a7 tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Task: {'id': task-2372389, 'name': ReconfigVM_Task, 'duration_secs': 0.511606} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.348818] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fd533b2-6e36-445b-88bc-3abdb719b7a7 tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] [instance: f7197def-541f-4abc-b448-ebe58e2acccc] Reconfigured VM instance instance-00000036 to attach disk [datastore2] f7197def-541f-4abc-b448-ebe58e2acccc/ephemeral_0.vmdk or device None with type thin {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 782.349623] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372388, 'name': CreateVM_Task, 'duration_secs': 0.370472} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.349955] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2e83904d-d6dd-4aa7-a2b8-fd9d9769a210 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.351618] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5897ca9-4a38-4583-a15a-dbb0a621ab2e] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 782.352178] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ffe91ded-b0ca-4216-8825-2625deadda94 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 782.352471] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ffe91ded-b0ca-4216-8825-2625deadda94 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] Acquired lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.352871] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ffe91ded-b0ca-4216-8825-2625deadda94 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 782.353584] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-255094a6-8418-4fed-8fda-60852302ad29 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.357585] env[62353]: DEBUG oslo_vmware.api [None req-6fd533b2-6e36-445b-88bc-3abdb719b7a7 tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Waiting for the task: (returnval){ [ 782.357585] env[62353]: value = "task-2372395" [ 782.357585] env[62353]: _type = "Task" [ 782.357585] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.359257] env[62353]: DEBUG oslo_vmware.api [None req-ffe91ded-b0ca-4216-8825-2625deadda94 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] Waiting for the task: (returnval){ [ 782.359257] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5271f25f-1586-9946-1648-46550c1c497f" [ 782.359257] env[62353]: _type = "Task" [ 782.359257] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.376933] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372392, 'name': CreateVM_Task, 'duration_secs': 0.441811} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.377140] env[62353]: DEBUG oslo_vmware.api [None req-ffe91ded-b0ca-4216-8825-2625deadda94 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5271f25f-1586-9946-1648-46550c1c497f, 'name': SearchDatastore_Task, 'duration_secs': 0.010638} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.380176] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 85c1498f-d888-4031-878b-0181e190d3a7] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 782.380502] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ffe91ded-b0ca-4216-8825-2625deadda94 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] Releasing lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 782.380731] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ffe91ded-b0ca-4216-8825-2625deadda94 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] [instance: f5897ca9-4a38-4583-a15a-dbb0a621ab2e] Processing image 06f909ae-e8dc-43b4-abf7-c7ed85db9bbd {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 782.380958] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ffe91ded-b0ca-4216-8825-2625deadda94 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 782.381113] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ffe91ded-b0ca-4216-8825-2625deadda94 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] Acquired lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.381285] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffe91ded-b0ca-4216-8825-2625deadda94 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 782.381545] env[62353]: DEBUG oslo_vmware.api [None req-6fd533b2-6e36-445b-88bc-3abdb719b7a7 tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Task: {'id': task-2372395, 'name': Rename_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.382204] env[62353]: DEBUG oslo_concurrency.lockutils [None req-001ed240-305f-48cc-afac-37fd7b5f1d8e tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 782.382937] env[62353]: DEBUG oslo_concurrency.lockutils [None req-001ed240-305f-48cc-afac-37fd7b5f1d8e tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Acquired lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.382937] env[62353]: DEBUG oslo_concurrency.lockutils [None req-001ed240-305f-48cc-afac-37fd7b5f1d8e tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 782.382937] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-32fb9307-e590-4c24-a4f1-cf8a6d5e89f0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.385580] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2aed6ea9-be14-4db2-91fe-282118987a7c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.390879] env[62353]: DEBUG oslo_vmware.api [None req-001ed240-305f-48cc-afac-37fd7b5f1d8e tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Waiting for the task: (returnval){ [ 782.390879] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5247f773-f21a-38e7-7c50-1cdd174eddb8" [ 782.390879] env[62353]: _type = "Task" [ 782.390879] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.398185] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffe91ded-b0ca-4216-8825-2625deadda94 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 782.398364] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ffe91ded-b0ca-4216-8825-2625deadda94 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 782.399448] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d4f21fc-c241-4a89-a88f-303a8cfca4f2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.404872] env[62353]: DEBUG oslo_vmware.api [None req-64dbed28-6a34-4f66-b7fe-d8b6547ac51e tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Task: {'id': task-2372393, 'name': Destroy_Task, 'duration_secs': 0.432183} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.405424] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-64dbed28-6a34-4f66-b7fe-d8b6547ac51e tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: a6583a62-ee37-42e0-9a51-b0ce30de58c2] Destroyed the VM [ 782.405697] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-64dbed28-6a34-4f66-b7fe-d8b6547ac51e tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: a6583a62-ee37-42e0-9a51-b0ce30de58c2] Deleting Snapshot of the VM instance {{(pid=62353) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 782.405963] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-57ac3319-29ce-4d29-92c1-262f025da797 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.412121] env[62353]: DEBUG oslo_vmware.api [None req-001ed240-305f-48cc-afac-37fd7b5f1d8e tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5247f773-f21a-38e7-7c50-1cdd174eddb8, 'name': SearchDatastore_Task, 'duration_secs': 0.009498} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.412411] env[62353]: DEBUG oslo_vmware.api [None req-ffe91ded-b0ca-4216-8825-2625deadda94 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] Waiting for the task: (returnval){ [ 782.412411] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52a72b7f-10c2-6b40-ed61-412d4608deec" [ 782.412411] env[62353]: _type = "Task" [ 782.412411] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.413014] env[62353]: DEBUG oslo_concurrency.lockutils [None req-001ed240-305f-48cc-afac-37fd7b5f1d8e tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Releasing lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 782.413446] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-001ed240-305f-48cc-afac-37fd7b5f1d8e tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] [instance: 85c1498f-d888-4031-878b-0181e190d3a7] Processing image 06f909ae-e8dc-43b4-abf7-c7ed85db9bbd {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 782.413591] env[62353]: DEBUG oslo_concurrency.lockutils [None req-001ed240-305f-48cc-afac-37fd7b5f1d8e tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 782.418560] env[62353]: DEBUG oslo_vmware.api [None req-64dbed28-6a34-4f66-b7fe-d8b6547ac51e tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Waiting for the task: (returnval){ [ 782.418560] env[62353]: value = "task-2372396" [ 782.418560] env[62353]: _type = "Task" [ 782.418560] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.423972] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-57041057-7ebf-4584-813a-cfa707ada8e6 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] [instance: 7a3d03fd-327a-453b-ad3c-12736433379d] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 782.424255] env[62353]: DEBUG oslo_vmware.api [None req-ffe91ded-b0ca-4216-8825-2625deadda94 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52a72b7f-10c2-6b40-ed61-412d4608deec, 'name': SearchDatastore_Task, 'duration_secs': 0.009101} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.427551] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4ee47ccd-ac7e-4fbd-98c2-7c11251c1b5b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.429552] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-297ee8b0-3292-490a-a38a-0c54e80460e9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.442629] env[62353]: DEBUG oslo_vmware.api [None req-64dbed28-6a34-4f66-b7fe-d8b6547ac51e tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Task: {'id': task-2372396, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.448101] env[62353]: DEBUG oslo_vmware.api [None req-57041057-7ebf-4584-813a-cfa707ada8e6 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Waiting for the task: (returnval){ [ 782.448101] env[62353]: value = "task-2372397" [ 782.448101] env[62353]: _type = "Task" [ 782.448101] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.448415] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372394, 'name': CreateVM_Task, 'duration_secs': 0.376316} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.448702] env[62353]: DEBUG oslo_vmware.api [None req-ffe91ded-b0ca-4216-8825-2625deadda94 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] Waiting for the task: (returnval){ [ 782.448702] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5293c230-a2dd-fd34-934e-bdb8c6672d7c" [ 782.448702] env[62353]: _type = "Task" [ 782.448702] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.449052] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b3e9b87-2fa5-4623-b547-8831a1d7932f] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 782.453246] env[62353]: DEBUG oslo_concurrency.lockutils [None req-9aab5a3d-7047-49cb-83e2-cee0e099517e tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 782.453428] env[62353]: DEBUG oslo_concurrency.lockutils [None req-9aab5a3d-7047-49cb-83e2-cee0e099517e tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] Acquired lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.453779] env[62353]: DEBUG oslo_concurrency.lockutils [None req-9aab5a3d-7047-49cb-83e2-cee0e099517e tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 782.457616] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-869cafbc-ce42-4dee-8ce6-aebff131bcf5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.463839] env[62353]: DEBUG oslo_vmware.api [None req-57041057-7ebf-4584-813a-cfa707ada8e6 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Task: {'id': task-2372397, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.468687] env[62353]: DEBUG oslo_vmware.api [None req-9aab5a3d-7047-49cb-83e2-cee0e099517e tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] Waiting for the task: (returnval){ [ 782.468687] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]520d0346-1b8f-9743-f6c9-b220d8d12047" [ 782.468687] env[62353]: _type = "Task" [ 782.468687] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.468920] env[62353]: DEBUG oslo_vmware.api [None req-ffe91ded-b0ca-4216-8825-2625deadda94 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5293c230-a2dd-fd34-934e-bdb8c6672d7c, 'name': SearchDatastore_Task, 'duration_secs': 0.010857} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.469344] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ffe91ded-b0ca-4216-8825-2625deadda94 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] Releasing lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 782.469655] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffe91ded-b0ca-4216-8825-2625deadda94 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore2] f5897ca9-4a38-4583-a15a-dbb0a621ab2e/f5897ca9-4a38-4583-a15a-dbb0a621ab2e.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 782.472767] env[62353]: DEBUG oslo_concurrency.lockutils [None req-001ed240-305f-48cc-afac-37fd7b5f1d8e tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Acquired lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.472956] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-001ed240-305f-48cc-afac-37fd7b5f1d8e tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 782.473190] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5e7c2245-34c5-4223-b5d5-07ad141e53ac {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.475402] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1ccb1fbe-3da1-436d-94e3-24c71c27ee10 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.483767] env[62353]: DEBUG oslo_vmware.api [None req-9aab5a3d-7047-49cb-83e2-cee0e099517e tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]520d0346-1b8f-9743-f6c9-b220d8d12047, 'name': SearchDatastore_Task, 'duration_secs': 0.009777} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.486085] env[62353]: DEBUG oslo_concurrency.lockutils [None req-9aab5a3d-7047-49cb-83e2-cee0e099517e tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] Releasing lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 782.486644] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-9aab5a3d-7047-49cb-83e2-cee0e099517e tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] [instance: 0b3e9b87-2fa5-4623-b547-8831a1d7932f] Processing image 06f909ae-e8dc-43b4-abf7-c7ed85db9bbd {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 782.486644] env[62353]: DEBUG oslo_concurrency.lockutils [None req-9aab5a3d-7047-49cb-83e2-cee0e099517e tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 782.486848] env[62353]: DEBUG oslo_vmware.api [None req-ffe91ded-b0ca-4216-8825-2625deadda94 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] Waiting for the task: (returnval){ [ 782.486848] env[62353]: value = "task-2372398" [ 782.486848] env[62353]: _type = "Task" [ 782.486848] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.487208] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-001ed240-305f-48cc-afac-37fd7b5f1d8e tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 782.487208] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-001ed240-305f-48cc-afac-37fd7b5f1d8e tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 782.488044] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15d0b3a6-be0b-4dc7-8b29-14067b4572a6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.496624] env[62353]: DEBUG oslo_vmware.api [None req-001ed240-305f-48cc-afac-37fd7b5f1d8e tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Waiting for the task: (returnval){ [ 782.496624] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52e88f3a-5c66-10b3-917e-57083c65182e" [ 782.496624] env[62353]: _type = "Task" [ 782.496624] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.500682] env[62353]: DEBUG oslo_vmware.api [None req-ffe91ded-b0ca-4216-8825-2625deadda94 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] Task: {'id': task-2372398, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.509556] env[62353]: DEBUG oslo_vmware.api [None req-001ed240-305f-48cc-afac-37fd7b5f1d8e tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52e88f3a-5c66-10b3-917e-57083c65182e, 'name': SearchDatastore_Task, 'duration_secs': 0.008569} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.510422] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c9496e5-c89a-431a-af97-d3d0e52bfa7d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.516009] env[62353]: DEBUG oslo_vmware.api [None req-001ed240-305f-48cc-afac-37fd7b5f1d8e tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Waiting for the task: (returnval){ [ 782.516009] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52ba9437-6912-4f6c-600f-d85da7780f6b" [ 782.516009] env[62353]: _type = "Task" [ 782.516009] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.524921] env[62353]: DEBUG oslo_vmware.api [None req-001ed240-305f-48cc-afac-37fd7b5f1d8e tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52ba9437-6912-4f6c-600f-d85da7780f6b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.595238] env[62353]: DEBUG oslo_concurrency.lockutils [None req-054842a8-7fa8-4d42-b956-4799841e54a8 tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Acquiring lock "bdcce3b8-0118-4fa4-8300-2000c87b4880" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 782.595625] env[62353]: DEBUG oslo_concurrency.lockutils [None req-054842a8-7fa8-4d42-b956-4799841e54a8 tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Lock "bdcce3b8-0118-4fa4-8300-2000c87b4880" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 782.698296] env[62353]: DEBUG nova.compute.manager [req-46d54b73-224c-42c3-b68d-6b5b28ee10e5 req-1371531a-51d3-4f39-909a-b2836abb71ba service nova] [instance: 832a2083-5874-47b5-a9c7-fdb4a69a94bb] Received event network-vif-deleted-0db4e91f-7a0c-4615-aa15-29acaebd0f1e {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 782.770232] env[62353]: DEBUG nova.scheduler.client.report [None req-3cb1ab2a-d547-40e6-9420-b243fd588222 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 782.872607] env[62353]: DEBUG oslo_vmware.api [None req-6fd533b2-6e36-445b-88bc-3abdb719b7a7 tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Task: {'id': task-2372395, 'name': Rename_Task, 'duration_secs': 0.242253} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.872978] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fd533b2-6e36-445b-88bc-3abdb719b7a7 tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] [instance: f7197def-541f-4abc-b448-ebe58e2acccc] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 782.873310] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9925b3be-38e9-4d23-ade7-223b8282473d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.886673] env[62353]: DEBUG oslo_vmware.api [None req-6fd533b2-6e36-445b-88bc-3abdb719b7a7 tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Waiting for the task: (returnval){ [ 782.886673] env[62353]: value = "task-2372399" [ 782.886673] env[62353]: _type = "Task" [ 782.886673] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.897017] env[62353]: DEBUG oslo_vmware.api [None req-6fd533b2-6e36-445b-88bc-3abdb719b7a7 tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Task: {'id': task-2372399, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.935468] env[62353]: DEBUG oslo_vmware.api [None req-64dbed28-6a34-4f66-b7fe-d8b6547ac51e tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Task: {'id': task-2372396, 'name': RemoveSnapshot_Task, 'duration_secs': 0.507684} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.935468] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-64dbed28-6a34-4f66-b7fe-d8b6547ac51e tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: a6583a62-ee37-42e0-9a51-b0ce30de58c2] Deleted Snapshot of the VM instance {{(pid=62353) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 782.935672] env[62353]: INFO nova.compute.manager [None req-64dbed28-6a34-4f66-b7fe-d8b6547ac51e tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: a6583a62-ee37-42e0-9a51-b0ce30de58c2] Took 13.35 seconds to snapshot the instance on the hypervisor. [ 782.960858] env[62353]: DEBUG oslo_vmware.api [None req-57041057-7ebf-4584-813a-cfa707ada8e6 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Task: {'id': task-2372397, 'name': PowerOffVM_Task, 'duration_secs': 0.248234} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.961174] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-57041057-7ebf-4584-813a-cfa707ada8e6 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] [instance: 7a3d03fd-327a-453b-ad3c-12736433379d] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 782.961368] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-57041057-7ebf-4584-813a-cfa707ada8e6 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] [instance: 7a3d03fd-327a-453b-ad3c-12736433379d] Updating instance '7a3d03fd-327a-453b-ad3c-12736433379d' progress to 17 {{(pid=62353) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 783.001139] env[62353]: DEBUG oslo_vmware.api [None req-ffe91ded-b0ca-4216-8825-2625deadda94 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] Task: {'id': task-2372398, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.027612] env[62353]: DEBUG oslo_vmware.api [None req-001ed240-305f-48cc-afac-37fd7b5f1d8e tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52ba9437-6912-4f6c-600f-d85da7780f6b, 'name': SearchDatastore_Task, 'duration_secs': 0.011001} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.027940] env[62353]: DEBUG oslo_concurrency.lockutils [None req-001ed240-305f-48cc-afac-37fd7b5f1d8e tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Releasing lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 783.028253] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-001ed240-305f-48cc-afac-37fd7b5f1d8e tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore2] 85c1498f-d888-4031-878b-0181e190d3a7/85c1498f-d888-4031-878b-0181e190d3a7.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 783.028629] env[62353]: DEBUG oslo_concurrency.lockutils [None req-9aab5a3d-7047-49cb-83e2-cee0e099517e tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] Acquired lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.028787] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-9aab5a3d-7047-49cb-83e2-cee0e099517e tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 783.029029] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a3e26bb8-974b-4ba6-b676-fc19dd981cd1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.031268] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-66ce7aaf-e2ff-4824-b962-f3c8785017ff {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.038903] env[62353]: DEBUG oslo_vmware.api [None req-001ed240-305f-48cc-afac-37fd7b5f1d8e tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Waiting for the task: (returnval){ [ 783.038903] env[62353]: value = "task-2372400" [ 783.038903] env[62353]: _type = "Task" [ 783.038903] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.045298] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-9aab5a3d-7047-49cb-83e2-cee0e099517e tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 783.045578] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-9aab5a3d-7047-49cb-83e2-cee0e099517e tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 783.046774] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-087094a6-2896-4c4c-bc2f-3448e2039136 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.052465] env[62353]: DEBUG oslo_vmware.api [None req-001ed240-305f-48cc-afac-37fd7b5f1d8e tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Task: {'id': task-2372400, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.055437] env[62353]: DEBUG oslo_vmware.api [None req-9aab5a3d-7047-49cb-83e2-cee0e099517e tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] Waiting for the task: (returnval){ [ 783.055437] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52e50868-793a-aeb9-e02c-7b8ecb8af9bd" [ 783.055437] env[62353]: _type = "Task" [ 783.055437] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.063260] env[62353]: DEBUG oslo_vmware.api [None req-9aab5a3d-7047-49cb-83e2-cee0e099517e tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52e50868-793a-aeb9-e02c-7b8ecb8af9bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.098526] env[62353]: DEBUG nova.compute.manager [None req-054842a8-7fa8-4d42-b956-4799841e54a8 tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] [instance: bdcce3b8-0118-4fa4-8300-2000c87b4880] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 783.278641] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3cb1ab2a-d547-40e6-9420-b243fd588222 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.762s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 783.279209] env[62353]: DEBUG nova.compute.manager [None req-3cb1ab2a-d547-40e6-9420-b243fd588222 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: d7dd9b27-eeaa-49be-af8f-86b100ff7a69] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 783.281935] env[62353]: DEBUG oslo_concurrency.lockutils [None req-315ca542-74c4-471a-8557-70f182f15984 tempest-ServersTestBootFromVolume-997296087 tempest-ServersTestBootFromVolume-997296087-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.845s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 783.282177] env[62353]: DEBUG nova.objects.instance [None req-315ca542-74c4-471a-8557-70f182f15984 tempest-ServersTestBootFromVolume-997296087 tempest-ServersTestBootFromVolume-997296087-project-member] Lazy-loading 'resources' on Instance uuid 009129d2-dc03-4de0-ac09-9d24894e5e67 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 783.398470] env[62353]: DEBUG oslo_vmware.api [None req-6fd533b2-6e36-445b-88bc-3abdb719b7a7 tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Task: {'id': task-2372399, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.469089] env[62353]: DEBUG nova.virt.hardware [None req-57041057-7ebf-4584-813a-cfa707ada8e6 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T12:38:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=06f909ae-e8dc-43b4-abf7-c7ed85db9bbd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 783.469089] env[62353]: DEBUG nova.virt.hardware [None req-57041057-7ebf-4584-813a-cfa707ada8e6 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 783.469089] env[62353]: DEBUG nova.virt.hardware [None req-57041057-7ebf-4584-813a-cfa707ada8e6 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 783.469525] env[62353]: DEBUG nova.virt.hardware [None req-57041057-7ebf-4584-813a-cfa707ada8e6 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 783.469525] env[62353]: DEBUG nova.virt.hardware [None req-57041057-7ebf-4584-813a-cfa707ada8e6 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 783.469525] env[62353]: DEBUG nova.virt.hardware [None req-57041057-7ebf-4584-813a-cfa707ada8e6 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 783.470642] env[62353]: DEBUG nova.virt.hardware [None req-57041057-7ebf-4584-813a-cfa707ada8e6 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 783.470642] env[62353]: DEBUG nova.virt.hardware [None req-57041057-7ebf-4584-813a-cfa707ada8e6 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 783.470642] env[62353]: DEBUG nova.virt.hardware [None req-57041057-7ebf-4584-813a-cfa707ada8e6 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 783.470642] env[62353]: DEBUG nova.virt.hardware [None req-57041057-7ebf-4584-813a-cfa707ada8e6 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 783.470932] env[62353]: DEBUG nova.virt.hardware [None req-57041057-7ebf-4584-813a-cfa707ada8e6 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 783.477923] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-39d368e3-69a7-4113-8049-84c5359b779d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.495088] env[62353]: DEBUG oslo_vmware.api [None req-57041057-7ebf-4584-813a-cfa707ada8e6 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Waiting for the task: (returnval){ [ 783.495088] env[62353]: value = "task-2372401" [ 783.495088] env[62353]: _type = "Task" [ 783.495088] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.504794] env[62353]: DEBUG oslo_vmware.api [None req-ffe91ded-b0ca-4216-8825-2625deadda94 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] Task: {'id': task-2372398, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.547877} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.505629] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffe91ded-b0ca-4216-8825-2625deadda94 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore2] f5897ca9-4a38-4583-a15a-dbb0a621ab2e/f5897ca9-4a38-4583-a15a-dbb0a621ab2e.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 783.505901] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ffe91ded-b0ca-4216-8825-2625deadda94 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] [instance: f5897ca9-4a38-4583-a15a-dbb0a621ab2e] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 783.506488] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-12df3757-dda3-452d-b044-90158fd4e028 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.512699] env[62353]: DEBUG oslo_vmware.api [None req-57041057-7ebf-4584-813a-cfa707ada8e6 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Task: {'id': task-2372401, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.517250] env[62353]: DEBUG oslo_vmware.api [None req-ffe91ded-b0ca-4216-8825-2625deadda94 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] Waiting for the task: (returnval){ [ 783.517250] env[62353]: value = "task-2372402" [ 783.517250] env[62353]: _type = "Task" [ 783.517250] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.525313] env[62353]: DEBUG oslo_vmware.api [None req-ffe91ded-b0ca-4216-8825-2625deadda94 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] Task: {'id': task-2372402, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.551608] env[62353]: DEBUG oslo_vmware.api [None req-001ed240-305f-48cc-afac-37fd7b5f1d8e tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Task: {'id': task-2372400, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.464154} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.551940] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-001ed240-305f-48cc-afac-37fd7b5f1d8e tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore2] 85c1498f-d888-4031-878b-0181e190d3a7/85c1498f-d888-4031-878b-0181e190d3a7.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 783.552200] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-001ed240-305f-48cc-afac-37fd7b5f1d8e tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] [instance: 85c1498f-d888-4031-878b-0181e190d3a7] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 783.552491] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c5f95f65-cefc-4000-bcc8-eb66fae71d32 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.563686] env[62353]: DEBUG oslo_vmware.api [None req-001ed240-305f-48cc-afac-37fd7b5f1d8e tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Waiting for the task: (returnval){ [ 783.563686] env[62353]: value = "task-2372403" [ 783.563686] env[62353]: _type = "Task" [ 783.563686] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.572523] env[62353]: DEBUG oslo_vmware.api [None req-9aab5a3d-7047-49cb-83e2-cee0e099517e tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52e50868-793a-aeb9-e02c-7b8ecb8af9bd, 'name': SearchDatastore_Task, 'duration_secs': 0.009518} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.573702] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4625c7e-75f3-4469-b23a-7535c49594c3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.579489] env[62353]: DEBUG oslo_vmware.api [None req-001ed240-305f-48cc-afac-37fd7b5f1d8e tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Task: {'id': task-2372403, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.582611] env[62353]: DEBUG oslo_vmware.api [None req-9aab5a3d-7047-49cb-83e2-cee0e099517e tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] Waiting for the task: (returnval){ [ 783.582611] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5224548d-c89c-260d-d7f9-d13fadcf1806" [ 783.582611] env[62353]: _type = "Task" [ 783.582611] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.592685] env[62353]: DEBUG oslo_vmware.api [None req-9aab5a3d-7047-49cb-83e2-cee0e099517e tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5224548d-c89c-260d-d7f9-d13fadcf1806, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.627109] env[62353]: DEBUG oslo_concurrency.lockutils [None req-054842a8-7fa8-4d42-b956-4799841e54a8 tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 783.786702] env[62353]: DEBUG nova.compute.utils [None req-3cb1ab2a-d547-40e6-9420-b243fd588222 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 783.790799] env[62353]: DEBUG nova.compute.manager [None req-3cb1ab2a-d547-40e6-9420-b243fd588222 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: d7dd9b27-eeaa-49be-af8f-86b100ff7a69] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 783.791081] env[62353]: DEBUG nova.network.neutron [None req-3cb1ab2a-d547-40e6-9420-b243fd588222 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: d7dd9b27-eeaa-49be-af8f-86b100ff7a69] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 783.870313] env[62353]: DEBUG nova.policy [None req-3cb1ab2a-d547-40e6-9420-b243fd588222 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '13564ade137b4981abcc826430dec05a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '72d956f928c84645ac7af0ca43ed5775', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:192}} [ 783.899624] env[62353]: DEBUG oslo_vmware.api [None req-6fd533b2-6e36-445b-88bc-3abdb719b7a7 tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Task: {'id': task-2372399, 'name': PowerOnVM_Task, 'duration_secs': 0.891598} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.899891] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fd533b2-6e36-445b-88bc-3abdb719b7a7 tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] [instance: f7197def-541f-4abc-b448-ebe58e2acccc] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 783.900218] env[62353]: INFO nova.compute.manager [None req-6fd533b2-6e36-445b-88bc-3abdb719b7a7 tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] [instance: f7197def-541f-4abc-b448-ebe58e2acccc] Took 11.48 seconds to spawn the instance on the hypervisor. [ 783.900426] env[62353]: DEBUG nova.compute.manager [None req-6fd533b2-6e36-445b-88bc-3abdb719b7a7 tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] [instance: f7197def-541f-4abc-b448-ebe58e2acccc] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 783.901216] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c298e4d1-6ee0-4736-9ce7-f1d019c5336c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.937529] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ab2527f0-2982-4ef5-ad34-bd8563667abc tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Acquiring lock "a6583a62-ee37-42e0-9a51-b0ce30de58c2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 783.937795] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ab2527f0-2982-4ef5-ad34-bd8563667abc tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Lock "a6583a62-ee37-42e0-9a51-b0ce30de58c2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 783.939342] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ab2527f0-2982-4ef5-ad34-bd8563667abc tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Acquiring lock "a6583a62-ee37-42e0-9a51-b0ce30de58c2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 783.939342] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ab2527f0-2982-4ef5-ad34-bd8563667abc tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Lock "a6583a62-ee37-42e0-9a51-b0ce30de58c2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 783.939342] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ab2527f0-2982-4ef5-ad34-bd8563667abc tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Lock "a6583a62-ee37-42e0-9a51-b0ce30de58c2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 783.941088] env[62353]: INFO nova.compute.manager [None req-ab2527f0-2982-4ef5-ad34-bd8563667abc tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: a6583a62-ee37-42e0-9a51-b0ce30de58c2] Terminating instance [ 784.008037] env[62353]: DEBUG oslo_vmware.api [None req-57041057-7ebf-4584-813a-cfa707ada8e6 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Task: {'id': task-2372401, 'name': ReconfigVM_Task, 'duration_secs': 0.268051} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.008037] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-57041057-7ebf-4584-813a-cfa707ada8e6 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] [instance: 7a3d03fd-327a-453b-ad3c-12736433379d] Updating instance '7a3d03fd-327a-453b-ad3c-12736433379d' progress to 33 {{(pid=62353) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 784.028395] env[62353]: DEBUG oslo_vmware.api [None req-ffe91ded-b0ca-4216-8825-2625deadda94 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] Task: {'id': task-2372402, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069167} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.029228] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ffe91ded-b0ca-4216-8825-2625deadda94 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] [instance: f5897ca9-4a38-4583-a15a-dbb0a621ab2e] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 784.030211] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64c90df9-677e-41cf-b35d-a0950236cdbe {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.054065] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-ffe91ded-b0ca-4216-8825-2625deadda94 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] [instance: f5897ca9-4a38-4583-a15a-dbb0a621ab2e] Reconfiguring VM instance instance-00000035 to attach disk [datastore2] f5897ca9-4a38-4583-a15a-dbb0a621ab2e/f5897ca9-4a38-4583-a15a-dbb0a621ab2e.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 784.058299] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-18d7d694-1733-4501-b175-3e9e94617e3a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.094890] env[62353]: DEBUG oslo_vmware.api [None req-ffe91ded-b0ca-4216-8825-2625deadda94 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] Waiting for the task: (returnval){ [ 784.094890] env[62353]: value = "task-2372404" [ 784.094890] env[62353]: _type = "Task" [ 784.094890] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.098074] env[62353]: DEBUG oslo_vmware.api [None req-001ed240-305f-48cc-afac-37fd7b5f1d8e tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Task: {'id': task-2372403, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070873} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.100903] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-001ed240-305f-48cc-afac-37fd7b5f1d8e tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] [instance: 85c1498f-d888-4031-878b-0181e190d3a7] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 784.105650] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e812308-8774-4dc6-b9ac-69807919d24d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.109190] env[62353]: DEBUG oslo_vmware.api [None req-9aab5a3d-7047-49cb-83e2-cee0e099517e tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5224548d-c89c-260d-d7f9-d13fadcf1806, 'name': SearchDatastore_Task, 'duration_secs': 0.009657} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.112528] env[62353]: DEBUG oslo_concurrency.lockutils [None req-9aab5a3d-7047-49cb-83e2-cee0e099517e tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] Releasing lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 784.112852] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-9aab5a3d-7047-49cb-83e2-cee0e099517e tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore2] 0b3e9b87-2fa5-4623-b547-8831a1d7932f/0b3e9b87-2fa5-4623-b547-8831a1d7932f.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 784.114222] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-62e33721-9f4e-4d6f-8b2f-8eb32b792f1b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.139646] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-001ed240-305f-48cc-afac-37fd7b5f1d8e tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] [instance: 85c1498f-d888-4031-878b-0181e190d3a7] Reconfiguring VM instance instance-0000000f to attach disk [datastore2] 85c1498f-d888-4031-878b-0181e190d3a7/85c1498f-d888-4031-878b-0181e190d3a7.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 784.140056] env[62353]: DEBUG oslo_vmware.api [None req-ffe91ded-b0ca-4216-8825-2625deadda94 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] Task: {'id': task-2372404, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.144322] env[62353]: DEBUG nova.compute.manager [None req-ce88cec9-2851-41ee-afa2-ac4038c3e384 tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] [instance: bbbb4f2b-e3a0-4c4e-8e47-7de18b1b8f66] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 784.144643] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ecc93ce3-2094-49fe-ae1d-6f7e2ede5365 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.162032] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eedb2335-e36f-4a51-a9a3-d7f3dd985add {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.166232] env[62353]: DEBUG oslo_vmware.api [None req-9aab5a3d-7047-49cb-83e2-cee0e099517e tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] Waiting for the task: (returnval){ [ 784.166232] env[62353]: value = "task-2372405" [ 784.166232] env[62353]: _type = "Task" [ 784.166232] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.174506] env[62353]: DEBUG oslo_vmware.api [None req-001ed240-305f-48cc-afac-37fd7b5f1d8e tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Waiting for the task: (returnval){ [ 784.174506] env[62353]: value = "task-2372406" [ 784.174506] env[62353]: _type = "Task" [ 784.174506] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.183981] env[62353]: DEBUG oslo_vmware.api [None req-9aab5a3d-7047-49cb-83e2-cee0e099517e tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] Task: {'id': task-2372405, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.190038] env[62353]: DEBUG oslo_vmware.api [None req-001ed240-305f-48cc-afac-37fd7b5f1d8e tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Task: {'id': task-2372406, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.291853] env[62353]: DEBUG nova.compute.manager [None req-3cb1ab2a-d547-40e6-9420-b243fd588222 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: d7dd9b27-eeaa-49be-af8f-86b100ff7a69] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 784.374708] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c53de26-994d-4c6b-8bad-43bb43c18ffe {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.386221] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d514edaf-c046-499a-8c86-45743f4028e2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.426448] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb464cd9-fc2c-4f75-8d9f-b04c8232ee0e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.431749] env[62353]: INFO nova.compute.manager [None req-6fd533b2-6e36-445b-88bc-3abdb719b7a7 tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] [instance: f7197def-541f-4abc-b448-ebe58e2acccc] Took 47.59 seconds to build instance. [ 784.438382] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7afd2a61-7051-4b05-a1a8-44d8342093c5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.443925] env[62353]: DEBUG nova.compute.manager [None req-ab2527f0-2982-4ef5-ad34-bd8563667abc tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: a6583a62-ee37-42e0-9a51-b0ce30de58c2] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 784.444211] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ab2527f0-2982-4ef5-ad34-bd8563667abc tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: a6583a62-ee37-42e0-9a51-b0ce30de58c2] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 784.445062] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0d0c719-e7c7-4840-b0c2-fa4177925ae8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.457263] env[62353]: DEBUG nova.compute.provider_tree [None req-315ca542-74c4-471a-8557-70f182f15984 tempest-ServersTestBootFromVolume-997296087 tempest-ServersTestBootFromVolume-997296087-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 784.464198] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ab2527f0-2982-4ef5-ad34-bd8563667abc tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: a6583a62-ee37-42e0-9a51-b0ce30de58c2] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 784.464503] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1856a54f-ef4c-4232-b684-04c16cc557b4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.513804] env[62353]: DEBUG nova.virt.hardware [None req-57041057-7ebf-4584-813a-cfa707ada8e6 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T12:41:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='b2cfdf0a-ebed-46be-89e8-ce115861799e',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1553823238',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=06f909ae-e8dc-43b4-abf7-c7ed85db9bbd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 784.514121] env[62353]: DEBUG nova.virt.hardware [None req-57041057-7ebf-4584-813a-cfa707ada8e6 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 784.514333] env[62353]: DEBUG nova.virt.hardware [None req-57041057-7ebf-4584-813a-cfa707ada8e6 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 784.514563] env[62353]: DEBUG nova.virt.hardware [None req-57041057-7ebf-4584-813a-cfa707ada8e6 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 784.514729] env[62353]: DEBUG nova.virt.hardware [None req-57041057-7ebf-4584-813a-cfa707ada8e6 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 784.514948] env[62353]: DEBUG nova.virt.hardware [None req-57041057-7ebf-4584-813a-cfa707ada8e6 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 784.515219] env[62353]: DEBUG nova.virt.hardware [None req-57041057-7ebf-4584-813a-cfa707ada8e6 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 784.515424] env[62353]: DEBUG nova.virt.hardware [None req-57041057-7ebf-4584-813a-cfa707ada8e6 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 784.515665] env[62353]: DEBUG nova.virt.hardware [None req-57041057-7ebf-4584-813a-cfa707ada8e6 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 784.515962] env[62353]: DEBUG nova.virt.hardware [None req-57041057-7ebf-4584-813a-cfa707ada8e6 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 784.516347] env[62353]: DEBUG nova.virt.hardware [None req-57041057-7ebf-4584-813a-cfa707ada8e6 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 784.522755] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-57041057-7ebf-4584-813a-cfa707ada8e6 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] [instance: 7a3d03fd-327a-453b-ad3c-12736433379d] Reconfiguring VM instance instance-0000002d to detach disk 2000 {{(pid=62353) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 784.523118] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c154f07a-5477-49d1-8ddf-7e5225ca6dd6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.544778] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ab2527f0-2982-4ef5-ad34-bd8563667abc tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: a6583a62-ee37-42e0-9a51-b0ce30de58c2] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 784.545149] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ab2527f0-2982-4ef5-ad34-bd8563667abc tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: a6583a62-ee37-42e0-9a51-b0ce30de58c2] Deleting contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 784.545450] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab2527f0-2982-4ef5-ad34-bd8563667abc tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Deleting the datastore file [datastore1] a6583a62-ee37-42e0-9a51-b0ce30de58c2 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 784.546402] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fbc73517-897a-4c51-b309-52a474d1ddd3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.552738] env[62353]: DEBUG oslo_vmware.api [None req-ab2527f0-2982-4ef5-ad34-bd8563667abc tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Waiting for the task: (returnval){ [ 784.552738] env[62353]: value = "task-2372409" [ 784.552738] env[62353]: _type = "Task" [ 784.552738] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.557411] env[62353]: DEBUG oslo_vmware.api [None req-57041057-7ebf-4584-813a-cfa707ada8e6 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Waiting for the task: (returnval){ [ 784.557411] env[62353]: value = "task-2372408" [ 784.557411] env[62353]: _type = "Task" [ 784.557411] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.565609] env[62353]: DEBUG oslo_vmware.api [None req-ab2527f0-2982-4ef5-ad34-bd8563667abc tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Task: {'id': task-2372409, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.569385] env[62353]: DEBUG oslo_vmware.api [None req-57041057-7ebf-4584-813a-cfa707ada8e6 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Task: {'id': task-2372408, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.608069] env[62353]: DEBUG oslo_vmware.api [None req-ffe91ded-b0ca-4216-8825-2625deadda94 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] Task: {'id': task-2372404, 'name': ReconfigVM_Task, 'duration_secs': 0.331271} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.608549] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-ffe91ded-b0ca-4216-8825-2625deadda94 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] [instance: f5897ca9-4a38-4583-a15a-dbb0a621ab2e] Reconfigured VM instance instance-00000035 to attach disk [datastore2] f5897ca9-4a38-4583-a15a-dbb0a621ab2e/f5897ca9-4a38-4583-a15a-dbb0a621ab2e.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 784.610289] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-73c356d8-cef0-4a6f-8077-6cdc9ca2cf94 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.616910] env[62353]: DEBUG oslo_vmware.api [None req-ffe91ded-b0ca-4216-8825-2625deadda94 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] Waiting for the task: (returnval){ [ 784.616910] env[62353]: value = "task-2372410" [ 784.616910] env[62353]: _type = "Task" [ 784.616910] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.631552] env[62353]: DEBUG oslo_vmware.api [None req-ffe91ded-b0ca-4216-8825-2625deadda94 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] Task: {'id': task-2372410, 'name': Rename_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.634190] env[62353]: DEBUG nova.network.neutron [None req-3cb1ab2a-d547-40e6-9420-b243fd588222 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: d7dd9b27-eeaa-49be-af8f-86b100ff7a69] Successfully created port: 6cf81735-98c8-496a-bb69-2ea96378f674 {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 784.676210] env[62353]: DEBUG oslo_vmware.api [None req-9aab5a3d-7047-49cb-83e2-cee0e099517e tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] Task: {'id': task-2372405, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.681427] env[62353]: INFO nova.compute.manager [None req-ce88cec9-2851-41ee-afa2-ac4038c3e384 tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] [instance: bbbb4f2b-e3a0-4c4e-8e47-7de18b1b8f66] instance snapshotting [ 784.684252] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67c4619a-9fbf-4880-b752-14fdd9684cdc {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.690221] env[62353]: DEBUG oslo_vmware.api [None req-001ed240-305f-48cc-afac-37fd7b5f1d8e tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Task: {'id': task-2372406, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.707431] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5dd1dcd-231b-41e9-b925-88c09a565637 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.715930] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3ff6e111-8d62-4094-bee1-baf311199690 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Acquiring lock "c254fe57-8d19-4bfb-b607-dead3f0c04cf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 784.716207] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3ff6e111-8d62-4094-bee1-baf311199690 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Lock "c254fe57-8d19-4bfb-b607-dead3f0c04cf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 784.933720] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6fd533b2-6e36-445b-88bc-3abdb719b7a7 tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Lock "f7197def-541f-4abc-b448-ebe58e2acccc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.442s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 784.964028] env[62353]: DEBUG nova.scheduler.client.report [None req-315ca542-74c4-471a-8557-70f182f15984 tempest-ServersTestBootFromVolume-997296087 tempest-ServersTestBootFromVolume-997296087-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 785.064447] env[62353]: DEBUG oslo_vmware.api [None req-ab2527f0-2982-4ef5-ad34-bd8563667abc tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Task: {'id': task-2372409, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.292613} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.065122] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab2527f0-2982-4ef5-ad34-bd8563667abc tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 785.065430] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ab2527f0-2982-4ef5-ad34-bd8563667abc tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: a6583a62-ee37-42e0-9a51-b0ce30de58c2] Deleted contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 785.065740] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ab2527f0-2982-4ef5-ad34-bd8563667abc tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: a6583a62-ee37-42e0-9a51-b0ce30de58c2] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 785.065988] env[62353]: INFO nova.compute.manager [None req-ab2527f0-2982-4ef5-ad34-bd8563667abc tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: a6583a62-ee37-42e0-9a51-b0ce30de58c2] Took 0.62 seconds to destroy the instance on the hypervisor. [ 785.066308] env[62353]: DEBUG oslo.service.loopingcall [None req-ab2527f0-2982-4ef5-ad34-bd8563667abc tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 785.069452] env[62353]: DEBUG nova.compute.manager [-] [instance: a6583a62-ee37-42e0-9a51-b0ce30de58c2] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 785.069617] env[62353]: DEBUG nova.network.neutron [-] [instance: a6583a62-ee37-42e0-9a51-b0ce30de58c2] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 785.071424] env[62353]: DEBUG oslo_vmware.api [None req-57041057-7ebf-4584-813a-cfa707ada8e6 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Task: {'id': task-2372408, 'name': ReconfigVM_Task, 'duration_secs': 0.327669} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.071814] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-57041057-7ebf-4584-813a-cfa707ada8e6 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] [instance: 7a3d03fd-327a-453b-ad3c-12736433379d] Reconfigured VM instance instance-0000002d to detach disk 2000 {{(pid=62353) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 785.076028] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d763aada-0d16-4618-becd-976718ea07f8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.098821] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-57041057-7ebf-4584-813a-cfa707ada8e6 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] [instance: 7a3d03fd-327a-453b-ad3c-12736433379d] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] 7a3d03fd-327a-453b-ad3c-12736433379d/7a3d03fd-327a-453b-ad3c-12736433379d.vmdk or device None with type thin {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 785.099374] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aac3606a-7597-4f61-abca-e4811ecce338 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.122734] env[62353]: DEBUG oslo_vmware.api [None req-57041057-7ebf-4584-813a-cfa707ada8e6 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Waiting for the task: (returnval){ [ 785.122734] env[62353]: value = "task-2372411" [ 785.122734] env[62353]: _type = "Task" [ 785.122734] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.129431] env[62353]: DEBUG oslo_vmware.api [None req-ffe91ded-b0ca-4216-8825-2625deadda94 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] Task: {'id': task-2372410, 'name': Rename_Task, 'duration_secs': 0.225721} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.130057] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffe91ded-b0ca-4216-8825-2625deadda94 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] [instance: f5897ca9-4a38-4583-a15a-dbb0a621ab2e] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 785.130528] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5be28b09-4a64-4519-8018-33689d1d9baa {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.135494] env[62353]: DEBUG oslo_vmware.api [None req-57041057-7ebf-4584-813a-cfa707ada8e6 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Task: {'id': task-2372411, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.139610] env[62353]: DEBUG oslo_vmware.api [None req-ffe91ded-b0ca-4216-8825-2625deadda94 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] Waiting for the task: (returnval){ [ 785.139610] env[62353]: value = "task-2372412" [ 785.139610] env[62353]: _type = "Task" [ 785.139610] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.176014] env[62353]: DEBUG oslo_vmware.api [None req-9aab5a3d-7047-49cb-83e2-cee0e099517e tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] Task: {'id': task-2372405, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.563156} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.181110] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-9aab5a3d-7047-49cb-83e2-cee0e099517e tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore2] 0b3e9b87-2fa5-4623-b547-8831a1d7932f/0b3e9b87-2fa5-4623-b547-8831a1d7932f.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 785.181734] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-9aab5a3d-7047-49cb-83e2-cee0e099517e tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] [instance: 0b3e9b87-2fa5-4623-b547-8831a1d7932f] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 785.181975] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0359da77-03c0-4c55-9cc2-cfb3a7cfdffe {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.189897] env[62353]: DEBUG oslo_vmware.api [None req-001ed240-305f-48cc-afac-37fd7b5f1d8e tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Task: {'id': task-2372406, 'name': ReconfigVM_Task, 'duration_secs': 0.651506} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.191995] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-001ed240-305f-48cc-afac-37fd7b5f1d8e tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] [instance: 85c1498f-d888-4031-878b-0181e190d3a7] Reconfigured VM instance instance-0000000f to attach disk [datastore2] 85c1498f-d888-4031-878b-0181e190d3a7/85c1498f-d888-4031-878b-0181e190d3a7.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 785.192886] env[62353]: DEBUG oslo_vmware.api [None req-9aab5a3d-7047-49cb-83e2-cee0e099517e tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] Waiting for the task: (returnval){ [ 785.192886] env[62353]: value = "task-2372413" [ 785.192886] env[62353]: _type = "Task" [ 785.192886] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.193488] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-df1a6780-bf85-4084-86d8-06b17071fded {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.205513] env[62353]: DEBUG oslo_vmware.api [None req-9aab5a3d-7047-49cb-83e2-cee0e099517e tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] Task: {'id': task-2372413, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.207484] env[62353]: DEBUG oslo_vmware.api [None req-001ed240-305f-48cc-afac-37fd7b5f1d8e tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Waiting for the task: (returnval){ [ 785.207484] env[62353]: value = "task-2372414" [ 785.207484] env[62353]: _type = "Task" [ 785.207484] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.216826] env[62353]: DEBUG oslo_vmware.api [None req-001ed240-305f-48cc-afac-37fd7b5f1d8e tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Task: {'id': task-2372414, 'name': Rename_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.223519] env[62353]: DEBUG nova.compute.manager [None req-3ff6e111-8d62-4094-bee1-baf311199690 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: c254fe57-8d19-4bfb-b607-dead3f0c04cf] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 785.228473] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ce88cec9-2851-41ee-afa2-ac4038c3e384 tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] [instance: bbbb4f2b-e3a0-4c4e-8e47-7de18b1b8f66] Creating Snapshot of the VM instance {{(pid=62353) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 785.229133] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d141f399-a977-4cfb-b6f8-7289f4048477 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.236633] env[62353]: DEBUG oslo_vmware.api [None req-ce88cec9-2851-41ee-afa2-ac4038c3e384 tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Waiting for the task: (returnval){ [ 785.236633] env[62353]: value = "task-2372415" [ 785.236633] env[62353]: _type = "Task" [ 785.236633] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.246866] env[62353]: DEBUG oslo_vmware.api [None req-ce88cec9-2851-41ee-afa2-ac4038c3e384 tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Task: {'id': task-2372415, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.302703] env[62353]: DEBUG nova.compute.manager [None req-3cb1ab2a-d547-40e6-9420-b243fd588222 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: d7dd9b27-eeaa-49be-af8f-86b100ff7a69] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 785.335256] env[62353]: DEBUG nova.virt.hardware [None req-3cb1ab2a-d547-40e6-9420-b243fd588222 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T12:38:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T12:38:15Z,direct_url=,disk_format='vmdk',id=06f909ae-e8dc-43b4-abf7-c7ed85db9bbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0a3f88790a594523a818b8c00f6862e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T12:38:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 785.336077] env[62353]: DEBUG nova.virt.hardware [None req-3cb1ab2a-d547-40e6-9420-b243fd588222 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 785.336077] env[62353]: DEBUG nova.virt.hardware [None req-3cb1ab2a-d547-40e6-9420-b243fd588222 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 785.336077] env[62353]: DEBUG nova.virt.hardware [None req-3cb1ab2a-d547-40e6-9420-b243fd588222 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 785.336322] env[62353]: DEBUG nova.virt.hardware [None req-3cb1ab2a-d547-40e6-9420-b243fd588222 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 785.336513] env[62353]: DEBUG nova.virt.hardware [None req-3cb1ab2a-d547-40e6-9420-b243fd588222 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 785.336836] env[62353]: DEBUG nova.virt.hardware [None req-3cb1ab2a-d547-40e6-9420-b243fd588222 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 785.337013] env[62353]: DEBUG nova.virt.hardware [None req-3cb1ab2a-d547-40e6-9420-b243fd588222 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 785.338120] env[62353]: DEBUG nova.virt.hardware [None req-3cb1ab2a-d547-40e6-9420-b243fd588222 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 785.338120] env[62353]: DEBUG nova.virt.hardware [None req-3cb1ab2a-d547-40e6-9420-b243fd588222 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 785.338120] env[62353]: DEBUG nova.virt.hardware [None req-3cb1ab2a-d547-40e6-9420-b243fd588222 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 785.338647] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcb30d31-a3fa-4f50-a064-f96ea86b4851 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.349520] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ab76726-cb44-412c-8d30-6fb6b5e4cbc9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.391238] env[62353]: DEBUG oslo_vmware.rw_handles [None req-3ea84956-2215-40b9-97c5-96d6e449cbf5 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523d0127-2a0a-af6c-9725-54ac7d8d5f0d/disk-0.vmdk. {{(pid=62353) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 785.392369] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f16fb46-6c5b-4387-8b8b-118cb1649d18 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.398593] env[62353]: DEBUG oslo_vmware.rw_handles [None req-3ea84956-2215-40b9-97c5-96d6e449cbf5 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523d0127-2a0a-af6c-9725-54ac7d8d5f0d/disk-0.vmdk is in state: ready. {{(pid=62353) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 785.398771] env[62353]: ERROR oslo_vmware.rw_handles [None req-3ea84956-2215-40b9-97c5-96d6e449cbf5 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523d0127-2a0a-af6c-9725-54ac7d8d5f0d/disk-0.vmdk due to incomplete transfer. [ 785.399011] env[62353]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-b84a007c-e76f-44f9-8953-a203f8adb7a4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.406062] env[62353]: DEBUG oslo_vmware.rw_handles [None req-3ea84956-2215-40b9-97c5-96d6e449cbf5 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523d0127-2a0a-af6c-9725-54ac7d8d5f0d/disk-0.vmdk. {{(pid=62353) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 785.406289] env[62353]: DEBUG nova.virt.vmwareapi.images [None req-3ea84956-2215-40b9-97c5-96d6e449cbf5 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 9cd85b1f-93a5-43f3-bda3-1518bb774759] Uploaded image c5c17f37-e443-473d-adaf-c10d1abf83e0 to the Glance image server {{(pid=62353) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 785.408822] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ea84956-2215-40b9-97c5-96d6e449cbf5 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 9cd85b1f-93a5-43f3-bda3-1518bb774759] Destroying the VM {{(pid=62353) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 785.409488] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-4cafc6f3-022b-499c-b328-16dbada2016e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.415397] env[62353]: DEBUG oslo_vmware.api [None req-3ea84956-2215-40b9-97c5-96d6e449cbf5 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Waiting for the task: (returnval){ [ 785.415397] env[62353]: value = "task-2372416" [ 785.415397] env[62353]: _type = "Task" [ 785.415397] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.424635] env[62353]: DEBUG oslo_vmware.api [None req-3ea84956-2215-40b9-97c5-96d6e449cbf5 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Task: {'id': task-2372416, 'name': Destroy_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.469844] env[62353]: DEBUG oslo_concurrency.lockutils [None req-315ca542-74c4-471a-8557-70f182f15984 tempest-ServersTestBootFromVolume-997296087 tempest-ServersTestBootFromVolume-997296087-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.186s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 785.471073] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6fd836e4-d5cb-467d-82dc-b45a6b58d20c tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.622s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 785.472825] env[62353]: INFO nova.compute.claims [None req-6fd836e4-d5cb-467d-82dc-b45a6b58d20c tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [instance: 53ff526b-6e0b-49bc-beca-4fb4a377389b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 785.513602] env[62353]: INFO nova.scheduler.client.report [None req-315ca542-74c4-471a-8557-70f182f15984 tempest-ServersTestBootFromVolume-997296087 tempest-ServersTestBootFromVolume-997296087-project-member] Deleted allocations for instance 009129d2-dc03-4de0-ac09-9d24894e5e67 [ 785.568810] env[62353]: DEBUG nova.compute.manager [req-854f98d3-7519-46d6-8452-ebbde5a994a8 req-cdf6044d-5242-40df-af0c-ad485961c828 service nova] [instance: a6583a62-ee37-42e0-9a51-b0ce30de58c2] Received event network-vif-deleted-c10a8bd2-238f-472e-8200-99c7a2eab565 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 785.569083] env[62353]: INFO nova.compute.manager [req-854f98d3-7519-46d6-8452-ebbde5a994a8 req-cdf6044d-5242-40df-af0c-ad485961c828 service nova] [instance: a6583a62-ee37-42e0-9a51-b0ce30de58c2] Neutron deleted interface c10a8bd2-238f-472e-8200-99c7a2eab565; detaching it from the instance and deleting it from the info cache [ 785.569335] env[62353]: DEBUG nova.network.neutron [req-854f98d3-7519-46d6-8452-ebbde5a994a8 req-cdf6044d-5242-40df-af0c-ad485961c828 service nova] [instance: a6583a62-ee37-42e0-9a51-b0ce30de58c2] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 785.634617] env[62353]: DEBUG oslo_vmware.api [None req-57041057-7ebf-4584-813a-cfa707ada8e6 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Task: {'id': task-2372411, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.649358] env[62353]: DEBUG oslo_vmware.api [None req-ffe91ded-b0ca-4216-8825-2625deadda94 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] Task: {'id': task-2372412, 'name': PowerOnVM_Task, 'duration_secs': 0.49015} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.649615] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffe91ded-b0ca-4216-8825-2625deadda94 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] [instance: f5897ca9-4a38-4583-a15a-dbb0a621ab2e] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 785.649819] env[62353]: DEBUG nova.compute.manager [None req-ffe91ded-b0ca-4216-8825-2625deadda94 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] [instance: f5897ca9-4a38-4583-a15a-dbb0a621ab2e] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 785.650662] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bed4e0d-fe99-4ef7-a889-697c5bc66f30 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.706722] env[62353]: DEBUG oslo_vmware.api [None req-9aab5a3d-7047-49cb-83e2-cee0e099517e tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] Task: {'id': task-2372413, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078813} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.706958] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-9aab5a3d-7047-49cb-83e2-cee0e099517e tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] [instance: 0b3e9b87-2fa5-4623-b547-8831a1d7932f] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 785.707795] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-334ab5c4-3b5c-4e4e-9634-a7dfa29078aa {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.719336] env[62353]: DEBUG oslo_vmware.api [None req-001ed240-305f-48cc-afac-37fd7b5f1d8e tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Task: {'id': task-2372414, 'name': Rename_Task, 'duration_secs': 0.154902} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.726597] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-001ed240-305f-48cc-afac-37fd7b5f1d8e tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] [instance: 85c1498f-d888-4031-878b-0181e190d3a7] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 785.735564] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-9aab5a3d-7047-49cb-83e2-cee0e099517e tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] [instance: 0b3e9b87-2fa5-4623-b547-8831a1d7932f] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] 0b3e9b87-2fa5-4623-b547-8831a1d7932f/0b3e9b87-2fa5-4623-b547-8831a1d7932f.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 785.737955] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-466cef67-a0b2-4a55-ad5e-d9eb76c60df6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.740885] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fd41d673-53a8-4099-ab88-6e1f0651bca9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.759894] env[62353]: DEBUG nova.compute.manager [req-45dc3e69-87ef-4593-8532-a24dc6417786 req-a6e57f65-bdae-448e-a6c1-051d1c34db88 service nova] [instance: f7197def-541f-4abc-b448-ebe58e2acccc] Received event network-changed-0041835d-1aab-4547-ac69-4d9a91165188 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 785.760178] env[62353]: DEBUG nova.compute.manager [req-45dc3e69-87ef-4593-8532-a24dc6417786 req-a6e57f65-bdae-448e-a6c1-051d1c34db88 service nova] [instance: f7197def-541f-4abc-b448-ebe58e2acccc] Refreshing instance network info cache due to event network-changed-0041835d-1aab-4547-ac69-4d9a91165188. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 785.760411] env[62353]: DEBUG oslo_concurrency.lockutils [req-45dc3e69-87ef-4593-8532-a24dc6417786 req-a6e57f65-bdae-448e-a6c1-051d1c34db88 service nova] Acquiring lock "refresh_cache-f7197def-541f-4abc-b448-ebe58e2acccc" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 785.760650] env[62353]: DEBUG oslo_concurrency.lockutils [req-45dc3e69-87ef-4593-8532-a24dc6417786 req-a6e57f65-bdae-448e-a6c1-051d1c34db88 service nova] Acquired lock "refresh_cache-f7197def-541f-4abc-b448-ebe58e2acccc" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.760746] env[62353]: DEBUG nova.network.neutron [req-45dc3e69-87ef-4593-8532-a24dc6417786 req-a6e57f65-bdae-448e-a6c1-051d1c34db88 service nova] [instance: f7197def-541f-4abc-b448-ebe58e2acccc] Refreshing network info cache for port 0041835d-1aab-4547-ac69-4d9a91165188 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 785.776186] env[62353]: DEBUG oslo_vmware.api [None req-ce88cec9-2851-41ee-afa2-ac4038c3e384 tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Task: {'id': task-2372415, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.778766] env[62353]: DEBUG oslo_vmware.api [None req-001ed240-305f-48cc-afac-37fd7b5f1d8e tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Waiting for the task: (returnval){ [ 785.778766] env[62353]: value = "task-2372417" [ 785.778766] env[62353]: _type = "Task" [ 785.778766] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.778969] env[62353]: DEBUG oslo_vmware.api [None req-9aab5a3d-7047-49cb-83e2-cee0e099517e tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] Waiting for the task: (returnval){ [ 785.778969] env[62353]: value = "task-2372418" [ 785.778969] env[62353]: _type = "Task" [ 785.778969] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.785765] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3ff6e111-8d62-4094-bee1-baf311199690 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 785.792950] env[62353]: DEBUG oslo_vmware.api [None req-9aab5a3d-7047-49cb-83e2-cee0e099517e tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] Task: {'id': task-2372418, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.796646] env[62353]: DEBUG oslo_vmware.api [None req-001ed240-305f-48cc-afac-37fd7b5f1d8e tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Task: {'id': task-2372417, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.925788] env[62353]: DEBUG oslo_vmware.api [None req-3ea84956-2215-40b9-97c5-96d6e449cbf5 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Task: {'id': task-2372416, 'name': Destroy_Task} progress is 33%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.020542] env[62353]: DEBUG oslo_concurrency.lockutils [None req-315ca542-74c4-471a-8557-70f182f15984 tempest-ServersTestBootFromVolume-997296087 tempest-ServersTestBootFromVolume-997296087-project-member] Lock "009129d2-dc03-4de0-ac09-9d24894e5e67" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.180s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 786.025050] env[62353]: DEBUG nova.network.neutron [-] [instance: a6583a62-ee37-42e0-9a51-b0ce30de58c2] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.072249] env[62353]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4ce0640b-1a95-46ec-b13d-0b00bce23c19 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.084114] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f609ff3-55f3-465f-85b9-7904bf3353a2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.121917] env[62353]: DEBUG nova.compute.manager [req-854f98d3-7519-46d6-8452-ebbde5a994a8 req-cdf6044d-5242-40df-af0c-ad485961c828 service nova] [instance: a6583a62-ee37-42e0-9a51-b0ce30de58c2] Detach interface failed, port_id=c10a8bd2-238f-472e-8200-99c7a2eab565, reason: Instance a6583a62-ee37-42e0-9a51-b0ce30de58c2 could not be found. {{(pid=62353) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 786.135113] env[62353]: DEBUG oslo_vmware.api [None req-57041057-7ebf-4584-813a-cfa707ada8e6 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Task: {'id': task-2372411, 'name': ReconfigVM_Task, 'duration_secs': 0.811648} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.135425] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-57041057-7ebf-4584-813a-cfa707ada8e6 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] [instance: 7a3d03fd-327a-453b-ad3c-12736433379d] Reconfigured VM instance instance-0000002d to attach disk [datastore2] 7a3d03fd-327a-453b-ad3c-12736433379d/7a3d03fd-327a-453b-ad3c-12736433379d.vmdk or device None with type thin {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 786.135809] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-57041057-7ebf-4584-813a-cfa707ada8e6 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] [instance: 7a3d03fd-327a-453b-ad3c-12736433379d] Updating instance '7a3d03fd-327a-453b-ad3c-12736433379d' progress to 50 {{(pid=62353) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 786.168419] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ffe91ded-b0ca-4216-8825-2625deadda94 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 786.277747] env[62353]: DEBUG oslo_vmware.api [None req-ce88cec9-2851-41ee-afa2-ac4038c3e384 tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Task: {'id': task-2372415, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.294376] env[62353]: DEBUG oslo_vmware.api [None req-9aab5a3d-7047-49cb-83e2-cee0e099517e tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] Task: {'id': task-2372418, 'name': ReconfigVM_Task, 'duration_secs': 0.382097} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.297852] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-9aab5a3d-7047-49cb-83e2-cee0e099517e tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] [instance: 0b3e9b87-2fa5-4623-b547-8831a1d7932f] Reconfigured VM instance instance-00000037 to attach disk [datastore2] 0b3e9b87-2fa5-4623-b547-8831a1d7932f/0b3e9b87-2fa5-4623-b547-8831a1d7932f.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 786.298449] env[62353]: DEBUG oslo_vmware.api [None req-001ed240-305f-48cc-afac-37fd7b5f1d8e tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Task: {'id': task-2372417, 'name': PowerOnVM_Task, 'duration_secs': 0.484082} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.298627] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-99bf44b6-91e0-4876-ac3c-b1132774fe17 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.300312] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-001ed240-305f-48cc-afac-37fd7b5f1d8e tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] [instance: 85c1498f-d888-4031-878b-0181e190d3a7] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 786.300920] env[62353]: DEBUG nova.compute.manager [None req-001ed240-305f-48cc-afac-37fd7b5f1d8e tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] [instance: 85c1498f-d888-4031-878b-0181e190d3a7] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 786.301404] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cfd21ad-cf1d-4bd8-b71e-a26de6bc2fe9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.314050] env[62353]: DEBUG oslo_vmware.api [None req-9aab5a3d-7047-49cb-83e2-cee0e099517e tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] Waiting for the task: (returnval){ [ 786.314050] env[62353]: value = "task-2372419" [ 786.314050] env[62353]: _type = "Task" [ 786.314050] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.321145] env[62353]: DEBUG oslo_vmware.api [None req-9aab5a3d-7047-49cb-83e2-cee0e099517e tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] Task: {'id': task-2372419, 'name': Rename_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.428300] env[62353]: DEBUG oslo_vmware.api [None req-3ea84956-2215-40b9-97c5-96d6e449cbf5 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Task: {'id': task-2372416, 'name': Destroy_Task, 'duration_secs': 0.744862} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.428650] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-3ea84956-2215-40b9-97c5-96d6e449cbf5 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 9cd85b1f-93a5-43f3-bda3-1518bb774759] Destroyed the VM [ 786.428980] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-3ea84956-2215-40b9-97c5-96d6e449cbf5 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 9cd85b1f-93a5-43f3-bda3-1518bb774759] Deleting Snapshot of the VM instance {{(pid=62353) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 786.429323] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-00016ff0-195f-4ed7-8bcf-a4c9cb524be6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.437253] env[62353]: DEBUG oslo_vmware.api [None req-3ea84956-2215-40b9-97c5-96d6e449cbf5 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Waiting for the task: (returnval){ [ 786.437253] env[62353]: value = "task-2372420" [ 786.437253] env[62353]: _type = "Task" [ 786.437253] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.446376] env[62353]: DEBUG oslo_vmware.api [None req-3ea84956-2215-40b9-97c5-96d6e449cbf5 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Task: {'id': task-2372420, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.526932] env[62353]: INFO nova.compute.manager [-] [instance: a6583a62-ee37-42e0-9a51-b0ce30de58c2] Took 1.46 seconds to deallocate network for instance. [ 786.647418] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02bba98f-365c-4b7e-b119-361b67d7dfd0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.683929] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d18d0e85-cc7b-4860-9488-640f98109b93 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.705556] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-57041057-7ebf-4584-813a-cfa707ada8e6 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] [instance: 7a3d03fd-327a-453b-ad3c-12736433379d] Updating instance '7a3d03fd-327a-453b-ad3c-12736433379d' progress to 67 {{(pid=62353) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 786.776064] env[62353]: DEBUG oslo_vmware.api [None req-ce88cec9-2851-41ee-afa2-ac4038c3e384 tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Task: {'id': task-2372415, 'name': CreateSnapshot_Task, 'duration_secs': 1.1571} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.777556] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ce88cec9-2851-41ee-afa2-ac4038c3e384 tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] [instance: bbbb4f2b-e3a0-4c4e-8e47-7de18b1b8f66] Created Snapshot of the VM instance {{(pid=62353) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 786.777556] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab01e2dd-060a-41cf-8ab7-c0f720c4bcf0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.830294] env[62353]: DEBUG oslo_concurrency.lockutils [None req-001ed240-305f-48cc-afac-37fd7b5f1d8e tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 786.834858] env[62353]: DEBUG oslo_vmware.api [None req-9aab5a3d-7047-49cb-83e2-cee0e099517e tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] Task: {'id': task-2372419, 'name': Rename_Task, 'duration_secs': 0.187965} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.835856] env[62353]: DEBUG nova.network.neutron [req-45dc3e69-87ef-4593-8532-a24dc6417786 req-a6e57f65-bdae-448e-a6c1-051d1c34db88 service nova] [instance: f7197def-541f-4abc-b448-ebe58e2acccc] Updated VIF entry in instance network info cache for port 0041835d-1aab-4547-ac69-4d9a91165188. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 786.836255] env[62353]: DEBUG nova.network.neutron [req-45dc3e69-87ef-4593-8532-a24dc6417786 req-a6e57f65-bdae-448e-a6c1-051d1c34db88 service nova] [instance: f7197def-541f-4abc-b448-ebe58e2acccc] Updating instance_info_cache with network_info: [{"id": "0041835d-1aab-4547-ac69-4d9a91165188", "address": "fa:16:3e:ca:bd:31", "network": {"id": "cb8057bb-2c27-4ccc-a693-7bf7dfb97654", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-661192242-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66f806d698584e0a805923432d6a5a29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b399c74-1411-408a-b4cd-84e268ae83fe", "external-id": "nsx-vlan-transportzone-486", "segmentation_id": 486, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0041835d-1a", "ovs_interfaceid": "0041835d-1aab-4547-ac69-4d9a91165188", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.838378] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-9aab5a3d-7047-49cb-83e2-cee0e099517e tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] [instance: 0b3e9b87-2fa5-4623-b547-8831a1d7932f] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 786.841627] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-55f46ab4-4553-42de-b067-559a4ed0fa18 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.850310] env[62353]: DEBUG oslo_vmware.api [None req-9aab5a3d-7047-49cb-83e2-cee0e099517e tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] Waiting for the task: (returnval){ [ 786.850310] env[62353]: value = "task-2372421" [ 786.850310] env[62353]: _type = "Task" [ 786.850310] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.862268] env[62353]: DEBUG oslo_vmware.api [None req-9aab5a3d-7047-49cb-83e2-cee0e099517e tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] Task: {'id': task-2372421, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.947792] env[62353]: DEBUG nova.network.neutron [None req-3cb1ab2a-d547-40e6-9420-b243fd588222 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: d7dd9b27-eeaa-49be-af8f-86b100ff7a69] Successfully updated port: 6cf81735-98c8-496a-bb69-2ea96378f674 {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 786.957411] env[62353]: DEBUG oslo_vmware.api [None req-3ea84956-2215-40b9-97c5-96d6e449cbf5 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Task: {'id': task-2372420, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.039145] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ab2527f0-2982-4ef5-ad34-bd8563667abc tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 787.053031] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f55124b-618f-44d6-a680-df6396fe7b8d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.062323] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43c32e1a-fe4e-492b-bc39-d179d43f7933 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.097435] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-385fd4b8-ea9c-4008-a97a-f44d5c3bdb4b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.105157] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f457094e-166b-4ebe-b3ec-291ae52b4cbc {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.119069] env[62353]: DEBUG nova.compute.provider_tree [None req-6fd836e4-d5cb-467d-82dc-b45a6b58d20c tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 787.266247] env[62353]: DEBUG nova.network.neutron [None req-57041057-7ebf-4584-813a-cfa707ada8e6 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] [instance: 7a3d03fd-327a-453b-ad3c-12736433379d] Port 92678226-a3c4-444a-88a6-f5f31ca73ae7 binding to destination host cpu-1 is already ACTIVE {{(pid=62353) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 787.300606] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ce88cec9-2851-41ee-afa2-ac4038c3e384 tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] [instance: bbbb4f2b-e3a0-4c4e-8e47-7de18b1b8f66] Creating linked-clone VM from snapshot {{(pid=62353) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 787.302918] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0ae01173-2271-4d0c-baa7-9a194d0cffc5 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] Acquiring lock "f5897ca9-4a38-4583-a15a-dbb0a621ab2e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 787.302918] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0ae01173-2271-4d0c-baa7-9a194d0cffc5 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] Lock "f5897ca9-4a38-4583-a15a-dbb0a621ab2e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 787.302918] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0ae01173-2271-4d0c-baa7-9a194d0cffc5 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] Acquiring lock "f5897ca9-4a38-4583-a15a-dbb0a621ab2e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 787.302918] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0ae01173-2271-4d0c-baa7-9a194d0cffc5 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] Lock "f5897ca9-4a38-4583-a15a-dbb0a621ab2e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 787.302918] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0ae01173-2271-4d0c-baa7-9a194d0cffc5 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] Lock "f5897ca9-4a38-4583-a15a-dbb0a621ab2e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 787.303795] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-9bf03e4c-2df7-4f2c-a108-8effdddb89cb {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.307366] env[62353]: INFO nova.compute.manager [None req-0ae01173-2271-4d0c-baa7-9a194d0cffc5 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] [instance: f5897ca9-4a38-4583-a15a-dbb0a621ab2e] Terminating instance [ 787.315206] env[62353]: DEBUG oslo_vmware.api [None req-ce88cec9-2851-41ee-afa2-ac4038c3e384 tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Waiting for the task: (returnval){ [ 787.315206] env[62353]: value = "task-2372422" [ 787.315206] env[62353]: _type = "Task" [ 787.315206] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.325624] env[62353]: DEBUG oslo_vmware.api [None req-ce88cec9-2851-41ee-afa2-ac4038c3e384 tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Task: {'id': task-2372422, 'name': CloneVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.338965] env[62353]: DEBUG oslo_concurrency.lockutils [req-45dc3e69-87ef-4593-8532-a24dc6417786 req-a6e57f65-bdae-448e-a6c1-051d1c34db88 service nova] Releasing lock "refresh_cache-f7197def-541f-4abc-b448-ebe58e2acccc" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 787.360967] env[62353]: DEBUG oslo_vmware.api [None req-9aab5a3d-7047-49cb-83e2-cee0e099517e tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] Task: {'id': task-2372421, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.451271] env[62353]: DEBUG oslo_vmware.api [None req-3ea84956-2215-40b9-97c5-96d6e449cbf5 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Task: {'id': task-2372420, 'name': RemoveSnapshot_Task, 'duration_secs': 0.788811} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.451271] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-3ea84956-2215-40b9-97c5-96d6e449cbf5 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 9cd85b1f-93a5-43f3-bda3-1518bb774759] Deleted Snapshot of the VM instance {{(pid=62353) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 787.451434] env[62353]: DEBUG nova.compute.manager [None req-3ea84956-2215-40b9-97c5-96d6e449cbf5 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 9cd85b1f-93a5-43f3-bda3-1518bb774759] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 787.455139] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99a41d32-1454-48b7-80ca-fc4a9576c132 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.457051] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3cb1ab2a-d547-40e6-9420-b243fd588222 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Acquiring lock "refresh_cache-d7dd9b27-eeaa-49be-af8f-86b100ff7a69" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 787.457187] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3cb1ab2a-d547-40e6-9420-b243fd588222 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Acquired lock "refresh_cache-d7dd9b27-eeaa-49be-af8f-86b100ff7a69" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.457346] env[62353]: DEBUG nova.network.neutron [None req-3cb1ab2a-d547-40e6-9420-b243fd588222 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: d7dd9b27-eeaa-49be-af8f-86b100ff7a69] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 787.622906] env[62353]: DEBUG nova.scheduler.client.report [None req-6fd836e4-d5cb-467d-82dc-b45a6b58d20c tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 787.632352] env[62353]: DEBUG nova.compute.manager [req-75a4753a-0115-41cb-a79e-48d72fb654ad req-318cc62d-763d-42a1-8d57-07980fa7a4ad service nova] [instance: d7dd9b27-eeaa-49be-af8f-86b100ff7a69] Received event network-vif-plugged-6cf81735-98c8-496a-bb69-2ea96378f674 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 787.632352] env[62353]: DEBUG oslo_concurrency.lockutils [req-75a4753a-0115-41cb-a79e-48d72fb654ad req-318cc62d-763d-42a1-8d57-07980fa7a4ad service nova] Acquiring lock "d7dd9b27-eeaa-49be-af8f-86b100ff7a69-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 787.632352] env[62353]: DEBUG oslo_concurrency.lockutils [req-75a4753a-0115-41cb-a79e-48d72fb654ad req-318cc62d-763d-42a1-8d57-07980fa7a4ad service nova] Lock "d7dd9b27-eeaa-49be-af8f-86b100ff7a69-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 787.632352] env[62353]: DEBUG oslo_concurrency.lockutils [req-75a4753a-0115-41cb-a79e-48d72fb654ad req-318cc62d-763d-42a1-8d57-07980fa7a4ad service nova] Lock "d7dd9b27-eeaa-49be-af8f-86b100ff7a69-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 787.632525] env[62353]: DEBUG nova.compute.manager [req-75a4753a-0115-41cb-a79e-48d72fb654ad req-318cc62d-763d-42a1-8d57-07980fa7a4ad service nova] [instance: d7dd9b27-eeaa-49be-af8f-86b100ff7a69] No waiting events found dispatching network-vif-plugged-6cf81735-98c8-496a-bb69-2ea96378f674 {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 787.632751] env[62353]: WARNING nova.compute.manager [req-75a4753a-0115-41cb-a79e-48d72fb654ad req-318cc62d-763d-42a1-8d57-07980fa7a4ad service nova] [instance: d7dd9b27-eeaa-49be-af8f-86b100ff7a69] Received unexpected event network-vif-plugged-6cf81735-98c8-496a-bb69-2ea96378f674 for instance with vm_state building and task_state spawning. [ 787.633045] env[62353]: DEBUG nova.compute.manager [req-75a4753a-0115-41cb-a79e-48d72fb654ad req-318cc62d-763d-42a1-8d57-07980fa7a4ad service nova] [instance: d7dd9b27-eeaa-49be-af8f-86b100ff7a69] Received event network-changed-6cf81735-98c8-496a-bb69-2ea96378f674 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 787.633231] env[62353]: DEBUG nova.compute.manager [req-75a4753a-0115-41cb-a79e-48d72fb654ad req-318cc62d-763d-42a1-8d57-07980fa7a4ad service nova] [instance: d7dd9b27-eeaa-49be-af8f-86b100ff7a69] Refreshing instance network info cache due to event network-changed-6cf81735-98c8-496a-bb69-2ea96378f674. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 787.633475] env[62353]: DEBUG oslo_concurrency.lockutils [req-75a4753a-0115-41cb-a79e-48d72fb654ad req-318cc62d-763d-42a1-8d57-07980fa7a4ad service nova] Acquiring lock "refresh_cache-d7dd9b27-eeaa-49be-af8f-86b100ff7a69" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 787.792496] env[62353]: INFO nova.compute.manager [None req-8f7ba115-c958-447d-be54-827eff172428 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] [instance: 85c1498f-d888-4031-878b-0181e190d3a7] Rebuilding instance [ 787.813977] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0ae01173-2271-4d0c-baa7-9a194d0cffc5 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] Acquiring lock "refresh_cache-f5897ca9-4a38-4583-a15a-dbb0a621ab2e" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 787.814190] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0ae01173-2271-4d0c-baa7-9a194d0cffc5 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] Acquired lock "refresh_cache-f5897ca9-4a38-4583-a15a-dbb0a621ab2e" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.814367] env[62353]: DEBUG nova.network.neutron [None req-0ae01173-2271-4d0c-baa7-9a194d0cffc5 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] [instance: f5897ca9-4a38-4583-a15a-dbb0a621ab2e] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 787.830164] env[62353]: DEBUG oslo_vmware.api [None req-ce88cec9-2851-41ee-afa2-ac4038c3e384 tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Task: {'id': task-2372422, 'name': CloneVM_Task} progress is 94%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.844105] env[62353]: DEBUG nova.compute.manager [None req-8f7ba115-c958-447d-be54-827eff172428 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] [instance: 85c1498f-d888-4031-878b-0181e190d3a7] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 787.844880] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce256b45-ee5f-4ade-9bc1-49d781795c22 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.863422] env[62353]: DEBUG oslo_vmware.api [None req-9aab5a3d-7047-49cb-83e2-cee0e099517e tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] Task: {'id': task-2372421, 'name': PowerOnVM_Task, 'duration_secs': 0.754976} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.863685] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-9aab5a3d-7047-49cb-83e2-cee0e099517e tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] [instance: 0b3e9b87-2fa5-4623-b547-8831a1d7932f] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 787.863874] env[62353]: INFO nova.compute.manager [None req-9aab5a3d-7047-49cb-83e2-cee0e099517e tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] [instance: 0b3e9b87-2fa5-4623-b547-8831a1d7932f] Took 9.97 seconds to spawn the instance on the hypervisor. [ 787.864061] env[62353]: DEBUG nova.compute.manager [None req-9aab5a3d-7047-49cb-83e2-cee0e099517e tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] [instance: 0b3e9b87-2fa5-4623-b547-8831a1d7932f] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 787.864808] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ffdf13d-3850-4e9f-8d9d-ed80cf70c8dd {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.971390] env[62353]: INFO nova.compute.manager [None req-3ea84956-2215-40b9-97c5-96d6e449cbf5 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 9cd85b1f-93a5-43f3-bda3-1518bb774759] Shelve offloading [ 788.011073] env[62353]: DEBUG nova.network.neutron [None req-3cb1ab2a-d547-40e6-9420-b243fd588222 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: d7dd9b27-eeaa-49be-af8f-86b100ff7a69] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 788.139020] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6fd836e4-d5cb-467d-82dc-b45a6b58d20c tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.665s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 788.139020] env[62353]: DEBUG nova.compute.manager [None req-6fd836e4-d5cb-467d-82dc-b45a6b58d20c tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [instance: 53ff526b-6e0b-49bc-beca-4fb4a377389b] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 788.142859] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c06c3b86-f21e-47b5-8d3a-009adca60551 tempest-AttachInterfacesUnderV243Test-231370955 tempest-AttachInterfacesUnderV243Test-231370955-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.578s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 788.143121] env[62353]: DEBUG nova.objects.instance [None req-c06c3b86-f21e-47b5-8d3a-009adca60551 tempest-AttachInterfacesUnderV243Test-231370955 tempest-AttachInterfacesUnderV243Test-231370955-project-member] Lazy-loading 'resources' on Instance uuid 0ccb3004-b612-45c3-b655-609eb2c4b16c {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 788.196589] env[62353]: DEBUG nova.network.neutron [None req-3cb1ab2a-d547-40e6-9420-b243fd588222 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: d7dd9b27-eeaa-49be-af8f-86b100ff7a69] Updating instance_info_cache with network_info: [{"id": "6cf81735-98c8-496a-bb69-2ea96378f674", "address": "fa:16:3e:29:b7:91", "network": {"id": "14e88cae-8143-4a77-90c0-0cf819e031d3", "bridge": "br-int", "label": "tempest-ServersTestJSON-373050288-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72d956f928c84645ac7af0ca43ed5775", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc7aa55d-223a-4157-9137-88dc492f2db2", "external-id": "nsx-vlan-transportzone-290", "segmentation_id": 290, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6cf81735-98", "ovs_interfaceid": "6cf81735-98c8-496a-bb69-2ea96378f674", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.304511] env[62353]: DEBUG oslo_concurrency.lockutils [None req-57041057-7ebf-4584-813a-cfa707ada8e6 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Acquiring lock "7a3d03fd-327a-453b-ad3c-12736433379d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 788.304511] env[62353]: DEBUG oslo_concurrency.lockutils [None req-57041057-7ebf-4584-813a-cfa707ada8e6 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Lock "7a3d03fd-327a-453b-ad3c-12736433379d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 788.304511] env[62353]: DEBUG oslo_concurrency.lockutils [None req-57041057-7ebf-4584-813a-cfa707ada8e6 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Lock "7a3d03fd-327a-453b-ad3c-12736433379d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 788.330654] env[62353]: DEBUG oslo_vmware.api [None req-ce88cec9-2851-41ee-afa2-ac4038c3e384 tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Task: {'id': task-2372422, 'name': CloneVM_Task} progress is 94%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.343958] env[62353]: DEBUG nova.network.neutron [None req-0ae01173-2271-4d0c-baa7-9a194d0cffc5 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] [instance: f5897ca9-4a38-4583-a15a-dbb0a621ab2e] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 788.384952] env[62353]: INFO nova.compute.manager [None req-9aab5a3d-7047-49cb-83e2-cee0e099517e tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] [instance: 0b3e9b87-2fa5-4623-b547-8831a1d7932f] Took 46.90 seconds to build instance. [ 788.414562] env[62353]: DEBUG nova.network.neutron [None req-0ae01173-2271-4d0c-baa7-9a194d0cffc5 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] [instance: f5897ca9-4a38-4583-a15a-dbb0a621ab2e] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.474352] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ea84956-2215-40b9-97c5-96d6e449cbf5 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 9cd85b1f-93a5-43f3-bda3-1518bb774759] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 788.474697] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1c5d7022-64bd-4c8b-9ba7-ac5f5d5163ca {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.483437] env[62353]: DEBUG oslo_vmware.api [None req-3ea84956-2215-40b9-97c5-96d6e449cbf5 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Waiting for the task: (returnval){ [ 788.483437] env[62353]: value = "task-2372423" [ 788.483437] env[62353]: _type = "Task" [ 788.483437] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.495413] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ea84956-2215-40b9-97c5-96d6e449cbf5 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 9cd85b1f-93a5-43f3-bda3-1518bb774759] VM already powered off {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 788.495640] env[62353]: DEBUG nova.compute.manager [None req-3ea84956-2215-40b9-97c5-96d6e449cbf5 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 9cd85b1f-93a5-43f3-bda3-1518bb774759] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 788.496473] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68486607-0221-4a37-bbc5-a22b564e11ba {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.507079] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3ea84956-2215-40b9-97c5-96d6e449cbf5 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Acquiring lock "refresh_cache-9cd85b1f-93a5-43f3-bda3-1518bb774759" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 788.507079] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3ea84956-2215-40b9-97c5-96d6e449cbf5 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Acquired lock "refresh_cache-9cd85b1f-93a5-43f3-bda3-1518bb774759" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.507079] env[62353]: DEBUG nova.network.neutron [None req-3ea84956-2215-40b9-97c5-96d6e449cbf5 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 9cd85b1f-93a5-43f3-bda3-1518bb774759] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 788.650473] env[62353]: DEBUG nova.compute.utils [None req-6fd836e4-d5cb-467d-82dc-b45a6b58d20c tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 788.652399] env[62353]: DEBUG nova.compute.manager [None req-6fd836e4-d5cb-467d-82dc-b45a6b58d20c tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [instance: 53ff526b-6e0b-49bc-beca-4fb4a377389b] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 788.652481] env[62353]: DEBUG nova.network.neutron [None req-6fd836e4-d5cb-467d-82dc-b45a6b58d20c tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [instance: 53ff526b-6e0b-49bc-beca-4fb4a377389b] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 788.699594] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3cb1ab2a-d547-40e6-9420-b243fd588222 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Releasing lock "refresh_cache-d7dd9b27-eeaa-49be-af8f-86b100ff7a69" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 788.699904] env[62353]: DEBUG nova.compute.manager [None req-3cb1ab2a-d547-40e6-9420-b243fd588222 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: d7dd9b27-eeaa-49be-af8f-86b100ff7a69] Instance network_info: |[{"id": "6cf81735-98c8-496a-bb69-2ea96378f674", "address": "fa:16:3e:29:b7:91", "network": {"id": "14e88cae-8143-4a77-90c0-0cf819e031d3", "bridge": "br-int", "label": "tempest-ServersTestJSON-373050288-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72d956f928c84645ac7af0ca43ed5775", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc7aa55d-223a-4157-9137-88dc492f2db2", "external-id": "nsx-vlan-transportzone-290", "segmentation_id": 290, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6cf81735-98", "ovs_interfaceid": "6cf81735-98c8-496a-bb69-2ea96378f674", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 788.700351] env[62353]: DEBUG oslo_concurrency.lockutils [req-75a4753a-0115-41cb-a79e-48d72fb654ad req-318cc62d-763d-42a1-8d57-07980fa7a4ad service nova] Acquired lock "refresh_cache-d7dd9b27-eeaa-49be-af8f-86b100ff7a69" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.700606] env[62353]: DEBUG nova.network.neutron [req-75a4753a-0115-41cb-a79e-48d72fb654ad req-318cc62d-763d-42a1-8d57-07980fa7a4ad service nova] [instance: d7dd9b27-eeaa-49be-af8f-86b100ff7a69] Refreshing network info cache for port 6cf81735-98c8-496a-bb69-2ea96378f674 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 788.701835] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-3cb1ab2a-d547-40e6-9420-b243fd588222 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: d7dd9b27-eeaa-49be-af8f-86b100ff7a69] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:29:b7:91', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dc7aa55d-223a-4157-9137-88dc492f2db2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6cf81735-98c8-496a-bb69-2ea96378f674', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 788.712024] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cb1ab2a-d547-40e6-9420-b243fd588222 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Creating folder: Project (72d956f928c84645ac7af0ca43ed5775). Parent ref: group-v481456. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 788.717284] env[62353]: DEBUG nova.policy [None req-6fd836e4-d5cb-467d-82dc-b45a6b58d20c tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '452d0c3422e54a00b5733ba0a881b047', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f777d4695db5433b947d76fd30a7c09b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:192}} [ 788.721279] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aa577eef-2545-45f1-8c99-47ec9df8aa29 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.725248] env[62353]: INFO nova.compute.manager [None req-ca556a81-7a26-4434-942f-5c54c3c9c0a1 tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] [instance: 0b3e9b87-2fa5-4623-b547-8831a1d7932f] Rebuilding instance [ 788.740059] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-3cb1ab2a-d547-40e6-9420-b243fd588222 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Created folder: Project (72d956f928c84645ac7af0ca43ed5775) in parent group-v481456. [ 788.740059] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cb1ab2a-d547-40e6-9420-b243fd588222 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Creating folder: Instances. Parent ref: group-v481628. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 788.742164] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-66b0749c-b9d8-4895-bfc0-b6451ecd430c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.760642] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-3cb1ab2a-d547-40e6-9420-b243fd588222 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Created folder: Instances in parent group-v481628. [ 788.760642] env[62353]: DEBUG oslo.service.loopingcall [None req-3cb1ab2a-d547-40e6-9420-b243fd588222 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 788.761437] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d7dd9b27-eeaa-49be-af8f-86b100ff7a69] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 788.762053] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cdaeca2a-507e-4523-aa16-ab2a25eab15f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.797900] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 788.797900] env[62353]: value = "task-2372426" [ 788.797900] env[62353]: _type = "Task" [ 788.797900] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.812180] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372426, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.817405] env[62353]: DEBUG nova.compute.manager [None req-ca556a81-7a26-4434-942f-5c54c3c9c0a1 tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] [instance: 0b3e9b87-2fa5-4623-b547-8831a1d7932f] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 788.821718] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-771ba815-50ea-4e1f-aa0e-d52e3dd1df03 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.840885] env[62353]: DEBUG oslo_vmware.api [None req-ce88cec9-2851-41ee-afa2-ac4038c3e384 tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Task: {'id': task-2372422, 'name': CloneVM_Task} progress is 100%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.862644] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f7ba115-c958-447d-be54-827eff172428 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] [instance: 85c1498f-d888-4031-878b-0181e190d3a7] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 788.862900] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-11e00e88-6845-492a-b882-294adba937b4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.875730] env[62353]: DEBUG oslo_vmware.api [None req-8f7ba115-c958-447d-be54-827eff172428 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Waiting for the task: (returnval){ [ 788.875730] env[62353]: value = "task-2372427" [ 788.875730] env[62353]: _type = "Task" [ 788.875730] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.887399] env[62353]: DEBUG oslo_concurrency.lockutils [None req-9aab5a3d-7047-49cb-83e2-cee0e099517e tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] Lock "0b3e9b87-2fa5-4623-b547-8831a1d7932f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.872s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 788.887990] env[62353]: DEBUG oslo_vmware.api [None req-8f7ba115-c958-447d-be54-827eff172428 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Task: {'id': task-2372427, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.917195] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0ae01173-2271-4d0c-baa7-9a194d0cffc5 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] Releasing lock "refresh_cache-f5897ca9-4a38-4583-a15a-dbb0a621ab2e" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 788.917615] env[62353]: DEBUG nova.compute.manager [None req-0ae01173-2271-4d0c-baa7-9a194d0cffc5 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] [instance: f5897ca9-4a38-4583-a15a-dbb0a621ab2e] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 788.917812] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-0ae01173-2271-4d0c-baa7-9a194d0cffc5 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] [instance: f5897ca9-4a38-4583-a15a-dbb0a621ab2e] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 788.919043] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ce6212f-b3cc-4a67-b934-ff5f359d2b77 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.930725] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ae01173-2271-4d0c-baa7-9a194d0cffc5 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] [instance: f5897ca9-4a38-4583-a15a-dbb0a621ab2e] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 788.931012] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5c92d6ad-c601-412f-8ce7-46c024d1b0a5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.937768] env[62353]: DEBUG oslo_vmware.api [None req-0ae01173-2271-4d0c-baa7-9a194d0cffc5 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] Waiting for the task: (returnval){ [ 788.937768] env[62353]: value = "task-2372428" [ 788.937768] env[62353]: _type = "Task" [ 788.937768] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.949066] env[62353]: DEBUG oslo_vmware.api [None req-0ae01173-2271-4d0c-baa7-9a194d0cffc5 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] Task: {'id': task-2372428, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.158203] env[62353]: DEBUG nova.compute.manager [None req-6fd836e4-d5cb-467d-82dc-b45a6b58d20c tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [instance: 53ff526b-6e0b-49bc-beca-4fb4a377389b] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 789.275162] env[62353]: DEBUG nova.network.neutron [req-75a4753a-0115-41cb-a79e-48d72fb654ad req-318cc62d-763d-42a1-8d57-07980fa7a4ad service nova] [instance: d7dd9b27-eeaa-49be-af8f-86b100ff7a69] Updated VIF entry in instance network info cache for port 6cf81735-98c8-496a-bb69-2ea96378f674. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 789.275162] env[62353]: DEBUG nova.network.neutron [req-75a4753a-0115-41cb-a79e-48d72fb654ad req-318cc62d-763d-42a1-8d57-07980fa7a4ad service nova] [instance: d7dd9b27-eeaa-49be-af8f-86b100ff7a69] Updating instance_info_cache with network_info: [{"id": "6cf81735-98c8-496a-bb69-2ea96378f674", "address": "fa:16:3e:29:b7:91", "network": {"id": "14e88cae-8143-4a77-90c0-0cf819e031d3", "bridge": "br-int", "label": "tempest-ServersTestJSON-373050288-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72d956f928c84645ac7af0ca43ed5775", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc7aa55d-223a-4157-9137-88dc492f2db2", "external-id": "nsx-vlan-transportzone-290", "segmentation_id": 290, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6cf81735-98", "ovs_interfaceid": "6cf81735-98c8-496a-bb69-2ea96378f674", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.276142] env[62353]: DEBUG nova.network.neutron [None req-3ea84956-2215-40b9-97c5-96d6e449cbf5 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 9cd85b1f-93a5-43f3-bda3-1518bb774759] Updating instance_info_cache with network_info: [{"id": "2c3cd717-79ea-41f5-93dc-a52b3f595991", "address": "fa:16:3e:75:81:ce", "network": {"id": "f9c567b3-403a-4849-9262-a3e67f5e22e0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2067735324-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce7d37901d844950adf602218b205ea8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06eaa4c9-dbc2-4d38-a844-7bf76e7b5a64", "external-id": "nsx-vlan-transportzone-804", "segmentation_id": 804, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c3cd717-79", "ovs_interfaceid": "2c3cd717-79ea-41f5-93dc-a52b3f595991", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.311275] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24661b3b-8713-4db9-b704-b103c3a1ba42 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.321392] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372426, 'name': CreateVM_Task, 'duration_secs': 0.414934} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.321993] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d7dd9b27-eeaa-49be-af8f-86b100ff7a69] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 789.323420] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3cb1ab2a-d547-40e6-9420-b243fd588222 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 789.323420] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3cb1ab2a-d547-40e6-9420-b243fd588222 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Acquired lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.323548] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3cb1ab2a-d547-40e6-9420-b243fd588222 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 789.325581] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e8ab3c7-0d0d-494d-a53b-45f1ea48acff {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.331483] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b133fe10-16b0-4555-b8a7-432afd74eded {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.373503] env[62353]: DEBUG oslo_vmware.api [None req-3cb1ab2a-d547-40e6-9420-b243fd588222 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Waiting for the task: (returnval){ [ 789.373503] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5273d581-750b-e3a3-e2b4-7416eb89252b" [ 789.373503] env[62353]: _type = "Task" [ 789.373503] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.374191] env[62353]: DEBUG oslo_vmware.api [None req-ce88cec9-2851-41ee-afa2-ac4038c3e384 tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Task: {'id': task-2372422, 'name': CloneVM_Task, 'duration_secs': 1.526556} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.374482] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca556a81-7a26-4434-942f-5c54c3c9c0a1 tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] [instance: 0b3e9b87-2fa5-4623-b547-8831a1d7932f] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 789.375404] env[62353]: DEBUG oslo_concurrency.lockutils [None req-57041057-7ebf-4584-813a-cfa707ada8e6 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Acquiring lock "refresh_cache-7a3d03fd-327a-453b-ad3c-12736433379d" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 789.375563] env[62353]: DEBUG oslo_concurrency.lockutils [None req-57041057-7ebf-4584-813a-cfa707ada8e6 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Acquired lock "refresh_cache-7a3d03fd-327a-453b-ad3c-12736433379d" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.375726] env[62353]: DEBUG nova.network.neutron [None req-57041057-7ebf-4584-813a-cfa707ada8e6 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] [instance: 7a3d03fd-327a-453b-ad3c-12736433379d] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 789.377293] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d162382-b160-49ee-b5fe-acd6dca6a4a0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.379940] env[62353]: INFO nova.virt.vmwareapi.vmops [None req-ce88cec9-2851-41ee-afa2-ac4038c3e384 tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] [instance: bbbb4f2b-e3a0-4c4e-8e47-7de18b1b8f66] Created linked-clone VM from snapshot [ 789.381331] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fd5c0af8-1e68-4d68-bfdb-948929fffa9b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.386076] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeb514f6-eb2f-4849-b96c-068ade8bce30 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.406476] env[62353]: DEBUG nova.virt.vmwareapi.images [None req-ce88cec9-2851-41ee-afa2-ac4038c3e384 tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] [instance: bbbb4f2b-e3a0-4c4e-8e47-7de18b1b8f66] Uploading image c9e08b98-9b17-4653-9c5e-4bfd8b296b52 {{(pid=62353) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 789.406476] env[62353]: DEBUG oslo_vmware.api [None req-8f7ba115-c958-447d-be54-827eff172428 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Task: {'id': task-2372427, 'name': PowerOffVM_Task, 'duration_secs': 0.319937} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.412617] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02c37531-dc2b-4ef5-9775-7fa762e10279 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.416941] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f7ba115-c958-447d-be54-827eff172428 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] [instance: 85c1498f-d888-4031-878b-0181e190d3a7] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 789.417219] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-8f7ba115-c958-447d-be54-827eff172428 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] [instance: 85c1498f-d888-4031-878b-0181e190d3a7] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 789.417971] env[62353]: DEBUG oslo_vmware.api [None req-3cb1ab2a-d547-40e6-9420-b243fd588222 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5273d581-750b-e3a3-e2b4-7416eb89252b, 'name': SearchDatastore_Task, 'duration_secs': 0.032344} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.418259] env[62353]: DEBUG oslo_vmware.api [None req-ca556a81-7a26-4434-942f-5c54c3c9c0a1 tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] Waiting for the task: (returnval){ [ 789.418259] env[62353]: value = "task-2372429" [ 789.418259] env[62353]: _type = "Task" [ 789.418259] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.419273] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c905b73-a6cc-4c61-ad2e-abbd220be560 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.422041] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3cb1ab2a-d547-40e6-9420-b243fd588222 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Releasing lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 789.422274] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-3cb1ab2a-d547-40e6-9420-b243fd588222 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: d7dd9b27-eeaa-49be-af8f-86b100ff7a69] Processing image 06f909ae-e8dc-43b4-abf7-c7ed85db9bbd {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 789.422537] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3cb1ab2a-d547-40e6-9420-b243fd588222 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 789.422699] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3cb1ab2a-d547-40e6-9420-b243fd588222 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Acquired lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.422878] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cb1ab2a-d547-40e6-9420-b243fd588222 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 789.423579] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-975a401b-6243-4d14-bd9b-916d6d03eb56 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.438821] env[62353]: DEBUG nova.compute.provider_tree [None req-c06c3b86-f21e-47b5-8d3a-009adca60551 tempest-AttachInterfacesUnderV243Test-231370955 tempest-AttachInterfacesUnderV243Test-231370955-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 789.443394] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-8f7ba115-c958-447d-be54-827eff172428 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] [instance: 85c1498f-d888-4031-878b-0181e190d3a7] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 789.448031] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b9b8cdb4-a6a9-4e16-bba7-fcb79c130763 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.452663] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cb1ab2a-d547-40e6-9420-b243fd588222 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 789.452748] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-3cb1ab2a-d547-40e6-9420-b243fd588222 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 789.453579] env[62353]: DEBUG oslo_vmware.api [None req-ca556a81-7a26-4434-942f-5c54c3c9c0a1 tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] Task: {'id': task-2372429, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.455916] env[62353]: DEBUG oslo_vmware.rw_handles [None req-ce88cec9-2851-41ee-afa2-ac4038c3e384 tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 789.455916] env[62353]: value = "vm-481627" [ 789.455916] env[62353]: _type = "VirtualMachine" [ 789.455916] env[62353]: }. {{(pid=62353) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 789.457119] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4aa270d-0efc-41d8-9f1d-6204cfb35b67 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.460605] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ae3845c2-6da0-44d7-a8e0-3b5932a92145 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.461783] env[62353]: DEBUG nova.network.neutron [None req-6fd836e4-d5cb-467d-82dc-b45a6b58d20c tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [instance: 53ff526b-6e0b-49bc-beca-4fb4a377389b] Successfully created port: 715936b4-75a3-4ba7-90cb-8ff7c2360189 {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 789.469348] env[62353]: DEBUG oslo_vmware.api [None req-0ae01173-2271-4d0c-baa7-9a194d0cffc5 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] Task: {'id': task-2372428, 'name': PowerOffVM_Task, 'duration_secs': 0.137516} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.470579] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ae01173-2271-4d0c-baa7-9a194d0cffc5 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] [instance: f5897ca9-4a38-4583-a15a-dbb0a621ab2e] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 789.472030] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-0ae01173-2271-4d0c-baa7-9a194d0cffc5 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] [instance: f5897ca9-4a38-4583-a15a-dbb0a621ab2e] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 789.472030] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0930b8a7-327f-4381-a5ad-7538ba7bb7ff {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.474289] env[62353]: DEBUG oslo_vmware.api [None req-3cb1ab2a-d547-40e6-9420-b243fd588222 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Waiting for the task: (returnval){ [ 789.474289] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5200a17f-ecc5-7591-b465-46970326a3b4" [ 789.474289] env[62353]: _type = "Task" [ 789.474289] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.475932] env[62353]: DEBUG oslo_vmware.rw_handles [None req-ce88cec9-2851-41ee-afa2-ac4038c3e384 tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Lease: (returnval){ [ 789.475932] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52a40ce7-a229-e64d-5e85-e4a8104f7746" [ 789.475932] env[62353]: _type = "HttpNfcLease" [ 789.475932] env[62353]: } obtained for exporting VM: (result){ [ 789.475932] env[62353]: value = "vm-481627" [ 789.475932] env[62353]: _type = "VirtualMachine" [ 789.475932] env[62353]: }. {{(pid=62353) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 789.476232] env[62353]: DEBUG oslo_vmware.api [None req-ce88cec9-2851-41ee-afa2-ac4038c3e384 tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Waiting for the lease: (returnval){ [ 789.476232] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52a40ce7-a229-e64d-5e85-e4a8104f7746" [ 789.476232] env[62353]: _type = "HttpNfcLease" [ 789.476232] env[62353]: } to be ready. {{(pid=62353) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 790.228058] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3ea84956-2215-40b9-97c5-96d6e449cbf5 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Releasing lock "refresh_cache-9cd85b1f-93a5-43f3-bda3-1518bb774759" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 790.228058] env[62353]: DEBUG oslo_concurrency.lockutils [req-75a4753a-0115-41cb-a79e-48d72fb654ad req-318cc62d-763d-42a1-8d57-07980fa7a4ad service nova] Releasing lock "refresh_cache-d7dd9b27-eeaa-49be-af8f-86b100ff7a69" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 790.228907] env[62353]: DEBUG nova.scheduler.client.report [None req-c06c3b86-f21e-47b5-8d3a-009adca60551 tempest-AttachInterfacesUnderV243Test-231370955 tempest-AttachInterfacesUnderV243Test-231370955-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 790.231972] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-8f7ba115-c958-447d-be54-827eff172428 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] [instance: 85c1498f-d888-4031-878b-0181e190d3a7] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 790.232166] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-8f7ba115-c958-447d-be54-827eff172428 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] [instance: 85c1498f-d888-4031-878b-0181e190d3a7] Deleting contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 790.232332] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f7ba115-c958-447d-be54-827eff172428 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Deleting the datastore file [datastore2] 85c1498f-d888-4031-878b-0181e190d3a7 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 790.232572] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-0ae01173-2271-4d0c-baa7-9a194d0cffc5 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] [instance: f5897ca9-4a38-4583-a15a-dbb0a621ab2e] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 790.232727] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-0ae01173-2271-4d0c-baa7-9a194d0cffc5 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] [instance: f5897ca9-4a38-4583-a15a-dbb0a621ab2e] Deleting contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 790.232873] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ae01173-2271-4d0c-baa7-9a194d0cffc5 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] Deleting the datastore file [datastore2] f5897ca9-4a38-4583-a15a-dbb0a621ab2e {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 790.240163] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-586cf905-bf6d-4b75-9e54-9805e1bdda2d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.241824] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d39e825a-d696-4e81-ae13-1c1300c90e6a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.243600] env[62353]: DEBUG oslo_vmware.api [None req-3cb1ab2a-d547-40e6-9420-b243fd588222 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5200a17f-ecc5-7591-b465-46970326a3b4, 'name': SearchDatastore_Task, 'duration_secs': 0.018973} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.247586] env[62353]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 790.247586] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52a40ce7-a229-e64d-5e85-e4a8104f7746" [ 790.247586] env[62353]: _type = "HttpNfcLease" [ 790.247586] env[62353]: } is ready. {{(pid=62353) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 790.247770] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6cdde880-b1fb-4060-8d67-ee069058b538 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.250312] env[62353]: DEBUG oslo_vmware.rw_handles [None req-ce88cec9-2851-41ee-afa2-ac4038c3e384 tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 790.250312] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52a40ce7-a229-e64d-5e85-e4a8104f7746" [ 790.250312] env[62353]: _type = "HttpNfcLease" [ 790.250312] env[62353]: }. {{(pid=62353) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 790.253364] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a562b229-f989-4d65-b3a1-697ee940e1b1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.258022] env[62353]: DEBUG oslo_vmware.api [None req-ca556a81-7a26-4434-942f-5c54c3c9c0a1 tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] Task: {'id': task-2372429, 'name': PowerOffVM_Task, 'duration_secs': 0.137718} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.258706] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca556a81-7a26-4434-942f-5c54c3c9c0a1 tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] [instance: 0b3e9b87-2fa5-4623-b547-8831a1d7932f] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 790.258927] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ca556a81-7a26-4434-942f-5c54c3c9c0a1 tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] [instance: 0b3e9b87-2fa5-4623-b547-8831a1d7932f] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 790.259252] env[62353]: DEBUG oslo_vmware.api [None req-0ae01173-2271-4d0c-baa7-9a194d0cffc5 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] Waiting for the task: (returnval){ [ 790.259252] env[62353]: value = "task-2372433" [ 790.259252] env[62353]: _type = "Task" [ 790.259252] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.259461] env[62353]: DEBUG oslo_vmware.api [None req-8f7ba115-c958-447d-be54-827eff172428 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Waiting for the task: (returnval){ [ 790.259461] env[62353]: value = "task-2372434" [ 790.259461] env[62353]: _type = "Task" [ 790.259461] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.260450] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e9ea2c1-28e5-4c5b-b988-30ed33db9876 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.272584] env[62353]: DEBUG oslo_vmware.api [None req-3cb1ab2a-d547-40e6-9420-b243fd588222 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Waiting for the task: (returnval){ [ 790.272584] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]525254e5-a3f8-b893-6490-e041d2ea5e06" [ 790.272584] env[62353]: _type = "Task" [ 790.272584] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.273303] env[62353]: DEBUG oslo_vmware.rw_handles [None req-ce88cec9-2851-41ee-afa2-ac4038c3e384 tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a7aef2-fb70-6186-b9e4-a93617ec0481/disk-0.vmdk from lease info. {{(pid=62353) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 790.273459] env[62353]: DEBUG oslo_vmware.rw_handles [None req-ce88cec9-2851-41ee-afa2-ac4038c3e384 tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a7aef2-fb70-6186-b9e4-a93617ec0481/disk-0.vmdk for reading. {{(pid=62353) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 790.287138] env[62353]: DEBUG oslo_vmware.api [None req-8f7ba115-c958-447d-be54-827eff172428 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Task: {'id': task-2372434, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.287485] env[62353]: DEBUG oslo_vmware.api [None req-0ae01173-2271-4d0c-baa7-9a194d0cffc5 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] Task: {'id': task-2372433, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.287728] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ca556a81-7a26-4434-942f-5c54c3c9c0a1 tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] [instance: 0b3e9b87-2fa5-4623-b547-8831a1d7932f] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 790.346411] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9b31efff-7df3-4914-892f-18746fca81a7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.352127] env[62353]: DEBUG oslo_vmware.api [None req-3cb1ab2a-d547-40e6-9420-b243fd588222 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]525254e5-a3f8-b893-6490-e041d2ea5e06, 'name': SearchDatastore_Task, 'duration_secs': 0.008868} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.354950] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3cb1ab2a-d547-40e6-9420-b243fd588222 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Releasing lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 790.354950] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cb1ab2a-d547-40e6-9420-b243fd588222 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore1] d7dd9b27-eeaa-49be-af8f-86b100ff7a69/d7dd9b27-eeaa-49be-af8f-86b100ff7a69.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 790.357433] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-74848db9-d9a6-4f4b-8115-8eac1a35e7b9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.363371] env[62353]: DEBUG oslo_vmware.api [None req-3cb1ab2a-d547-40e6-9420-b243fd588222 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Waiting for the task: (returnval){ [ 790.363371] env[62353]: value = "task-2372436" [ 790.363371] env[62353]: _type = "Task" [ 790.363371] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.371452] env[62353]: DEBUG oslo_vmware.api [None req-3cb1ab2a-d547-40e6-9420-b243fd588222 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Task: {'id': task-2372436, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.379998] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ca556a81-7a26-4434-942f-5c54c3c9c0a1 tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] [instance: 0b3e9b87-2fa5-4623-b547-8831a1d7932f] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 790.380277] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ca556a81-7a26-4434-942f-5c54c3c9c0a1 tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] [instance: 0b3e9b87-2fa5-4623-b547-8831a1d7932f] Deleting contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 790.380471] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca556a81-7a26-4434-942f-5c54c3c9c0a1 tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] Deleting the datastore file [datastore2] 0b3e9b87-2fa5-4623-b547-8831a1d7932f {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 790.380742] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fba35112-e5f1-487e-b739-e8a0fb950d37 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.387015] env[62353]: DEBUG oslo_vmware.api [None req-ca556a81-7a26-4434-942f-5c54c3c9c0a1 tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] Waiting for the task: (returnval){ [ 790.387015] env[62353]: value = "task-2372437" [ 790.387015] env[62353]: _type = "Task" [ 790.387015] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.395103] env[62353]: DEBUG oslo_vmware.api [None req-ca556a81-7a26-4434-942f-5c54c3c9c0a1 tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] Task: {'id': task-2372437, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.400380] env[62353]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f543e5a8-f407-41ba-a9db-6a2532398589 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.599076] env[62353]: DEBUG nova.network.neutron [None req-57041057-7ebf-4584-813a-cfa707ada8e6 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] [instance: 7a3d03fd-327a-453b-ad3c-12736433379d] Updating instance_info_cache with network_info: [{"id": "92678226-a3c4-444a-88a6-f5f31ca73ae7", "address": "fa:16:3e:fd:ed:e7", "network": {"id": "2be634d9-365a-4258-9bd8-c03318d42ac3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.153", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0a3f88790a594523a818b8c00f6862e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92678226-a3", "ovs_interfaceid": "92678226-a3c4-444a-88a6-f5f31ca73ae7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.741372] env[62353]: DEBUG nova.compute.manager [None req-6fd836e4-d5cb-467d-82dc-b45a6b58d20c tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [instance: 53ff526b-6e0b-49bc-beca-4fb4a377389b] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 790.742327] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c06c3b86-f21e-47b5-8d3a-009adca60551 tempest-AttachInterfacesUnderV243Test-231370955 tempest-AttachInterfacesUnderV243Test-231370955-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.599s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 790.747415] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f435ec86-a208-41f9-b7cf-f6a547a08eac tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.787s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 790.748264] env[62353]: DEBUG nova.objects.instance [None req-f435ec86-a208-41f9-b7cf-f6a547a08eac tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] Lazy-loading 'resources' on Instance uuid fa27d91c-5bae-40a3-a153-ac41f4238532 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 790.780818] env[62353]: DEBUG nova.virt.hardware [None req-6fd836e4-d5cb-467d-82dc-b45a6b58d20c tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T12:38:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T12:38:15Z,direct_url=,disk_format='vmdk',id=06f909ae-e8dc-43b4-abf7-c7ed85db9bbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0a3f88790a594523a818b8c00f6862e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T12:38:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 790.780818] env[62353]: DEBUG nova.virt.hardware [None req-6fd836e4-d5cb-467d-82dc-b45a6b58d20c tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 790.780818] env[62353]: DEBUG nova.virt.hardware [None req-6fd836e4-d5cb-467d-82dc-b45a6b58d20c tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 790.780818] env[62353]: DEBUG nova.virt.hardware [None req-6fd836e4-d5cb-467d-82dc-b45a6b58d20c tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 790.780818] env[62353]: DEBUG nova.virt.hardware [None req-6fd836e4-d5cb-467d-82dc-b45a6b58d20c tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 790.780818] env[62353]: DEBUG nova.virt.hardware [None req-6fd836e4-d5cb-467d-82dc-b45a6b58d20c tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 790.780818] env[62353]: DEBUG nova.virt.hardware [None req-6fd836e4-d5cb-467d-82dc-b45a6b58d20c tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 790.783026] env[62353]: DEBUG nova.virt.hardware [None req-6fd836e4-d5cb-467d-82dc-b45a6b58d20c tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 790.783026] env[62353]: DEBUG nova.virt.hardware [None req-6fd836e4-d5cb-467d-82dc-b45a6b58d20c tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 790.783026] env[62353]: DEBUG nova.virt.hardware [None req-6fd836e4-d5cb-467d-82dc-b45a6b58d20c tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 790.783026] env[62353]: DEBUG nova.virt.hardware [None req-6fd836e4-d5cb-467d-82dc-b45a6b58d20c tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 790.784475] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fab1a39-6c81-4180-b850-5c3005e831a9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.790300] env[62353]: INFO nova.scheduler.client.report [None req-c06c3b86-f21e-47b5-8d3a-009adca60551 tempest-AttachInterfacesUnderV243Test-231370955 tempest-AttachInterfacesUnderV243Test-231370955-project-member] Deleted allocations for instance 0ccb3004-b612-45c3-b655-609eb2c4b16c [ 790.804470] env[62353]: DEBUG oslo_vmware.api [None req-0ae01173-2271-4d0c-baa7-9a194d0cffc5 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] Task: {'id': task-2372433, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.335438} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.804710] env[62353]: DEBUG oslo_vmware.api [None req-8f7ba115-c958-447d-be54-827eff172428 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Task: {'id': task-2372434, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.282521} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.808328] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ae01173-2271-4d0c-baa7-9a194d0cffc5 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 790.808524] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-0ae01173-2271-4d0c-baa7-9a194d0cffc5 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] [instance: f5897ca9-4a38-4583-a15a-dbb0a621ab2e] Deleted contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 790.808696] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-0ae01173-2271-4d0c-baa7-9a194d0cffc5 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] [instance: f5897ca9-4a38-4583-a15a-dbb0a621ab2e] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 790.808869] env[62353]: INFO nova.compute.manager [None req-0ae01173-2271-4d0c-baa7-9a194d0cffc5 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] [instance: f5897ca9-4a38-4583-a15a-dbb0a621ab2e] Took 1.89 seconds to destroy the instance on the hypervisor. [ 790.809190] env[62353]: DEBUG oslo.service.loopingcall [None req-0ae01173-2271-4d0c-baa7-9a194d0cffc5 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 790.809403] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f7ba115-c958-447d-be54-827eff172428 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 790.809609] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-8f7ba115-c958-447d-be54-827eff172428 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] [instance: 85c1498f-d888-4031-878b-0181e190d3a7] Deleted contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 790.809781] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-8f7ba115-c958-447d-be54-827eff172428 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] [instance: 85c1498f-d888-4031-878b-0181e190d3a7] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 790.818889] env[62353]: DEBUG nova.compute.manager [-] [instance: f5897ca9-4a38-4583-a15a-dbb0a621ab2e] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 790.818889] env[62353]: DEBUG nova.network.neutron [-] [instance: f5897ca9-4a38-4583-a15a-dbb0a621ab2e] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 790.819988] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-795a8e53-0d16-43a5-821c-6b81de02475b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.827380] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-3ea84956-2215-40b9-97c5-96d6e449cbf5 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 9cd85b1f-93a5-43f3-bda3-1518bb774759] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 790.829027] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3d317f8-2f03-440e-bffe-ba678ef0242b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.835584] env[62353]: DEBUG nova.compute.manager [req-df35cdc2-1962-44d9-86c8-404426e0f12f req-499f97dd-79f7-470c-8d7c-0d06cbec0020 service nova] [instance: 9cd85b1f-93a5-43f3-bda3-1518bb774759] Received event network-vif-unplugged-2c3cd717-79ea-41f5-93dc-a52b3f595991 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 790.835936] env[62353]: DEBUG oslo_concurrency.lockutils [req-df35cdc2-1962-44d9-86c8-404426e0f12f req-499f97dd-79f7-470c-8d7c-0d06cbec0020 service nova] Acquiring lock "9cd85b1f-93a5-43f3-bda3-1518bb774759-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 790.836335] env[62353]: DEBUG oslo_concurrency.lockutils [req-df35cdc2-1962-44d9-86c8-404426e0f12f req-499f97dd-79f7-470c-8d7c-0d06cbec0020 service nova] Lock "9cd85b1f-93a5-43f3-bda3-1518bb774759-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 790.836653] env[62353]: DEBUG oslo_concurrency.lockutils [req-df35cdc2-1962-44d9-86c8-404426e0f12f req-499f97dd-79f7-470c-8d7c-0d06cbec0020 service nova] Lock "9cd85b1f-93a5-43f3-bda3-1518bb774759-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 790.836868] env[62353]: DEBUG nova.compute.manager [req-df35cdc2-1962-44d9-86c8-404426e0f12f req-499f97dd-79f7-470c-8d7c-0d06cbec0020 service nova] [instance: 9cd85b1f-93a5-43f3-bda3-1518bb774759] No waiting events found dispatching network-vif-unplugged-2c3cd717-79ea-41f5-93dc-a52b3f595991 {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 790.837075] env[62353]: WARNING nova.compute.manager [req-df35cdc2-1962-44d9-86c8-404426e0f12f req-499f97dd-79f7-470c-8d7c-0d06cbec0020 service nova] [instance: 9cd85b1f-93a5-43f3-bda3-1518bb774759] Received unexpected event network-vif-unplugged-2c3cd717-79ea-41f5-93dc-a52b3f595991 for instance with vm_state shelved and task_state shelving_offloading. [ 790.853599] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-3ea84956-2215-40b9-97c5-96d6e449cbf5 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 9cd85b1f-93a5-43f3-bda3-1518bb774759] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 790.854592] env[62353]: DEBUG nova.network.neutron [-] [instance: f5897ca9-4a38-4583-a15a-dbb0a621ab2e] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 790.855962] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a64b3194-249f-4de4-840a-1cd4fed94cfd {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.875453] env[62353]: DEBUG oslo_vmware.api [None req-3cb1ab2a-d547-40e6-9420-b243fd588222 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Task: {'id': task-2372436, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.897544] env[62353]: DEBUG oslo_vmware.api [None req-ca556a81-7a26-4434-942f-5c54c3c9c0a1 tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] Task: {'id': task-2372437, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.181474} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.897799] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca556a81-7a26-4434-942f-5c54c3c9c0a1 tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 790.897986] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ca556a81-7a26-4434-942f-5c54c3c9c0a1 tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] [instance: 0b3e9b87-2fa5-4623-b547-8831a1d7932f] Deleted contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 790.898201] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ca556a81-7a26-4434-942f-5c54c3c9c0a1 tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] [instance: 0b3e9b87-2fa5-4623-b547-8831a1d7932f] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 790.942703] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-3ea84956-2215-40b9-97c5-96d6e449cbf5 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 9cd85b1f-93a5-43f3-bda3-1518bb774759] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 790.944915] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-3ea84956-2215-40b9-97c5-96d6e449cbf5 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 9cd85b1f-93a5-43f3-bda3-1518bb774759] Deleting contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 790.944915] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ea84956-2215-40b9-97c5-96d6e449cbf5 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Deleting the datastore file [datastore2] 9cd85b1f-93a5-43f3-bda3-1518bb774759 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 790.944915] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e1715d68-2916-4116-a2cf-937c2c9116e7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.951192] env[62353]: DEBUG oslo_vmware.api [None req-3ea84956-2215-40b9-97c5-96d6e449cbf5 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Waiting for the task: (returnval){ [ 790.951192] env[62353]: value = "task-2372439" [ 790.951192] env[62353]: _type = "Task" [ 790.951192] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.960474] env[62353]: DEBUG oslo_vmware.api [None req-3ea84956-2215-40b9-97c5-96d6e449cbf5 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Task: {'id': task-2372439, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.101503] env[62353]: DEBUG oslo_concurrency.lockutils [None req-57041057-7ebf-4584-813a-cfa707ada8e6 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Releasing lock "refresh_cache-7a3d03fd-327a-453b-ad3c-12736433379d" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 791.308731] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c06c3b86-f21e-47b5-8d3a-009adca60551 tempest-AttachInterfacesUnderV243Test-231370955 tempest-AttachInterfacesUnderV243Test-231370955-project-member] Lock "0ccb3004-b612-45c3-b655-609eb2c4b16c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.035s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 791.364215] env[62353]: DEBUG nova.network.neutron [-] [instance: f5897ca9-4a38-4583-a15a-dbb0a621ab2e] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.378510] env[62353]: DEBUG oslo_vmware.api [None req-3cb1ab2a-d547-40e6-9420-b243fd588222 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Task: {'id': task-2372436, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.532543} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.385580] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cb1ab2a-d547-40e6-9420-b243fd588222 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore1] d7dd9b27-eeaa-49be-af8f-86b100ff7a69/d7dd9b27-eeaa-49be-af8f-86b100ff7a69.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 791.386968] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-3cb1ab2a-d547-40e6-9420-b243fd588222 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: d7dd9b27-eeaa-49be-af8f-86b100ff7a69] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 791.387433] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-703a56bc-7975-4832-9fa8-802c25da4f1d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.398413] env[62353]: DEBUG oslo_vmware.api [None req-3cb1ab2a-d547-40e6-9420-b243fd588222 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Waiting for the task: (returnval){ [ 791.398413] env[62353]: value = "task-2372440" [ 791.398413] env[62353]: _type = "Task" [ 791.398413] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.416738] env[62353]: DEBUG oslo_vmware.api [None req-3cb1ab2a-d547-40e6-9420-b243fd588222 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Task: {'id': task-2372440, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.468534] env[62353]: DEBUG oslo_vmware.api [None req-3ea84956-2215-40b9-97c5-96d6e449cbf5 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Task: {'id': task-2372439, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148785} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.470153] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ea84956-2215-40b9-97c5-96d6e449cbf5 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 791.470491] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-3ea84956-2215-40b9-97c5-96d6e449cbf5 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 9cd85b1f-93a5-43f3-bda3-1518bb774759] Deleted contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 791.471639] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-3ea84956-2215-40b9-97c5-96d6e449cbf5 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 9cd85b1f-93a5-43f3-bda3-1518bb774759] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 791.504890] env[62353]: INFO nova.scheduler.client.report [None req-3ea84956-2215-40b9-97c5-96d6e449cbf5 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Deleted allocations for instance 9cd85b1f-93a5-43f3-bda3-1518bb774759 [ 791.626742] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b38de15c-2fe1-410f-8527-6e61e005b5c0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.668660] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-661ce384-9227-4dd8-870c-20ec60b29037 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.678920] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-57041057-7ebf-4584-813a-cfa707ada8e6 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] [instance: 7a3d03fd-327a-453b-ad3c-12736433379d] Updating instance '7a3d03fd-327a-453b-ad3c-12736433379d' progress to 83 {{(pid=62353) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 791.776779] env[62353]: DEBUG nova.network.neutron [None req-6fd836e4-d5cb-467d-82dc-b45a6b58d20c tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [instance: 53ff526b-6e0b-49bc-beca-4fb4a377389b] Successfully updated port: 715936b4-75a3-4ba7-90cb-8ff7c2360189 {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 791.809256] env[62353]: DEBUG nova.compute.manager [req-13b0f65b-0725-4b5e-badb-87bda5352967 req-89dd75d1-b35c-4f93-8dd5-f1bb0346ae79 service nova] [instance: 53ff526b-6e0b-49bc-beca-4fb4a377389b] Received event network-vif-plugged-715936b4-75a3-4ba7-90cb-8ff7c2360189 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 791.816047] env[62353]: DEBUG oslo_concurrency.lockutils [req-13b0f65b-0725-4b5e-badb-87bda5352967 req-89dd75d1-b35c-4f93-8dd5-f1bb0346ae79 service nova] Acquiring lock "53ff526b-6e0b-49bc-beca-4fb4a377389b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 791.816047] env[62353]: DEBUG oslo_concurrency.lockutils [req-13b0f65b-0725-4b5e-badb-87bda5352967 req-89dd75d1-b35c-4f93-8dd5-f1bb0346ae79 service nova] Lock "53ff526b-6e0b-49bc-beca-4fb4a377389b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 791.816047] env[62353]: DEBUG oslo_concurrency.lockutils [req-13b0f65b-0725-4b5e-badb-87bda5352967 req-89dd75d1-b35c-4f93-8dd5-f1bb0346ae79 service nova] Lock "53ff526b-6e0b-49bc-beca-4fb4a377389b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 791.816047] env[62353]: DEBUG nova.compute.manager [req-13b0f65b-0725-4b5e-badb-87bda5352967 req-89dd75d1-b35c-4f93-8dd5-f1bb0346ae79 service nova] [instance: 53ff526b-6e0b-49bc-beca-4fb4a377389b] No waiting events found dispatching network-vif-plugged-715936b4-75a3-4ba7-90cb-8ff7c2360189 {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 791.816047] env[62353]: WARNING nova.compute.manager [req-13b0f65b-0725-4b5e-badb-87bda5352967 req-89dd75d1-b35c-4f93-8dd5-f1bb0346ae79 service nova] [instance: 53ff526b-6e0b-49bc-beca-4fb4a377389b] Received unexpected event network-vif-plugged-715936b4-75a3-4ba7-90cb-8ff7c2360189 for instance with vm_state building and task_state spawning. [ 791.871224] env[62353]: DEBUG nova.virt.hardware [None req-8f7ba115-c958-447d-be54-827eff172428 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T12:38:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T12:38:15Z,direct_url=,disk_format='vmdk',id=06f909ae-e8dc-43b4-abf7-c7ed85db9bbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0a3f88790a594523a818b8c00f6862e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T12:38:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 791.871659] env[62353]: DEBUG nova.virt.hardware [None req-8f7ba115-c958-447d-be54-827eff172428 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 791.871925] env[62353]: DEBUG nova.virt.hardware [None req-8f7ba115-c958-447d-be54-827eff172428 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 791.872295] env[62353]: DEBUG nova.virt.hardware [None req-8f7ba115-c958-447d-be54-827eff172428 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 791.872462] env[62353]: DEBUG nova.virt.hardware [None req-8f7ba115-c958-447d-be54-827eff172428 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 791.872613] env[62353]: DEBUG nova.virt.hardware [None req-8f7ba115-c958-447d-be54-827eff172428 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 791.872818] env[62353]: DEBUG nova.virt.hardware [None req-8f7ba115-c958-447d-be54-827eff172428 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 791.872986] env[62353]: DEBUG nova.virt.hardware [None req-8f7ba115-c958-447d-be54-827eff172428 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 791.873182] env[62353]: DEBUG nova.virt.hardware [None req-8f7ba115-c958-447d-be54-827eff172428 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 791.873528] env[62353]: DEBUG nova.virt.hardware [None req-8f7ba115-c958-447d-be54-827eff172428 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 791.873528] env[62353]: DEBUG nova.virt.hardware [None req-8f7ba115-c958-447d-be54-827eff172428 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 791.873972] env[62353]: INFO nova.compute.manager [-] [instance: f5897ca9-4a38-4583-a15a-dbb0a621ab2e] Took 1.06 seconds to deallocate network for instance. [ 791.874887] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c128186c-fc86-4a0f-b6ad-3e6973cfcf75 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.891169] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc07d9cc-e0d3-452d-adfa-25b050c337a8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.907497] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-8f7ba115-c958-447d-be54-827eff172428 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] [instance: 85c1498f-d888-4031-878b-0181e190d3a7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d6:87:19', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '419a5b3f-4c6f-4168-9def-746b4d8c5c24', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2d2be688-8c3d-4559-b07d-24dd1ab93c3a', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 791.916857] env[62353]: DEBUG oslo.service.loopingcall [None req-8f7ba115-c958-447d-be54-827eff172428 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 791.923501] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 85c1498f-d888-4031-878b-0181e190d3a7] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 791.925782] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6209df1b-7d25-47e3-a0ed-6dc633cb70e9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.954689] env[62353]: DEBUG oslo_vmware.api [None req-3cb1ab2a-d547-40e6-9420-b243fd588222 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Task: {'id': task-2372440, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072936} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.960369] env[62353]: DEBUG nova.virt.hardware [None req-ca556a81-7a26-4434-942f-5c54c3c9c0a1 tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T12:38:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T12:38:15Z,direct_url=,disk_format='vmdk',id=06f909ae-e8dc-43b4-abf7-c7ed85db9bbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0a3f88790a594523a818b8c00f6862e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T12:38:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 791.960369] env[62353]: DEBUG nova.virt.hardware [None req-ca556a81-7a26-4434-942f-5c54c3c9c0a1 tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 791.960369] env[62353]: DEBUG nova.virt.hardware [None req-ca556a81-7a26-4434-942f-5c54c3c9c0a1 tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 791.960369] env[62353]: DEBUG nova.virt.hardware [None req-ca556a81-7a26-4434-942f-5c54c3c9c0a1 tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 791.960369] env[62353]: DEBUG nova.virt.hardware [None req-ca556a81-7a26-4434-942f-5c54c3c9c0a1 tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 791.960369] env[62353]: DEBUG nova.virt.hardware [None req-ca556a81-7a26-4434-942f-5c54c3c9c0a1 tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 791.960369] env[62353]: DEBUG nova.virt.hardware [None req-ca556a81-7a26-4434-942f-5c54c3c9c0a1 tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 791.960369] env[62353]: DEBUG nova.virt.hardware [None req-ca556a81-7a26-4434-942f-5c54c3c9c0a1 tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 791.960369] env[62353]: DEBUG nova.virt.hardware [None req-ca556a81-7a26-4434-942f-5c54c3c9c0a1 tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 791.960369] env[62353]: DEBUG nova.virt.hardware [None req-ca556a81-7a26-4434-942f-5c54c3c9c0a1 tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 791.960369] env[62353]: DEBUG nova.virt.hardware [None req-ca556a81-7a26-4434-942f-5c54c3c9c0a1 tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 791.961663] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-3cb1ab2a-d547-40e6-9420-b243fd588222 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: d7dd9b27-eeaa-49be-af8f-86b100ff7a69] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 791.962816] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4448d09-45cc-4f53-8930-e98e5e4e37b6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.965054] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 791.965054] env[62353]: value = "task-2372441" [ 791.965054] env[62353]: _type = "Task" [ 791.965054] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.965740] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ed300a6-b61b-48c2-88ac-3e10063b9849 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.973568] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc6ec1a9-0e04-4781-8c2c-3803f236ca78 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.981724] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d89b530-0bb9-4640-8db6-cc2d94743258 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.010873] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cb1ab2a-d547-40e6-9420-b243fd588222 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: d7dd9b27-eeaa-49be-af8f-86b100ff7a69] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] d7dd9b27-eeaa-49be-af8f-86b100ff7a69/d7dd9b27-eeaa-49be-af8f-86b100ff7a69.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 792.011189] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372441, 'name': CreateVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.012807] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b92992c2-0952-4e18-b75b-0c700a335e7c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.016896] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-77d9e5d8-6320-4f6b-9b08-327f0af16dc9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.043028] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3ea84956-2215-40b9-97c5-96d6e449cbf5 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 792.044068] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ca556a81-7a26-4434-942f-5c54c3c9c0a1 tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] [instance: 0b3e9b87-2fa5-4623-b547-8831a1d7932f] Instance VIF info [] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 792.050726] env[62353]: DEBUG oslo.service.loopingcall [None req-ca556a81-7a26-4434-942f-5c54c3c9c0a1 tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 792.051909] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b3e9b87-2fa5-4623-b547-8831a1d7932f] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 792.053368] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6c786cbc-ba6a-4868-b330-fd0c235b5b19 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.094138] env[62353]: DEBUG oslo_vmware.api [None req-3cb1ab2a-d547-40e6-9420-b243fd588222 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Waiting for the task: (returnval){ [ 792.094138] env[62353]: value = "task-2372442" [ 792.094138] env[62353]: _type = "Task" [ 792.094138] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.096020] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9490777e-359b-4e8b-9165-002856fc6db8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.102739] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 792.102739] env[62353]: value = "task-2372443" [ 792.102739] env[62353]: _type = "Task" [ 792.102739] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.112852] env[62353]: DEBUG oslo_vmware.api [None req-3cb1ab2a-d547-40e6-9420-b243fd588222 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Task: {'id': task-2372442, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.113811] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaa0d847-96a4-425a-a7f9-bec3b7f7a001 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.121236] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372443, 'name': CreateVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.132728] env[62353]: DEBUG nova.compute.provider_tree [None req-f435ec86-a208-41f9-b7cf-f6a547a08eac tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 792.191542] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-57041057-7ebf-4584-813a-cfa707ada8e6 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] [instance: 7a3d03fd-327a-453b-ad3c-12736433379d] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 792.193565] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2b3b745d-3830-4ddd-95af-4322bc0c3394 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.200022] env[62353]: DEBUG oslo_vmware.api [None req-57041057-7ebf-4584-813a-cfa707ada8e6 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Waiting for the task: (returnval){ [ 792.200022] env[62353]: value = "task-2372444" [ 792.200022] env[62353]: _type = "Task" [ 792.200022] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.207550] env[62353]: DEBUG oslo_vmware.api [None req-57041057-7ebf-4584-813a-cfa707ada8e6 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Task: {'id': task-2372444, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.281226] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6fd836e4-d5cb-467d-82dc-b45a6b58d20c tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Acquiring lock "refresh_cache-53ff526b-6e0b-49bc-beca-4fb4a377389b" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 792.281454] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6fd836e4-d5cb-467d-82dc-b45a6b58d20c tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Acquired lock "refresh_cache-53ff526b-6e0b-49bc-beca-4fb4a377389b" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.281825] env[62353]: DEBUG nova.network.neutron [None req-6fd836e4-d5cb-467d-82dc-b45a6b58d20c tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [instance: 53ff526b-6e0b-49bc-beca-4fb4a377389b] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 792.388418] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0ae01173-2271-4d0c-baa7-9a194d0cffc5 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 792.482325] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372441, 'name': CreateVM_Task, 'duration_secs': 0.483768} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.482622] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 85c1498f-d888-4031-878b-0181e190d3a7] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 792.483466] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8f7ba115-c958-447d-be54-827eff172428 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 792.483780] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8f7ba115-c958-447d-be54-827eff172428 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Acquired lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.484266] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8f7ba115-c958-447d-be54-827eff172428 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 792.484588] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-334ff7cb-88ee-4999-9aa3-c90597cde5c9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.490169] env[62353]: DEBUG oslo_vmware.api [None req-8f7ba115-c958-447d-be54-827eff172428 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Waiting for the task: (returnval){ [ 792.490169] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]522f9812-2a85-de51-1981-9bc74e33e733" [ 792.490169] env[62353]: _type = "Task" [ 792.490169] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.497769] env[62353]: DEBUG oslo_vmware.api [None req-8f7ba115-c958-447d-be54-827eff172428 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]522f9812-2a85-de51-1981-9bc74e33e733, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.608177] env[62353]: DEBUG oslo_vmware.api [None req-3cb1ab2a-d547-40e6-9420-b243fd588222 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Task: {'id': task-2372442, 'name': ReconfigVM_Task, 'duration_secs': 0.396655} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.612435] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cb1ab2a-d547-40e6-9420-b243fd588222 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: d7dd9b27-eeaa-49be-af8f-86b100ff7a69] Reconfigured VM instance instance-00000038 to attach disk [datastore1] d7dd9b27-eeaa-49be-af8f-86b100ff7a69/d7dd9b27-eeaa-49be-af8f-86b100ff7a69.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 792.613463] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eef25f4b-e7b6-4b05-bb5b-bb8cbb5c3051 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.620838] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372443, 'name': CreateVM_Task, 'duration_secs': 0.371213} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.622369] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b3e9b87-2fa5-4623-b547-8831a1d7932f] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 792.622995] env[62353]: DEBUG oslo_vmware.api [None req-3cb1ab2a-d547-40e6-9420-b243fd588222 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Waiting for the task: (returnval){ [ 792.622995] env[62353]: value = "task-2372445" [ 792.622995] env[62353]: _type = "Task" [ 792.622995] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.623218] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ca556a81-7a26-4434-942f-5c54c3c9c0a1 tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 792.632924] env[62353]: DEBUG oslo_vmware.api [None req-3cb1ab2a-d547-40e6-9420-b243fd588222 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Task: {'id': task-2372445, 'name': Rename_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.636391] env[62353]: DEBUG nova.scheduler.client.report [None req-f435ec86-a208-41f9-b7cf-f6a547a08eac tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 792.709799] env[62353]: DEBUG oslo_vmware.api [None req-57041057-7ebf-4584-813a-cfa707ada8e6 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Task: {'id': task-2372444, 'name': PowerOnVM_Task, 'duration_secs': 0.466821} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.710221] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-57041057-7ebf-4584-813a-cfa707ada8e6 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] [instance: 7a3d03fd-327a-453b-ad3c-12736433379d] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 792.710421] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-57041057-7ebf-4584-813a-cfa707ada8e6 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] [instance: 7a3d03fd-327a-453b-ad3c-12736433379d] Updating instance '7a3d03fd-327a-453b-ad3c-12736433379d' progress to 100 {{(pid=62353) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 792.827889] env[62353]: DEBUG nova.network.neutron [None req-6fd836e4-d5cb-467d-82dc-b45a6b58d20c tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [instance: 53ff526b-6e0b-49bc-beca-4fb4a377389b] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 793.005715] env[62353]: DEBUG oslo_vmware.api [None req-8f7ba115-c958-447d-be54-827eff172428 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]522f9812-2a85-de51-1981-9bc74e33e733, 'name': SearchDatastore_Task, 'duration_secs': 0.010647} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.007384] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8f7ba115-c958-447d-be54-827eff172428 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Releasing lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 793.008428] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-8f7ba115-c958-447d-be54-827eff172428 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] [instance: 85c1498f-d888-4031-878b-0181e190d3a7] Processing image 06f909ae-e8dc-43b4-abf7-c7ed85db9bbd {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 793.009365] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8f7ba115-c958-447d-be54-827eff172428 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 793.012691] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8f7ba115-c958-447d-be54-827eff172428 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Acquired lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.012859] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f7ba115-c958-447d-be54-827eff172428 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 793.013476] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ca556a81-7a26-4434-942f-5c54c3c9c0a1 tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] Acquired lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.013911] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ca556a81-7a26-4434-942f-5c54c3c9c0a1 tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 793.014215] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5bb0548e-21f9-4d51-a2fa-f05e4c2944e7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.022028] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3c7b6ae-588d-461c-861a-a11669b70a82 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.030701] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f7ba115-c958-447d-be54-827eff172428 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 793.030755] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-8f7ba115-c958-447d-be54-827eff172428 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 793.031611] env[62353]: DEBUG oslo_vmware.api [None req-ca556a81-7a26-4434-942f-5c54c3c9c0a1 tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] Waiting for the task: (returnval){ [ 793.031611] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52569878-95c3-582b-9da3-e55d6874a61e" [ 793.031611] env[62353]: _type = "Task" [ 793.031611] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.031825] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3dbada27-0cc5-4ecc-a0b8-b609894bdb55 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.042289] env[62353]: DEBUG oslo_vmware.api [None req-8f7ba115-c958-447d-be54-827eff172428 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Waiting for the task: (returnval){ [ 793.042289] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52ac0a18-0462-b14e-836d-1b71178d74a2" [ 793.042289] env[62353]: _type = "Task" [ 793.042289] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.046957] env[62353]: DEBUG oslo_vmware.api [None req-ca556a81-7a26-4434-942f-5c54c3c9c0a1 tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52569878-95c3-582b-9da3-e55d6874a61e, 'name': SearchDatastore_Task, 'duration_secs': 0.009508} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.051815] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ca556a81-7a26-4434-942f-5c54c3c9c0a1 tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] Releasing lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 793.051815] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ca556a81-7a26-4434-942f-5c54c3c9c0a1 tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] [instance: 0b3e9b87-2fa5-4623-b547-8831a1d7932f] Processing image 06f909ae-e8dc-43b4-abf7-c7ed85db9bbd {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 793.051815] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ca556a81-7a26-4434-942f-5c54c3c9c0a1 tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 793.057517] env[62353]: DEBUG oslo_vmware.api [None req-8f7ba115-c958-447d-be54-827eff172428 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52ac0a18-0462-b14e-836d-1b71178d74a2, 'name': SearchDatastore_Task, 'duration_secs': 0.009658} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.058304] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d886e1a-d1bc-4eb6-8ec9-d94c145abfff {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.063827] env[62353]: DEBUG oslo_vmware.api [None req-8f7ba115-c958-447d-be54-827eff172428 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Waiting for the task: (returnval){ [ 793.063827] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]529c461a-819b-9dfb-af59-1c9641ed3114" [ 793.063827] env[62353]: _type = "Task" [ 793.063827] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.072122] env[62353]: DEBUG oslo_vmware.api [None req-8f7ba115-c958-447d-be54-827eff172428 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]529c461a-819b-9dfb-af59-1c9641ed3114, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.136983] env[62353]: DEBUG oslo_vmware.api [None req-3cb1ab2a-d547-40e6-9420-b243fd588222 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Task: {'id': task-2372445, 'name': Rename_Task, 'duration_secs': 0.180811} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.137301] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cb1ab2a-d547-40e6-9420-b243fd588222 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: d7dd9b27-eeaa-49be-af8f-86b100ff7a69] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 793.137900] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8b3ebaba-8e9c-47c6-b60c-14ce62404345 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.144351] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f435ec86-a208-41f9-b7cf-f6a547a08eac tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.399s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 793.148509] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d5cc3941-23a9-49de-b074-7ff67f6c5116 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 25.882s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 793.151017] env[62353]: DEBUG nova.objects.instance [None req-d5cc3941-23a9-49de-b074-7ff67f6c5116 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 758fbe89-1e60-4025-853d-41439705356b] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62353) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 793.152192] env[62353]: DEBUG oslo_vmware.api [None req-3cb1ab2a-d547-40e6-9420-b243fd588222 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Waiting for the task: (returnval){ [ 793.152192] env[62353]: value = "task-2372446" [ 793.152192] env[62353]: _type = "Task" [ 793.152192] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.161325] env[62353]: DEBUG oslo_vmware.api [None req-3cb1ab2a-d547-40e6-9420-b243fd588222 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Task: {'id': task-2372446, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.164607] env[62353]: INFO nova.scheduler.client.report [None req-f435ec86-a208-41f9-b7cf-f6a547a08eac tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] Deleted allocations for instance fa27d91c-5bae-40a3-a153-ac41f4238532 [ 793.225281] env[62353]: DEBUG nova.network.neutron [None req-6fd836e4-d5cb-467d-82dc-b45a6b58d20c tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [instance: 53ff526b-6e0b-49bc-beca-4fb4a377389b] Updating instance_info_cache with network_info: [{"id": "715936b4-75a3-4ba7-90cb-8ff7c2360189", "address": "fa:16:3e:5c:37:a9", "network": {"id": "2f7e2133-4fb3-4a9f-bb2e-4fe0872e76d7", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-977109863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f777d4695db5433b947d76fd30a7c09b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7e0240aa-a694-48fc-a0f9-6f2d3e71aa12", "external-id": "nsx-vlan-transportzone-249", "segmentation_id": 249, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap715936b4-75", "ovs_interfaceid": "715936b4-75a3-4ba7-90cb-8ff7c2360189", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.250142] env[62353]: DEBUG nova.compute.manager [req-1d0b0fe7-2a86-495b-b57a-af61d1142e1b req-079584a7-e18e-4876-bbad-bb1227ee6144 service nova] [instance: 9cd85b1f-93a5-43f3-bda3-1518bb774759] Received event network-changed-2c3cd717-79ea-41f5-93dc-a52b3f595991 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 793.250558] env[62353]: DEBUG nova.compute.manager [req-1d0b0fe7-2a86-495b-b57a-af61d1142e1b req-079584a7-e18e-4876-bbad-bb1227ee6144 service nova] [instance: 9cd85b1f-93a5-43f3-bda3-1518bb774759] Refreshing instance network info cache due to event network-changed-2c3cd717-79ea-41f5-93dc-a52b3f595991. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 793.250763] env[62353]: DEBUG oslo_concurrency.lockutils [req-1d0b0fe7-2a86-495b-b57a-af61d1142e1b req-079584a7-e18e-4876-bbad-bb1227ee6144 service nova] Acquiring lock "refresh_cache-9cd85b1f-93a5-43f3-bda3-1518bb774759" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 793.250969] env[62353]: DEBUG oslo_concurrency.lockutils [req-1d0b0fe7-2a86-495b-b57a-af61d1142e1b req-079584a7-e18e-4876-bbad-bb1227ee6144 service nova] Acquired lock "refresh_cache-9cd85b1f-93a5-43f3-bda3-1518bb774759" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.251166] env[62353]: DEBUG nova.network.neutron [req-1d0b0fe7-2a86-495b-b57a-af61d1142e1b req-079584a7-e18e-4876-bbad-bb1227ee6144 service nova] [instance: 9cd85b1f-93a5-43f3-bda3-1518bb774759] Refreshing network info cache for port 2c3cd717-79ea-41f5-93dc-a52b3f595991 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 793.284498] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3723636e-5dba-4069-97b7-adca4890bca0 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Acquiring lock "9cd85b1f-93a5-43f3-bda3-1518bb774759" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 793.545319] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Acquiring lock "283ebb75-a52d-4918-9310-31ca052d99a8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 793.545626] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Lock "283ebb75-a52d-4918-9310-31ca052d99a8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 793.574786] env[62353]: DEBUG oslo_vmware.api [None req-8f7ba115-c958-447d-be54-827eff172428 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]529c461a-819b-9dfb-af59-1c9641ed3114, 'name': SearchDatastore_Task, 'duration_secs': 0.009687} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.575064] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8f7ba115-c958-447d-be54-827eff172428 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Releasing lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 793.575335] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f7ba115-c958-447d-be54-827eff172428 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore1] 85c1498f-d888-4031-878b-0181e190d3a7/85c1498f-d888-4031-878b-0181e190d3a7.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 793.575939] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ca556a81-7a26-4434-942f-5c54c3c9c0a1 tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] Acquired lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.576156] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca556a81-7a26-4434-942f-5c54c3c9c0a1 tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 793.576366] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e71f4d33-ff0d-4c42-81fc-e36b771cc7ff {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.579895] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9b125577-52db-4319-8b7e-2e9b18af5f17 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.586043] env[62353]: DEBUG oslo_vmware.api [None req-8f7ba115-c958-447d-be54-827eff172428 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Waiting for the task: (returnval){ [ 793.586043] env[62353]: value = "task-2372447" [ 793.586043] env[62353]: _type = "Task" [ 793.586043] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.595414] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca556a81-7a26-4434-942f-5c54c3c9c0a1 tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 793.595500] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ca556a81-7a26-4434-942f-5c54c3c9c0a1 tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 793.597037] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Acquiring lock "6d29b600-078c-4c3d-a31b-62cffc0d8ea5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 793.597193] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Lock "6d29b600-078c-4c3d-a31b-62cffc0d8ea5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 793.598275] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c17fbf3-8ede-468f-8652-5071f2e2d65d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.607130] env[62353]: DEBUG oslo_vmware.api [None req-8f7ba115-c958-447d-be54-827eff172428 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Task: {'id': task-2372447, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.611027] env[62353]: DEBUG oslo_vmware.api [None req-ca556a81-7a26-4434-942f-5c54c3c9c0a1 tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] Waiting for the task: (returnval){ [ 793.611027] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52246d22-4ee2-e238-fdd5-61c812818be5" [ 793.611027] env[62353]: _type = "Task" [ 793.611027] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.619876] env[62353]: DEBUG oslo_vmware.api [None req-ca556a81-7a26-4434-942f-5c54c3c9c0a1 tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52246d22-4ee2-e238-fdd5-61c812818be5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.640852] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Acquiring lock "389abaa0-963d-43d3-b09f-99e3b77b2096" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 793.641121] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Lock "389abaa0-963d-43d3-b09f-99e3b77b2096" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 793.670475] env[62353]: DEBUG oslo_vmware.api [None req-3cb1ab2a-d547-40e6-9420-b243fd588222 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Task: {'id': task-2372446, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.675786] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f435ec86-a208-41f9-b7cf-f6a547a08eac tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] Lock "fa27d91c-5bae-40a3-a153-ac41f4238532" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.084s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 793.729754] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6fd836e4-d5cb-467d-82dc-b45a6b58d20c tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Releasing lock "refresh_cache-53ff526b-6e0b-49bc-beca-4fb4a377389b" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 793.730106] env[62353]: DEBUG nova.compute.manager [None req-6fd836e4-d5cb-467d-82dc-b45a6b58d20c tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [instance: 53ff526b-6e0b-49bc-beca-4fb4a377389b] Instance network_info: |[{"id": "715936b4-75a3-4ba7-90cb-8ff7c2360189", "address": "fa:16:3e:5c:37:a9", "network": {"id": "2f7e2133-4fb3-4a9f-bb2e-4fe0872e76d7", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-977109863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f777d4695db5433b947d76fd30a7c09b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7e0240aa-a694-48fc-a0f9-6f2d3e71aa12", "external-id": "nsx-vlan-transportzone-249", "segmentation_id": 249, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap715936b4-75", "ovs_interfaceid": "715936b4-75a3-4ba7-90cb-8ff7c2360189", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 793.730535] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-6fd836e4-d5cb-467d-82dc-b45a6b58d20c tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [instance: 53ff526b-6e0b-49bc-beca-4fb4a377389b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5c:37:a9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7e0240aa-a694-48fc-a0f9-6f2d3e71aa12', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '715936b4-75a3-4ba7-90cb-8ff7c2360189', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 793.738824] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fd836e4-d5cb-467d-82dc-b45a6b58d20c tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Creating folder: Project (f777d4695db5433b947d76fd30a7c09b). Parent ref: group-v481456. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 793.739146] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-34ce53d5-dd1e-4cb1-b58f-1dc8c1f7f9b9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.748796] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-6fd836e4-d5cb-467d-82dc-b45a6b58d20c tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Created folder: Project (f777d4695db5433b947d76fd30a7c09b) in parent group-v481456. [ 793.748991] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fd836e4-d5cb-467d-82dc-b45a6b58d20c tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Creating folder: Instances. Parent ref: group-v481633. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 793.749243] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a1246b5b-2c0e-4b6c-bf85-0bb031b35bbc {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.759598] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-6fd836e4-d5cb-467d-82dc-b45a6b58d20c tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Created folder: Instances in parent group-v481633. [ 793.759850] env[62353]: DEBUG oslo.service.loopingcall [None req-6fd836e4-d5cb-467d-82dc-b45a6b58d20c tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 793.760049] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 53ff526b-6e0b-49bc-beca-4fb4a377389b] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 793.760438] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-13a1b5a0-db44-40c8-b111-c0f72effe08c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.782659] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 793.782659] env[62353]: value = "task-2372450" [ 793.782659] env[62353]: _type = "Task" [ 793.782659] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.791697] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372450, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.928256] env[62353]: DEBUG nova.compute.manager [req-07c3cf2a-cd96-44f4-92dc-40be09e8c2df req-462f80d3-15e8-4851-89f8-e43bdadc802d service nova] [instance: 53ff526b-6e0b-49bc-beca-4fb4a377389b] Received event network-changed-715936b4-75a3-4ba7-90cb-8ff7c2360189 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 793.928473] env[62353]: DEBUG nova.compute.manager [req-07c3cf2a-cd96-44f4-92dc-40be09e8c2df req-462f80d3-15e8-4851-89f8-e43bdadc802d service nova] [instance: 53ff526b-6e0b-49bc-beca-4fb4a377389b] Refreshing instance network info cache due to event network-changed-715936b4-75a3-4ba7-90cb-8ff7c2360189. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 793.928709] env[62353]: DEBUG oslo_concurrency.lockutils [req-07c3cf2a-cd96-44f4-92dc-40be09e8c2df req-462f80d3-15e8-4851-89f8-e43bdadc802d service nova] Acquiring lock "refresh_cache-53ff526b-6e0b-49bc-beca-4fb4a377389b" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 793.928949] env[62353]: DEBUG oslo_concurrency.lockutils [req-07c3cf2a-cd96-44f4-92dc-40be09e8c2df req-462f80d3-15e8-4851-89f8-e43bdadc802d service nova] Acquired lock "refresh_cache-53ff526b-6e0b-49bc-beca-4fb4a377389b" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.929415] env[62353]: DEBUG nova.network.neutron [req-07c3cf2a-cd96-44f4-92dc-40be09e8c2df req-462f80d3-15e8-4851-89f8-e43bdadc802d service nova] [instance: 53ff526b-6e0b-49bc-beca-4fb4a377389b] Refreshing network info cache for port 715936b4-75a3-4ba7-90cb-8ff7c2360189 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 794.048497] env[62353]: DEBUG nova.compute.manager [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] [instance: 283ebb75-a52d-4918-9310-31ca052d99a8] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 794.098562] env[62353]: DEBUG oslo_vmware.api [None req-8f7ba115-c958-447d-be54-827eff172428 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Task: {'id': task-2372447, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.103638] env[62353]: DEBUG nova.compute.manager [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] [instance: 6d29b600-078c-4c3d-a31b-62cffc0d8ea5] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 794.121516] env[62353]: DEBUG oslo_vmware.api [None req-ca556a81-7a26-4434-942f-5c54c3c9c0a1 tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52246d22-4ee2-e238-fdd5-61c812818be5, 'name': SearchDatastore_Task, 'duration_secs': 0.013552} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.126601] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e18db85-2695-451e-a770-c62479a2a07b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.132966] env[62353]: DEBUG oslo_vmware.api [None req-ca556a81-7a26-4434-942f-5c54c3c9c0a1 tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] Waiting for the task: (returnval){ [ 794.132966] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52116014-b2cd-e74b-9f17-6052080658f2" [ 794.132966] env[62353]: _type = "Task" [ 794.132966] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.145514] env[62353]: DEBUG nova.compute.manager [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] [instance: 389abaa0-963d-43d3-b09f-99e3b77b2096] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 794.149605] env[62353]: DEBUG oslo_vmware.api [None req-ca556a81-7a26-4434-942f-5c54c3c9c0a1 tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52116014-b2cd-e74b-9f17-6052080658f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.164573] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d5cc3941-23a9-49de-b074-7ff67f6c5116 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 794.169704] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8637bbe6-9073-4301-9389-522b0a0fb455 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.533s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 794.169943] env[62353]: DEBUG nova.objects.instance [None req-8637bbe6-9073-4301-9389-522b0a0fb455 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Lazy-loading 'resources' on Instance uuid faaa5eff-8814-4951-a6fc-9b2a53891f1c {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 794.171889] env[62353]: DEBUG oslo_vmware.api [None req-3cb1ab2a-d547-40e6-9420-b243fd588222 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Task: {'id': task-2372446, 'name': PowerOnVM_Task, 'duration_secs': 0.727678} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.172550] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cb1ab2a-d547-40e6-9420-b243fd588222 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: d7dd9b27-eeaa-49be-af8f-86b100ff7a69] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 794.172750] env[62353]: INFO nova.compute.manager [None req-3cb1ab2a-d547-40e6-9420-b243fd588222 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: d7dd9b27-eeaa-49be-af8f-86b100ff7a69] Took 8.87 seconds to spawn the instance on the hypervisor. [ 794.172921] env[62353]: DEBUG nova.compute.manager [None req-3cb1ab2a-d547-40e6-9420-b243fd588222 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: d7dd9b27-eeaa-49be-af8f-86b100ff7a69] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 794.173912] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8605f4d-b0c5-46b2-9263-e71009418a35 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.293306] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372450, 'name': CreateVM_Task} progress is 25%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.455859] env[62353]: DEBUG nova.network.neutron [req-1d0b0fe7-2a86-495b-b57a-af61d1142e1b req-079584a7-e18e-4876-bbad-bb1227ee6144 service nova] [instance: 9cd85b1f-93a5-43f3-bda3-1518bb774759] Updated VIF entry in instance network info cache for port 2c3cd717-79ea-41f5-93dc-a52b3f595991. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 794.456303] env[62353]: DEBUG nova.network.neutron [req-1d0b0fe7-2a86-495b-b57a-af61d1142e1b req-079584a7-e18e-4876-bbad-bb1227ee6144 service nova] [instance: 9cd85b1f-93a5-43f3-bda3-1518bb774759] Updating instance_info_cache with network_info: [{"id": "2c3cd717-79ea-41f5-93dc-a52b3f595991", "address": "fa:16:3e:75:81:ce", "network": {"id": "f9c567b3-403a-4849-9262-a3e67f5e22e0", "bridge": null, "label": "tempest-DeleteServersTestJSON-2067735324-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce7d37901d844950adf602218b205ea8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap2c3cd717-79", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.579245] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 794.599941] env[62353]: DEBUG oslo_vmware.api [None req-8f7ba115-c958-447d-be54-827eff172428 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Task: {'id': task-2372447, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.541991} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.600814] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f7ba115-c958-447d-be54-827eff172428 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore1] 85c1498f-d888-4031-878b-0181e190d3a7/85c1498f-d888-4031-878b-0181e190d3a7.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 794.600814] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-8f7ba115-c958-447d-be54-827eff172428 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] [instance: 85c1498f-d888-4031-878b-0181e190d3a7] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 794.601238] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-176fb6a1-7c57-4ab4-97f8-27b7c13e03a0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.616156] env[62353]: DEBUG oslo_vmware.api [None req-8f7ba115-c958-447d-be54-827eff172428 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Waiting for the task: (returnval){ [ 794.616156] env[62353]: value = "task-2372451" [ 794.616156] env[62353]: _type = "Task" [ 794.616156] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.628049] env[62353]: DEBUG oslo_vmware.api [None req-8f7ba115-c958-447d-be54-827eff172428 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Task: {'id': task-2372451, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.633872] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 794.648226] env[62353]: DEBUG oslo_vmware.api [None req-ca556a81-7a26-4434-942f-5c54c3c9c0a1 tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52116014-b2cd-e74b-9f17-6052080658f2, 'name': SearchDatastore_Task, 'duration_secs': 0.018075} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.649708] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ca556a81-7a26-4434-942f-5c54c3c9c0a1 tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] Releasing lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 794.650058] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca556a81-7a26-4434-942f-5c54c3c9c0a1 tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore1] 0b3e9b87-2fa5-4623-b547-8831a1d7932f/0b3e9b87-2fa5-4623-b547-8831a1d7932f.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 794.650495] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a298de5f-a10d-46e8-99b7-c4ee24ee372c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.662506] env[62353]: DEBUG oslo_vmware.api [None req-ca556a81-7a26-4434-942f-5c54c3c9c0a1 tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] Waiting for the task: (returnval){ [ 794.662506] env[62353]: value = "task-2372452" [ 794.662506] env[62353]: _type = "Task" [ 794.662506] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.672736] env[62353]: DEBUG oslo_vmware.api [None req-ca556a81-7a26-4434-942f-5c54c3c9c0a1 tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] Task: {'id': task-2372452, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.693680] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 794.709045] env[62353]: INFO nova.compute.manager [None req-3cb1ab2a-d547-40e6-9420-b243fd588222 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: d7dd9b27-eeaa-49be-af8f-86b100ff7a69] Took 45.81 seconds to build instance. [ 794.794222] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372450, 'name': CreateVM_Task, 'duration_secs': 0.630139} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.797056] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 53ff526b-6e0b-49bc-beca-4fb4a377389b] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 794.797990] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6fd836e4-d5cb-467d-82dc-b45a6b58d20c tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 794.798280] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6fd836e4-d5cb-467d-82dc-b45a6b58d20c tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Acquired lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.798645] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6fd836e4-d5cb-467d-82dc-b45a6b58d20c tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 794.798943] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0a8929c-97bd-47e3-974d-88316870ec5a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.806948] env[62353]: DEBUG oslo_vmware.api [None req-6fd836e4-d5cb-467d-82dc-b45a6b58d20c tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Waiting for the task: (returnval){ [ 794.806948] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5253da5a-78e2-fd50-403c-b8304b3278a6" [ 794.806948] env[62353]: _type = "Task" [ 794.806948] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.814830] env[62353]: DEBUG oslo_vmware.api [None req-6fd836e4-d5cb-467d-82dc-b45a6b58d20c tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5253da5a-78e2-fd50-403c-b8304b3278a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.964945] env[62353]: DEBUG oslo_concurrency.lockutils [req-1d0b0fe7-2a86-495b-b57a-af61d1142e1b req-079584a7-e18e-4876-bbad-bb1227ee6144 service nova] Releasing lock "refresh_cache-9cd85b1f-93a5-43f3-bda3-1518bb774759" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 795.133723] env[62353]: DEBUG oslo_vmware.api [None req-8f7ba115-c958-447d-be54-827eff172428 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Task: {'id': task-2372451, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079794} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.134089] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-8f7ba115-c958-447d-be54-827eff172428 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] [instance: 85c1498f-d888-4031-878b-0181e190d3a7] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 795.135533] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72405d71-09f3-4434-afad-69cfce24090e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.167020] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f7ba115-c958-447d-be54-827eff172428 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] [instance: 85c1498f-d888-4031-878b-0181e190d3a7] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] 85c1498f-d888-4031-878b-0181e190d3a7/85c1498f-d888-4031-878b-0181e190d3a7.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 795.170024] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-02f48b3c-9bd1-47d1-ad18-20eb59357f67 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.186457] env[62353]: DEBUG nova.network.neutron [req-07c3cf2a-cd96-44f4-92dc-40be09e8c2df req-462f80d3-15e8-4851-89f8-e43bdadc802d service nova] [instance: 53ff526b-6e0b-49bc-beca-4fb4a377389b] Updated VIF entry in instance network info cache for port 715936b4-75a3-4ba7-90cb-8ff7c2360189. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 795.187375] env[62353]: DEBUG nova.network.neutron [req-07c3cf2a-cd96-44f4-92dc-40be09e8c2df req-462f80d3-15e8-4851-89f8-e43bdadc802d service nova] [instance: 53ff526b-6e0b-49bc-beca-4fb4a377389b] Updating instance_info_cache with network_info: [{"id": "715936b4-75a3-4ba7-90cb-8ff7c2360189", "address": "fa:16:3e:5c:37:a9", "network": {"id": "2f7e2133-4fb3-4a9f-bb2e-4fe0872e76d7", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-977109863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f777d4695db5433b947d76fd30a7c09b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7e0240aa-a694-48fc-a0f9-6f2d3e71aa12", "external-id": "nsx-vlan-transportzone-249", "segmentation_id": 249, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap715936b4-75", "ovs_interfaceid": "715936b4-75a3-4ba7-90cb-8ff7c2360189", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.207318] env[62353]: DEBUG oslo_vmware.api [None req-8f7ba115-c958-447d-be54-827eff172428 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Waiting for the task: (returnval){ [ 795.207318] env[62353]: value = "task-2372453" [ 795.207318] env[62353]: _type = "Task" [ 795.207318] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.207620] env[62353]: DEBUG oslo_vmware.api [None req-ca556a81-7a26-4434-942f-5c54c3c9c0a1 tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] Task: {'id': task-2372452, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.530846} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.210996] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca556a81-7a26-4434-942f-5c54c3c9c0a1 tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore1] 0b3e9b87-2fa5-4623-b547-8831a1d7932f/0b3e9b87-2fa5-4623-b547-8831a1d7932f.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 795.210996] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ca556a81-7a26-4434-942f-5c54c3c9c0a1 tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] [instance: 0b3e9b87-2fa5-4623-b547-8831a1d7932f] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 795.213077] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3cb1ab2a-d547-40e6-9420-b243fd588222 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Lock "d7dd9b27-eeaa-49be-af8f-86b100ff7a69" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.645s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 795.220932] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-95927e90-2a6b-41e7-ac8c-0acc122172a6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.232132] env[62353]: DEBUG oslo_vmware.api [None req-8f7ba115-c958-447d-be54-827eff172428 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Task: {'id': task-2372453, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.233801] env[62353]: DEBUG oslo_vmware.api [None req-ca556a81-7a26-4434-942f-5c54c3c9c0a1 tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] Waiting for the task: (returnval){ [ 795.233801] env[62353]: value = "task-2372454" [ 795.233801] env[62353]: _type = "Task" [ 795.233801] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.246265] env[62353]: DEBUG oslo_vmware.api [None req-ca556a81-7a26-4434-942f-5c54c3c9c0a1 tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] Task: {'id': task-2372454, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.316799] env[62353]: DEBUG oslo_vmware.api [None req-6fd836e4-d5cb-467d-82dc-b45a6b58d20c tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5253da5a-78e2-fd50-403c-b8304b3278a6, 'name': SearchDatastore_Task, 'duration_secs': 0.013625} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.317260] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6fd836e4-d5cb-467d-82dc-b45a6b58d20c tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Releasing lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 795.317529] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-6fd836e4-d5cb-467d-82dc-b45a6b58d20c tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [instance: 53ff526b-6e0b-49bc-beca-4fb4a377389b] Processing image 06f909ae-e8dc-43b4-abf7-c7ed85db9bbd {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 795.317823] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6fd836e4-d5cb-467d-82dc-b45a6b58d20c tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 795.321023] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6fd836e4-d5cb-467d-82dc-b45a6b58d20c tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Acquired lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.321023] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fd836e4-d5cb-467d-82dc-b45a6b58d20c tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 795.321023] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a47aab0e-efe4-4fe5-92f8-760436ff0655 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.322569] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43599214-1d93-4410-b405-f329cf35b092 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.331178] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fbd8f4a-80de-4f7b-822c-39bcc9440f7e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.336137] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fd836e4-d5cb-467d-82dc-b45a6b58d20c tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 795.336670] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-6fd836e4-d5cb-467d-82dc-b45a6b58d20c tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 795.337385] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00877ef2-bf60-41a1-b456-3908c9cd6ebb {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.370692] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42009697-e32d-457c-a15c-f31deb32ad75 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.375055] env[62353]: DEBUG oslo_vmware.api [None req-6fd836e4-d5cb-467d-82dc-b45a6b58d20c tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Waiting for the task: (returnval){ [ 795.375055] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5276d96e-66a8-65b0-9b5d-bc487c6cafae" [ 795.375055] env[62353]: _type = "Task" [ 795.375055] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.382574] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c81dc62-6c71-409e-b34f-d7db87ad9ef7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.391206] env[62353]: DEBUG oslo_vmware.api [None req-6fd836e4-d5cb-467d-82dc-b45a6b58d20c tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5276d96e-66a8-65b0-9b5d-bc487c6cafae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.403231] env[62353]: DEBUG nova.compute.provider_tree [None req-8637bbe6-9073-4301-9389-522b0a0fb455 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 795.404088] env[62353]: DEBUG nova.network.neutron [None req-e9ee5d65-c6fc-4355-b8d0-23e3397c56eb tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] [instance: 7a3d03fd-327a-453b-ad3c-12736433379d] Port 92678226-a3c4-444a-88a6-f5f31ca73ae7 binding to destination host cpu-1 is already ACTIVE {{(pid=62353) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 795.404455] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e9ee5d65-c6fc-4355-b8d0-23e3397c56eb tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Acquiring lock "refresh_cache-7a3d03fd-327a-453b-ad3c-12736433379d" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 795.404608] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e9ee5d65-c6fc-4355-b8d0-23e3397c56eb tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Acquired lock "refresh_cache-7a3d03fd-327a-453b-ad3c-12736433379d" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.404770] env[62353]: DEBUG nova.network.neutron [None req-e9ee5d65-c6fc-4355-b8d0-23e3397c56eb tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] [instance: 7a3d03fd-327a-453b-ad3c-12736433379d] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 795.698146] env[62353]: DEBUG oslo_concurrency.lockutils [req-07c3cf2a-cd96-44f4-92dc-40be09e8c2df req-462f80d3-15e8-4851-89f8-e43bdadc802d service nova] Releasing lock "refresh_cache-53ff526b-6e0b-49bc-beca-4fb4a377389b" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 795.722738] env[62353]: DEBUG oslo_vmware.api [None req-8f7ba115-c958-447d-be54-827eff172428 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Task: {'id': task-2372453, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.747195] env[62353]: DEBUG oslo_vmware.api [None req-ca556a81-7a26-4434-942f-5c54c3c9c0a1 tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] Task: {'id': task-2372454, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.129381} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.747579] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ca556a81-7a26-4434-942f-5c54c3c9c0a1 tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] [instance: 0b3e9b87-2fa5-4623-b547-8831a1d7932f] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 795.748431] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aecd5f64-b91d-45fe-99ed-0373e6379752 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.775337] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca556a81-7a26-4434-942f-5c54c3c9c0a1 tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] [instance: 0b3e9b87-2fa5-4623-b547-8831a1d7932f] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] 0b3e9b87-2fa5-4623-b547-8831a1d7932f/0b3e9b87-2fa5-4623-b547-8831a1d7932f.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 795.775337] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d264a7d-450e-4979-a370-44297d1a0f0e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.801231] env[62353]: DEBUG oslo_vmware.api [None req-ca556a81-7a26-4434-942f-5c54c3c9c0a1 tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] Waiting for the task: (returnval){ [ 795.801231] env[62353]: value = "task-2372455" [ 795.801231] env[62353]: _type = "Task" [ 795.801231] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.811710] env[62353]: DEBUG oslo_vmware.api [None req-ca556a81-7a26-4434-942f-5c54c3c9c0a1 tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] Task: {'id': task-2372455, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.886861] env[62353]: DEBUG oslo_vmware.api [None req-6fd836e4-d5cb-467d-82dc-b45a6b58d20c tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5276d96e-66a8-65b0-9b5d-bc487c6cafae, 'name': SearchDatastore_Task, 'duration_secs': 0.013885} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.888315] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5e6fd6f-f1ae-4893-ade7-b721fca01fca {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.894137] env[62353]: DEBUG oslo_vmware.api [None req-6fd836e4-d5cb-467d-82dc-b45a6b58d20c tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Waiting for the task: (returnval){ [ 795.894137] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52849e58-a4a0-c919-aec3-37b4d2b669b0" [ 795.894137] env[62353]: _type = "Task" [ 795.894137] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.903489] env[62353]: DEBUG oslo_vmware.api [None req-6fd836e4-d5cb-467d-82dc-b45a6b58d20c tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52849e58-a4a0-c919-aec3-37b4d2b669b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.907572] env[62353]: DEBUG nova.scheduler.client.report [None req-8637bbe6-9073-4301-9389-522b0a0fb455 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 796.221715] env[62353]: DEBUG oslo_vmware.api [None req-8f7ba115-c958-447d-be54-827eff172428 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Task: {'id': task-2372453, 'name': ReconfigVM_Task, 'duration_secs': 0.62517} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.222067] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f7ba115-c958-447d-be54-827eff172428 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] [instance: 85c1498f-d888-4031-878b-0181e190d3a7] Reconfigured VM instance instance-0000000f to attach disk [datastore1] 85c1498f-d888-4031-878b-0181e190d3a7/85c1498f-d888-4031-878b-0181e190d3a7.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 796.222793] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a6833f3d-b977-4b57-8dbb-989a208bd262 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.230805] env[62353]: DEBUG oslo_vmware.api [None req-8f7ba115-c958-447d-be54-827eff172428 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Waiting for the task: (returnval){ [ 796.230805] env[62353]: value = "task-2372456" [ 796.230805] env[62353]: _type = "Task" [ 796.230805] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.244309] env[62353]: DEBUG oslo_vmware.api [None req-8f7ba115-c958-447d-be54-827eff172428 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Task: {'id': task-2372456, 'name': Rename_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.321702] env[62353]: DEBUG oslo_vmware.api [None req-ca556a81-7a26-4434-942f-5c54c3c9c0a1 tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] Task: {'id': task-2372455, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.363219] env[62353]: DEBUG nova.network.neutron [None req-e9ee5d65-c6fc-4355-b8d0-23e3397c56eb tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] [instance: 7a3d03fd-327a-453b-ad3c-12736433379d] Updating instance_info_cache with network_info: [{"id": "92678226-a3c4-444a-88a6-f5f31ca73ae7", "address": "fa:16:3e:fd:ed:e7", "network": {"id": "2be634d9-365a-4258-9bd8-c03318d42ac3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.153", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0a3f88790a594523a818b8c00f6862e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92678226-a3", "ovs_interfaceid": "92678226-a3c4-444a-88a6-f5f31ca73ae7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.407656] env[62353]: DEBUG oslo_vmware.api [None req-6fd836e4-d5cb-467d-82dc-b45a6b58d20c tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52849e58-a4a0-c919-aec3-37b4d2b669b0, 'name': SearchDatastore_Task, 'duration_secs': 0.011243} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.408041] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6fd836e4-d5cb-467d-82dc-b45a6b58d20c tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Releasing lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 796.408389] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fd836e4-d5cb-467d-82dc-b45a6b58d20c tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore1] 53ff526b-6e0b-49bc-beca-4fb4a377389b/53ff526b-6e0b-49bc-beca-4fb4a377389b.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 796.408696] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e38333b4-bb02-47f8-927b-183de1acb5da {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.418754] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8637bbe6-9073-4301-9389-522b0a0fb455 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.247s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 796.419951] env[62353]: DEBUG oslo_vmware.api [None req-6fd836e4-d5cb-467d-82dc-b45a6b58d20c tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Waiting for the task: (returnval){ [ 796.419951] env[62353]: value = "task-2372457" [ 796.419951] env[62353]: _type = "Task" [ 796.419951] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.419951] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6f3dd825-9e48-4092-88bb-e6b2cc0113a1 tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.595s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 796.419951] env[62353]: DEBUG nova.objects.instance [None req-6f3dd825-9e48-4092-88bb-e6b2cc0113a1 tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Lazy-loading 'resources' on Instance uuid 9871d7de-d94b-4b64-8e25-d9be6f01e949 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 796.435538] env[62353]: DEBUG oslo_vmware.api [None req-6fd836e4-d5cb-467d-82dc-b45a6b58d20c tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Task: {'id': task-2372457, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.461913] env[62353]: INFO nova.scheduler.client.report [None req-8637bbe6-9073-4301-9389-522b0a0fb455 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Deleted allocations for instance faaa5eff-8814-4951-a6fc-9b2a53891f1c [ 796.742694] env[62353]: DEBUG oslo_vmware.api [None req-8f7ba115-c958-447d-be54-827eff172428 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Task: {'id': task-2372456, 'name': Rename_Task, 'duration_secs': 0.206418} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.743286] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f7ba115-c958-447d-be54-827eff172428 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] [instance: 85c1498f-d888-4031-878b-0181e190d3a7] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 796.743410] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-185e9b59-3e0a-495f-a485-6bd678c2b966 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.751361] env[62353]: DEBUG oslo_vmware.api [None req-8f7ba115-c958-447d-be54-827eff172428 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Waiting for the task: (returnval){ [ 796.751361] env[62353]: value = "task-2372458" [ 796.751361] env[62353]: _type = "Task" [ 796.751361] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.762116] env[62353]: DEBUG oslo_vmware.api [None req-8f7ba115-c958-447d-be54-827eff172428 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Task: {'id': task-2372458, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.817879] env[62353]: DEBUG oslo_vmware.api [None req-ca556a81-7a26-4434-942f-5c54c3c9c0a1 tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] Task: {'id': task-2372455, 'name': ReconfigVM_Task, 'duration_secs': 0.560865} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.818507] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca556a81-7a26-4434-942f-5c54c3c9c0a1 tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] [instance: 0b3e9b87-2fa5-4623-b547-8831a1d7932f] Reconfigured VM instance instance-00000037 to attach disk [datastore1] 0b3e9b87-2fa5-4623-b547-8831a1d7932f/0b3e9b87-2fa5-4623-b547-8831a1d7932f.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 796.819536] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4cae8adb-b687-455a-ad5c-ef28be2fcdce {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.829322] env[62353]: DEBUG oslo_vmware.api [None req-ca556a81-7a26-4434-942f-5c54c3c9c0a1 tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] Waiting for the task: (returnval){ [ 796.829322] env[62353]: value = "task-2372459" [ 796.829322] env[62353]: _type = "Task" [ 796.829322] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.838492] env[62353]: DEBUG oslo_vmware.api [None req-ca556a81-7a26-4434-942f-5c54c3c9c0a1 tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] Task: {'id': task-2372459, 'name': Rename_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.866992] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e9ee5d65-c6fc-4355-b8d0-23e3397c56eb tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Releasing lock "refresh_cache-7a3d03fd-327a-453b-ad3c-12736433379d" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 796.936121] env[62353]: DEBUG oslo_vmware.api [None req-6fd836e4-d5cb-467d-82dc-b45a6b58d20c tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Task: {'id': task-2372457, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.978978] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8637bbe6-9073-4301-9389-522b0a0fb455 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Lock "faaa5eff-8814-4951-a6fc-9b2a53891f1c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.084s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 797.268257] env[62353]: DEBUG oslo_vmware.api [None req-8f7ba115-c958-447d-be54-827eff172428 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Task: {'id': task-2372458, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.341975] env[62353]: DEBUG oslo_vmware.api [None req-ca556a81-7a26-4434-942f-5c54c3c9c0a1 tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] Task: {'id': task-2372459, 'name': Rename_Task, 'duration_secs': 0.27661} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.342129] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca556a81-7a26-4434-942f-5c54c3c9c0a1 tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] [instance: 0b3e9b87-2fa5-4623-b547-8831a1d7932f] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 797.342340] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a6c26169-61b9-4aa2-b2df-ef1aa603a68a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.348971] env[62353]: DEBUG oslo_vmware.api [None req-ca556a81-7a26-4434-942f-5c54c3c9c0a1 tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] Waiting for the task: (returnval){ [ 797.348971] env[62353]: value = "task-2372460" [ 797.348971] env[62353]: _type = "Task" [ 797.348971] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.358888] env[62353]: DEBUG oslo_vmware.api [None req-ca556a81-7a26-4434-942f-5c54c3c9c0a1 tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] Task: {'id': task-2372460, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.371787] env[62353]: DEBUG nova.compute.manager [None req-e9ee5d65-c6fc-4355-b8d0-23e3397c56eb tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] [instance: 7a3d03fd-327a-453b-ad3c-12736433379d] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62353) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 797.372183] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e9ee5d65-c6fc-4355-b8d0-23e3397c56eb tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 797.427940] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3733d32b-e5f0-4936-915b-71fcb55c0090 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.435764] env[62353]: DEBUG oslo_vmware.api [None req-6fd836e4-d5cb-467d-82dc-b45a6b58d20c tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Task: {'id': task-2372457, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.547734} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.437790] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fd836e4-d5cb-467d-82dc-b45a6b58d20c tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore1] 53ff526b-6e0b-49bc-beca-4fb4a377389b/53ff526b-6e0b-49bc-beca-4fb4a377389b.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 797.438030] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-6fd836e4-d5cb-467d-82dc-b45a6b58d20c tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [instance: 53ff526b-6e0b-49bc-beca-4fb4a377389b] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 797.438324] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a45e5123-29a7-478c-ba6b-6e927847c925 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.440934] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df6ee9d4-0d80-4251-b7a2-e45e1ad3a9ce {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.473743] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9a7fe0f-35a0-4c51-a65c-118951b5a14b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.476680] env[62353]: DEBUG oslo_vmware.api [None req-6fd836e4-d5cb-467d-82dc-b45a6b58d20c tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Waiting for the task: (returnval){ [ 797.476680] env[62353]: value = "task-2372461" [ 797.476680] env[62353]: _type = "Task" [ 797.476680] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.484281] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ac6d568-8e14-455b-baca-a92eb5835ef8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.491335] env[62353]: DEBUG oslo_vmware.api [None req-6fd836e4-d5cb-467d-82dc-b45a6b58d20c tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Task: {'id': task-2372461, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.501671] env[62353]: DEBUG nova.compute.provider_tree [None req-6f3dd825-9e48-4092-88bb-e6b2cc0113a1 tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 797.767738] env[62353]: DEBUG oslo_vmware.api [None req-8f7ba115-c958-447d-be54-827eff172428 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Task: {'id': task-2372458, 'name': PowerOnVM_Task, 'duration_secs': 0.959928} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.772020] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f7ba115-c958-447d-be54-827eff172428 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] [instance: 85c1498f-d888-4031-878b-0181e190d3a7] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 797.772020] env[62353]: DEBUG nova.compute.manager [None req-8f7ba115-c958-447d-be54-827eff172428 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] [instance: 85c1498f-d888-4031-878b-0181e190d3a7] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 797.772020] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a292285-ee62-46e8-ac12-b7b58b077c20 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.798917] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8b0d6f69-720c-4a5d-b93a-d90b4f394c40 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] Acquiring lock "c6617ed8-80a4-41b8-b11a-c739cce89229" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 797.799435] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8b0d6f69-720c-4a5d-b93a-d90b4f394c40 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] Lock "c6617ed8-80a4-41b8-b11a-c739cce89229" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 797.859333] env[62353]: DEBUG oslo_vmware.api [None req-ca556a81-7a26-4434-942f-5c54c3c9c0a1 tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] Task: {'id': task-2372460, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.986539] env[62353]: DEBUG oslo_vmware.api [None req-6fd836e4-d5cb-467d-82dc-b45a6b58d20c tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Task: {'id': task-2372461, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.095184} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.987117] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-6fd836e4-d5cb-467d-82dc-b45a6b58d20c tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [instance: 53ff526b-6e0b-49bc-beca-4fb4a377389b] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 797.988463] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a67b5ba-7c39-465f-a2fb-767d7baa434f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.015991] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fd836e4-d5cb-467d-82dc-b45a6b58d20c tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [instance: 53ff526b-6e0b-49bc-beca-4fb4a377389b] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] 53ff526b-6e0b-49bc-beca-4fb4a377389b/53ff526b-6e0b-49bc-beca-4fb4a377389b.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 798.017135] env[62353]: DEBUG nova.scheduler.client.report [None req-6f3dd825-9e48-4092-88bb-e6b2cc0113a1 tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 798.020556] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0a9f3fb3-c944-4e66-93cf-00a8d807eceb {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.046310] env[62353]: DEBUG oslo_vmware.api [None req-6fd836e4-d5cb-467d-82dc-b45a6b58d20c tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Waiting for the task: (returnval){ [ 798.046310] env[62353]: value = "task-2372462" [ 798.046310] env[62353]: _type = "Task" [ 798.046310] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.051727] env[62353]: DEBUG oslo_vmware.api [None req-6fd836e4-d5cb-467d-82dc-b45a6b58d20c tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Task: {'id': task-2372462, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.299781] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8f7ba115-c958-447d-be54-827eff172428 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 798.303898] env[62353]: DEBUG nova.compute.manager [None req-8b0d6f69-720c-4a5d-b93a-d90b4f394c40 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] [instance: c6617ed8-80a4-41b8-b11a-c739cce89229] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 798.367153] env[62353]: DEBUG oslo_vmware.api [None req-ca556a81-7a26-4434-942f-5c54c3c9c0a1 tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] Task: {'id': task-2372460, 'name': PowerOnVM_Task} progress is 81%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.514924] env[62353]: DEBUG oslo_concurrency.lockutils [None req-297dcae3-b394-47d6-b295-6e7178488af7 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Acquiring lock "a6b68f36-7339-4daa-b3e3-9bc6e6efb2d8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 798.515429] env[62353]: DEBUG oslo_concurrency.lockutils [None req-297dcae3-b394-47d6-b295-6e7178488af7 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Lock "a6b68f36-7339-4daa-b3e3-9bc6e6efb2d8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 798.538348] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6f3dd825-9e48-4092-88bb-e6b2cc0113a1 tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.119s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 798.540802] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 28.561s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 798.559963] env[62353]: DEBUG oslo_vmware.api [None req-6fd836e4-d5cb-467d-82dc-b45a6b58d20c tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Task: {'id': task-2372462, 'name': ReconfigVM_Task, 'duration_secs': 0.436068} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.560376] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fd836e4-d5cb-467d-82dc-b45a6b58d20c tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [instance: 53ff526b-6e0b-49bc-beca-4fb4a377389b] Reconfigured VM instance instance-00000039 to attach disk [datastore1] 53ff526b-6e0b-49bc-beca-4fb4a377389b/53ff526b-6e0b-49bc-beca-4fb4a377389b.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 798.561183] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b7882efd-b2d4-4200-a3b8-4ce9b925c7ea {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.568475] env[62353]: INFO nova.scheduler.client.report [None req-6f3dd825-9e48-4092-88bb-e6b2cc0113a1 tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Deleted allocations for instance 9871d7de-d94b-4b64-8e25-d9be6f01e949 [ 798.570293] env[62353]: DEBUG oslo_vmware.api [None req-6fd836e4-d5cb-467d-82dc-b45a6b58d20c tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Waiting for the task: (returnval){ [ 798.570293] env[62353]: value = "task-2372463" [ 798.570293] env[62353]: _type = "Task" [ 798.570293] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.583138] env[62353]: DEBUG oslo_vmware.api [None req-6fd836e4-d5cb-467d-82dc-b45a6b58d20c tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Task: {'id': task-2372463, 'name': Rename_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.833458] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8b0d6f69-720c-4a5d-b93a-d90b4f394c40 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 798.867224] env[62353]: DEBUG oslo_vmware.api [None req-ca556a81-7a26-4434-942f-5c54c3c9c0a1 tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] Task: {'id': task-2372460, 'name': PowerOnVM_Task, 'duration_secs': 1.403257} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.867539] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca556a81-7a26-4434-942f-5c54c3c9c0a1 tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] [instance: 0b3e9b87-2fa5-4623-b547-8831a1d7932f] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 798.867742] env[62353]: DEBUG nova.compute.manager [None req-ca556a81-7a26-4434-942f-5c54c3c9c0a1 tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] [instance: 0b3e9b87-2fa5-4623-b547-8831a1d7932f] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 798.868690] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a3e1c52-bb70-4f17-9702-8a92856d5fc2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.019971] env[62353]: DEBUG nova.compute.manager [None req-297dcae3-b394-47d6-b295-6e7178488af7 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: a6b68f36-7339-4daa-b3e3-9bc6e6efb2d8] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 799.026445] env[62353]: DEBUG oslo_concurrency.lockutils [None req-69df174a-b222-4f8e-bd93-e9f4fb350a09 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Acquiring lock "3384eeba-47ab-4252-96f8-624f2c118125" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 799.026788] env[62353]: DEBUG oslo_concurrency.lockutils [None req-69df174a-b222-4f8e-bd93-e9f4fb350a09 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Lock "3384eeba-47ab-4252-96f8-624f2c118125" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 799.086053] env[62353]: DEBUG oslo_vmware.api [None req-6fd836e4-d5cb-467d-82dc-b45a6b58d20c tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Task: {'id': task-2372463, 'name': Rename_Task, 'duration_secs': 0.145719} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.086775] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6f3dd825-9e48-4092-88bb-e6b2cc0113a1 tempest-ServerShowV247Test-16320906 tempest-ServerShowV247Test-16320906-project-member] Lock "9871d7de-d94b-4b64-8e25-d9be6f01e949" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.177s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 799.088075] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fd836e4-d5cb-467d-82dc-b45a6b58d20c tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [instance: 53ff526b-6e0b-49bc-beca-4fb4a377389b] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 799.089510] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2787d779-5b53-4256-a883-cbae912e8497 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.096926] env[62353]: DEBUG oslo_vmware.api [None req-6fd836e4-d5cb-467d-82dc-b45a6b58d20c tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Waiting for the task: (returnval){ [ 799.096926] env[62353]: value = "task-2372464" [ 799.096926] env[62353]: _type = "Task" [ 799.096926] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.108198] env[62353]: DEBUG oslo_vmware.api [None req-6fd836e4-d5cb-467d-82dc-b45a6b58d20c tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Task: {'id': task-2372464, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.389838] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ca556a81-7a26-4434-942f-5c54c3c9c0a1 tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 799.545966] env[62353]: DEBUG oslo_concurrency.lockutils [None req-297dcae3-b394-47d6-b295-6e7178488af7 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 799.572486] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Applying migration context for instance 7a3d03fd-327a-453b-ad3c-12736433379d as it has an incoming, in-progress migration 6c9a9e8b-46cb-446b-a29c-c152bb5238b7. Migration status is reverting {{(pid=62353) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 799.574728] env[62353]: INFO nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] [instance: 7a3d03fd-327a-453b-ad3c-12736433379d] Updating resource usage from migration 6c9a9e8b-46cb-446b-a29c-c152bb5238b7 [ 799.596171] env[62353]: WARNING nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Instance 8b313bab-8370-47c5-a03b-c809dc96fd21 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 799.596422] env[62353]: WARNING nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Instance 832a2083-5874-47b5-a9c7-fdb4a69a94bb is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 799.596918] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Instance 70b6d86f-10bd-471f-8655-e961c4208751 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 799.596918] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Instance 85c1498f-d888-4031-878b-0181e190d3a7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 799.596918] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Instance 115fbeba-b84e-48ee-bee7-4cba1f52daa9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 799.597083] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Instance f71b6bee-dbc8-48b6-a446-3d93255fda73 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 799.597592] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Instance cd87ae19-37ee-4d88-95ee-9de38d5214a4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 799.597592] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Instance 6d6f643f-fbb8-43b3-b47a-78d4ff71b8cb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 799.597592] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Instance d99b532a-164e-471b-b9ca-a0850f606780 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 799.597772] env[62353]: WARNING nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Instance 1ec74f8a-42d5-4213-843d-684129706edf is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 799.597772] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Instance d0318881-a5f3-4701-991a-7e42895b5f46 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 799.597934] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Instance bbbb4f2b-e3a0-4c4e-8e47-7de18b1b8f66 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 799.598171] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Instance 996dff46-a8df-411f-8974-260f591f6086 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 799.598408] env[62353]: WARNING nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Instance 758fbe89-1e60-4025-853d-41439705356b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 799.598544] env[62353]: WARNING nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Instance 28447a5e-1970-4231-9866-6bd221bcca82 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 799.598742] env[62353]: WARNING nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Instance a6583a62-ee37-42e0-9a51-b0ce30de58c2 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 799.598811] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Instance 9fdc58aa-dd5a-4fe0-95ff-5ad2d06f0298 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 799.599039] env[62353]: WARNING nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Instance f5897ca9-4a38-4583-a15a-dbb0a621ab2e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 799.599115] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Instance f7197def-541f-4abc-b448-ebe58e2acccc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 799.599253] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Instance 0b3e9b87-2fa5-4623-b547-8831a1d7932f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 799.599387] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Instance d7dd9b27-eeaa-49be-af8f-86b100ff7a69 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 799.599502] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Instance 53ff526b-6e0b-49bc-beca-4fb4a377389b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 799.599679] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Migration 6c9a9e8b-46cb-446b-a29c-c152bb5238b7 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 799.599855] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Instance 7a3d03fd-327a-453b-ad3c-12736433379d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 799.614825] env[62353]: DEBUG oslo_vmware.api [None req-6fd836e4-d5cb-467d-82dc-b45a6b58d20c tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Task: {'id': task-2372464, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.886672] env[62353]: DEBUG oslo_concurrency.lockutils [None req-668b30ca-4de8-420e-aa8b-7775680b768a tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Acquiring lock "0fd1791c-fb62-4e21-96c3-3b2a07520c91" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 799.886672] env[62353]: DEBUG oslo_concurrency.lockutils [None req-668b30ca-4de8-420e-aa8b-7775680b768a tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Lock "0fd1791c-fb62-4e21-96c3-3b2a07520c91" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 800.000987] env[62353]: DEBUG oslo_concurrency.lockutils [None req-bb1bfa74-add1-4d21-90a7-269a95f59271 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Acquiring lock "9fdc58aa-dd5a-4fe0-95ff-5ad2d06f0298" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 800.000987] env[62353]: DEBUG oslo_concurrency.lockutils [None req-bb1bfa74-add1-4d21-90a7-269a95f59271 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Lock "9fdc58aa-dd5a-4fe0-95ff-5ad2d06f0298" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 800.000987] env[62353]: DEBUG oslo_concurrency.lockutils [None req-bb1bfa74-add1-4d21-90a7-269a95f59271 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Acquiring lock "9fdc58aa-dd5a-4fe0-95ff-5ad2d06f0298-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 800.000987] env[62353]: DEBUG oslo_concurrency.lockutils [None req-bb1bfa74-add1-4d21-90a7-269a95f59271 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Lock "9fdc58aa-dd5a-4fe0-95ff-5ad2d06f0298-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 800.000987] env[62353]: DEBUG oslo_concurrency.lockutils [None req-bb1bfa74-add1-4d21-90a7-269a95f59271 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Lock "9fdc58aa-dd5a-4fe0-95ff-5ad2d06f0298-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 800.004359] env[62353]: INFO nova.compute.manager [None req-bb1bfa74-add1-4d21-90a7-269a95f59271 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] [instance: 9fdc58aa-dd5a-4fe0-95ff-5ad2d06f0298] Terminating instance [ 800.109378] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Instance 52aeb134-e5e3-40b0-a3e8-152effaf542b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 800.123627] env[62353]: DEBUG oslo_vmware.api [None req-6fd836e4-d5cb-467d-82dc-b45a6b58d20c tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Task: {'id': task-2372464, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.512175] env[62353]: DEBUG nova.compute.manager [None req-bb1bfa74-add1-4d21-90a7-269a95f59271 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] [instance: 9fdc58aa-dd5a-4fe0-95ff-5ad2d06f0298] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 800.512175] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-bb1bfa74-add1-4d21-90a7-269a95f59271 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] [instance: 9fdc58aa-dd5a-4fe0-95ff-5ad2d06f0298] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 800.512175] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c419fde7-88b2-4cdb-86b4-4894709f9d3a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.526190] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb1bfa74-add1-4d21-90a7-269a95f59271 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] [instance: 9fdc58aa-dd5a-4fe0-95ff-5ad2d06f0298] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 800.526563] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-931248f5-52c5-4d94-8b44-982089a682a5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.534960] env[62353]: DEBUG oslo_vmware.api [None req-bb1bfa74-add1-4d21-90a7-269a95f59271 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Waiting for the task: (returnval){ [ 800.534960] env[62353]: value = "task-2372465" [ 800.534960] env[62353]: _type = "Task" [ 800.534960] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.545897] env[62353]: DEBUG oslo_vmware.api [None req-bb1bfa74-add1-4d21-90a7-269a95f59271 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Task: {'id': task-2372465, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.615695] env[62353]: DEBUG oslo_vmware.api [None req-6fd836e4-d5cb-467d-82dc-b45a6b58d20c tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Task: {'id': task-2372464, 'name': PowerOnVM_Task, 'duration_secs': 1.05645} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.616081] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fd836e4-d5cb-467d-82dc-b45a6b58d20c tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [instance: 53ff526b-6e0b-49bc-beca-4fb4a377389b] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 800.616283] env[62353]: INFO nova.compute.manager [None req-6fd836e4-d5cb-467d-82dc-b45a6b58d20c tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [instance: 53ff526b-6e0b-49bc-beca-4fb4a377389b] Took 9.88 seconds to spawn the instance on the hypervisor. [ 800.616665] env[62353]: DEBUG nova.compute.manager [None req-6fd836e4-d5cb-467d-82dc-b45a6b58d20c tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [instance: 53ff526b-6e0b-49bc-beca-4fb4a377389b] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 800.618588] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c2009a6-d272-4d1b-951a-c2b83e317be9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.624804] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Instance 02124fa6-fa89-4a50-93e1-0828a2560de5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 800.657047] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c6843d95-3d3e-4dc0-985f-c6c7b9d74316 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Acquiring lock "d11827ca-55a7-4610-ab8b-ef8f7f80a586" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 800.657602] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c6843d95-3d3e-4dc0-985f-c6c7b9d74316 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Lock "d11827ca-55a7-4610-ab8b-ef8f7f80a586" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 800.848491] env[62353]: DEBUG oslo_concurrency.lockutils [None req-af1fc32a-799c-4787-8fc8-dfd99790f5b1 tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] Acquiring lock "0b3e9b87-2fa5-4623-b547-8831a1d7932f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 800.849303] env[62353]: DEBUG oslo_concurrency.lockutils [None req-af1fc32a-799c-4787-8fc8-dfd99790f5b1 tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] Lock "0b3e9b87-2fa5-4623-b547-8831a1d7932f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 800.849303] env[62353]: DEBUG oslo_concurrency.lockutils [None req-af1fc32a-799c-4787-8fc8-dfd99790f5b1 tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] Acquiring lock "0b3e9b87-2fa5-4623-b547-8831a1d7932f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 800.849303] env[62353]: DEBUG oslo_concurrency.lockutils [None req-af1fc32a-799c-4787-8fc8-dfd99790f5b1 tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] Lock "0b3e9b87-2fa5-4623-b547-8831a1d7932f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 800.849497] env[62353]: DEBUG oslo_concurrency.lockutils [None req-af1fc32a-799c-4787-8fc8-dfd99790f5b1 tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] Lock "0b3e9b87-2fa5-4623-b547-8831a1d7932f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 800.853028] env[62353]: INFO nova.compute.manager [None req-af1fc32a-799c-4787-8fc8-dfd99790f5b1 tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] [instance: 0b3e9b87-2fa5-4623-b547-8831a1d7932f] Terminating instance [ 801.049287] env[62353]: DEBUG oslo_vmware.api [None req-bb1bfa74-add1-4d21-90a7-269a95f59271 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Task: {'id': task-2372465, 'name': PowerOffVM_Task, 'duration_secs': 0.275261} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.049287] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb1bfa74-add1-4d21-90a7-269a95f59271 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] [instance: 9fdc58aa-dd5a-4fe0-95ff-5ad2d06f0298] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 801.049287] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-bb1bfa74-add1-4d21-90a7-269a95f59271 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] [instance: 9fdc58aa-dd5a-4fe0-95ff-5ad2d06f0298] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 801.049685] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0822f0a0-c80b-48e8-8d83-3c1d6892a5d2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.128354] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Instance bdcce3b8-0118-4fa4-8300-2000c87b4880 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 801.135787] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-bb1bfa74-add1-4d21-90a7-269a95f59271 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] [instance: 9fdc58aa-dd5a-4fe0-95ff-5ad2d06f0298] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 801.135787] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-bb1bfa74-add1-4d21-90a7-269a95f59271 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] [instance: 9fdc58aa-dd5a-4fe0-95ff-5ad2d06f0298] Deleting contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 801.135787] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb1bfa74-add1-4d21-90a7-269a95f59271 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Deleting the datastore file [datastore1] 9fdc58aa-dd5a-4fe0-95ff-5ad2d06f0298 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 801.135787] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-13e0d75e-12ac-4deb-ab6a-403803fd21a1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.154166] env[62353]: INFO nova.compute.manager [None req-6fd836e4-d5cb-467d-82dc-b45a6b58d20c tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [instance: 53ff526b-6e0b-49bc-beca-4fb4a377389b] Took 48.33 seconds to build instance. [ 801.155866] env[62353]: DEBUG oslo_vmware.api [None req-bb1bfa74-add1-4d21-90a7-269a95f59271 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Waiting for the task: (returnval){ [ 801.155866] env[62353]: value = "task-2372467" [ 801.155866] env[62353]: _type = "Task" [ 801.155866] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.172406] env[62353]: DEBUG oslo_vmware.api [None req-bb1bfa74-add1-4d21-90a7-269a95f59271 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Task: {'id': task-2372467, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.356767] env[62353]: DEBUG oslo_concurrency.lockutils [None req-af1fc32a-799c-4787-8fc8-dfd99790f5b1 tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] Acquiring lock "refresh_cache-0b3e9b87-2fa5-4623-b547-8831a1d7932f" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 801.357104] env[62353]: DEBUG oslo_concurrency.lockutils [None req-af1fc32a-799c-4787-8fc8-dfd99790f5b1 tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] Acquired lock "refresh_cache-0b3e9b87-2fa5-4623-b547-8831a1d7932f" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.357325] env[62353]: DEBUG nova.network.neutron [None req-af1fc32a-799c-4787-8fc8-dfd99790f5b1 tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] [instance: 0b3e9b87-2fa5-4623-b547-8831a1d7932f] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 801.612922] env[62353]: DEBUG oslo_vmware.rw_handles [None req-ce88cec9-2851-41ee-afa2-ac4038c3e384 tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a7aef2-fb70-6186-b9e4-a93617ec0481/disk-0.vmdk. {{(pid=62353) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 801.613867] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97bc2a63-ab9b-475e-8481-5b0db2e90cff {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.622571] env[62353]: DEBUG oslo_vmware.rw_handles [None req-ce88cec9-2851-41ee-afa2-ac4038c3e384 tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a7aef2-fb70-6186-b9e4-a93617ec0481/disk-0.vmdk is in state: ready. {{(pid=62353) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 801.622754] env[62353]: ERROR oslo_vmware.rw_handles [None req-ce88cec9-2851-41ee-afa2-ac4038c3e384 tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a7aef2-fb70-6186-b9e4-a93617ec0481/disk-0.vmdk due to incomplete transfer. [ 801.623010] env[62353]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-c910edba-2a65-4acb-8134-94c184256234 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.632888] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Instance c254fe57-8d19-4bfb-b607-dead3f0c04cf has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 801.638476] env[62353]: DEBUG oslo_vmware.rw_handles [None req-ce88cec9-2851-41ee-afa2-ac4038c3e384 tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a7aef2-fb70-6186-b9e4-a93617ec0481/disk-0.vmdk. {{(pid=62353) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 801.638691] env[62353]: DEBUG nova.virt.vmwareapi.images [None req-ce88cec9-2851-41ee-afa2-ac4038c3e384 tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] [instance: bbbb4f2b-e3a0-4c4e-8e47-7de18b1b8f66] Uploaded image c9e08b98-9b17-4653-9c5e-4bfd8b296b52 to the Glance image server {{(pid=62353) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 801.641498] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce88cec9-2851-41ee-afa2-ac4038c3e384 tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] [instance: bbbb4f2b-e3a0-4c4e-8e47-7de18b1b8f66] Destroying the VM {{(pid=62353) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 801.642088] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a1387933-b1c7-45c2-b3d5-4f56783465f9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.651314] env[62353]: DEBUG oslo_vmware.api [None req-ce88cec9-2851-41ee-afa2-ac4038c3e384 tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Waiting for the task: (returnval){ [ 801.651314] env[62353]: value = "task-2372468" [ 801.651314] env[62353]: _type = "Task" [ 801.651314] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.657807] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6fd836e4-d5cb-467d-82dc-b45a6b58d20c tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Lock "53ff526b-6e0b-49bc-beca-4fb4a377389b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.289s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 801.670946] env[62353]: DEBUG oslo_vmware.api [None req-ce88cec9-2851-41ee-afa2-ac4038c3e384 tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Task: {'id': task-2372468, 'name': Destroy_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.677284] env[62353]: DEBUG oslo_vmware.api [None req-bb1bfa74-add1-4d21-90a7-269a95f59271 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Task: {'id': task-2372467, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.302299} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.677284] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb1bfa74-add1-4d21-90a7-269a95f59271 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 801.677284] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-bb1bfa74-add1-4d21-90a7-269a95f59271 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] [instance: 9fdc58aa-dd5a-4fe0-95ff-5ad2d06f0298] Deleted contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 801.677284] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-bb1bfa74-add1-4d21-90a7-269a95f59271 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] [instance: 9fdc58aa-dd5a-4fe0-95ff-5ad2d06f0298] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 801.677523] env[62353]: INFO nova.compute.manager [None req-bb1bfa74-add1-4d21-90a7-269a95f59271 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] [instance: 9fdc58aa-dd5a-4fe0-95ff-5ad2d06f0298] Took 1.17 seconds to destroy the instance on the hypervisor. [ 801.678253] env[62353]: DEBUG oslo.service.loopingcall [None req-bb1bfa74-add1-4d21-90a7-269a95f59271 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 801.678253] env[62353]: DEBUG nova.compute.manager [-] [instance: 9fdc58aa-dd5a-4fe0-95ff-5ad2d06f0298] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 801.678253] env[62353]: DEBUG nova.network.neutron [-] [instance: 9fdc58aa-dd5a-4fe0-95ff-5ad2d06f0298] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 801.907505] env[62353]: DEBUG nova.network.neutron [None req-af1fc32a-799c-4787-8fc8-dfd99790f5b1 tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] [instance: 0b3e9b87-2fa5-4623-b547-8831a1d7932f] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 802.108469] env[62353]: DEBUG nova.network.neutron [None req-af1fc32a-799c-4787-8fc8-dfd99790f5b1 tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] [instance: 0b3e9b87-2fa5-4623-b547-8831a1d7932f] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.136065] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Instance 283ebb75-a52d-4918-9310-31ca052d99a8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 802.163976] env[62353]: DEBUG oslo_vmware.api [None req-ce88cec9-2851-41ee-afa2-ac4038c3e384 tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Task: {'id': task-2372468, 'name': Destroy_Task} progress is 33%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.171916] env[62353]: DEBUG nova.compute.manager [None req-69df174a-b222-4f8e-bd93-e9f4fb350a09 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] [instance: 3384eeba-47ab-4252-96f8-624f2c118125] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 802.612080] env[62353]: DEBUG oslo_concurrency.lockutils [None req-af1fc32a-799c-4787-8fc8-dfd99790f5b1 tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] Releasing lock "refresh_cache-0b3e9b87-2fa5-4623-b547-8831a1d7932f" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 802.613870] env[62353]: DEBUG nova.compute.manager [None req-af1fc32a-799c-4787-8fc8-dfd99790f5b1 tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] [instance: 0b3e9b87-2fa5-4623-b547-8831a1d7932f] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 802.614341] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-af1fc32a-799c-4787-8fc8-dfd99790f5b1 tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] [instance: 0b3e9b87-2fa5-4623-b547-8831a1d7932f] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 802.615964] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-041e89ac-5e32-41a4-8591-c0c1a0ef8713 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.623280] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-af1fc32a-799c-4787-8fc8-dfd99790f5b1 tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] [instance: 0b3e9b87-2fa5-4623-b547-8831a1d7932f] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 802.624028] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-83345a2e-8ff0-43a7-b0c7-8fc483a9209b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.631098] env[62353]: DEBUG oslo_vmware.api [None req-af1fc32a-799c-4787-8fc8-dfd99790f5b1 tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] Waiting for the task: (returnval){ [ 802.631098] env[62353]: value = "task-2372469" [ 802.631098] env[62353]: _type = "Task" [ 802.631098] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.640560] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Instance 6d29b600-078c-4c3d-a31b-62cffc0d8ea5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 802.642495] env[62353]: DEBUG oslo_vmware.api [None req-af1fc32a-799c-4787-8fc8-dfd99790f5b1 tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] Task: {'id': task-2372469, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.666111] env[62353]: DEBUG oslo_vmware.api [None req-ce88cec9-2851-41ee-afa2-ac4038c3e384 tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Task: {'id': task-2372468, 'name': Destroy_Task} progress is 100%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.837146] env[62353]: DEBUG oslo_concurrency.lockutils [None req-69df174a-b222-4f8e-bd93-e9f4fb350a09 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 802.932561] env[62353]: DEBUG nova.compute.manager [req-4d1da68f-db12-4a18-ae86-176e0368a7ee req-d32bd3c6-2ad9-4fb6-b769-ea47249d3161 service nova] [instance: 9fdc58aa-dd5a-4fe0-95ff-5ad2d06f0298] Received event network-vif-deleted-62ba6177-5766-46e6-a49e-c2d05ec34069 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 802.932836] env[62353]: INFO nova.compute.manager [req-4d1da68f-db12-4a18-ae86-176e0368a7ee req-d32bd3c6-2ad9-4fb6-b769-ea47249d3161 service nova] [instance: 9fdc58aa-dd5a-4fe0-95ff-5ad2d06f0298] Neutron deleted interface 62ba6177-5766-46e6-a49e-c2d05ec34069; detaching it from the instance and deleting it from the info cache [ 802.933042] env[62353]: DEBUG nova.network.neutron [req-4d1da68f-db12-4a18-ae86-176e0368a7ee req-d32bd3c6-2ad9-4fb6-b769-ea47249d3161 service nova] [instance: 9fdc58aa-dd5a-4fe0-95ff-5ad2d06f0298] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.055359] env[62353]: DEBUG nova.network.neutron [-] [instance: 9fdc58aa-dd5a-4fe0-95ff-5ad2d06f0298] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.149285] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Instance 389abaa0-963d-43d3-b09f-99e3b77b2096 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 803.150701] env[62353]: DEBUG oslo_vmware.api [None req-af1fc32a-799c-4787-8fc8-dfd99790f5b1 tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] Task: {'id': task-2372469, 'name': PowerOffVM_Task, 'duration_secs': 0.238582} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.151801] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-af1fc32a-799c-4787-8fc8-dfd99790f5b1 tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] [instance: 0b3e9b87-2fa5-4623-b547-8831a1d7932f] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 803.151801] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-af1fc32a-799c-4787-8fc8-dfd99790f5b1 tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] [instance: 0b3e9b87-2fa5-4623-b547-8831a1d7932f] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 803.151801] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6c2c3f91-b8f8-4bf1-ad79-0d6be91d6a39 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.164732] env[62353]: DEBUG oslo_vmware.api [None req-ce88cec9-2851-41ee-afa2-ac4038c3e384 tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Task: {'id': task-2372468, 'name': Destroy_Task, 'duration_secs': 1.036045} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.164732] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-ce88cec9-2851-41ee-afa2-ac4038c3e384 tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] [instance: bbbb4f2b-e3a0-4c4e-8e47-7de18b1b8f66] Destroyed the VM [ 803.164732] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ce88cec9-2851-41ee-afa2-ac4038c3e384 tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] [instance: bbbb4f2b-e3a0-4c4e-8e47-7de18b1b8f66] Deleting Snapshot of the VM instance {{(pid=62353) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 803.164732] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-cd269eae-e109-4c1c-b266-621b1d9079a2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.170453] env[62353]: DEBUG oslo_vmware.api [None req-ce88cec9-2851-41ee-afa2-ac4038c3e384 tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Waiting for the task: (returnval){ [ 803.170453] env[62353]: value = "task-2372471" [ 803.170453] env[62353]: _type = "Task" [ 803.170453] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.179952] env[62353]: DEBUG oslo_vmware.api [None req-ce88cec9-2851-41ee-afa2-ac4038c3e384 tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Task: {'id': task-2372471, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.180943] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-af1fc32a-799c-4787-8fc8-dfd99790f5b1 tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] [instance: 0b3e9b87-2fa5-4623-b547-8831a1d7932f] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 803.181166] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-af1fc32a-799c-4787-8fc8-dfd99790f5b1 tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] [instance: 0b3e9b87-2fa5-4623-b547-8831a1d7932f] Deleting contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 803.181367] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-af1fc32a-799c-4787-8fc8-dfd99790f5b1 tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] Deleting the datastore file [datastore1] 0b3e9b87-2fa5-4623-b547-8831a1d7932f {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 803.182159] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-86d4a4b7-7448-4ec6-85ee-364dc0462d1e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.188560] env[62353]: DEBUG oslo_vmware.api [None req-af1fc32a-799c-4787-8fc8-dfd99790f5b1 tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] Waiting for the task: (returnval){ [ 803.188560] env[62353]: value = "task-2372472" [ 803.188560] env[62353]: _type = "Task" [ 803.188560] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.200956] env[62353]: DEBUG oslo_vmware.api [None req-af1fc32a-799c-4787-8fc8-dfd99790f5b1 tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] Task: {'id': task-2372472, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.435820] env[62353]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e5e5170c-db62-4544-aadf-ecab9a3b0300 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.445124] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33f8410f-1bcb-46f2-9db7-c77493f5698d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.478895] env[62353]: DEBUG nova.compute.manager [req-4d1da68f-db12-4a18-ae86-176e0368a7ee req-d32bd3c6-2ad9-4fb6-b769-ea47249d3161 service nova] [instance: 9fdc58aa-dd5a-4fe0-95ff-5ad2d06f0298] Detach interface failed, port_id=62ba6177-5766-46e6-a49e-c2d05ec34069, reason: Instance 9fdc58aa-dd5a-4fe0-95ff-5ad2d06f0298 could not be found. {{(pid=62353) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 803.557885] env[62353]: INFO nova.compute.manager [-] [instance: 9fdc58aa-dd5a-4fe0-95ff-5ad2d06f0298] Took 1.88 seconds to deallocate network for instance. [ 803.655108] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Instance c6617ed8-80a4-41b8-b11a-c739cce89229 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 803.684311] env[62353]: DEBUG oslo_vmware.api [None req-ce88cec9-2851-41ee-afa2-ac4038c3e384 tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Task: {'id': task-2372471, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.698062] env[62353]: DEBUG oslo_vmware.api [None req-af1fc32a-799c-4787-8fc8-dfd99790f5b1 tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] Task: {'id': task-2372472, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.299479} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.698529] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-af1fc32a-799c-4787-8fc8-dfd99790f5b1 tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 803.698731] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-af1fc32a-799c-4787-8fc8-dfd99790f5b1 tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] [instance: 0b3e9b87-2fa5-4623-b547-8831a1d7932f] Deleted contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 803.698909] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-af1fc32a-799c-4787-8fc8-dfd99790f5b1 tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] [instance: 0b3e9b87-2fa5-4623-b547-8831a1d7932f] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 803.699092] env[62353]: INFO nova.compute.manager [None req-af1fc32a-799c-4787-8fc8-dfd99790f5b1 tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] [instance: 0b3e9b87-2fa5-4623-b547-8831a1d7932f] Took 1.09 seconds to destroy the instance on the hypervisor. [ 803.699332] env[62353]: DEBUG oslo.service.loopingcall [None req-af1fc32a-799c-4787-8fc8-dfd99790f5b1 tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 803.699516] env[62353]: DEBUG nova.compute.manager [-] [instance: 0b3e9b87-2fa5-4623-b547-8831a1d7932f] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 803.699609] env[62353]: DEBUG nova.network.neutron [-] [instance: 0b3e9b87-2fa5-4623-b547-8831a1d7932f] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 803.725135] env[62353]: DEBUG nova.network.neutron [-] [instance: 0b3e9b87-2fa5-4623-b547-8831a1d7932f] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 804.066872] env[62353]: DEBUG oslo_concurrency.lockutils [None req-bb1bfa74-add1-4d21-90a7-269a95f59271 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 804.159688] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Instance a6b68f36-7339-4daa-b3e3-9bc6e6efb2d8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 804.181654] env[62353]: DEBUG oslo_vmware.api [None req-ce88cec9-2851-41ee-afa2-ac4038c3e384 tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Task: {'id': task-2372471, 'name': RemoveSnapshot_Task} progress is 74%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.227518] env[62353]: DEBUG nova.network.neutron [-] [instance: 0b3e9b87-2fa5-4623-b547-8831a1d7932f] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.663567] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Instance 3384eeba-47ab-4252-96f8-624f2c118125 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 804.682719] env[62353]: DEBUG oslo_vmware.api [None req-ce88cec9-2851-41ee-afa2-ac4038c3e384 tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Task: {'id': task-2372471, 'name': RemoveSnapshot_Task, 'duration_secs': 1.132757} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.682994] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ce88cec9-2851-41ee-afa2-ac4038c3e384 tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] [instance: bbbb4f2b-e3a0-4c4e-8e47-7de18b1b8f66] Deleted Snapshot of the VM instance {{(pid=62353) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 804.683233] env[62353]: INFO nova.compute.manager [None req-ce88cec9-2851-41ee-afa2-ac4038c3e384 tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] [instance: bbbb4f2b-e3a0-4c4e-8e47-7de18b1b8f66] Took 20.00 seconds to snapshot the instance on the hypervisor. [ 804.732806] env[62353]: INFO nova.compute.manager [-] [instance: 0b3e9b87-2fa5-4623-b547-8831a1d7932f] Took 1.03 seconds to deallocate network for instance. [ 804.956554] env[62353]: DEBUG nova.compute.manager [req-3d3e404a-7489-42d7-a419-d7ea88d6f463 req-0e3f3dca-9fbf-44af-8c67-9f193ee8f903 service nova] [instance: 53ff526b-6e0b-49bc-beca-4fb4a377389b] Received event network-changed-715936b4-75a3-4ba7-90cb-8ff7c2360189 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 804.956758] env[62353]: DEBUG nova.compute.manager [req-3d3e404a-7489-42d7-a419-d7ea88d6f463 req-0e3f3dca-9fbf-44af-8c67-9f193ee8f903 service nova] [instance: 53ff526b-6e0b-49bc-beca-4fb4a377389b] Refreshing instance network info cache due to event network-changed-715936b4-75a3-4ba7-90cb-8ff7c2360189. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 804.956969] env[62353]: DEBUG oslo_concurrency.lockutils [req-3d3e404a-7489-42d7-a419-d7ea88d6f463 req-0e3f3dca-9fbf-44af-8c67-9f193ee8f903 service nova] Acquiring lock "refresh_cache-53ff526b-6e0b-49bc-beca-4fb4a377389b" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 804.957129] env[62353]: DEBUG oslo_concurrency.lockutils [req-3d3e404a-7489-42d7-a419-d7ea88d6f463 req-0e3f3dca-9fbf-44af-8c67-9f193ee8f903 service nova] Acquired lock "refresh_cache-53ff526b-6e0b-49bc-beca-4fb4a377389b" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.957318] env[62353]: DEBUG nova.network.neutron [req-3d3e404a-7489-42d7-a419-d7ea88d6f463 req-0e3f3dca-9fbf-44af-8c67-9f193ee8f903 service nova] [instance: 53ff526b-6e0b-49bc-beca-4fb4a377389b] Refreshing network info cache for port 715936b4-75a3-4ba7-90cb-8ff7c2360189 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 805.089931] env[62353]: DEBUG oslo_concurrency.lockutils [None req-be671449-4714-4da3-84c4-d4e28fb48470 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Acquiring lock "c1577946-440b-49c2-be7a-c4ac3165ab36" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 805.090180] env[62353]: DEBUG oslo_concurrency.lockutils [None req-be671449-4714-4da3-84c4-d4e28fb48470 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Lock "c1577946-440b-49c2-be7a-c4ac3165ab36" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 805.166818] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Instance 0fd1791c-fb62-4e21-96c3-3b2a07520c91 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 805.167178] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Total usable vcpus: 48, total allocated vcpus: 17 {{(pid=62353) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 805.168018] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3904MB phys_disk=200GB used_disk=18GB total_vcpus=48 used_vcpus=17 pci_stats=[] {{(pid=62353) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 805.238404] env[62353]: DEBUG oslo_concurrency.lockutils [None req-af1fc32a-799c-4787-8fc8-dfd99790f5b1 tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 805.610228] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a404bb3-c75c-4697-bf6e-2f79de1f1e9d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.619190] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a74d1f3-d558-4a86-b2d3-083ac0c31b3b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.654706] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-591d94d8-cd60-477f-b9e3-e7bb0ded10f1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.663064] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a84958a8-c873-4670-a307-9fb68813a7f5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.677884] env[62353]: DEBUG nova.compute.provider_tree [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 805.778847] env[62353]: DEBUG nova.network.neutron [req-3d3e404a-7489-42d7-a419-d7ea88d6f463 req-0e3f3dca-9fbf-44af-8c67-9f193ee8f903 service nova] [instance: 53ff526b-6e0b-49bc-beca-4fb4a377389b] Updated VIF entry in instance network info cache for port 715936b4-75a3-4ba7-90cb-8ff7c2360189. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 805.779243] env[62353]: DEBUG nova.network.neutron [req-3d3e404a-7489-42d7-a419-d7ea88d6f463 req-0e3f3dca-9fbf-44af-8c67-9f193ee8f903 service nova] [instance: 53ff526b-6e0b-49bc-beca-4fb4a377389b] Updating instance_info_cache with network_info: [{"id": "715936b4-75a3-4ba7-90cb-8ff7c2360189", "address": "fa:16:3e:5c:37:a9", "network": {"id": "2f7e2133-4fb3-4a9f-bb2e-4fe0872e76d7", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-977109863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f777d4695db5433b947d76fd30a7c09b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7e0240aa-a694-48fc-a0f9-6f2d3e71aa12", "external-id": "nsx-vlan-transportzone-249", "segmentation_id": 249, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap715936b4-75", "ovs_interfaceid": "715936b4-75a3-4ba7-90cb-8ff7c2360189", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.181693] env[62353]: DEBUG nova.scheduler.client.report [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 806.283810] env[62353]: DEBUG oslo_concurrency.lockutils [req-3d3e404a-7489-42d7-a419-d7ea88d6f463 req-0e3f3dca-9fbf-44af-8c67-9f193ee8f903 service nova] Releasing lock "refresh_cache-53ff526b-6e0b-49bc-beca-4fb4a377389b" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 806.688660] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62353) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 806.688660] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 8.147s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 806.688660] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4c71ec63-abde-4aff-8711-b60874d139f3 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.557s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 806.688660] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4c71ec63-abde-4aff-8711-b60874d139f3 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 806.690044] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a832ce2b-0a9d-4ef1-9050-db10e7eb89ac tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.777s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 806.691590] env[62353]: INFO nova.compute.claims [None req-a832ce2b-0a9d-4ef1-9050-db10e7eb89ac tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 52aeb134-e5e3-40b0-a3e8-152effaf542b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 806.694422] env[62353]: DEBUG oslo_service.periodic_task [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 806.694573] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Cleaning up deleted instances {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11745}} [ 806.721222] env[62353]: INFO nova.scheduler.client.report [None req-4c71ec63-abde-4aff-8711-b60874d139f3 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Deleted allocations for instance 1ec74f8a-42d5-4213-843d-684129706edf [ 806.926256] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d1e714f4-39a0-4fd3-8ae5-5e36a175a912 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Acquiring lock "cd87ae19-37ee-4d88-95ee-9de38d5214a4" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 806.926611] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d1e714f4-39a0-4fd3-8ae5-5e36a175a912 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Lock "cd87ae19-37ee-4d88-95ee-9de38d5214a4" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 806.926849] env[62353]: INFO nova.compute.manager [None req-d1e714f4-39a0-4fd3-8ae5-5e36a175a912 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: cd87ae19-37ee-4d88-95ee-9de38d5214a4] Rebooting instance [ 807.206968] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] There are 33 instances to clean {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11754}} [ 807.207389] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] [instance: faaa5eff-8814-4951-a6fc-9b2a53891f1c] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 807.230026] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4c71ec63-abde-4aff-8711-b60874d139f3 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Lock "1ec74f8a-42d5-4213-843d-684129706edf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.820s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 807.443022] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d1e714f4-39a0-4fd3-8ae5-5e36a175a912 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Acquiring lock "refresh_cache-cd87ae19-37ee-4d88-95ee-9de38d5214a4" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 807.443209] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d1e714f4-39a0-4fd3-8ae5-5e36a175a912 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Acquired lock "refresh_cache-cd87ae19-37ee-4d88-95ee-9de38d5214a4" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.443450] env[62353]: DEBUG nova.network.neutron [None req-d1e714f4-39a0-4fd3-8ae5-5e36a175a912 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: cd87ae19-37ee-4d88-95ee-9de38d5214a4] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 807.710507] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] [instance: fa27d91c-5bae-40a3-a153-ac41f4238532] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 807.809559] env[62353]: DEBUG oslo_concurrency.lockutils [None req-16a65794-24bd-4316-9860-35cfee510885 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Acquiring lock "d99b532a-164e-471b-b9ca-a0850f606780" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 807.809783] env[62353]: DEBUG oslo_concurrency.lockutils [None req-16a65794-24bd-4316-9860-35cfee510885 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Lock "d99b532a-164e-471b-b9ca-a0850f606780" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 807.810015] env[62353]: DEBUG oslo_concurrency.lockutils [None req-16a65794-24bd-4316-9860-35cfee510885 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Acquiring lock "d99b532a-164e-471b-b9ca-a0850f606780-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 807.810216] env[62353]: DEBUG oslo_concurrency.lockutils [None req-16a65794-24bd-4316-9860-35cfee510885 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Lock "d99b532a-164e-471b-b9ca-a0850f606780-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 807.810445] env[62353]: DEBUG oslo_concurrency.lockutils [None req-16a65794-24bd-4316-9860-35cfee510885 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Lock "d99b532a-164e-471b-b9ca-a0850f606780-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 807.813271] env[62353]: INFO nova.compute.manager [None req-16a65794-24bd-4316-9860-35cfee510885 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] [instance: d99b532a-164e-471b-b9ca-a0850f606780] Terminating instance [ 808.196652] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aa24825-4e3f-4cbb-ae97-fd7736e53e24 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.204612] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df46e1c1-ebd3-43b7-91ed-b0caebd39426 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.233963] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] [instance: f468937a-de46-49b3-ba64-40403bb6b77f] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 808.240025] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9992d34-b03f-4051-86d8-ca0593382aed {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.249760] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85d6a95b-aac3-4ce9-8456-cf68ea9d701e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.264293] env[62353]: DEBUG nova.compute.provider_tree [None req-a832ce2b-0a9d-4ef1-9050-db10e7eb89ac tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 808.298743] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e6b1e4c1-7d37-4666-a239-dc720a21dc42 tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Acquiring lock "996dff46-a8df-411f-8974-260f591f6086" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 808.298991] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e6b1e4c1-7d37-4666-a239-dc720a21dc42 tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Lock "996dff46-a8df-411f-8974-260f591f6086" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 808.299205] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e6b1e4c1-7d37-4666-a239-dc720a21dc42 tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Acquiring lock "996dff46-a8df-411f-8974-260f591f6086-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 808.299378] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e6b1e4c1-7d37-4666-a239-dc720a21dc42 tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Lock "996dff46-a8df-411f-8974-260f591f6086-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 808.299541] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e6b1e4c1-7d37-4666-a239-dc720a21dc42 tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Lock "996dff46-a8df-411f-8974-260f591f6086-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 808.301502] env[62353]: INFO nova.compute.manager [None req-e6b1e4c1-7d37-4666-a239-dc720a21dc42 tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] [instance: 996dff46-a8df-411f-8974-260f591f6086] Terminating instance [ 808.316777] env[62353]: DEBUG nova.compute.manager [None req-16a65794-24bd-4316-9860-35cfee510885 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] [instance: d99b532a-164e-471b-b9ca-a0850f606780] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 808.316982] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-16a65794-24bd-4316-9860-35cfee510885 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] [instance: d99b532a-164e-471b-b9ca-a0850f606780] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 808.318065] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8d10c5a-308a-4a59-81c5-72af26bf5e1b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.321482] env[62353]: DEBUG nova.network.neutron [None req-d1e714f4-39a0-4fd3-8ae5-5e36a175a912 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: cd87ae19-37ee-4d88-95ee-9de38d5214a4] Updating instance_info_cache with network_info: [{"id": "85d268bd-7eab-47eb-9352-44c996b74f59", "address": "fa:16:3e:c0:3a:8c", "network": {"id": "e5d036e4-e0e1-4263-a13b-32de611efa27", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1880879466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c183cea98ca94f09886d57c4499788e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08e9585e-6186-4788-9fd9-24174ce45a6f", "external-id": "nsx-vlan-transportzone-254", "segmentation_id": 254, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85d268bd-7e", "ovs_interfaceid": "85d268bd-7eab-47eb-9352-44c996b74f59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.327235] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-16a65794-24bd-4316-9860-35cfee510885 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] [instance: d99b532a-164e-471b-b9ca-a0850f606780] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 808.327535] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ffe6a988-883b-466e-9f09-9a35c0d255b4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.333069] env[62353]: DEBUG oslo_vmware.api [None req-16a65794-24bd-4316-9860-35cfee510885 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Waiting for the task: (returnval){ [ 808.333069] env[62353]: value = "task-2372473" [ 808.333069] env[62353]: _type = "Task" [ 808.333069] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.340388] env[62353]: DEBUG oslo_vmware.api [None req-16a65794-24bd-4316-9860-35cfee510885 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Task: {'id': task-2372473, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.737075] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] [instance: a8ab0e21-de37-42da-b4b6-d9d9d120f61f] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 808.767842] env[62353]: DEBUG nova.scheduler.client.report [None req-a832ce2b-0a9d-4ef1-9050-db10e7eb89ac tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 808.807750] env[62353]: DEBUG nova.compute.manager [None req-e6b1e4c1-7d37-4666-a239-dc720a21dc42 tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] [instance: 996dff46-a8df-411f-8974-260f591f6086] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 808.807750] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-e6b1e4c1-7d37-4666-a239-dc720a21dc42 tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] [instance: 996dff46-a8df-411f-8974-260f591f6086] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 808.807750] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35763177-767c-4b3b-8824-4253a693b6a2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.814987] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6b1e4c1-7d37-4666-a239-dc720a21dc42 tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] [instance: 996dff46-a8df-411f-8974-260f591f6086] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 808.814987] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d943465d-4dd8-4105-b91a-131b638be453 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.820403] env[62353]: DEBUG oslo_vmware.api [None req-e6b1e4c1-7d37-4666-a239-dc720a21dc42 tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Waiting for the task: (returnval){ [ 808.820403] env[62353]: value = "task-2372474" [ 808.820403] env[62353]: _type = "Task" [ 808.820403] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.824043] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d1e714f4-39a0-4fd3-8ae5-5e36a175a912 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Releasing lock "refresh_cache-cd87ae19-37ee-4d88-95ee-9de38d5214a4" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 808.829330] env[62353]: DEBUG oslo_vmware.api [None req-e6b1e4c1-7d37-4666-a239-dc720a21dc42 tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Task: {'id': task-2372474, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.841585] env[62353]: DEBUG oslo_vmware.api [None req-16a65794-24bd-4316-9860-35cfee510885 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Task: {'id': task-2372473, 'name': PowerOffVM_Task, 'duration_secs': 0.224784} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.841842] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-16a65794-24bd-4316-9860-35cfee510885 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] [instance: d99b532a-164e-471b-b9ca-a0850f606780] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 808.842012] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-16a65794-24bd-4316-9860-35cfee510885 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] [instance: d99b532a-164e-471b-b9ca-a0850f606780] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 808.842259] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cbf12167-ff5a-47ae-bc62-920a2aec6233 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.912497] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-16a65794-24bd-4316-9860-35cfee510885 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] [instance: d99b532a-164e-471b-b9ca-a0850f606780] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 808.912768] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-16a65794-24bd-4316-9860-35cfee510885 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] [instance: d99b532a-164e-471b-b9ca-a0850f606780] Deleting contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 808.912906] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-16a65794-24bd-4316-9860-35cfee510885 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Deleting the datastore file [datastore1] d99b532a-164e-471b-b9ca-a0850f606780 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 808.913197] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bd900d41-abc7-4035-a2c8-2faf73d59e97 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.919522] env[62353]: DEBUG oslo_vmware.api [None req-16a65794-24bd-4316-9860-35cfee510885 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Waiting for the task: (returnval){ [ 808.919522] env[62353]: value = "task-2372476" [ 808.919522] env[62353]: _type = "Task" [ 808.919522] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.927555] env[62353]: DEBUG oslo_vmware.api [None req-16a65794-24bd-4316-9860-35cfee510885 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Task: {'id': task-2372476, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.242713] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] [instance: 009129d2-dc03-4de0-ac09-9d24894e5e67] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 809.273356] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a832ce2b-0a9d-4ef1-9050-db10e7eb89ac tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.583s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 809.273428] env[62353]: DEBUG nova.compute.manager [None req-a832ce2b-0a9d-4ef1-9050-db10e7eb89ac tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 52aeb134-e5e3-40b0-a3e8-152effaf542b] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 809.276582] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b23395db-f8d5-473c-a371-2ceb40ac1c29 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.654s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 809.276582] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b23395db-f8d5-473c-a371-2ceb40ac1c29 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 809.278518] env[62353]: DEBUG oslo_concurrency.lockutils [None req-33c1fb25-d8cc-4759-bf28-89d8d21d0617 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.743s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 809.278715] env[62353]: DEBUG oslo_concurrency.lockutils [None req-33c1fb25-d8cc-4759-bf28-89d8d21d0617 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 809.280393] env[62353]: DEBUG oslo_concurrency.lockutils [None req-40a67d21-b6fc-42e7-afbe-7e6eb7d9f6a4 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.601s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 809.280615] env[62353]: DEBUG oslo_concurrency.lockutils [None req-40a67d21-b6fc-42e7-afbe-7e6eb7d9f6a4 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 809.282094] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3d83413c-c693-40c8-98ba-9f4b44e49a07 tempest-ServersTestManualDisk-1001605033 tempest-ServersTestManualDisk-1001605033-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.734s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 809.283627] env[62353]: INFO nova.compute.claims [None req-3d83413c-c693-40c8-98ba-9f4b44e49a07 tempest-ServersTestManualDisk-1001605033 tempest-ServersTestManualDisk-1001605033-project-member] [instance: 02124fa6-fa89-4a50-93e1-0828a2560de5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 809.311574] env[62353]: INFO nova.scheduler.client.report [None req-33c1fb25-d8cc-4759-bf28-89d8d21d0617 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Deleted allocations for instance 758fbe89-1e60-4025-853d-41439705356b [ 809.316193] env[62353]: INFO nova.scheduler.client.report [None req-40a67d21-b6fc-42e7-afbe-7e6eb7d9f6a4 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Deleted allocations for instance 8b313bab-8370-47c5-a03b-c809dc96fd21 [ 809.327663] env[62353]: INFO nova.scheduler.client.report [None req-b23395db-f8d5-473c-a371-2ceb40ac1c29 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] Deleted allocations for instance 28447a5e-1970-4231-9866-6bd221bcca82 [ 809.331854] env[62353]: DEBUG nova.compute.manager [None req-d1e714f4-39a0-4fd3-8ae5-5e36a175a912 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: cd87ae19-37ee-4d88-95ee-9de38d5214a4] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 809.332411] env[62353]: DEBUG oslo_vmware.api [None req-e6b1e4c1-7d37-4666-a239-dc720a21dc42 tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Task: {'id': task-2372474, 'name': PowerOffVM_Task, 'duration_secs': 0.18668} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.333196] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03c1d5bd-61c2-4539-ab45-dfd30fab4d74 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.338263] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6b1e4c1-7d37-4666-a239-dc720a21dc42 tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] [instance: 996dff46-a8df-411f-8974-260f591f6086] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 809.338437] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-e6b1e4c1-7d37-4666-a239-dc720a21dc42 tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] [instance: 996dff46-a8df-411f-8974-260f591f6086] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 809.338832] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e8944b2a-fa8c-4f75-a89c-ac7dc1757f93 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.402429] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-e6b1e4c1-7d37-4666-a239-dc720a21dc42 tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] [instance: 996dff46-a8df-411f-8974-260f591f6086] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 809.402789] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-e6b1e4c1-7d37-4666-a239-dc720a21dc42 tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] [instance: 996dff46-a8df-411f-8974-260f591f6086] Deleting contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 809.403091] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6b1e4c1-7d37-4666-a239-dc720a21dc42 tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Deleting the datastore file [datastore1] 996dff46-a8df-411f-8974-260f591f6086 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 809.403447] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-003de37e-5afd-44ee-920a-2d9e0eafae83 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.410674] env[62353]: DEBUG oslo_vmware.api [None req-e6b1e4c1-7d37-4666-a239-dc720a21dc42 tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Waiting for the task: (returnval){ [ 809.410674] env[62353]: value = "task-2372478" [ 809.410674] env[62353]: _type = "Task" [ 809.410674] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.421673] env[62353]: DEBUG oslo_vmware.api [None req-e6b1e4c1-7d37-4666-a239-dc720a21dc42 tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Task: {'id': task-2372478, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.429753] env[62353]: DEBUG oslo_vmware.api [None req-16a65794-24bd-4316-9860-35cfee510885 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Task: {'id': task-2372476, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15096} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.430049] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-16a65794-24bd-4316-9860-35cfee510885 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 809.430289] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-16a65794-24bd-4316-9860-35cfee510885 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] [instance: d99b532a-164e-471b-b9ca-a0850f606780] Deleted contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 809.430534] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-16a65794-24bd-4316-9860-35cfee510885 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] [instance: d99b532a-164e-471b-b9ca-a0850f606780] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 809.430769] env[62353]: INFO nova.compute.manager [None req-16a65794-24bd-4316-9860-35cfee510885 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] [instance: d99b532a-164e-471b-b9ca-a0850f606780] Took 1.11 seconds to destroy the instance on the hypervisor. [ 809.431069] env[62353]: DEBUG oslo.service.loopingcall [None req-16a65794-24bd-4316-9860-35cfee510885 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 809.431302] env[62353]: DEBUG nova.compute.manager [-] [instance: d99b532a-164e-471b-b9ca-a0850f606780] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 809.431431] env[62353]: DEBUG nova.network.neutron [-] [instance: d99b532a-164e-471b-b9ca-a0850f606780] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 809.676093] env[62353]: DEBUG nova.compute.manager [req-718c1004-c65c-405c-a3a8-739c084af2c8 req-8b838c53-73d5-4a00-bbca-51427bfd87dd service nova] [instance: d99b532a-164e-471b-b9ca-a0850f606780] Received event network-vif-deleted-c5875a77-e14b-4b15-9989-ea55578e05bc {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 809.676093] env[62353]: INFO nova.compute.manager [req-718c1004-c65c-405c-a3a8-739c084af2c8 req-8b838c53-73d5-4a00-bbca-51427bfd87dd service nova] [instance: d99b532a-164e-471b-b9ca-a0850f606780] Neutron deleted interface c5875a77-e14b-4b15-9989-ea55578e05bc; detaching it from the instance and deleting it from the info cache [ 809.676093] env[62353]: DEBUG nova.network.neutron [req-718c1004-c65c-405c-a3a8-739c084af2c8 req-8b838c53-73d5-4a00-bbca-51427bfd87dd service nova] [instance: d99b532a-164e-471b-b9ca-a0850f606780] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.745881] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] [instance: 9523a163-666d-448f-84a6-5278a7171f86] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 809.791447] env[62353]: DEBUG nova.compute.utils [None req-a832ce2b-0a9d-4ef1-9050-db10e7eb89ac tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 809.793393] env[62353]: DEBUG nova.compute.manager [None req-a832ce2b-0a9d-4ef1-9050-db10e7eb89ac tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 52aeb134-e5e3-40b0-a3e8-152effaf542b] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 809.793623] env[62353]: DEBUG nova.network.neutron [None req-a832ce2b-0a9d-4ef1-9050-db10e7eb89ac tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 52aeb134-e5e3-40b0-a3e8-152effaf542b] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 809.820273] env[62353]: DEBUG oslo_concurrency.lockutils [None req-33c1fb25-d8cc-4759-bf28-89d8d21d0617 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Lock "758fbe89-1e60-4025-853d-41439705356b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.212s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 809.823702] env[62353]: DEBUG oslo_concurrency.lockutils [None req-40a67d21-b6fc-42e7-afbe-7e6eb7d9f6a4 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Lock "8b313bab-8370-47c5-a03b-c809dc96fd21" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.677s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 809.824569] env[62353]: DEBUG oslo_concurrency.lockutils [req-48c0cfaf-763c-4c71-9b45-5c0dfd90cade req-df9de3fd-5fdc-4df6-871d-b10cddc62054 service nova] Acquired lock "8b313bab-8370-47c5-a03b-c809dc96fd21" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.825546] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-323214fa-1041-4498-8655-a49a0b5acd25 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.834250] env[62353]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 809.834393] env[62353]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=62353) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 809.835505] env[62353]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b264a44c-e289-44e7-a137-78d22b76a7d0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.841430] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b23395db-f8d5-473c-a371-2ceb40ac1c29 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] Lock "28447a5e-1970-4231-9866-6bd221bcca82" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.702s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 809.846066] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a714d1e7-40f3-41d2-ae71-c9d0217a8317 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.863709] env[62353]: DEBUG nova.policy [None req-a832ce2b-0a9d-4ef1-9050-db10e7eb89ac tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b93f5a95ba7945feb238e94d56c8fc06', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f26acbe9e08743179af7b91ff38b5ea9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:192}} [ 809.880990] env[62353]: ERROR root [req-48c0cfaf-763c-4c71-9b45-5c0dfd90cade req-df9de3fd-5fdc-4df6-871d-b10cddc62054 service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-481468' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 480, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-481468' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-481468' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-481468'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-481468' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-481468' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-481468'}\n"]: nova.exception.InstanceNotFound: Instance 8b313bab-8370-47c5-a03b-c809dc96fd21 could not be found. [ 809.881211] env[62353]: DEBUG oslo_concurrency.lockutils [req-48c0cfaf-763c-4c71-9b45-5c0dfd90cade req-df9de3fd-5fdc-4df6-871d-b10cddc62054 service nova] Releasing lock "8b313bab-8370-47c5-a03b-c809dc96fd21" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 809.881807] env[62353]: DEBUG nova.compute.manager [req-48c0cfaf-763c-4c71-9b45-5c0dfd90cade req-df9de3fd-5fdc-4df6-871d-b10cddc62054 service nova] [instance: 8b313bab-8370-47c5-a03b-c809dc96fd21] Detach interface failed, port_id=c4087e87-daff-49f5-8a35-20d586b19f9c, reason: Instance 8b313bab-8370-47c5-a03b-c809dc96fd21 could not be found. {{(pid=62353) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 809.881807] env[62353]: DEBUG nova.compute.manager [req-48c0cfaf-763c-4c71-9b45-5c0dfd90cade req-df9de3fd-5fdc-4df6-871d-b10cddc62054 service nova] [instance: 1ec74f8a-42d5-4213-843d-684129706edf] Received event network-vif-deleted-e8fe857c-71a8-4f05-8be3-5ea9f67fdc86 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 809.926742] env[62353]: DEBUG oslo_vmware.api [None req-e6b1e4c1-7d37-4666-a239-dc720a21dc42 tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Task: {'id': task-2372478, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.12721} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.926984] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6b1e4c1-7d37-4666-a239-dc720a21dc42 tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 809.927179] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-e6b1e4c1-7d37-4666-a239-dc720a21dc42 tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] [instance: 996dff46-a8df-411f-8974-260f591f6086] Deleted contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 809.927380] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-e6b1e4c1-7d37-4666-a239-dc720a21dc42 tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] [instance: 996dff46-a8df-411f-8974-260f591f6086] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 809.927556] env[62353]: INFO nova.compute.manager [None req-e6b1e4c1-7d37-4666-a239-dc720a21dc42 tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] [instance: 996dff46-a8df-411f-8974-260f591f6086] Took 1.12 seconds to destroy the instance on the hypervisor. [ 809.927783] env[62353]: DEBUG oslo.service.loopingcall [None req-e6b1e4c1-7d37-4666-a239-dc720a21dc42 tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 809.927964] env[62353]: DEBUG nova.compute.manager [-] [instance: 996dff46-a8df-411f-8974-260f591f6086] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 809.928072] env[62353]: DEBUG nova.network.neutron [-] [instance: 996dff46-a8df-411f-8974-260f591f6086] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 810.157936] env[62353]: DEBUG nova.network.neutron [-] [instance: d99b532a-164e-471b-b9ca-a0850f606780] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.177817] env[62353]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-11761a15-f33b-4914-b81e-ffed782b1411 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.190175] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-152187b2-1245-4771-b29d-a85214679cd8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.220813] env[62353]: DEBUG nova.compute.manager [req-718c1004-c65c-405c-a3a8-739c084af2c8 req-8b838c53-73d5-4a00-bbca-51427bfd87dd service nova] [instance: d99b532a-164e-471b-b9ca-a0850f606780] Detach interface failed, port_id=c5875a77-e14b-4b15-9989-ea55578e05bc, reason: Instance d99b532a-164e-471b-b9ca-a0850f606780 could not be found. {{(pid=62353) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 810.249656] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] [instance: b3e7bd84-3c18-40c7-95a7-9b259069f066] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 810.330057] env[62353]: DEBUG nova.compute.manager [None req-a832ce2b-0a9d-4ef1-9050-db10e7eb89ac tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 52aeb134-e5e3-40b0-a3e8-152effaf542b] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 810.363343] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1cd7eb7-cc3e-4e81-902a-df9096024f32 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.371638] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-d1e714f4-39a0-4fd3-8ae5-5e36a175a912 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: cd87ae19-37ee-4d88-95ee-9de38d5214a4] Doing hard reboot of VM {{(pid=62353) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 810.371910] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-568a63c2-1ba7-416c-a396-49818f199206 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.380209] env[62353]: DEBUG oslo_vmware.api [None req-d1e714f4-39a0-4fd3-8ae5-5e36a175a912 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Waiting for the task: (returnval){ [ 810.380209] env[62353]: value = "task-2372479" [ 810.380209] env[62353]: _type = "Task" [ 810.380209] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.389572] env[62353]: DEBUG oslo_vmware.api [None req-d1e714f4-39a0-4fd3-8ae5-5e36a175a912 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Task: {'id': task-2372479, 'name': ResetVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.660980] env[62353]: INFO nova.compute.manager [-] [instance: d99b532a-164e-471b-b9ca-a0850f606780] Took 1.23 seconds to deallocate network for instance. [ 810.756020] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] [instance: ed958c86-7d75-439f-a3f1-8c8d2fc6ea0d] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 810.850276] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a4a7ba1-6094-4007-85c5-908266ced374 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.858572] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-758e6add-e334-4656-8731-6d8896b03979 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.862806] env[62353]: DEBUG nova.network.neutron [None req-a832ce2b-0a9d-4ef1-9050-db10e7eb89ac tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 52aeb134-e5e3-40b0-a3e8-152effaf542b] Successfully created port: 755ce6cd-e677-4633-a4d1-0e6bb22b087f {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 810.897091] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6c6968c-ad88-4e66-8d34-a190b6da9cb4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.907332] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d18e07ec-2794-4509-8393-4e133da9991b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.911012] env[62353]: DEBUG oslo_vmware.api [None req-d1e714f4-39a0-4fd3-8ae5-5e36a175a912 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Task: {'id': task-2372479, 'name': ResetVM_Task, 'duration_secs': 0.097452} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.911563] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-d1e714f4-39a0-4fd3-8ae5-5e36a175a912 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: cd87ae19-37ee-4d88-95ee-9de38d5214a4] Did hard reboot of VM {{(pid=62353) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 810.911755] env[62353]: DEBUG nova.compute.manager [None req-d1e714f4-39a0-4fd3-8ae5-5e36a175a912 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: cd87ae19-37ee-4d88-95ee-9de38d5214a4] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 810.912902] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4551394-fa93-45c4-95ff-44a945230cb7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.923118] env[62353]: DEBUG nova.compute.provider_tree [None req-3d83413c-c693-40c8-98ba-9f4b44e49a07 tempest-ServersTestManualDisk-1001605033 tempest-ServersTestManualDisk-1001605033-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 811.171179] env[62353]: DEBUG oslo_concurrency.lockutils [None req-16a65794-24bd-4316-9860-35cfee510885 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 811.258474] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] [instance: 5b4524e2-ff60-4ae5-9658-7fe7cad2b878] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 811.310052] env[62353]: DEBUG nova.compute.manager [None req-a832ce2b-0a9d-4ef1-9050-db10e7eb89ac tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 52aeb134-e5e3-40b0-a3e8-152effaf542b] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 811.316025] env[62353]: DEBUG nova.network.neutron [-] [instance: 996dff46-a8df-411f-8974-260f591f6086] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 811.337542] env[62353]: DEBUG nova.virt.hardware [None req-a832ce2b-0a9d-4ef1-9050-db10e7eb89ac tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T12:38:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T12:38:15Z,direct_url=,disk_format='vmdk',id=06f909ae-e8dc-43b4-abf7-c7ed85db9bbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0a3f88790a594523a818b8c00f6862e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T12:38:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 811.337542] env[62353]: DEBUG nova.virt.hardware [None req-a832ce2b-0a9d-4ef1-9050-db10e7eb89ac tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 811.337542] env[62353]: DEBUG nova.virt.hardware [None req-a832ce2b-0a9d-4ef1-9050-db10e7eb89ac tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 811.337542] env[62353]: DEBUG nova.virt.hardware [None req-a832ce2b-0a9d-4ef1-9050-db10e7eb89ac tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 811.337542] env[62353]: DEBUG nova.virt.hardware [None req-a832ce2b-0a9d-4ef1-9050-db10e7eb89ac tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 811.337799] env[62353]: DEBUG nova.virt.hardware [None req-a832ce2b-0a9d-4ef1-9050-db10e7eb89ac tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 811.337799] env[62353]: DEBUG nova.virt.hardware [None req-a832ce2b-0a9d-4ef1-9050-db10e7eb89ac tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 811.337925] env[62353]: DEBUG nova.virt.hardware [None req-a832ce2b-0a9d-4ef1-9050-db10e7eb89ac tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 811.338100] env[62353]: DEBUG nova.virt.hardware [None req-a832ce2b-0a9d-4ef1-9050-db10e7eb89ac tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 811.338267] env[62353]: DEBUG nova.virt.hardware [None req-a832ce2b-0a9d-4ef1-9050-db10e7eb89ac tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 811.338443] env[62353]: DEBUG nova.virt.hardware [None req-a832ce2b-0a9d-4ef1-9050-db10e7eb89ac tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 811.339578] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e94c1886-827c-46aa-9eb3-bbffb8743aa6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.347734] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3977eb9b-c36b-4d0c-8b7b-8619ecb58809 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.426490] env[62353]: DEBUG nova.scheduler.client.report [None req-3d83413c-c693-40c8-98ba-9f4b44e49a07 tempest-ServersTestManualDisk-1001605033 tempest-ServersTestManualDisk-1001605033-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 811.435566] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d1e714f4-39a0-4fd3-8ae5-5e36a175a912 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Lock "cd87ae19-37ee-4d88-95ee-9de38d5214a4" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.509s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 811.761638] env[62353]: DEBUG nova.compute.manager [req-c95afd91-81f1-408b-b909-030717a87a81 req-f51f885e-5871-4225-9021-394ec1d0ebaa service nova] [instance: 996dff46-a8df-411f-8974-260f591f6086] Received event network-vif-deleted-ba4d9d66-b803-4420-9494-0a69c371f412 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 811.762079] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] [instance: 9871d7de-d94b-4b64-8e25-d9be6f01e949] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 811.822021] env[62353]: INFO nova.compute.manager [-] [instance: 996dff46-a8df-411f-8974-260f591f6086] Took 1.89 seconds to deallocate network for instance. [ 811.932515] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3d83413c-c693-40c8-98ba-9f4b44e49a07 tempest-ServersTestManualDisk-1001605033 tempest-ServersTestManualDisk-1001605033-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.650s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 811.933256] env[62353]: DEBUG nova.compute.manager [None req-3d83413c-c693-40c8-98ba-9f4b44e49a07 tempest-ServersTestManualDisk-1001605033 tempest-ServersTestManualDisk-1001605033-project-member] [instance: 02124fa6-fa89-4a50-93e1-0828a2560de5] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 811.935973] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6b9973ac-a771-494f-be28-7e39ab8282fa tempest-VolumesAssistedSnapshotsTest-1180796019 tempest-VolumesAssistedSnapshotsTest-1180796019-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.627s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 811.936187] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6b9973ac-a771-494f-be28-7e39ab8282fa tempest-VolumesAssistedSnapshotsTest-1180796019 tempest-VolumesAssistedSnapshotsTest-1180796019-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 811.938272] env[62353]: DEBUG oslo_concurrency.lockutils [None req-054842a8-7fa8-4d42-b956-4799841e54a8 tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.311s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 811.939745] env[62353]: INFO nova.compute.claims [None req-054842a8-7fa8-4d42-b956-4799841e54a8 tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] [instance: bdcce3b8-0118-4fa4-8300-2000c87b4880] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 811.983787] env[62353]: INFO nova.scheduler.client.report [None req-6b9973ac-a771-494f-be28-7e39ab8282fa tempest-VolumesAssistedSnapshotsTest-1180796019 tempest-VolumesAssistedSnapshotsTest-1180796019-project-member] Deleted allocations for instance 832a2083-5874-47b5-a9c7-fdb4a69a94bb [ 812.265479] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] [instance: c83ae6b9-a239-40b5-a493-529b1687a573] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 812.328521] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e6b1e4c1-7d37-4666-a239-dc720a21dc42 tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 812.448386] env[62353]: DEBUG nova.compute.utils [None req-3d83413c-c693-40c8-98ba-9f4b44e49a07 tempest-ServersTestManualDisk-1001605033 tempest-ServersTestManualDisk-1001605033-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 812.452598] env[62353]: DEBUG nova.compute.manager [None req-3d83413c-c693-40c8-98ba-9f4b44e49a07 tempest-ServersTestManualDisk-1001605033 tempest-ServersTestManualDisk-1001605033-project-member] [instance: 02124fa6-fa89-4a50-93e1-0828a2560de5] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 812.452800] env[62353]: DEBUG nova.network.neutron [None req-3d83413c-c693-40c8-98ba-9f4b44e49a07 tempest-ServersTestManualDisk-1001605033 tempest-ServersTestManualDisk-1001605033-project-member] [instance: 02124fa6-fa89-4a50-93e1-0828a2560de5] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 812.494619] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6b9973ac-a771-494f-be28-7e39ab8282fa tempest-VolumesAssistedSnapshotsTest-1180796019 tempest-VolumesAssistedSnapshotsTest-1180796019-project-member] Lock "832a2083-5874-47b5-a9c7-fdb4a69a94bb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.970s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 812.606304] env[62353]: DEBUG nova.policy [None req-3d83413c-c693-40c8-98ba-9f4b44e49a07 tempest-ServersTestManualDisk-1001605033 tempest-ServersTestManualDisk-1001605033-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '16786491e78a4c03a4a12c2f179cdea0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1a0e593bdcaa4f50ba424e5fe2012ec0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:192}} [ 812.762836] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1b1ca259-f154-4652-b13d-96912f9a3f58 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Acquiring lock "f5ffb2b3-2e54-4f2e-b46c-20046e0883b6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 812.763146] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1b1ca259-f154-4652-b13d-96912f9a3f58 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Lock "f5ffb2b3-2e54-4f2e-b46c-20046e0883b6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 812.769169] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] [instance: 7e467b83-2067-4ec7-a641-c417851bb0e8] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 812.956517] env[62353]: DEBUG nova.compute.manager [None req-3d83413c-c693-40c8-98ba-9f4b44e49a07 tempest-ServersTestManualDisk-1001605033 tempest-ServersTestManualDisk-1001605033-project-member] [instance: 02124fa6-fa89-4a50-93e1-0828a2560de5] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 813.229857] env[62353]: DEBUG nova.network.neutron [None req-a832ce2b-0a9d-4ef1-9050-db10e7eb89ac tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 52aeb134-e5e3-40b0-a3e8-152effaf542b] Successfully updated port: 755ce6cd-e677-4633-a4d1-0e6bb22b087f {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 813.280396] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] [instance: 3c094195-7f0d-4043-a1e4-8acbf634b14f] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 813.408869] env[62353]: DEBUG nova.network.neutron [None req-3d83413c-c693-40c8-98ba-9f4b44e49a07 tempest-ServersTestManualDisk-1001605033 tempest-ServersTestManualDisk-1001605033-project-member] [instance: 02124fa6-fa89-4a50-93e1-0828a2560de5] Successfully created port: 4eb0008e-3e01-4b8a-87ff-d10ec0757778 {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 813.433159] env[62353]: DEBUG oslo_concurrency.lockutils [None req-da4421f3-8949-4ee6-8bc5-61b534b95572 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] Acquiring lock "f71b6bee-dbc8-48b6-a446-3d93255fda73" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 813.433422] env[62353]: DEBUG oslo_concurrency.lockutils [None req-da4421f3-8949-4ee6-8bc5-61b534b95572 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] Lock "f71b6bee-dbc8-48b6-a446-3d93255fda73" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 813.433634] env[62353]: DEBUG oslo_concurrency.lockutils [None req-da4421f3-8949-4ee6-8bc5-61b534b95572 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] Acquiring lock "f71b6bee-dbc8-48b6-a446-3d93255fda73-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 813.433820] env[62353]: DEBUG oslo_concurrency.lockutils [None req-da4421f3-8949-4ee6-8bc5-61b534b95572 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] Lock "f71b6bee-dbc8-48b6-a446-3d93255fda73-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 813.433985] env[62353]: DEBUG oslo_concurrency.lockutils [None req-da4421f3-8949-4ee6-8bc5-61b534b95572 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] Lock "f71b6bee-dbc8-48b6-a446-3d93255fda73-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 813.436213] env[62353]: INFO nova.compute.manager [None req-da4421f3-8949-4ee6-8bc5-61b534b95572 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] [instance: f71b6bee-dbc8-48b6-a446-3d93255fda73] Terminating instance [ 813.484319] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f80d69b-730a-4eb2-bf3e-9995ef151b6f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.492750] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-496c1860-ac19-4762-988e-b359e5318050 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.526871] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0ed2204-6f51-4a8b-83d6-7a9ecb01af43 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.534234] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d8b499b-979e-4d17-9f3b-cb154f513dcf {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.549149] env[62353]: DEBUG nova.compute.provider_tree [None req-054842a8-7fa8-4d42-b956-4799841e54a8 tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 813.735379] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a832ce2b-0a9d-4ef1-9050-db10e7eb89ac tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Acquiring lock "refresh_cache-52aeb134-e5e3-40b0-a3e8-152effaf542b" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 813.735473] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a832ce2b-0a9d-4ef1-9050-db10e7eb89ac tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Acquired lock "refresh_cache-52aeb134-e5e3-40b0-a3e8-152effaf542b" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.735641] env[62353]: DEBUG nova.network.neutron [None req-a832ce2b-0a9d-4ef1-9050-db10e7eb89ac tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 52aeb134-e5e3-40b0-a3e8-152effaf542b] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 813.787982] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] [instance: 791b8fc4-81e2-4a69-a358-f56a421e4680] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 813.865041] env[62353]: DEBUG nova.compute.manager [req-574176bc-72cd-4828-9eae-5a5163ab9fb4 req-6de1e475-a20c-4ab2-84f2-4caf72b23bf8 service nova] [instance: 52aeb134-e5e3-40b0-a3e8-152effaf542b] Received event network-vif-plugged-755ce6cd-e677-4633-a4d1-0e6bb22b087f {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 813.865041] env[62353]: DEBUG oslo_concurrency.lockutils [req-574176bc-72cd-4828-9eae-5a5163ab9fb4 req-6de1e475-a20c-4ab2-84f2-4caf72b23bf8 service nova] Acquiring lock "52aeb134-e5e3-40b0-a3e8-152effaf542b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 813.865233] env[62353]: DEBUG oslo_concurrency.lockutils [req-574176bc-72cd-4828-9eae-5a5163ab9fb4 req-6de1e475-a20c-4ab2-84f2-4caf72b23bf8 service nova] Lock "52aeb134-e5e3-40b0-a3e8-152effaf542b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 813.865547] env[62353]: DEBUG oslo_concurrency.lockutils [req-574176bc-72cd-4828-9eae-5a5163ab9fb4 req-6de1e475-a20c-4ab2-84f2-4caf72b23bf8 service nova] Lock "52aeb134-e5e3-40b0-a3e8-152effaf542b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 813.865783] env[62353]: DEBUG nova.compute.manager [req-574176bc-72cd-4828-9eae-5a5163ab9fb4 req-6de1e475-a20c-4ab2-84f2-4caf72b23bf8 service nova] [instance: 52aeb134-e5e3-40b0-a3e8-152effaf542b] No waiting events found dispatching network-vif-plugged-755ce6cd-e677-4633-a4d1-0e6bb22b087f {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 813.865988] env[62353]: WARNING nova.compute.manager [req-574176bc-72cd-4828-9eae-5a5163ab9fb4 req-6de1e475-a20c-4ab2-84f2-4caf72b23bf8 service nova] [instance: 52aeb134-e5e3-40b0-a3e8-152effaf542b] Received unexpected event network-vif-plugged-755ce6cd-e677-4633-a4d1-0e6bb22b087f for instance with vm_state building and task_state spawning. [ 813.866167] env[62353]: DEBUG nova.compute.manager [req-574176bc-72cd-4828-9eae-5a5163ab9fb4 req-6de1e475-a20c-4ab2-84f2-4caf72b23bf8 service nova] [instance: 52aeb134-e5e3-40b0-a3e8-152effaf542b] Received event network-changed-755ce6cd-e677-4633-a4d1-0e6bb22b087f {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 813.866320] env[62353]: DEBUG nova.compute.manager [req-574176bc-72cd-4828-9eae-5a5163ab9fb4 req-6de1e475-a20c-4ab2-84f2-4caf72b23bf8 service nova] [instance: 52aeb134-e5e3-40b0-a3e8-152effaf542b] Refreshing instance network info cache due to event network-changed-755ce6cd-e677-4633-a4d1-0e6bb22b087f. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 813.866511] env[62353]: DEBUG oslo_concurrency.lockutils [req-574176bc-72cd-4828-9eae-5a5163ab9fb4 req-6de1e475-a20c-4ab2-84f2-4caf72b23bf8 service nova] Acquiring lock "refresh_cache-52aeb134-e5e3-40b0-a3e8-152effaf542b" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 813.944277] env[62353]: DEBUG nova.compute.manager [None req-da4421f3-8949-4ee6-8bc5-61b534b95572 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] [instance: f71b6bee-dbc8-48b6-a446-3d93255fda73] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 813.945210] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-da4421f3-8949-4ee6-8bc5-61b534b95572 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] [instance: f71b6bee-dbc8-48b6-a446-3d93255fda73] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 813.946635] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fcacd7a-768a-4555-8ba6-ea3b2d8d0c5f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.957396] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-da4421f3-8949-4ee6-8bc5-61b534b95572 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] [instance: f71b6bee-dbc8-48b6-a446-3d93255fda73] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 813.957758] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-49a23711-87b4-42d5-8f9d-c0baaa008fec {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.964727] env[62353]: DEBUG oslo_vmware.api [None req-da4421f3-8949-4ee6-8bc5-61b534b95572 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] Waiting for the task: (returnval){ [ 813.964727] env[62353]: value = "task-2372480" [ 813.964727] env[62353]: _type = "Task" [ 813.964727] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.970965] env[62353]: DEBUG nova.compute.manager [None req-3d83413c-c693-40c8-98ba-9f4b44e49a07 tempest-ServersTestManualDisk-1001605033 tempest-ServersTestManualDisk-1001605033-project-member] [instance: 02124fa6-fa89-4a50-93e1-0828a2560de5] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 813.979667] env[62353]: DEBUG oslo_vmware.api [None req-da4421f3-8949-4ee6-8bc5-61b534b95572 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] Task: {'id': task-2372480, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.003832] env[62353]: DEBUG nova.virt.hardware [None req-3d83413c-c693-40c8-98ba-9f4b44e49a07 tempest-ServersTestManualDisk-1001605033 tempest-ServersTestManualDisk-1001605033-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T12:38:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T12:38:15Z,direct_url=,disk_format='vmdk',id=06f909ae-e8dc-43b4-abf7-c7ed85db9bbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0a3f88790a594523a818b8c00f6862e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T12:38:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 814.004098] env[62353]: DEBUG nova.virt.hardware [None req-3d83413c-c693-40c8-98ba-9f4b44e49a07 tempest-ServersTestManualDisk-1001605033 tempest-ServersTestManualDisk-1001605033-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 814.004284] env[62353]: DEBUG nova.virt.hardware [None req-3d83413c-c693-40c8-98ba-9f4b44e49a07 tempest-ServersTestManualDisk-1001605033 tempest-ServersTestManualDisk-1001605033-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 814.004951] env[62353]: DEBUG nova.virt.hardware [None req-3d83413c-c693-40c8-98ba-9f4b44e49a07 tempest-ServersTestManualDisk-1001605033 tempest-ServersTestManualDisk-1001605033-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 814.005199] env[62353]: DEBUG nova.virt.hardware [None req-3d83413c-c693-40c8-98ba-9f4b44e49a07 tempest-ServersTestManualDisk-1001605033 tempest-ServersTestManualDisk-1001605033-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 814.005420] env[62353]: DEBUG nova.virt.hardware [None req-3d83413c-c693-40c8-98ba-9f4b44e49a07 tempest-ServersTestManualDisk-1001605033 tempest-ServersTestManualDisk-1001605033-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 814.005653] env[62353]: DEBUG nova.virt.hardware [None req-3d83413c-c693-40c8-98ba-9f4b44e49a07 tempest-ServersTestManualDisk-1001605033 tempest-ServersTestManualDisk-1001605033-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 814.005850] env[62353]: DEBUG nova.virt.hardware [None req-3d83413c-c693-40c8-98ba-9f4b44e49a07 tempest-ServersTestManualDisk-1001605033 tempest-ServersTestManualDisk-1001605033-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 814.006221] env[62353]: DEBUG nova.virt.hardware [None req-3d83413c-c693-40c8-98ba-9f4b44e49a07 tempest-ServersTestManualDisk-1001605033 tempest-ServersTestManualDisk-1001605033-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 814.006577] env[62353]: DEBUG nova.virt.hardware [None req-3d83413c-c693-40c8-98ba-9f4b44e49a07 tempest-ServersTestManualDisk-1001605033 tempest-ServersTestManualDisk-1001605033-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 814.006831] env[62353]: DEBUG nova.virt.hardware [None req-3d83413c-c693-40c8-98ba-9f4b44e49a07 tempest-ServersTestManualDisk-1001605033 tempest-ServersTestManualDisk-1001605033-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 814.007799] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77578aee-e446-401a-ba83-78afc0afd288 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.018278] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c1732d5-c5fa-41ef-b806-d4fd1c5be36a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.057334] env[62353]: DEBUG nova.scheduler.client.report [None req-054842a8-7fa8-4d42-b956-4799841e54a8 tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 814.274342] env[62353]: DEBUG nova.network.neutron [None req-a832ce2b-0a9d-4ef1-9050-db10e7eb89ac tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 52aeb134-e5e3-40b0-a3e8-152effaf542b] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 814.295870] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] [instance: 742baadd-a2ec-452d-8db1-313c8d28fe42] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 814.476000] env[62353]: DEBUG oslo_vmware.api [None req-da4421f3-8949-4ee6-8bc5-61b534b95572 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] Task: {'id': task-2372480, 'name': PowerOffVM_Task, 'duration_secs': 0.256317} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.476339] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-da4421f3-8949-4ee6-8bc5-61b534b95572 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] [instance: f71b6bee-dbc8-48b6-a446-3d93255fda73] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 814.476548] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-da4421f3-8949-4ee6-8bc5-61b534b95572 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] [instance: f71b6bee-dbc8-48b6-a446-3d93255fda73] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 814.476828] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-32ac6b0d-0aa1-4462-8bea-79a7d00eb830 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.542098] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-da4421f3-8949-4ee6-8bc5-61b534b95572 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] [instance: f71b6bee-dbc8-48b6-a446-3d93255fda73] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 814.542320] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-da4421f3-8949-4ee6-8bc5-61b534b95572 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] [instance: f71b6bee-dbc8-48b6-a446-3d93255fda73] Deleting contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 814.542496] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-da4421f3-8949-4ee6-8bc5-61b534b95572 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] Deleting the datastore file [datastore2] f71b6bee-dbc8-48b6-a446-3d93255fda73 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 814.542761] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-56b131a4-1739-4177-aae0-1f72aa4c7668 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.549645] env[62353]: DEBUG oslo_vmware.api [None req-da4421f3-8949-4ee6-8bc5-61b534b95572 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] Waiting for the task: (returnval){ [ 814.549645] env[62353]: value = "task-2372482" [ 814.549645] env[62353]: _type = "Task" [ 814.549645] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.557596] env[62353]: DEBUG oslo_vmware.api [None req-da4421f3-8949-4ee6-8bc5-61b534b95572 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] Task: {'id': task-2372482, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.564895] env[62353]: DEBUG oslo_concurrency.lockutils [None req-054842a8-7fa8-4d42-b956-4799841e54a8 tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.624s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 814.564895] env[62353]: DEBUG nova.compute.manager [None req-054842a8-7fa8-4d42-b956-4799841e54a8 tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] [instance: bdcce3b8-0118-4fa4-8300-2000c87b4880] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 814.566197] env[62353]: DEBUG nova.network.neutron [None req-a832ce2b-0a9d-4ef1-9050-db10e7eb89ac tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 52aeb134-e5e3-40b0-a3e8-152effaf542b] Updating instance_info_cache with network_info: [{"id": "755ce6cd-e677-4633-a4d1-0e6bb22b087f", "address": "fa:16:3e:e0:2a:b9", "network": {"id": "99926323-4d1b-428b-9009-5c2c4fdc3f93", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-462090473-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f26acbe9e08743179af7b91ff38b5ea9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap755ce6cd-e6", "ovs_interfaceid": "755ce6cd-e677-4633-a4d1-0e6bb22b087f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.567271] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3ff6e111-8d62-4094-bee1-baf311199690 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.782s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 814.568658] env[62353]: INFO nova.compute.claims [None req-3ff6e111-8d62-4094-bee1-baf311199690 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: c254fe57-8d19-4bfb-b607-dead3f0c04cf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 814.804239] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] [instance: e1b536b2-778f-4318-bf20-198bb1752de4] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 815.061581] env[62353]: DEBUG oslo_vmware.api [None req-da4421f3-8949-4ee6-8bc5-61b534b95572 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] Task: {'id': task-2372482, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151771} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.061832] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-da4421f3-8949-4ee6-8bc5-61b534b95572 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 815.062331] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-da4421f3-8949-4ee6-8bc5-61b534b95572 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] [instance: f71b6bee-dbc8-48b6-a446-3d93255fda73] Deleted contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 815.062620] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-da4421f3-8949-4ee6-8bc5-61b534b95572 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] [instance: f71b6bee-dbc8-48b6-a446-3d93255fda73] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 815.062902] env[62353]: INFO nova.compute.manager [None req-da4421f3-8949-4ee6-8bc5-61b534b95572 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] [instance: f71b6bee-dbc8-48b6-a446-3d93255fda73] Took 1.12 seconds to destroy the instance on the hypervisor. [ 815.063237] env[62353]: DEBUG oslo.service.loopingcall [None req-da4421f3-8949-4ee6-8bc5-61b534b95572 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 815.063454] env[62353]: DEBUG nova.compute.manager [-] [instance: f71b6bee-dbc8-48b6-a446-3d93255fda73] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 815.063545] env[62353]: DEBUG nova.network.neutron [-] [instance: f71b6bee-dbc8-48b6-a446-3d93255fda73] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 815.072728] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a832ce2b-0a9d-4ef1-9050-db10e7eb89ac tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Releasing lock "refresh_cache-52aeb134-e5e3-40b0-a3e8-152effaf542b" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 815.072728] env[62353]: DEBUG nova.compute.manager [None req-a832ce2b-0a9d-4ef1-9050-db10e7eb89ac tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 52aeb134-e5e3-40b0-a3e8-152effaf542b] Instance network_info: |[{"id": "755ce6cd-e677-4633-a4d1-0e6bb22b087f", "address": "fa:16:3e:e0:2a:b9", "network": {"id": "99926323-4d1b-428b-9009-5c2c4fdc3f93", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-462090473-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f26acbe9e08743179af7b91ff38b5ea9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap755ce6cd-e6", "ovs_interfaceid": "755ce6cd-e677-4633-a4d1-0e6bb22b087f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 815.075943] env[62353]: DEBUG nova.compute.utils [None req-054842a8-7fa8-4d42-b956-4799841e54a8 tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 815.081026] env[62353]: DEBUG oslo_concurrency.lockutils [req-574176bc-72cd-4828-9eae-5a5163ab9fb4 req-6de1e475-a20c-4ab2-84f2-4caf72b23bf8 service nova] Acquired lock "refresh_cache-52aeb134-e5e3-40b0-a3e8-152effaf542b" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.081026] env[62353]: DEBUG nova.network.neutron [req-574176bc-72cd-4828-9eae-5a5163ab9fb4 req-6de1e475-a20c-4ab2-84f2-4caf72b23bf8 service nova] [instance: 52aeb134-e5e3-40b0-a3e8-152effaf542b] Refreshing network info cache for port 755ce6cd-e677-4633-a4d1-0e6bb22b087f {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 815.081026] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-a832ce2b-0a9d-4ef1-9050-db10e7eb89ac tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 52aeb134-e5e3-40b0-a3e8-152effaf542b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e0:2a:b9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7edb7c08-2fae-4df5-9ec6-5ccf06d7e337', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '755ce6cd-e677-4633-a4d1-0e6bb22b087f', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 815.087877] env[62353]: DEBUG oslo.service.loopingcall [None req-a832ce2b-0a9d-4ef1-9050-db10e7eb89ac tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 815.088571] env[62353]: DEBUG nova.compute.manager [None req-054842a8-7fa8-4d42-b956-4799841e54a8 tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] [instance: bdcce3b8-0118-4fa4-8300-2000c87b4880] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 815.088803] env[62353]: DEBUG nova.network.neutron [None req-054842a8-7fa8-4d42-b956-4799841e54a8 tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] [instance: bdcce3b8-0118-4fa4-8300-2000c87b4880] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 815.092230] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 52aeb134-e5e3-40b0-a3e8-152effaf542b] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 815.092504] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fe029f10-4fd5-4aca-9efc-48eaa6964920 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.117018] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 815.117018] env[62353]: value = "task-2372483" [ 815.117018] env[62353]: _type = "Task" [ 815.117018] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.127615] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372483, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.169412] env[62353]: DEBUG nova.policy [None req-054842a8-7fa8-4d42-b956-4799841e54a8 tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f961f598beb5437b95913f239a07cfae', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '31a50a8a8f864c4fbcbb832191f741a1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:192}} [ 815.228727] env[62353]: DEBUG nova.network.neutron [None req-3d83413c-c693-40c8-98ba-9f4b44e49a07 tempest-ServersTestManualDisk-1001605033 tempest-ServersTestManualDisk-1001605033-project-member] [instance: 02124fa6-fa89-4a50-93e1-0828a2560de5] Successfully updated port: 4eb0008e-3e01-4b8a-87ff-d10ec0757778 {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 815.308505] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] [instance: 7d40ad55-ab59-461f-986e-22aa0133f68f] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 815.593706] env[62353]: DEBUG nova.compute.manager [None req-054842a8-7fa8-4d42-b956-4799841e54a8 tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] [instance: bdcce3b8-0118-4fa4-8300-2000c87b4880] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 815.628070] env[62353]: DEBUG nova.network.neutron [None req-054842a8-7fa8-4d42-b956-4799841e54a8 tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] [instance: bdcce3b8-0118-4fa4-8300-2000c87b4880] Successfully created port: a6ee8859-47c8-4fd4-ad08-c1ef77c55f2d {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 815.637408] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372483, 'name': CreateVM_Task, 'duration_secs': 0.403777} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.638163] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 52aeb134-e5e3-40b0-a3e8-152effaf542b] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 815.638673] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a832ce2b-0a9d-4ef1-9050-db10e7eb89ac tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 815.638673] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a832ce2b-0a9d-4ef1-9050-db10e7eb89ac tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Acquired lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.639166] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a832ce2b-0a9d-4ef1-9050-db10e7eb89ac tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 815.639260] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-990deffb-ad96-4e53-9685-a1ef708cd6a1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.646615] env[62353]: DEBUG oslo_vmware.api [None req-a832ce2b-0a9d-4ef1-9050-db10e7eb89ac tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Waiting for the task: (returnval){ [ 815.646615] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]525c719e-2edc-1c30-ff74-bd3e186ff1fa" [ 815.646615] env[62353]: _type = "Task" [ 815.646615] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.663274] env[62353]: DEBUG oslo_vmware.api [None req-a832ce2b-0a9d-4ef1-9050-db10e7eb89ac tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]525c719e-2edc-1c30-ff74-bd3e186ff1fa, 'name': SearchDatastore_Task, 'duration_secs': 0.00964} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.663935] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a832ce2b-0a9d-4ef1-9050-db10e7eb89ac tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Releasing lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 815.664318] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-a832ce2b-0a9d-4ef1-9050-db10e7eb89ac tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 52aeb134-e5e3-40b0-a3e8-152effaf542b] Processing image 06f909ae-e8dc-43b4-abf7-c7ed85db9bbd {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 815.664728] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a832ce2b-0a9d-4ef1-9050-db10e7eb89ac tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 815.664864] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a832ce2b-0a9d-4ef1-9050-db10e7eb89ac tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Acquired lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.665101] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-a832ce2b-0a9d-4ef1-9050-db10e7eb89ac tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 815.667959] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2f942b42-9f1e-4e3d-913b-61b112a5504a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.675761] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-a832ce2b-0a9d-4ef1-9050-db10e7eb89ac tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 815.676155] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-a832ce2b-0a9d-4ef1-9050-db10e7eb89ac tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 815.676720] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83ee69ba-5c3b-4b97-b8ee-a2fc1baf6ad8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.682625] env[62353]: DEBUG oslo_vmware.api [None req-a832ce2b-0a9d-4ef1-9050-db10e7eb89ac tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Waiting for the task: (returnval){ [ 815.682625] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]525dd996-3f41-a1c3-6093-3a876b6d7958" [ 815.682625] env[62353]: _type = "Task" [ 815.682625] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.694215] env[62353]: DEBUG oslo_vmware.api [None req-a832ce2b-0a9d-4ef1-9050-db10e7eb89ac tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]525dd996-3f41-a1c3-6093-3a876b6d7958, 'name': SearchDatastore_Task, 'duration_secs': 0.008599} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.695231] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e29383db-6ea5-41d8-ac1e-a6d769681c4f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.703635] env[62353]: DEBUG oslo_vmware.api [None req-a832ce2b-0a9d-4ef1-9050-db10e7eb89ac tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Waiting for the task: (returnval){ [ 815.703635] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52dfbd67-c4c2-5192-3878-af02699df648" [ 815.703635] env[62353]: _type = "Task" [ 815.703635] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.711543] env[62353]: DEBUG oslo_vmware.api [None req-a832ce2b-0a9d-4ef1-9050-db10e7eb89ac tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52dfbd67-c4c2-5192-3878-af02699df648, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.731583] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3d83413c-c693-40c8-98ba-9f4b44e49a07 tempest-ServersTestManualDisk-1001605033 tempest-ServersTestManualDisk-1001605033-project-member] Acquiring lock "refresh_cache-02124fa6-fa89-4a50-93e1-0828a2560de5" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 815.731759] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3d83413c-c693-40c8-98ba-9f4b44e49a07 tempest-ServersTestManualDisk-1001605033 tempest-ServersTestManualDisk-1001605033-project-member] Acquired lock "refresh_cache-02124fa6-fa89-4a50-93e1-0828a2560de5" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.731909] env[62353]: DEBUG nova.network.neutron [None req-3d83413c-c693-40c8-98ba-9f4b44e49a07 tempest-ServersTestManualDisk-1001605033 tempest-ServersTestManualDisk-1001605033-project-member] [instance: 02124fa6-fa89-4a50-93e1-0828a2560de5] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 815.817306] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] [instance: 0ccb3004-b612-45c3-b655-609eb2c4b16c] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 815.966515] env[62353]: DEBUG nova.network.neutron [-] [instance: f71b6bee-dbc8-48b6-a446-3d93255fda73] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.092549] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5b38631-5047-4b1d-a074-a05f02ac8f64 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.111547] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-523c0464-9132-4de8-8751-4d69c61f0f30 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.148740] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d7d588c-ccaf-4c3a-a55f-1a715f40c99c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.159505] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-824bd8f9-4033-4a25-9808-46946439f867 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.165516] env[62353]: DEBUG nova.compute.manager [req-7d075801-6657-4ff9-a507-80524e9d8b69 req-2f12a021-f669-423b-8e3e-7b977cf3b731 service nova] [instance: 02124fa6-fa89-4a50-93e1-0828a2560de5] Received event network-vif-plugged-4eb0008e-3e01-4b8a-87ff-d10ec0757778 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 816.165737] env[62353]: DEBUG oslo_concurrency.lockutils [req-7d075801-6657-4ff9-a507-80524e9d8b69 req-2f12a021-f669-423b-8e3e-7b977cf3b731 service nova] Acquiring lock "02124fa6-fa89-4a50-93e1-0828a2560de5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 816.165912] env[62353]: DEBUG oslo_concurrency.lockutils [req-7d075801-6657-4ff9-a507-80524e9d8b69 req-2f12a021-f669-423b-8e3e-7b977cf3b731 service nova] Lock "02124fa6-fa89-4a50-93e1-0828a2560de5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 816.166364] env[62353]: DEBUG oslo_concurrency.lockutils [req-7d075801-6657-4ff9-a507-80524e9d8b69 req-2f12a021-f669-423b-8e3e-7b977cf3b731 service nova] Lock "02124fa6-fa89-4a50-93e1-0828a2560de5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 816.166364] env[62353]: DEBUG nova.compute.manager [req-7d075801-6657-4ff9-a507-80524e9d8b69 req-2f12a021-f669-423b-8e3e-7b977cf3b731 service nova] [instance: 02124fa6-fa89-4a50-93e1-0828a2560de5] No waiting events found dispatching network-vif-plugged-4eb0008e-3e01-4b8a-87ff-d10ec0757778 {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 816.166486] env[62353]: WARNING nova.compute.manager [req-7d075801-6657-4ff9-a507-80524e9d8b69 req-2f12a021-f669-423b-8e3e-7b977cf3b731 service nova] [instance: 02124fa6-fa89-4a50-93e1-0828a2560de5] Received unexpected event network-vif-plugged-4eb0008e-3e01-4b8a-87ff-d10ec0757778 for instance with vm_state building and task_state spawning. [ 816.166593] env[62353]: DEBUG nova.compute.manager [req-7d075801-6657-4ff9-a507-80524e9d8b69 req-2f12a021-f669-423b-8e3e-7b977cf3b731 service nova] [instance: 02124fa6-fa89-4a50-93e1-0828a2560de5] Received event network-changed-4eb0008e-3e01-4b8a-87ff-d10ec0757778 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 816.166757] env[62353]: DEBUG nova.compute.manager [req-7d075801-6657-4ff9-a507-80524e9d8b69 req-2f12a021-f669-423b-8e3e-7b977cf3b731 service nova] [instance: 02124fa6-fa89-4a50-93e1-0828a2560de5] Refreshing instance network info cache due to event network-changed-4eb0008e-3e01-4b8a-87ff-d10ec0757778. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 816.166925] env[62353]: DEBUG oslo_concurrency.lockutils [req-7d075801-6657-4ff9-a507-80524e9d8b69 req-2f12a021-f669-423b-8e3e-7b977cf3b731 service nova] Acquiring lock "refresh_cache-02124fa6-fa89-4a50-93e1-0828a2560de5" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 816.178848] env[62353]: DEBUG nova.compute.provider_tree [None req-3ff6e111-8d62-4094-bee1-baf311199690 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 816.184519] env[62353]: DEBUG nova.network.neutron [req-574176bc-72cd-4828-9eae-5a5163ab9fb4 req-6de1e475-a20c-4ab2-84f2-4caf72b23bf8 service nova] [instance: 52aeb134-e5e3-40b0-a3e8-152effaf542b] Updated VIF entry in instance network info cache for port 755ce6cd-e677-4633-a4d1-0e6bb22b087f. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 816.184998] env[62353]: DEBUG nova.network.neutron [req-574176bc-72cd-4828-9eae-5a5163ab9fb4 req-6de1e475-a20c-4ab2-84f2-4caf72b23bf8 service nova] [instance: 52aeb134-e5e3-40b0-a3e8-152effaf542b] Updating instance_info_cache with network_info: [{"id": "755ce6cd-e677-4633-a4d1-0e6bb22b087f", "address": "fa:16:3e:e0:2a:b9", "network": {"id": "99926323-4d1b-428b-9009-5c2c4fdc3f93", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-462090473-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f26acbe9e08743179af7b91ff38b5ea9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap755ce6cd-e6", "ovs_interfaceid": "755ce6cd-e677-4633-a4d1-0e6bb22b087f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.214395] env[62353]: DEBUG oslo_vmware.api [None req-a832ce2b-0a9d-4ef1-9050-db10e7eb89ac tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52dfbd67-c4c2-5192-3878-af02699df648, 'name': SearchDatastore_Task, 'duration_secs': 0.009176} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.214675] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a832ce2b-0a9d-4ef1-9050-db10e7eb89ac tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Releasing lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 816.214930] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-a832ce2b-0a9d-4ef1-9050-db10e7eb89ac tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore1] 52aeb134-e5e3-40b0-a3e8-152effaf542b/52aeb134-e5e3-40b0-a3e8-152effaf542b.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 816.215198] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cd4349f8-1794-4983-8444-bd0e811463cb {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.222124] env[62353]: DEBUG oslo_vmware.api [None req-a832ce2b-0a9d-4ef1-9050-db10e7eb89ac tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Waiting for the task: (returnval){ [ 816.222124] env[62353]: value = "task-2372484" [ 816.222124] env[62353]: _type = "Task" [ 816.222124] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.229643] env[62353]: DEBUG oslo_vmware.api [None req-a832ce2b-0a9d-4ef1-9050-db10e7eb89ac tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Task: {'id': task-2372484, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.289233] env[62353]: DEBUG nova.network.neutron [None req-3d83413c-c693-40c8-98ba-9f4b44e49a07 tempest-ServersTestManualDisk-1001605033 tempest-ServersTestManualDisk-1001605033-project-member] [instance: 02124fa6-fa89-4a50-93e1-0828a2560de5] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 816.321210] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] [instance: bc2376dd-856e-4797-bd2a-1db5c2be795d] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 816.467817] env[62353]: INFO nova.compute.manager [-] [instance: f71b6bee-dbc8-48b6-a446-3d93255fda73] Took 1.40 seconds to deallocate network for instance. [ 816.531958] env[62353]: DEBUG nova.network.neutron [None req-3d83413c-c693-40c8-98ba-9f4b44e49a07 tempest-ServersTestManualDisk-1001605033 tempest-ServersTestManualDisk-1001605033-project-member] [instance: 02124fa6-fa89-4a50-93e1-0828a2560de5] Updating instance_info_cache with network_info: [{"id": "4eb0008e-3e01-4b8a-87ff-d10ec0757778", "address": "fa:16:3e:8a:9e:e7", "network": {"id": "22003d82-41b1-4210-ab0a-e97705725098", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-28722622-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a0e593bdcaa4f50ba424e5fe2012ec0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bafe8721-91d4-4127-b215-d9e8e27947dc", "external-id": "nsx-vlan-transportzone-680", "segmentation_id": 680, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4eb0008e-3e", "ovs_interfaceid": "4eb0008e-3e01-4b8a-87ff-d10ec0757778", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.608076] env[62353]: DEBUG nova.compute.manager [None req-054842a8-7fa8-4d42-b956-4799841e54a8 tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] [instance: bdcce3b8-0118-4fa4-8300-2000c87b4880] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 816.646543] env[62353]: DEBUG nova.virt.hardware [None req-054842a8-7fa8-4d42-b956-4799841e54a8 tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T12:38:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T12:38:15Z,direct_url=,disk_format='vmdk',id=06f909ae-e8dc-43b4-abf7-c7ed85db9bbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0a3f88790a594523a818b8c00f6862e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T12:38:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 816.646847] env[62353]: DEBUG nova.virt.hardware [None req-054842a8-7fa8-4d42-b956-4799841e54a8 tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 816.647027] env[62353]: DEBUG nova.virt.hardware [None req-054842a8-7fa8-4d42-b956-4799841e54a8 tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 816.647211] env[62353]: DEBUG nova.virt.hardware [None req-054842a8-7fa8-4d42-b956-4799841e54a8 tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 816.647359] env[62353]: DEBUG nova.virt.hardware [None req-054842a8-7fa8-4d42-b956-4799841e54a8 tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 816.647549] env[62353]: DEBUG nova.virt.hardware [None req-054842a8-7fa8-4d42-b956-4799841e54a8 tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 816.647784] env[62353]: DEBUG nova.virt.hardware [None req-054842a8-7fa8-4d42-b956-4799841e54a8 tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 816.647946] env[62353]: DEBUG nova.virt.hardware [None req-054842a8-7fa8-4d42-b956-4799841e54a8 tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 816.648142] env[62353]: DEBUG nova.virt.hardware [None req-054842a8-7fa8-4d42-b956-4799841e54a8 tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 816.648309] env[62353]: DEBUG nova.virt.hardware [None req-054842a8-7fa8-4d42-b956-4799841e54a8 tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 816.648508] env[62353]: DEBUG nova.virt.hardware [None req-054842a8-7fa8-4d42-b956-4799841e54a8 tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 816.649434] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de59c639-38f5-4a75-a768-3f7f09365375 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.660520] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7c45a83-9517-4752-b9e5-2620c9adac30 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.682085] env[62353]: DEBUG nova.scheduler.client.report [None req-3ff6e111-8d62-4094-bee1-baf311199690 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 816.687807] env[62353]: DEBUG oslo_concurrency.lockutils [req-574176bc-72cd-4828-9eae-5a5163ab9fb4 req-6de1e475-a20c-4ab2-84f2-4caf72b23bf8 service nova] Releasing lock "refresh_cache-52aeb134-e5e3-40b0-a3e8-152effaf542b" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 816.733941] env[62353]: DEBUG oslo_vmware.api [None req-a832ce2b-0a9d-4ef1-9050-db10e7eb89ac tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Task: {'id': task-2372484, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.825291] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] [instance: a415cd3c-4e94-4e23-9588-adb12815187c] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 816.977404] env[62353]: DEBUG oslo_concurrency.lockutils [None req-da4421f3-8949-4ee6-8bc5-61b534b95572 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 817.034335] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3d83413c-c693-40c8-98ba-9f4b44e49a07 tempest-ServersTestManualDisk-1001605033 tempest-ServersTestManualDisk-1001605033-project-member] Releasing lock "refresh_cache-02124fa6-fa89-4a50-93e1-0828a2560de5" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 817.035575] env[62353]: DEBUG nova.compute.manager [None req-3d83413c-c693-40c8-98ba-9f4b44e49a07 tempest-ServersTestManualDisk-1001605033 tempest-ServersTestManualDisk-1001605033-project-member] [instance: 02124fa6-fa89-4a50-93e1-0828a2560de5] Instance network_info: |[{"id": "4eb0008e-3e01-4b8a-87ff-d10ec0757778", "address": "fa:16:3e:8a:9e:e7", "network": {"id": "22003d82-41b1-4210-ab0a-e97705725098", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-28722622-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a0e593bdcaa4f50ba424e5fe2012ec0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bafe8721-91d4-4127-b215-d9e8e27947dc", "external-id": "nsx-vlan-transportzone-680", "segmentation_id": 680, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4eb0008e-3e", "ovs_interfaceid": "4eb0008e-3e01-4b8a-87ff-d10ec0757778", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 817.035575] env[62353]: DEBUG oslo_concurrency.lockutils [req-7d075801-6657-4ff9-a507-80524e9d8b69 req-2f12a021-f669-423b-8e3e-7b977cf3b731 service nova] Acquired lock "refresh_cache-02124fa6-fa89-4a50-93e1-0828a2560de5" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.035575] env[62353]: DEBUG nova.network.neutron [req-7d075801-6657-4ff9-a507-80524e9d8b69 req-2f12a021-f669-423b-8e3e-7b977cf3b731 service nova] [instance: 02124fa6-fa89-4a50-93e1-0828a2560de5] Refreshing network info cache for port 4eb0008e-3e01-4b8a-87ff-d10ec0757778 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 817.037886] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-3d83413c-c693-40c8-98ba-9f4b44e49a07 tempest-ServersTestManualDisk-1001605033 tempest-ServersTestManualDisk-1001605033-project-member] [instance: 02124fa6-fa89-4a50-93e1-0828a2560de5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8a:9e:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bafe8721-91d4-4127-b215-d9e8e27947dc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4eb0008e-3e01-4b8a-87ff-d10ec0757778', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 817.046539] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d83413c-c693-40c8-98ba-9f4b44e49a07 tempest-ServersTestManualDisk-1001605033 tempest-ServersTestManualDisk-1001605033-project-member] Creating folder: Project (1a0e593bdcaa4f50ba424e5fe2012ec0). Parent ref: group-v481456. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 817.047491] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3b35ad88-0ff5-4d0b-8e32-fda3f799da48 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.058210] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-3d83413c-c693-40c8-98ba-9f4b44e49a07 tempest-ServersTestManualDisk-1001605033 tempest-ServersTestManualDisk-1001605033-project-member] Created folder: Project (1a0e593bdcaa4f50ba424e5fe2012ec0) in parent group-v481456. [ 817.058411] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d83413c-c693-40c8-98ba-9f4b44e49a07 tempest-ServersTestManualDisk-1001605033 tempest-ServersTestManualDisk-1001605033-project-member] Creating folder: Instances. Parent ref: group-v481637. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 817.058644] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-675b4120-5423-4094-bcf0-c5b3ec6741de {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.067761] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-3d83413c-c693-40c8-98ba-9f4b44e49a07 tempest-ServersTestManualDisk-1001605033 tempest-ServersTestManualDisk-1001605033-project-member] Created folder: Instances in parent group-v481637. [ 817.067761] env[62353]: DEBUG oslo.service.loopingcall [None req-3d83413c-c693-40c8-98ba-9f4b44e49a07 tempest-ServersTestManualDisk-1001605033 tempest-ServersTestManualDisk-1001605033-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 817.067890] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 02124fa6-fa89-4a50-93e1-0828a2560de5] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 817.068030] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e555c9c0-868e-45bc-a0cf-f3f653eecf5c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.087216] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 817.087216] env[62353]: value = "task-2372487" [ 817.087216] env[62353]: _type = "Task" [ 817.087216] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.095672] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372487, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.189050] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3ff6e111-8d62-4094-bee1-baf311199690 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.622s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 817.189651] env[62353]: DEBUG nova.compute.manager [None req-3ff6e111-8d62-4094-bee1-baf311199690 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: c254fe57-8d19-4bfb-b607-dead3f0c04cf] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 817.196176] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ffe91ded-b0ca-4216-8825-2625deadda94 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 31.029s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 817.196373] env[62353]: DEBUG nova.objects.instance [None req-ffe91ded-b0ca-4216-8825-2625deadda94 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] [instance: f5897ca9-4a38-4583-a15a-dbb0a621ab2e] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62353) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 817.234196] env[62353]: DEBUG oslo_vmware.api [None req-a832ce2b-0a9d-4ef1-9050-db10e7eb89ac tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Task: {'id': task-2372484, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.750903} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.234196] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-a832ce2b-0a9d-4ef1-9050-db10e7eb89ac tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore1] 52aeb134-e5e3-40b0-a3e8-152effaf542b/52aeb134-e5e3-40b0-a3e8-152effaf542b.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 817.234196] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-a832ce2b-0a9d-4ef1-9050-db10e7eb89ac tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 52aeb134-e5e3-40b0-a3e8-152effaf542b] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 817.234196] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4d46e18f-cc32-4e7d-a760-8942192eaf2a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.241742] env[62353]: DEBUG oslo_vmware.api [None req-a832ce2b-0a9d-4ef1-9050-db10e7eb89ac tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Waiting for the task: (returnval){ [ 817.241742] env[62353]: value = "task-2372488" [ 817.241742] env[62353]: _type = "Task" [ 817.241742] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.250108] env[62353]: DEBUG oslo_vmware.api [None req-a832ce2b-0a9d-4ef1-9050-db10e7eb89ac tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Task: {'id': task-2372488, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.268168] env[62353]: DEBUG nova.compute.manager [req-3734778f-379a-4d5b-aa70-4e5613f526c8 req-a688abc2-5781-44d2-b472-9d0edec8999e service nova] [instance: bdcce3b8-0118-4fa4-8300-2000c87b4880] Received event network-vif-plugged-a6ee8859-47c8-4fd4-ad08-c1ef77c55f2d {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 817.268437] env[62353]: DEBUG oslo_concurrency.lockutils [req-3734778f-379a-4d5b-aa70-4e5613f526c8 req-a688abc2-5781-44d2-b472-9d0edec8999e service nova] Acquiring lock "bdcce3b8-0118-4fa4-8300-2000c87b4880-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 817.268740] env[62353]: DEBUG oslo_concurrency.lockutils [req-3734778f-379a-4d5b-aa70-4e5613f526c8 req-a688abc2-5781-44d2-b472-9d0edec8999e service nova] Lock "bdcce3b8-0118-4fa4-8300-2000c87b4880-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 817.268966] env[62353]: DEBUG oslo_concurrency.lockutils [req-3734778f-379a-4d5b-aa70-4e5613f526c8 req-a688abc2-5781-44d2-b472-9d0edec8999e service nova] Lock "bdcce3b8-0118-4fa4-8300-2000c87b4880-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 817.269470] env[62353]: DEBUG nova.compute.manager [req-3734778f-379a-4d5b-aa70-4e5613f526c8 req-a688abc2-5781-44d2-b472-9d0edec8999e service nova] [instance: bdcce3b8-0118-4fa4-8300-2000c87b4880] No waiting events found dispatching network-vif-plugged-a6ee8859-47c8-4fd4-ad08-c1ef77c55f2d {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 817.269702] env[62353]: WARNING nova.compute.manager [req-3734778f-379a-4d5b-aa70-4e5613f526c8 req-a688abc2-5781-44d2-b472-9d0edec8999e service nova] [instance: bdcce3b8-0118-4fa4-8300-2000c87b4880] Received unexpected event network-vif-plugged-a6ee8859-47c8-4fd4-ad08-c1ef77c55f2d for instance with vm_state building and task_state spawning. [ 817.295927] env[62353]: DEBUG nova.network.neutron [None req-054842a8-7fa8-4d42-b956-4799841e54a8 tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] [instance: bdcce3b8-0118-4fa4-8300-2000c87b4880] Successfully updated port: a6ee8859-47c8-4fd4-ad08-c1ef77c55f2d {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 817.333264] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] [instance: ba65df73-c3e3-4182-8444-9904aa5858d7] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 817.597603] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372487, 'name': CreateVM_Task, 'duration_secs': 0.379746} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.597797] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 02124fa6-fa89-4a50-93e1-0828a2560de5] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 817.598491] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3d83413c-c693-40c8-98ba-9f4b44e49a07 tempest-ServersTestManualDisk-1001605033 tempest-ServersTestManualDisk-1001605033-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 817.598679] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3d83413c-c693-40c8-98ba-9f4b44e49a07 tempest-ServersTestManualDisk-1001605033 tempest-ServersTestManualDisk-1001605033-project-member] Acquired lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.598989] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3d83413c-c693-40c8-98ba-9f4b44e49a07 tempest-ServersTestManualDisk-1001605033 tempest-ServersTestManualDisk-1001605033-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 817.600085] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7d708a4-2a45-495f-96e7-9a536beeb823 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.604712] env[62353]: DEBUG oslo_vmware.api [None req-3d83413c-c693-40c8-98ba-9f4b44e49a07 tempest-ServersTestManualDisk-1001605033 tempest-ServersTestManualDisk-1001605033-project-member] Waiting for the task: (returnval){ [ 817.604712] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52ae478b-4a8f-b27a-1f33-e6623fc767e5" [ 817.604712] env[62353]: _type = "Task" [ 817.604712] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.620224] env[62353]: DEBUG oslo_vmware.api [None req-3d83413c-c693-40c8-98ba-9f4b44e49a07 tempest-ServersTestManualDisk-1001605033 tempest-ServersTestManualDisk-1001605033-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52ae478b-4a8f-b27a-1f33-e6623fc767e5, 'name': SearchDatastore_Task, 'duration_secs': 0.011605} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.620528] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3d83413c-c693-40c8-98ba-9f4b44e49a07 tempest-ServersTestManualDisk-1001605033 tempest-ServersTestManualDisk-1001605033-project-member] Releasing lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 817.620741] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-3d83413c-c693-40c8-98ba-9f4b44e49a07 tempest-ServersTestManualDisk-1001605033 tempest-ServersTestManualDisk-1001605033-project-member] [instance: 02124fa6-fa89-4a50-93e1-0828a2560de5] Processing image 06f909ae-e8dc-43b4-abf7-c7ed85db9bbd {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 817.620971] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3d83413c-c693-40c8-98ba-9f4b44e49a07 tempest-ServersTestManualDisk-1001605033 tempest-ServersTestManualDisk-1001605033-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 817.621149] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3d83413c-c693-40c8-98ba-9f4b44e49a07 tempest-ServersTestManualDisk-1001605033 tempest-ServersTestManualDisk-1001605033-project-member] Acquired lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.621299] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d83413c-c693-40c8-98ba-9f4b44e49a07 tempest-ServersTestManualDisk-1001605033 tempest-ServersTestManualDisk-1001605033-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 817.621546] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6d776bae-acfc-462b-9893-40fb7d7a449a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.632553] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d83413c-c693-40c8-98ba-9f4b44e49a07 tempest-ServersTestManualDisk-1001605033 tempest-ServersTestManualDisk-1001605033-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 817.632691] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-3d83413c-c693-40c8-98ba-9f4b44e49a07 tempest-ServersTestManualDisk-1001605033 tempest-ServersTestManualDisk-1001605033-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 817.634030] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b554ce77-8d90-4962-a3ed-11235fc7af53 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.640161] env[62353]: DEBUG oslo_vmware.api [None req-3d83413c-c693-40c8-98ba-9f4b44e49a07 tempest-ServersTestManualDisk-1001605033 tempest-ServersTestManualDisk-1001605033-project-member] Waiting for the task: (returnval){ [ 817.640161] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52d38194-b5b0-0178-ef67-a6f845b11bd7" [ 817.640161] env[62353]: _type = "Task" [ 817.640161] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.653905] env[62353]: DEBUG oslo_vmware.api [None req-3d83413c-c693-40c8-98ba-9f4b44e49a07 tempest-ServersTestManualDisk-1001605033 tempest-ServersTestManualDisk-1001605033-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52d38194-b5b0-0178-ef67-a6f845b11bd7, 'name': SearchDatastore_Task, 'duration_secs': 0.01027} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.654915] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-baad4244-e522-4939-92b1-07fcb0fc7040 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.660612] env[62353]: DEBUG oslo_vmware.api [None req-3d83413c-c693-40c8-98ba-9f4b44e49a07 tempest-ServersTestManualDisk-1001605033 tempest-ServersTestManualDisk-1001605033-project-member] Waiting for the task: (returnval){ [ 817.660612] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52409e0a-193b-8734-c412-97f2962437d3" [ 817.660612] env[62353]: _type = "Task" [ 817.660612] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.669628] env[62353]: DEBUG oslo_vmware.api [None req-3d83413c-c693-40c8-98ba-9f4b44e49a07 tempest-ServersTestManualDisk-1001605033 tempest-ServersTestManualDisk-1001605033-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52409e0a-193b-8734-c412-97f2962437d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.698277] env[62353]: DEBUG nova.compute.utils [None req-3ff6e111-8d62-4094-bee1-baf311199690 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 817.704125] env[62353]: DEBUG nova.compute.manager [None req-3ff6e111-8d62-4094-bee1-baf311199690 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: c254fe57-8d19-4bfb-b607-dead3f0c04cf] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 817.704125] env[62353]: DEBUG nova.network.neutron [None req-3ff6e111-8d62-4094-bee1-baf311199690 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: c254fe57-8d19-4bfb-b607-dead3f0c04cf] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 817.757456] env[62353]: DEBUG oslo_vmware.api [None req-a832ce2b-0a9d-4ef1-9050-db10e7eb89ac tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Task: {'id': task-2372488, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078501} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.757456] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-a832ce2b-0a9d-4ef1-9050-db10e7eb89ac tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 52aeb134-e5e3-40b0-a3e8-152effaf542b] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 817.757456] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96cd61fb-6c42-4e92-981f-c0d87393f78c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.787598] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-a832ce2b-0a9d-4ef1-9050-db10e7eb89ac tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 52aeb134-e5e3-40b0-a3e8-152effaf542b] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] 52aeb134-e5e3-40b0-a3e8-152effaf542b/52aeb134-e5e3-40b0-a3e8-152effaf542b.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 817.789502] env[62353]: DEBUG nova.policy [None req-3ff6e111-8d62-4094-bee1-baf311199690 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '28d1e3de6f4f4f7faceb8c4bdb2a65d8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f7f18a111f154dca8cc100cafc69baa6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:192}} [ 817.794466] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8386ba49-cbdf-4ccf-9d7e-ed71fe746503 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.813355] env[62353]: DEBUG oslo_concurrency.lockutils [None req-054842a8-7fa8-4d42-b956-4799841e54a8 tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Acquiring lock "refresh_cache-bdcce3b8-0118-4fa4-8300-2000c87b4880" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 817.813503] env[62353]: DEBUG oslo_concurrency.lockutils [None req-054842a8-7fa8-4d42-b956-4799841e54a8 tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Acquired lock "refresh_cache-bdcce3b8-0118-4fa4-8300-2000c87b4880" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.813675] env[62353]: DEBUG nova.network.neutron [None req-054842a8-7fa8-4d42-b956-4799841e54a8 tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] [instance: bdcce3b8-0118-4fa4-8300-2000c87b4880] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 817.822451] env[62353]: DEBUG oslo_vmware.api [None req-a832ce2b-0a9d-4ef1-9050-db10e7eb89ac tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Waiting for the task: (returnval){ [ 817.822451] env[62353]: value = "task-2372489" [ 817.822451] env[62353]: _type = "Task" [ 817.822451] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.830378] env[62353]: DEBUG oslo_vmware.api [None req-a832ce2b-0a9d-4ef1-9050-db10e7eb89ac tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Task: {'id': task-2372489, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.836089] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] [instance: c29bf6eb-b456-4356-9ef8-d9ba70bc6464] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 817.943594] env[62353]: DEBUG nova.network.neutron [req-7d075801-6657-4ff9-a507-80524e9d8b69 req-2f12a021-f669-423b-8e3e-7b977cf3b731 service nova] [instance: 02124fa6-fa89-4a50-93e1-0828a2560de5] Updated VIF entry in instance network info cache for port 4eb0008e-3e01-4b8a-87ff-d10ec0757778. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 817.943746] env[62353]: DEBUG nova.network.neutron [req-7d075801-6657-4ff9-a507-80524e9d8b69 req-2f12a021-f669-423b-8e3e-7b977cf3b731 service nova] [instance: 02124fa6-fa89-4a50-93e1-0828a2560de5] Updating instance_info_cache with network_info: [{"id": "4eb0008e-3e01-4b8a-87ff-d10ec0757778", "address": "fa:16:3e:8a:9e:e7", "network": {"id": "22003d82-41b1-4210-ab0a-e97705725098", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-28722622-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a0e593bdcaa4f50ba424e5fe2012ec0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bafe8721-91d4-4127-b215-d9e8e27947dc", "external-id": "nsx-vlan-transportzone-680", "segmentation_id": 680, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4eb0008e-3e", "ovs_interfaceid": "4eb0008e-3e01-4b8a-87ff-d10ec0757778", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.171979] env[62353]: DEBUG oslo_vmware.api [None req-3d83413c-c693-40c8-98ba-9f4b44e49a07 tempest-ServersTestManualDisk-1001605033 tempest-ServersTestManualDisk-1001605033-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52409e0a-193b-8734-c412-97f2962437d3, 'name': SearchDatastore_Task, 'duration_secs': 0.012222} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.173195] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3d83413c-c693-40c8-98ba-9f4b44e49a07 tempest-ServersTestManualDisk-1001605033 tempest-ServersTestManualDisk-1001605033-project-member] Releasing lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 818.173195] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d83413c-c693-40c8-98ba-9f4b44e49a07 tempest-ServersTestManualDisk-1001605033 tempest-ServersTestManualDisk-1001605033-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore1] 02124fa6-fa89-4a50-93e1-0828a2560de5/02124fa6-fa89-4a50-93e1-0828a2560de5.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 818.173195] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8f5421e2-77f5-441a-906c-83a91aea4a3f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.181037] env[62353]: DEBUG oslo_vmware.api [None req-3d83413c-c693-40c8-98ba-9f4b44e49a07 tempest-ServersTestManualDisk-1001605033 tempest-ServersTestManualDisk-1001605033-project-member] Waiting for the task: (returnval){ [ 818.181037] env[62353]: value = "task-2372490" [ 818.181037] env[62353]: _type = "Task" [ 818.181037] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.188883] env[62353]: DEBUG oslo_vmware.api [None req-3d83413c-c693-40c8-98ba-9f4b44e49a07 tempest-ServersTestManualDisk-1001605033 tempest-ServersTestManualDisk-1001605033-project-member] Task: {'id': task-2372490, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.191935] env[62353]: DEBUG nova.network.neutron [None req-3ff6e111-8d62-4094-bee1-baf311199690 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: c254fe57-8d19-4bfb-b607-dead3f0c04cf] Successfully created port: 21420cb1-3890-4df9-bfd0-5c5627fe3031 {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 818.209670] env[62353]: DEBUG nova.compute.manager [None req-3ff6e111-8d62-4094-bee1-baf311199690 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: c254fe57-8d19-4bfb-b607-dead3f0c04cf] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 818.213085] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ffe91ded-b0ca-4216-8825-2625deadda94 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 818.214389] env[62353]: DEBUG oslo_concurrency.lockutils [None req-001ed240-305f-48cc-afac-37fd7b5f1d8e tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 31.386s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 818.214641] env[62353]: DEBUG nova.objects.instance [None req-001ed240-305f-48cc-afac-37fd7b5f1d8e tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] [instance: 85c1498f-d888-4031-878b-0181e190d3a7] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62353) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 818.335128] env[62353]: DEBUG oslo_vmware.api [None req-a832ce2b-0a9d-4ef1-9050-db10e7eb89ac tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Task: {'id': task-2372489, 'name': ReconfigVM_Task, 'duration_secs': 0.310703} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.335128] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-a832ce2b-0a9d-4ef1-9050-db10e7eb89ac tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 52aeb134-e5e3-40b0-a3e8-152effaf542b] Reconfigured VM instance instance-0000003a to attach disk [datastore1] 52aeb134-e5e3-40b0-a3e8-152effaf542b/52aeb134-e5e3-40b0-a3e8-152effaf542b.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 818.335128] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-27e47626-b2f4-4927-922f-8341ee7029e9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.341666] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] [instance: 6886b90e-f9ac-4295-9a0e-c3d4fc2e5cf6] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 818.345127] env[62353]: DEBUG oslo_vmware.api [None req-a832ce2b-0a9d-4ef1-9050-db10e7eb89ac tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Waiting for the task: (returnval){ [ 818.345127] env[62353]: value = "task-2372491" [ 818.345127] env[62353]: _type = "Task" [ 818.345127] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.355967] env[62353]: DEBUG oslo_vmware.api [None req-a832ce2b-0a9d-4ef1-9050-db10e7eb89ac tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Task: {'id': task-2372491, 'name': Rename_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.358711] env[62353]: DEBUG nova.network.neutron [None req-054842a8-7fa8-4d42-b956-4799841e54a8 tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] [instance: bdcce3b8-0118-4fa4-8300-2000c87b4880] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 818.446375] env[62353]: DEBUG oslo_concurrency.lockutils [req-7d075801-6657-4ff9-a507-80524e9d8b69 req-2f12a021-f669-423b-8e3e-7b977cf3b731 service nova] Releasing lock "refresh_cache-02124fa6-fa89-4a50-93e1-0828a2560de5" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 818.446968] env[62353]: DEBUG nova.compute.manager [req-7d075801-6657-4ff9-a507-80524e9d8b69 req-2f12a021-f669-423b-8e3e-7b977cf3b731 service nova] [instance: f71b6bee-dbc8-48b6-a446-3d93255fda73] Received event network-vif-deleted-7a86c9ec-f3aa-491e-a1e4-b8ca53dae40c {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 818.513460] env[62353]: DEBUG nova.network.neutron [None req-054842a8-7fa8-4d42-b956-4799841e54a8 tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] [instance: bdcce3b8-0118-4fa4-8300-2000c87b4880] Updating instance_info_cache with network_info: [{"id": "a6ee8859-47c8-4fd4-ad08-c1ef77c55f2d", "address": "fa:16:3e:f2:d8:42", "network": {"id": "4f956a76-b6fc-4cfa-ba00-d60309729238", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1617163105-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31a50a8a8f864c4fbcbb832191f741a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6ee8859-47", "ovs_interfaceid": "a6ee8859-47c8-4fd4-ad08-c1ef77c55f2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.695792] env[62353]: DEBUG oslo_vmware.api [None req-3d83413c-c693-40c8-98ba-9f4b44e49a07 tempest-ServersTestManualDisk-1001605033 tempest-ServersTestManualDisk-1001605033-project-member] Task: {'id': task-2372490, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.850767] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] [instance: c7b98e17-46d0-4ae9-988e-fae08ee05377] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 818.865187] env[62353]: DEBUG oslo_vmware.api [None req-a832ce2b-0a9d-4ef1-9050-db10e7eb89ac tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Task: {'id': task-2372491, 'name': Rename_Task, 'duration_secs': 0.248625} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.865187] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-a832ce2b-0a9d-4ef1-9050-db10e7eb89ac tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 52aeb134-e5e3-40b0-a3e8-152effaf542b] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 818.865187] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c23597b7-a1c1-4463-90bc-7ff09ef7fac1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.871495] env[62353]: DEBUG oslo_vmware.api [None req-a832ce2b-0a9d-4ef1-9050-db10e7eb89ac tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Waiting for the task: (returnval){ [ 818.871495] env[62353]: value = "task-2372492" [ 818.871495] env[62353]: _type = "Task" [ 818.871495] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.880499] env[62353]: DEBUG oslo_vmware.api [None req-a832ce2b-0a9d-4ef1-9050-db10e7eb89ac tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Task: {'id': task-2372492, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.016513] env[62353]: DEBUG oslo_concurrency.lockutils [None req-054842a8-7fa8-4d42-b956-4799841e54a8 tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Releasing lock "refresh_cache-bdcce3b8-0118-4fa4-8300-2000c87b4880" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 819.016871] env[62353]: DEBUG nova.compute.manager [None req-054842a8-7fa8-4d42-b956-4799841e54a8 tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] [instance: bdcce3b8-0118-4fa4-8300-2000c87b4880] Instance network_info: |[{"id": "a6ee8859-47c8-4fd4-ad08-c1ef77c55f2d", "address": "fa:16:3e:f2:d8:42", "network": {"id": "4f956a76-b6fc-4cfa-ba00-d60309729238", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1617163105-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31a50a8a8f864c4fbcbb832191f741a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6ee8859-47", "ovs_interfaceid": "a6ee8859-47c8-4fd4-ad08-c1ef77c55f2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 819.017306] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-054842a8-7fa8-4d42-b956-4799841e54a8 tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] [instance: bdcce3b8-0118-4fa4-8300-2000c87b4880] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f2:d8:42', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56398cc0-e39f-410f-8036-8c2a6870e26f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a6ee8859-47c8-4fd4-ad08-c1ef77c55f2d', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 819.025125] env[62353]: DEBUG oslo.service.loopingcall [None req-054842a8-7fa8-4d42-b956-4799841e54a8 tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 819.025778] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bdcce3b8-0118-4fa4-8300-2000c87b4880] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 819.026091] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ba182830-db20-4b33-b81a-36a194ab7be6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.047405] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 819.047405] env[62353]: value = "task-2372493" [ 819.047405] env[62353]: _type = "Task" [ 819.047405] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.056601] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372493, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.191889] env[62353]: DEBUG oslo_vmware.api [None req-3d83413c-c693-40c8-98ba-9f4b44e49a07 tempest-ServersTestManualDisk-1001605033 tempest-ServersTestManualDisk-1001605033-project-member] Task: {'id': task-2372490, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.618031} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.192228] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d83413c-c693-40c8-98ba-9f4b44e49a07 tempest-ServersTestManualDisk-1001605033 tempest-ServersTestManualDisk-1001605033-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore1] 02124fa6-fa89-4a50-93e1-0828a2560de5/02124fa6-fa89-4a50-93e1-0828a2560de5.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 819.192471] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-3d83413c-c693-40c8-98ba-9f4b44e49a07 tempest-ServersTestManualDisk-1001605033 tempest-ServersTestManualDisk-1001605033-project-member] [instance: 02124fa6-fa89-4a50-93e1-0828a2560de5] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 819.192738] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-59b53db9-5fc2-4698-9a2d-0786949afbdc {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.199858] env[62353]: DEBUG oslo_vmware.api [None req-3d83413c-c693-40c8-98ba-9f4b44e49a07 tempest-ServersTestManualDisk-1001605033 tempest-ServersTestManualDisk-1001605033-project-member] Waiting for the task: (returnval){ [ 819.199858] env[62353]: value = "task-2372494" [ 819.199858] env[62353]: _type = "Task" [ 819.199858] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.208018] env[62353]: DEBUG oslo_vmware.api [None req-3d83413c-c693-40c8-98ba-9f4b44e49a07 tempest-ServersTestManualDisk-1001605033 tempest-ServersTestManualDisk-1001605033-project-member] Task: {'id': task-2372494, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.221289] env[62353]: DEBUG nova.compute.manager [None req-3ff6e111-8d62-4094-bee1-baf311199690 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: c254fe57-8d19-4bfb-b607-dead3f0c04cf] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 819.226355] env[62353]: DEBUG oslo_concurrency.lockutils [None req-001ed240-305f-48cc-afac-37fd7b5f1d8e tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 819.227437] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ab2527f0-2982-4ef5-ad34-bd8563667abc tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.189s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 819.228084] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ab2527f0-2982-4ef5-ad34-bd8563667abc tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 819.230169] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3ea84956-2215-40b9-97c5-96d6e449cbf5 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.187s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 819.230388] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3ea84956-2215-40b9-97c5-96d6e449cbf5 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 819.233200] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0ae01173-2271-4d0c-baa7-9a194d0cffc5 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.845s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 819.233411] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0ae01173-2271-4d0c-baa7-9a194d0cffc5 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 819.235184] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.656s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 819.236612] env[62353]: INFO nova.compute.claims [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] [instance: 283ebb75-a52d-4918-9310-31ca052d99a8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 819.249427] env[62353]: DEBUG nova.virt.hardware [None req-3ff6e111-8d62-4094-bee1-baf311199690 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T12:38:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T12:38:15Z,direct_url=,disk_format='vmdk',id=06f909ae-e8dc-43b4-abf7-c7ed85db9bbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0a3f88790a594523a818b8c00f6862e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T12:38:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 819.249849] env[62353]: DEBUG nova.virt.hardware [None req-3ff6e111-8d62-4094-bee1-baf311199690 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 819.250379] env[62353]: DEBUG nova.virt.hardware [None req-3ff6e111-8d62-4094-bee1-baf311199690 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 819.250579] env[62353]: DEBUG nova.virt.hardware [None req-3ff6e111-8d62-4094-bee1-baf311199690 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 819.250765] env[62353]: DEBUG nova.virt.hardware [None req-3ff6e111-8d62-4094-bee1-baf311199690 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 819.251059] env[62353]: DEBUG nova.virt.hardware [None req-3ff6e111-8d62-4094-bee1-baf311199690 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 819.251221] env[62353]: DEBUG nova.virt.hardware [None req-3ff6e111-8d62-4094-bee1-baf311199690 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 819.251386] env[62353]: DEBUG nova.virt.hardware [None req-3ff6e111-8d62-4094-bee1-baf311199690 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 819.251576] env[62353]: DEBUG nova.virt.hardware [None req-3ff6e111-8d62-4094-bee1-baf311199690 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 819.251758] env[62353]: DEBUG nova.virt.hardware [None req-3ff6e111-8d62-4094-bee1-baf311199690 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 819.251932] env[62353]: DEBUG nova.virt.hardware [None req-3ff6e111-8d62-4094-bee1-baf311199690 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 819.252821] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f808eae-5538-47ce-8b15-70888c00ce84 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.261357] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8de203ad-5769-46dc-a6a9-1c24791eb796 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.267032] env[62353]: INFO nova.scheduler.client.report [None req-0ae01173-2271-4d0c-baa7-9a194d0cffc5 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] Deleted allocations for instance f5897ca9-4a38-4583-a15a-dbb0a621ab2e [ 819.270044] env[62353]: INFO nova.scheduler.client.report [None req-ab2527f0-2982-4ef5-ad34-bd8563667abc tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Deleted allocations for instance a6583a62-ee37-42e0-9a51-b0ce30de58c2 [ 819.297577] env[62353]: DEBUG nova.compute.manager [req-a0c44209-27ba-4cb4-b71d-b78b7c94d9b3 req-d395d84e-e36c-4d73-a533-684eece32f14 service nova] [instance: bdcce3b8-0118-4fa4-8300-2000c87b4880] Received event network-changed-a6ee8859-47c8-4fd4-ad08-c1ef77c55f2d {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 819.297577] env[62353]: DEBUG nova.compute.manager [req-a0c44209-27ba-4cb4-b71d-b78b7c94d9b3 req-d395d84e-e36c-4d73-a533-684eece32f14 service nova] [instance: bdcce3b8-0118-4fa4-8300-2000c87b4880] Refreshing instance network info cache due to event network-changed-a6ee8859-47c8-4fd4-ad08-c1ef77c55f2d. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 819.297577] env[62353]: DEBUG oslo_concurrency.lockutils [req-a0c44209-27ba-4cb4-b71d-b78b7c94d9b3 req-d395d84e-e36c-4d73-a533-684eece32f14 service nova] Acquiring lock "refresh_cache-bdcce3b8-0118-4fa4-8300-2000c87b4880" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 819.297577] env[62353]: DEBUG oslo_concurrency.lockutils [req-a0c44209-27ba-4cb4-b71d-b78b7c94d9b3 req-d395d84e-e36c-4d73-a533-684eece32f14 service nova] Acquired lock "refresh_cache-bdcce3b8-0118-4fa4-8300-2000c87b4880" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.298104] env[62353]: DEBUG nova.network.neutron [req-a0c44209-27ba-4cb4-b71d-b78b7c94d9b3 req-d395d84e-e36c-4d73-a533-684eece32f14 service nova] [instance: bdcce3b8-0118-4fa4-8300-2000c87b4880] Refreshing network info cache for port a6ee8859-47c8-4fd4-ad08-c1ef77c55f2d {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 819.356781] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] [instance: c9c70c50-2454-4da5-ae51-57488371a23c] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 819.380791] env[62353]: DEBUG oslo_vmware.api [None req-a832ce2b-0a9d-4ef1-9050-db10e7eb89ac tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Task: {'id': task-2372492, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.557427] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372493, 'name': CreateVM_Task, 'duration_secs': 0.394109} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.557618] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bdcce3b8-0118-4fa4-8300-2000c87b4880] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 819.558650] env[62353]: DEBUG oslo_concurrency.lockutils [None req-054842a8-7fa8-4d42-b956-4799841e54a8 tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 819.558818] env[62353]: DEBUG oslo_concurrency.lockutils [None req-054842a8-7fa8-4d42-b956-4799841e54a8 tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Acquired lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.559156] env[62353]: DEBUG oslo_concurrency.lockutils [None req-054842a8-7fa8-4d42-b956-4799841e54a8 tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 819.559410] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36fd2096-99d8-4bc0-88c7-d06a42228ccc {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.563919] env[62353]: DEBUG oslo_vmware.api [None req-054842a8-7fa8-4d42-b956-4799841e54a8 tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Waiting for the task: (returnval){ [ 819.563919] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52f01b08-cdca-dcd7-e92e-6bd66babfb9c" [ 819.563919] env[62353]: _type = "Task" [ 819.563919] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.571558] env[62353]: DEBUG oslo_vmware.api [None req-054842a8-7fa8-4d42-b956-4799841e54a8 tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52f01b08-cdca-dcd7-e92e-6bd66babfb9c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.709188] env[62353]: DEBUG oslo_vmware.api [None req-3d83413c-c693-40c8-98ba-9f4b44e49a07 tempest-ServersTestManualDisk-1001605033 tempest-ServersTestManualDisk-1001605033-project-member] Task: {'id': task-2372494, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073021} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.709461] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-3d83413c-c693-40c8-98ba-9f4b44e49a07 tempest-ServersTestManualDisk-1001605033 tempest-ServersTestManualDisk-1001605033-project-member] [instance: 02124fa6-fa89-4a50-93e1-0828a2560de5] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 819.710259] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f723cb87-ff5e-4d72-b403-d63aa23f6615 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.732022] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d83413c-c693-40c8-98ba-9f4b44e49a07 tempest-ServersTestManualDisk-1001605033 tempest-ServersTestManualDisk-1001605033-project-member] [instance: 02124fa6-fa89-4a50-93e1-0828a2560de5] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] 02124fa6-fa89-4a50-93e1-0828a2560de5/02124fa6-fa89-4a50-93e1-0828a2560de5.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 819.732316] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dfa2e911-07ea-45ff-8b48-89f8c5976250 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.753386] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3ea84956-2215-40b9-97c5-96d6e449cbf5 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Lock "9cd85b1f-93a5-43f3-bda3-1518bb774759" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 48.508s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 819.754320] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3723636e-5dba-4069-97b7-adca4890bca0 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Lock "9cd85b1f-93a5-43f3-bda3-1518bb774759" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 26.470s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 819.754700] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3723636e-5dba-4069-97b7-adca4890bca0 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Acquiring lock "9cd85b1f-93a5-43f3-bda3-1518bb774759-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 819.754987] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3723636e-5dba-4069-97b7-adca4890bca0 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Lock "9cd85b1f-93a5-43f3-bda3-1518bb774759-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 819.755203] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3723636e-5dba-4069-97b7-adca4890bca0 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Lock "9cd85b1f-93a5-43f3-bda3-1518bb774759-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 819.759579] env[62353]: DEBUG oslo_vmware.api [None req-3d83413c-c693-40c8-98ba-9f4b44e49a07 tempest-ServersTestManualDisk-1001605033 tempest-ServersTestManualDisk-1001605033-project-member] Waiting for the task: (returnval){ [ 819.759579] env[62353]: value = "task-2372495" [ 819.759579] env[62353]: _type = "Task" [ 819.759579] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.759579] env[62353]: INFO nova.compute.manager [None req-3723636e-5dba-4069-97b7-adca4890bca0 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 9cd85b1f-93a5-43f3-bda3-1518bb774759] Terminating instance [ 819.770894] env[62353]: DEBUG oslo_vmware.api [None req-3d83413c-c693-40c8-98ba-9f4b44e49a07 tempest-ServersTestManualDisk-1001605033 tempest-ServersTestManualDisk-1001605033-project-member] Task: {'id': task-2372495, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.775619] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0ae01173-2271-4d0c-baa7-9a194d0cffc5 tempest-ServerShowV254Test-1646436216 tempest-ServerShowV254Test-1646436216-project-member] Lock "f5897ca9-4a38-4583-a15a-dbb0a621ab2e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.474s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 819.791698] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ab2527f0-2982-4ef5-ad34-bd8563667abc tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Lock "a6583a62-ee37-42e0-9a51-b0ce30de58c2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.854s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 819.861337] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] [instance: 5cff6baf-1dd7-4030-834d-266e83d77229] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 819.882327] env[62353]: DEBUG oslo_vmware.api [None req-a832ce2b-0a9d-4ef1-9050-db10e7eb89ac tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Task: {'id': task-2372492, 'name': PowerOnVM_Task, 'duration_secs': 0.617559} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.882327] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-a832ce2b-0a9d-4ef1-9050-db10e7eb89ac tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 52aeb134-e5e3-40b0-a3e8-152effaf542b] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 819.882620] env[62353]: INFO nova.compute.manager [None req-a832ce2b-0a9d-4ef1-9050-db10e7eb89ac tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 52aeb134-e5e3-40b0-a3e8-152effaf542b] Took 8.57 seconds to spawn the instance on the hypervisor. [ 819.882856] env[62353]: DEBUG nova.compute.manager [None req-a832ce2b-0a9d-4ef1-9050-db10e7eb89ac tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 52aeb134-e5e3-40b0-a3e8-152effaf542b] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 819.883744] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ed80cb1-3437-4209-9928-6385ce3fe104 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.057269] env[62353]: DEBUG nova.network.neutron [req-a0c44209-27ba-4cb4-b71d-b78b7c94d9b3 req-d395d84e-e36c-4d73-a533-684eece32f14 service nova] [instance: bdcce3b8-0118-4fa4-8300-2000c87b4880] Updated VIF entry in instance network info cache for port a6ee8859-47c8-4fd4-ad08-c1ef77c55f2d. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 820.057269] env[62353]: DEBUG nova.network.neutron [req-a0c44209-27ba-4cb4-b71d-b78b7c94d9b3 req-d395d84e-e36c-4d73-a533-684eece32f14 service nova] [instance: bdcce3b8-0118-4fa4-8300-2000c87b4880] Updating instance_info_cache with network_info: [{"id": "a6ee8859-47c8-4fd4-ad08-c1ef77c55f2d", "address": "fa:16:3e:f2:d8:42", "network": {"id": "4f956a76-b6fc-4cfa-ba00-d60309729238", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1617163105-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31a50a8a8f864c4fbcbb832191f741a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6ee8859-47", "ovs_interfaceid": "a6ee8859-47c8-4fd4-ad08-c1ef77c55f2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.075531] env[62353]: DEBUG oslo_vmware.api [None req-054842a8-7fa8-4d42-b956-4799841e54a8 tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52f01b08-cdca-dcd7-e92e-6bd66babfb9c, 'name': SearchDatastore_Task, 'duration_secs': 0.016309} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.075834] env[62353]: DEBUG oslo_concurrency.lockutils [None req-054842a8-7fa8-4d42-b956-4799841e54a8 tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Releasing lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 820.076089] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-054842a8-7fa8-4d42-b956-4799841e54a8 tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] [instance: bdcce3b8-0118-4fa4-8300-2000c87b4880] Processing image 06f909ae-e8dc-43b4-abf7-c7ed85db9bbd {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 820.076435] env[62353]: DEBUG oslo_concurrency.lockutils [None req-054842a8-7fa8-4d42-b956-4799841e54a8 tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 820.076723] env[62353]: DEBUG oslo_concurrency.lockutils [None req-054842a8-7fa8-4d42-b956-4799841e54a8 tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Acquired lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.076956] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-054842a8-7fa8-4d42-b956-4799841e54a8 tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 820.077235] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-18afe28d-75b9-4606-9677-075ee23f0118 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.088292] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-054842a8-7fa8-4d42-b956-4799841e54a8 tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 820.088480] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-054842a8-7fa8-4d42-b956-4799841e54a8 tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 820.089232] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f0bcb6c-8051-479d-95c3-b114d259ef4e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.095677] env[62353]: DEBUG oslo_vmware.api [None req-054842a8-7fa8-4d42-b956-4799841e54a8 tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Waiting for the task: (returnval){ [ 820.095677] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52d7d286-fa8b-1441-fb7a-8134c4058715" [ 820.095677] env[62353]: _type = "Task" [ 820.095677] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.105446] env[62353]: DEBUG oslo_vmware.api [None req-054842a8-7fa8-4d42-b956-4799841e54a8 tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52d7d286-fa8b-1441-fb7a-8134c4058715, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.270392] env[62353]: DEBUG nova.compute.manager [None req-3723636e-5dba-4069-97b7-adca4890bca0 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 9cd85b1f-93a5-43f3-bda3-1518bb774759] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 820.270516] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-3723636e-5dba-4069-97b7-adca4890bca0 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 9cd85b1f-93a5-43f3-bda3-1518bb774759] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 820.270824] env[62353]: DEBUG oslo_vmware.api [None req-3d83413c-c693-40c8-98ba-9f4b44e49a07 tempest-ServersTestManualDisk-1001605033 tempest-ServersTestManualDisk-1001605033-project-member] Task: {'id': task-2372495, 'name': ReconfigVM_Task, 'duration_secs': 0.297228} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.271036] env[62353]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3478efea-21ea-4795-ac00-c04ff94957bc {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.272875] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d83413c-c693-40c8-98ba-9f4b44e49a07 tempest-ServersTestManualDisk-1001605033 tempest-ServersTestManualDisk-1001605033-project-member] [instance: 02124fa6-fa89-4a50-93e1-0828a2560de5] Reconfigured VM instance instance-0000003b to attach disk [datastore1] 02124fa6-fa89-4a50-93e1-0828a2560de5/02124fa6-fa89-4a50-93e1-0828a2560de5.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 820.273475] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-34d02fc0-a4eb-41fc-81a7-682c01eeba2b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.284007] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07f8a35e-a6f2-47f0-ba99-6d79161c9d34 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.296324] env[62353]: DEBUG oslo_vmware.api [None req-3d83413c-c693-40c8-98ba-9f4b44e49a07 tempest-ServersTestManualDisk-1001605033 tempest-ServersTestManualDisk-1001605033-project-member] Waiting for the task: (returnval){ [ 820.296324] env[62353]: value = "task-2372496" [ 820.296324] env[62353]: _type = "Task" [ 820.296324] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.308477] env[62353]: DEBUG oslo_vmware.api [None req-3d83413c-c693-40c8-98ba-9f4b44e49a07 tempest-ServersTestManualDisk-1001605033 tempest-ServersTestManualDisk-1001605033-project-member] Task: {'id': task-2372496, 'name': Rename_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.320768] env[62353]: WARNING nova.virt.vmwareapi.vmops [None req-3723636e-5dba-4069-97b7-adca4890bca0 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 9cd85b1f-93a5-43f3-bda3-1518bb774759] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 9cd85b1f-93a5-43f3-bda3-1518bb774759 could not be found. [ 820.321628] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-3723636e-5dba-4069-97b7-adca4890bca0 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 9cd85b1f-93a5-43f3-bda3-1518bb774759] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 820.321628] env[62353]: INFO nova.compute.manager [None req-3723636e-5dba-4069-97b7-adca4890bca0 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 9cd85b1f-93a5-43f3-bda3-1518bb774759] Took 0.05 seconds to destroy the instance on the hypervisor. [ 820.321628] env[62353]: DEBUG oslo.service.loopingcall [None req-3723636e-5dba-4069-97b7-adca4890bca0 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 820.325016] env[62353]: DEBUG nova.network.neutron [None req-3ff6e111-8d62-4094-bee1-baf311199690 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: c254fe57-8d19-4bfb-b607-dead3f0c04cf] Successfully updated port: 21420cb1-3890-4df9-bfd0-5c5627fe3031 {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 820.326256] env[62353]: DEBUG nova.compute.manager [-] [instance: 9cd85b1f-93a5-43f3-bda3-1518bb774759] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 820.326344] env[62353]: DEBUG nova.network.neutron [-] [instance: 9cd85b1f-93a5-43f3-bda3-1518bb774759] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 820.340905] env[62353]: DEBUG nova.compute.manager [req-1a604033-abfc-4ece-aa61-78988234d2c6 req-cf34b395-80e6-4dab-9556-eaa5b0a96c01 service nova] [instance: c254fe57-8d19-4bfb-b607-dead3f0c04cf] Received event network-vif-plugged-21420cb1-3890-4df9-bfd0-5c5627fe3031 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 820.341260] env[62353]: DEBUG oslo_concurrency.lockutils [req-1a604033-abfc-4ece-aa61-78988234d2c6 req-cf34b395-80e6-4dab-9556-eaa5b0a96c01 service nova] Acquiring lock "c254fe57-8d19-4bfb-b607-dead3f0c04cf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 820.341487] env[62353]: DEBUG oslo_concurrency.lockutils [req-1a604033-abfc-4ece-aa61-78988234d2c6 req-cf34b395-80e6-4dab-9556-eaa5b0a96c01 service nova] Lock "c254fe57-8d19-4bfb-b607-dead3f0c04cf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 820.341663] env[62353]: DEBUG oslo_concurrency.lockutils [req-1a604033-abfc-4ece-aa61-78988234d2c6 req-cf34b395-80e6-4dab-9556-eaa5b0a96c01 service nova] Lock "c254fe57-8d19-4bfb-b607-dead3f0c04cf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 820.341837] env[62353]: DEBUG nova.compute.manager [req-1a604033-abfc-4ece-aa61-78988234d2c6 req-cf34b395-80e6-4dab-9556-eaa5b0a96c01 service nova] [instance: c254fe57-8d19-4bfb-b607-dead3f0c04cf] No waiting events found dispatching network-vif-plugged-21420cb1-3890-4df9-bfd0-5c5627fe3031 {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 820.341978] env[62353]: WARNING nova.compute.manager [req-1a604033-abfc-4ece-aa61-78988234d2c6 req-cf34b395-80e6-4dab-9556-eaa5b0a96c01 service nova] [instance: c254fe57-8d19-4bfb-b607-dead3f0c04cf] Received unexpected event network-vif-plugged-21420cb1-3890-4df9-bfd0-5c5627fe3031 for instance with vm_state building and task_state spawning. [ 820.364743] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] [instance: 9bd2f6b9-eb81-4238-a781-5f2bb54f80c0] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 820.409879] env[62353]: INFO nova.compute.manager [None req-a832ce2b-0a9d-4ef1-9050-db10e7eb89ac tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 52aeb134-e5e3-40b0-a3e8-152effaf542b] Took 48.52 seconds to build instance. [ 820.561968] env[62353]: DEBUG oslo_concurrency.lockutils [req-a0c44209-27ba-4cb4-b71d-b78b7c94d9b3 req-d395d84e-e36c-4d73-a533-684eece32f14 service nova] Releasing lock "refresh_cache-bdcce3b8-0118-4fa4-8300-2000c87b4880" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 820.609800] env[62353]: DEBUG oslo_vmware.api [None req-054842a8-7fa8-4d42-b956-4799841e54a8 tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52d7d286-fa8b-1441-fb7a-8134c4058715, 'name': SearchDatastore_Task, 'duration_secs': 0.032701} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.619076] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e758e594-bae1-409b-8ff2-3d94d09d10a3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.624334] env[62353]: DEBUG oslo_vmware.api [None req-054842a8-7fa8-4d42-b956-4799841e54a8 tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Waiting for the task: (returnval){ [ 820.624334] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]526ef49a-ab33-ba52-6d93-8ade891413ee" [ 820.624334] env[62353]: _type = "Task" [ 820.624334] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.642739] env[62353]: DEBUG oslo_vmware.api [None req-054842a8-7fa8-4d42-b956-4799841e54a8 tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]526ef49a-ab33-ba52-6d93-8ade891413ee, 'name': SearchDatastore_Task, 'duration_secs': 0.010627} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.642739] env[62353]: DEBUG oslo_concurrency.lockutils [None req-054842a8-7fa8-4d42-b956-4799841e54a8 tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Releasing lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 820.642739] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-054842a8-7fa8-4d42-b956-4799841e54a8 tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore2] bdcce3b8-0118-4fa4-8300-2000c87b4880/bdcce3b8-0118-4fa4-8300-2000c87b4880.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 820.643188] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0a90f708-975c-43f0-b9b4-6fda680c30ba {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.654728] env[62353]: DEBUG oslo_vmware.api [None req-054842a8-7fa8-4d42-b956-4799841e54a8 tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Waiting for the task: (returnval){ [ 820.654728] env[62353]: value = "task-2372497" [ 820.654728] env[62353]: _type = "Task" [ 820.654728] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.666083] env[62353]: DEBUG oslo_vmware.api [None req-054842a8-7fa8-4d42-b956-4799841e54a8 tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Task: {'id': task-2372497, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.806028] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fba6b37e-4961-4894-9f70-b5ab9e02c4de {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.814471] env[62353]: DEBUG oslo_vmware.api [None req-3d83413c-c693-40c8-98ba-9f4b44e49a07 tempest-ServersTestManualDisk-1001605033 tempest-ServersTestManualDisk-1001605033-project-member] Task: {'id': task-2372496, 'name': Rename_Task} progress is 99%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.816958] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4e5ad16-2d55-48bd-bd3d-342e0aac008c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.848768] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3ff6e111-8d62-4094-bee1-baf311199690 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Acquiring lock "refresh_cache-c254fe57-8d19-4bfb-b607-dead3f0c04cf" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 820.848921] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3ff6e111-8d62-4094-bee1-baf311199690 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Acquired lock "refresh_cache-c254fe57-8d19-4bfb-b607-dead3f0c04cf" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.849085] env[62353]: DEBUG nova.network.neutron [None req-3ff6e111-8d62-4094-bee1-baf311199690 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: c254fe57-8d19-4bfb-b607-dead3f0c04cf] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 820.851012] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2b73f4d-2198-4aed-b4fe-fa166aa0cc4b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.859654] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a597ee97-d5ee-4ade-afc1-7ef947569654 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.878547] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] [instance: da04e4bf-dc3d-45a8-b0f9-ef9a7491e297] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 820.878547] env[62353]: DEBUG nova.compute.provider_tree [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 820.916706] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a832ce2b-0a9d-4ef1-9050-db10e7eb89ac tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Lock "52aeb134-e5e3-40b0-a3e8-152effaf542b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.036s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 820.971837] env[62353]: DEBUG oslo_concurrency.lockutils [None req-092ceede-9311-47ca-8095-576492492f9c tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] Acquiring lock "e4e0533d-22ae-4e05-ac4f-949f0fe6416a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 820.972106] env[62353]: DEBUG oslo_concurrency.lockutils [None req-092ceede-9311-47ca-8095-576492492f9c tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] Lock "e4e0533d-22ae-4e05-ac4f-949f0fe6416a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 821.167364] env[62353]: DEBUG oslo_vmware.api [None req-054842a8-7fa8-4d42-b956-4799841e54a8 tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Task: {'id': task-2372497, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.214881] env[62353]: DEBUG nova.network.neutron [-] [instance: 9cd85b1f-93a5-43f3-bda3-1518bb774759] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.311040] env[62353]: DEBUG oslo_vmware.api [None req-3d83413c-c693-40c8-98ba-9f4b44e49a07 tempest-ServersTestManualDisk-1001605033 tempest-ServersTestManualDisk-1001605033-project-member] Task: {'id': task-2372496, 'name': Rename_Task} progress is 99%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.379802] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] [instance: 672a184e-5e10-4fc3-a967-9b9cdd014ed2] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 821.382341] env[62353]: DEBUG nova.scheduler.client.report [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 821.411359] env[62353]: DEBUG nova.network.neutron [None req-3ff6e111-8d62-4094-bee1-baf311199690 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: c254fe57-8d19-4bfb-b607-dead3f0c04cf] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 821.419905] env[62353]: DEBUG nova.compute.manager [None req-668b30ca-4de8-420e-aa8b-7775680b768a tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] [instance: 0fd1791c-fb62-4e21-96c3-3b2a07520c91] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 821.653927] env[62353]: DEBUG nova.network.neutron [None req-3ff6e111-8d62-4094-bee1-baf311199690 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: c254fe57-8d19-4bfb-b607-dead3f0c04cf] Updating instance_info_cache with network_info: [{"id": "21420cb1-3890-4df9-bfd0-5c5627fe3031", "address": "fa:16:3e:01:ec:b6", "network": {"id": "cf4045f9-b69b-467b-ad0a-dc8fc7ea3927", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2119334503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7f18a111f154dca8cc100cafc69baa6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21420cb1-38", "ovs_interfaceid": "21420cb1-3890-4df9-bfd0-5c5627fe3031", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.667485] env[62353]: DEBUG oslo_vmware.api [None req-054842a8-7fa8-4d42-b956-4799841e54a8 tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Task: {'id': task-2372497, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.664913} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.668456] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-054842a8-7fa8-4d42-b956-4799841e54a8 tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore2] bdcce3b8-0118-4fa4-8300-2000c87b4880/bdcce3b8-0118-4fa4-8300-2000c87b4880.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 821.668701] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-054842a8-7fa8-4d42-b956-4799841e54a8 tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] [instance: bdcce3b8-0118-4fa4-8300-2000c87b4880] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 821.669018] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-db4579b7-9fa1-414c-b3c8-2af0995d62d6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.676498] env[62353]: DEBUG oslo_vmware.api [None req-054842a8-7fa8-4d42-b956-4799841e54a8 tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Waiting for the task: (returnval){ [ 821.676498] env[62353]: value = "task-2372498" [ 821.676498] env[62353]: _type = "Task" [ 821.676498] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.685890] env[62353]: DEBUG oslo_vmware.api [None req-054842a8-7fa8-4d42-b956-4799841e54a8 tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Task: {'id': task-2372498, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.720861] env[62353]: INFO nova.compute.manager [-] [instance: 9cd85b1f-93a5-43f3-bda3-1518bb774759] Took 1.39 seconds to deallocate network for instance. [ 821.810816] env[62353]: DEBUG oslo_vmware.api [None req-3d83413c-c693-40c8-98ba-9f4b44e49a07 tempest-ServersTestManualDisk-1001605033 tempest-ServersTestManualDisk-1001605033-project-member] Task: {'id': task-2372496, 'name': Rename_Task, 'duration_secs': 1.183496} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.811165] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d83413c-c693-40c8-98ba-9f4b44e49a07 tempest-ServersTestManualDisk-1001605033 tempest-ServersTestManualDisk-1001605033-project-member] [instance: 02124fa6-fa89-4a50-93e1-0828a2560de5] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 821.811433] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-22ce8c59-8c3f-49ea-b33a-d81f3be5f705 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.818032] env[62353]: DEBUG oslo_vmware.api [None req-3d83413c-c693-40c8-98ba-9f4b44e49a07 tempest-ServersTestManualDisk-1001605033 tempest-ServersTestManualDisk-1001605033-project-member] Waiting for the task: (returnval){ [ 821.818032] env[62353]: value = "task-2372499" [ 821.818032] env[62353]: _type = "Task" [ 821.818032] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.825392] env[62353]: DEBUG oslo_vmware.api [None req-3d83413c-c693-40c8-98ba-9f4b44e49a07 tempest-ServersTestManualDisk-1001605033 tempest-ServersTestManualDisk-1001605033-project-member] Task: {'id': task-2372499, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.887488] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] [instance: 2e9731d0-ef1b-44f2-a457-d21a99bfa2bf] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 821.890032] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.655s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 821.890469] env[62353]: DEBUG nova.compute.manager [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] [instance: 283ebb75-a52d-4918-9310-31ca052d99a8] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 821.893153] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.259s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 821.894606] env[62353]: INFO nova.compute.claims [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] [instance: 6d29b600-078c-4c3d-a31b-62cffc0d8ea5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 821.947764] env[62353]: DEBUG oslo_concurrency.lockutils [None req-668b30ca-4de8-420e-aa8b-7775680b768a tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 822.156589] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3ff6e111-8d62-4094-bee1-baf311199690 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Releasing lock "refresh_cache-c254fe57-8d19-4bfb-b607-dead3f0c04cf" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 822.156987] env[62353]: DEBUG nova.compute.manager [None req-3ff6e111-8d62-4094-bee1-baf311199690 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: c254fe57-8d19-4bfb-b607-dead3f0c04cf] Instance network_info: |[{"id": "21420cb1-3890-4df9-bfd0-5c5627fe3031", "address": "fa:16:3e:01:ec:b6", "network": {"id": "cf4045f9-b69b-467b-ad0a-dc8fc7ea3927", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2119334503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7f18a111f154dca8cc100cafc69baa6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21420cb1-38", "ovs_interfaceid": "21420cb1-3890-4df9-bfd0-5c5627fe3031", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 822.157456] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-3ff6e111-8d62-4094-bee1-baf311199690 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: c254fe57-8d19-4bfb-b607-dead3f0c04cf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:01:ec:b6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '21420cb1-3890-4df9-bfd0-5c5627fe3031', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 822.171205] env[62353]: DEBUG oslo.service.loopingcall [None req-3ff6e111-8d62-4094-bee1-baf311199690 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 822.172726] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c254fe57-8d19-4bfb-b607-dead3f0c04cf] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 822.173068] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-25a8e1e8-b0bd-4b1d-a900-9f2311077778 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.201899] env[62353]: DEBUG oslo_vmware.api [None req-054842a8-7fa8-4d42-b956-4799841e54a8 tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Task: {'id': task-2372498, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072645} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.203325] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-054842a8-7fa8-4d42-b956-4799841e54a8 tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] [instance: bdcce3b8-0118-4fa4-8300-2000c87b4880] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 822.203698] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 822.203698] env[62353]: value = "task-2372500" [ 822.203698] env[62353]: _type = "Task" [ 822.203698] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.204634] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93b2500c-2c43-4e2f-8767-c3c9a0990e7a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.218576] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372500, 'name': CreateVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.240811] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-054842a8-7fa8-4d42-b956-4799841e54a8 tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] [instance: bdcce3b8-0118-4fa4-8300-2000c87b4880] Reconfiguring VM instance instance-0000003c to attach disk [datastore2] bdcce3b8-0118-4fa4-8300-2000c87b4880/bdcce3b8-0118-4fa4-8300-2000c87b4880.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 822.241403] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-84fc7ff3-4bc3-415f-8e2f-f49d1cf7d279 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.266971] env[62353]: DEBUG oslo_vmware.api [None req-054842a8-7fa8-4d42-b956-4799841e54a8 tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Waiting for the task: (returnval){ [ 822.266971] env[62353]: value = "task-2372501" [ 822.266971] env[62353]: _type = "Task" [ 822.266971] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.280523] env[62353]: DEBUG oslo_vmware.api [None req-054842a8-7fa8-4d42-b956-4799841e54a8 tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Task: {'id': task-2372501, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.329303] env[62353]: DEBUG oslo_vmware.api [None req-3d83413c-c693-40c8-98ba-9f4b44e49a07 tempest-ServersTestManualDisk-1001605033 tempest-ServersTestManualDisk-1001605033-project-member] Task: {'id': task-2372499, 'name': PowerOnVM_Task, 'duration_secs': 0.483059} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.329650] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d83413c-c693-40c8-98ba-9f4b44e49a07 tempest-ServersTestManualDisk-1001605033 tempest-ServersTestManualDisk-1001605033-project-member] [instance: 02124fa6-fa89-4a50-93e1-0828a2560de5] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 822.329951] env[62353]: INFO nova.compute.manager [None req-3d83413c-c693-40c8-98ba-9f4b44e49a07 tempest-ServersTestManualDisk-1001605033 tempest-ServersTestManualDisk-1001605033-project-member] [instance: 02124fa6-fa89-4a50-93e1-0828a2560de5] Took 8.36 seconds to spawn the instance on the hypervisor. [ 822.331146] env[62353]: DEBUG nova.compute.manager [None req-3d83413c-c693-40c8-98ba-9f4b44e49a07 tempest-ServersTestManualDisk-1001605033 tempest-ServersTestManualDisk-1001605033-project-member] [instance: 02124fa6-fa89-4a50-93e1-0828a2560de5] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 822.331146] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62199e6e-8e54-4399-965d-392832d716e8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.394173] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] [instance: 71d6a2a4-8c9f-45a6-bb5b-add707aa11f8] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 822.399501] env[62353]: DEBUG nova.compute.utils [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 822.403705] env[62353]: DEBUG nova.compute.manager [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] [instance: 283ebb75-a52d-4918-9310-31ca052d99a8] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 822.403934] env[62353]: DEBUG nova.network.neutron [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] [instance: 283ebb75-a52d-4918-9310-31ca052d99a8] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 822.482747] env[62353]: DEBUG nova.policy [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '94d6925fd32045148e0946f8dedbe778', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4e1d86ced6c44e438c97691180ddd7d1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:192}} [ 822.502690] env[62353]: DEBUG nova.compute.manager [req-fd1f435b-0a2a-4655-98d1-74b0c11c5e00 req-db669f79-eae5-4d23-bfb6-560dcf67463f service nova] [instance: c254fe57-8d19-4bfb-b607-dead3f0c04cf] Received event network-changed-21420cb1-3890-4df9-bfd0-5c5627fe3031 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 822.502923] env[62353]: DEBUG nova.compute.manager [req-fd1f435b-0a2a-4655-98d1-74b0c11c5e00 req-db669f79-eae5-4d23-bfb6-560dcf67463f service nova] [instance: c254fe57-8d19-4bfb-b607-dead3f0c04cf] Refreshing instance network info cache due to event network-changed-21420cb1-3890-4df9-bfd0-5c5627fe3031. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 822.503189] env[62353]: DEBUG oslo_concurrency.lockutils [req-fd1f435b-0a2a-4655-98d1-74b0c11c5e00 req-db669f79-eae5-4d23-bfb6-560dcf67463f service nova] Acquiring lock "refresh_cache-c254fe57-8d19-4bfb-b607-dead3f0c04cf" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 822.503346] env[62353]: DEBUG oslo_concurrency.lockutils [req-fd1f435b-0a2a-4655-98d1-74b0c11c5e00 req-db669f79-eae5-4d23-bfb6-560dcf67463f service nova] Acquired lock "refresh_cache-c254fe57-8d19-4bfb-b607-dead3f0c04cf" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.503525] env[62353]: DEBUG nova.network.neutron [req-fd1f435b-0a2a-4655-98d1-74b0c11c5e00 req-db669f79-eae5-4d23-bfb6-560dcf67463f service nova] [instance: c254fe57-8d19-4bfb-b607-dead3f0c04cf] Refreshing network info cache for port 21420cb1-3890-4df9-bfd0-5c5627fe3031 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 822.717920] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372500, 'name': CreateVM_Task, 'duration_secs': 0.358112} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.718499] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c254fe57-8d19-4bfb-b607-dead3f0c04cf] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 822.718982] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3ff6e111-8d62-4094-bee1-baf311199690 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 822.719236] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3ff6e111-8d62-4094-bee1-baf311199690 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Acquired lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.719618] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3ff6e111-8d62-4094-bee1-baf311199690 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 822.719917] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a76a50c-6a7b-4e68-98b3-3ec7e829ca32 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.725304] env[62353]: DEBUG oslo_vmware.api [None req-3ff6e111-8d62-4094-bee1-baf311199690 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Waiting for the task: (returnval){ [ 822.725304] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52a68c79-9541-c287-8a45-2400721c2d08" [ 822.725304] env[62353]: _type = "Task" [ 822.725304] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.737753] env[62353]: DEBUG oslo_vmware.api [None req-3ff6e111-8d62-4094-bee1-baf311199690 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52a68c79-9541-c287-8a45-2400721c2d08, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.771597] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3723636e-5dba-4069-97b7-adca4890bca0 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Lock "9cd85b1f-93a5-43f3-bda3-1518bb774759" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.017s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 822.779141] env[62353]: DEBUG oslo_vmware.api [None req-054842a8-7fa8-4d42-b956-4799841e54a8 tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Task: {'id': task-2372501, 'name': ReconfigVM_Task, 'duration_secs': 0.484885} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.779141] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-054842a8-7fa8-4d42-b956-4799841e54a8 tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] [instance: bdcce3b8-0118-4fa4-8300-2000c87b4880] Reconfigured VM instance instance-0000003c to attach disk [datastore2] bdcce3b8-0118-4fa4-8300-2000c87b4880/bdcce3b8-0118-4fa4-8300-2000c87b4880.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 822.779141] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-513616e9-93f8-41c7-8738-44e905851090 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.785067] env[62353]: DEBUG oslo_vmware.api [None req-054842a8-7fa8-4d42-b956-4799841e54a8 tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Waiting for the task: (returnval){ [ 822.785067] env[62353]: value = "task-2372502" [ 822.785067] env[62353]: _type = "Task" [ 822.785067] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.794008] env[62353]: DEBUG oslo_vmware.api [None req-054842a8-7fa8-4d42-b956-4799841e54a8 tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Task: {'id': task-2372502, 'name': Rename_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.855583] env[62353]: INFO nova.compute.manager [None req-3d83413c-c693-40c8-98ba-9f4b44e49a07 tempest-ServersTestManualDisk-1001605033 tempest-ServersTestManualDisk-1001605033-project-member] [instance: 02124fa6-fa89-4a50-93e1-0828a2560de5] Took 44.33 seconds to build instance. [ 822.897314] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] [instance: 82afd7a0-a514-4eac-9bcf-e2ed22e1e04b] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 822.906628] env[62353]: DEBUG nova.compute.manager [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] [instance: 283ebb75-a52d-4918-9310-31ca052d99a8] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 823.056872] env[62353]: DEBUG nova.compute.manager [None req-dbfb7d70-a93a-4e31-bf02-0f4213013d5b tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 52aeb134-e5e3-40b0-a3e8-152effaf542b] Stashing vm_state: active {{(pid=62353) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 823.079774] env[62353]: DEBUG nova.network.neutron [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] [instance: 283ebb75-a52d-4918-9310-31ca052d99a8] Successfully created port: 7b69cb67-ecb5-485b-a1db-1c772149eb0a {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 823.238016] env[62353]: DEBUG oslo_vmware.api [None req-3ff6e111-8d62-4094-bee1-baf311199690 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52a68c79-9541-c287-8a45-2400721c2d08, 'name': SearchDatastore_Task, 'duration_secs': 0.020143} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.240372] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3ff6e111-8d62-4094-bee1-baf311199690 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Releasing lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 823.240608] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-3ff6e111-8d62-4094-bee1-baf311199690 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: c254fe57-8d19-4bfb-b607-dead3f0c04cf] Processing image 06f909ae-e8dc-43b4-abf7-c7ed85db9bbd {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 823.240843] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3ff6e111-8d62-4094-bee1-baf311199690 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 823.240988] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3ff6e111-8d62-4094-bee1-baf311199690 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Acquired lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.243385] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ff6e111-8d62-4094-bee1-baf311199690 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 823.244501] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9d188837-1d23-4f4a-893c-e636ff470531 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.254173] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ff6e111-8d62-4094-bee1-baf311199690 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 823.254309] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-3ff6e111-8d62-4094-bee1-baf311199690 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 823.255084] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9a621c4-c14f-412c-a69f-2b4450866ea1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.262317] env[62353]: DEBUG oslo_vmware.api [None req-3ff6e111-8d62-4094-bee1-baf311199690 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Waiting for the task: (returnval){ [ 823.262317] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52f90c2a-2e85-3654-36ab-da00f01f0032" [ 823.262317] env[62353]: _type = "Task" [ 823.262317] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.270909] env[62353]: DEBUG oslo_vmware.api [None req-3ff6e111-8d62-4094-bee1-baf311199690 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52f90c2a-2e85-3654-36ab-da00f01f0032, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.294738] env[62353]: DEBUG oslo_vmware.api [None req-054842a8-7fa8-4d42-b956-4799841e54a8 tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Task: {'id': task-2372502, 'name': Rename_Task} progress is 99%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.357519] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3d83413c-c693-40c8-98ba-9f4b44e49a07 tempest-ServersTestManualDisk-1001605033 tempest-ServersTestManualDisk-1001605033-project-member] Lock "02124fa6-fa89-4a50-93e1-0828a2560de5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.839s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 823.369561] env[62353]: DEBUG nova.network.neutron [req-fd1f435b-0a2a-4655-98d1-74b0c11c5e00 req-db669f79-eae5-4d23-bfb6-560dcf67463f service nova] [instance: c254fe57-8d19-4bfb-b607-dead3f0c04cf] Updated VIF entry in instance network info cache for port 21420cb1-3890-4df9-bfd0-5c5627fe3031. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 823.369993] env[62353]: DEBUG nova.network.neutron [req-fd1f435b-0a2a-4655-98d1-74b0c11c5e00 req-db669f79-eae5-4d23-bfb6-560dcf67463f service nova] [instance: c254fe57-8d19-4bfb-b607-dead3f0c04cf] Updating instance_info_cache with network_info: [{"id": "21420cb1-3890-4df9-bfd0-5c5627fe3031", "address": "fa:16:3e:01:ec:b6", "network": {"id": "cf4045f9-b69b-467b-ad0a-dc8fc7ea3927", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2119334503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7f18a111f154dca8cc100cafc69baa6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21420cb1-38", "ovs_interfaceid": "21420cb1-3890-4df9-bfd0-5c5627fe3031", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 823.400379] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] [instance: b108ff18-5515-4884-bd5d-a4a245c18a0e] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 823.454823] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3efe8612-4368-431c-a624-7bfb307b072e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.464146] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c924f49-df3f-410b-a18a-5b12bb16a3a9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.501287] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d68d4fe5-ad87-46af-8ae1-d4de4ba97760 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.510059] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ace4a04-233b-4035-9e5f-f93e6961a3ed {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.524516] env[62353]: DEBUG nova.compute.provider_tree [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 823.586685] env[62353]: DEBUG oslo_concurrency.lockutils [None req-dbfb7d70-a93a-4e31-bf02-0f4213013d5b tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 823.638498] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1bf24763-629e-4eff-8beb-a53100d0a4a8 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Acquiring lock "4d8636f8-6716-4060-b27b-918d7fe82686" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 823.638988] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1bf24763-629e-4eff-8beb-a53100d0a4a8 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Lock "4d8636f8-6716-4060-b27b-918d7fe82686" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 823.772975] env[62353]: DEBUG oslo_vmware.api [None req-3ff6e111-8d62-4094-bee1-baf311199690 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52f90c2a-2e85-3654-36ab-da00f01f0032, 'name': SearchDatastore_Task, 'duration_secs': 0.023517} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.773771] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a072ef54-3a99-4666-a1f1-966de61ca040 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.779162] env[62353]: DEBUG oslo_vmware.api [None req-3ff6e111-8d62-4094-bee1-baf311199690 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Waiting for the task: (returnval){ [ 823.779162] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]521a8bf3-d12a-5b20-0109-6b838f398a67" [ 823.779162] env[62353]: _type = "Task" [ 823.779162] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.788478] env[62353]: DEBUG oslo_vmware.api [None req-3ff6e111-8d62-4094-bee1-baf311199690 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]521a8bf3-d12a-5b20-0109-6b838f398a67, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.796148] env[62353]: DEBUG oslo_vmware.api [None req-054842a8-7fa8-4d42-b956-4799841e54a8 tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Task: {'id': task-2372502, 'name': Rename_Task} progress is 99%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.804458] env[62353]: DEBUG nova.compute.manager [req-a8d3334e-609c-47ab-b0e3-f33dc1e47273 req-07200bbf-155a-49c5-a516-26cf805b35cb service nova] [instance: 02124fa6-fa89-4a50-93e1-0828a2560de5] Received event network-changed-4eb0008e-3e01-4b8a-87ff-d10ec0757778 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 823.804635] env[62353]: DEBUG nova.compute.manager [req-a8d3334e-609c-47ab-b0e3-f33dc1e47273 req-07200bbf-155a-49c5-a516-26cf805b35cb service nova] [instance: 02124fa6-fa89-4a50-93e1-0828a2560de5] Refreshing instance network info cache due to event network-changed-4eb0008e-3e01-4b8a-87ff-d10ec0757778. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 823.804823] env[62353]: DEBUG oslo_concurrency.lockutils [req-a8d3334e-609c-47ab-b0e3-f33dc1e47273 req-07200bbf-155a-49c5-a516-26cf805b35cb service nova] Acquiring lock "refresh_cache-02124fa6-fa89-4a50-93e1-0828a2560de5" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 823.804955] env[62353]: DEBUG oslo_concurrency.lockutils [req-a8d3334e-609c-47ab-b0e3-f33dc1e47273 req-07200bbf-155a-49c5-a516-26cf805b35cb service nova] Acquired lock "refresh_cache-02124fa6-fa89-4a50-93e1-0828a2560de5" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.805131] env[62353]: DEBUG nova.network.neutron [req-a8d3334e-609c-47ab-b0e3-f33dc1e47273 req-07200bbf-155a-49c5-a516-26cf805b35cb service nova] [instance: 02124fa6-fa89-4a50-93e1-0828a2560de5] Refreshing network info cache for port 4eb0008e-3e01-4b8a-87ff-d10ec0757778 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 823.862971] env[62353]: DEBUG nova.compute.manager [None req-c6843d95-3d3e-4dc0-985f-c6c7b9d74316 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] [instance: d11827ca-55a7-4610-ab8b-ef8f7f80a586] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 823.873404] env[62353]: DEBUG oslo_concurrency.lockutils [req-fd1f435b-0a2a-4655-98d1-74b0c11c5e00 req-db669f79-eae5-4d23-bfb6-560dcf67463f service nova] Releasing lock "refresh_cache-c254fe57-8d19-4bfb-b607-dead3f0c04cf" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 823.908430] env[62353]: DEBUG oslo_service.periodic_task [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 823.908606] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Cleaning up deleted instances with incomplete migration {{(pid=62353) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11783}} [ 823.918250] env[62353]: DEBUG nova.compute.manager [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] [instance: 283ebb75-a52d-4918-9310-31ca052d99a8] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 823.950951] env[62353]: DEBUG nova.virt.hardware [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T12:38:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T12:38:15Z,direct_url=,disk_format='vmdk',id=06f909ae-e8dc-43b4-abf7-c7ed85db9bbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0a3f88790a594523a818b8c00f6862e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T12:38:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 823.951219] env[62353]: DEBUG nova.virt.hardware [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 823.951432] env[62353]: DEBUG nova.virt.hardware [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 823.951643] env[62353]: DEBUG nova.virt.hardware [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 823.951885] env[62353]: DEBUG nova.virt.hardware [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 823.952129] env[62353]: DEBUG nova.virt.hardware [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 823.952361] env[62353]: DEBUG nova.virt.hardware [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 823.952519] env[62353]: DEBUG nova.virt.hardware [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 823.952689] env[62353]: DEBUG nova.virt.hardware [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 823.952851] env[62353]: DEBUG nova.virt.hardware [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 823.953038] env[62353]: DEBUG nova.virt.hardware [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 823.953894] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d1a043c-9b99-4199-94af-61bc259663dd {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.961805] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72070097-13a6-492b-9aa2-4e688e7629f7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.027984] env[62353]: DEBUG nova.scheduler.client.report [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 824.289287] env[62353]: DEBUG oslo_vmware.api [None req-3ff6e111-8d62-4094-bee1-baf311199690 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]521a8bf3-d12a-5b20-0109-6b838f398a67, 'name': SearchDatastore_Task, 'duration_secs': 0.020498} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.292552] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3ff6e111-8d62-4094-bee1-baf311199690 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Releasing lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 824.293385] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ff6e111-8d62-4094-bee1-baf311199690 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore2] c254fe57-8d19-4bfb-b607-dead3f0c04cf/c254fe57-8d19-4bfb-b607-dead3f0c04cf.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 824.293385] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9465a585-ff39-45c4-b5d6-fed70bf5dcd9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.299464] env[62353]: DEBUG oslo_vmware.api [None req-054842a8-7fa8-4d42-b956-4799841e54a8 tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Task: {'id': task-2372502, 'name': Rename_Task, 'duration_secs': 1.351961} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.300682] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-054842a8-7fa8-4d42-b956-4799841e54a8 tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] [instance: bdcce3b8-0118-4fa4-8300-2000c87b4880] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 824.301020] env[62353]: DEBUG oslo_vmware.api [None req-3ff6e111-8d62-4094-bee1-baf311199690 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Waiting for the task: (returnval){ [ 824.301020] env[62353]: value = "task-2372503" [ 824.301020] env[62353]: _type = "Task" [ 824.301020] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.301211] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d122c9af-4135-43dc-ae9c-e9f277372b4f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.310782] env[62353]: DEBUG oslo_vmware.api [None req-054842a8-7fa8-4d42-b956-4799841e54a8 tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Waiting for the task: (returnval){ [ 824.310782] env[62353]: value = "task-2372504" [ 824.310782] env[62353]: _type = "Task" [ 824.310782] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.314247] env[62353]: DEBUG oslo_vmware.api [None req-3ff6e111-8d62-4094-bee1-baf311199690 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Task: {'id': task-2372503, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.322057] env[62353]: DEBUG oslo_vmware.api [None req-054842a8-7fa8-4d42-b956-4799841e54a8 tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Task: {'id': task-2372504, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.382499] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c6843d95-3d3e-4dc0-985f-c6c7b9d74316 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 824.413571] env[62353]: DEBUG oslo_service.periodic_task [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 824.532875] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.640s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 824.533711] env[62353]: DEBUG nova.compute.manager [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] [instance: 6d29b600-078c-4c3d-a31b-62cffc0d8ea5] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 824.537172] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.844s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 824.538821] env[62353]: INFO nova.compute.claims [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] [instance: 389abaa0-963d-43d3-b09f-99e3b77b2096] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 824.549446] env[62353]: DEBUG nova.network.neutron [req-a8d3334e-609c-47ab-b0e3-f33dc1e47273 req-07200bbf-155a-49c5-a516-26cf805b35cb service nova] [instance: 02124fa6-fa89-4a50-93e1-0828a2560de5] Updated VIF entry in instance network info cache for port 4eb0008e-3e01-4b8a-87ff-d10ec0757778. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 824.549820] env[62353]: DEBUG nova.network.neutron [req-a8d3334e-609c-47ab-b0e3-f33dc1e47273 req-07200bbf-155a-49c5-a516-26cf805b35cb service nova] [instance: 02124fa6-fa89-4a50-93e1-0828a2560de5] Updating instance_info_cache with network_info: [{"id": "4eb0008e-3e01-4b8a-87ff-d10ec0757778", "address": "fa:16:3e:8a:9e:e7", "network": {"id": "22003d82-41b1-4210-ab0a-e97705725098", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-28722622-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a0e593bdcaa4f50ba424e5fe2012ec0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bafe8721-91d4-4127-b215-d9e8e27947dc", "external-id": "nsx-vlan-transportzone-680", "segmentation_id": 680, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4eb0008e-3e", "ovs_interfaceid": "4eb0008e-3e01-4b8a-87ff-d10ec0757778", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.812942] env[62353]: DEBUG oslo_vmware.api [None req-3ff6e111-8d62-4094-bee1-baf311199690 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Task: {'id': task-2372503, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.473328} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.813235] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ff6e111-8d62-4094-bee1-baf311199690 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore2] c254fe57-8d19-4bfb-b607-dead3f0c04cf/c254fe57-8d19-4bfb-b607-dead3f0c04cf.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 824.813460] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-3ff6e111-8d62-4094-bee1-baf311199690 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: c254fe57-8d19-4bfb-b607-dead3f0c04cf] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 824.813725] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5e2223dd-8a92-4dd0-9ab4-4915ca0d8555 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.823469] env[62353]: DEBUG oslo_vmware.api [None req-054842a8-7fa8-4d42-b956-4799841e54a8 tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Task: {'id': task-2372504, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.826955] env[62353]: DEBUG oslo_vmware.api [None req-3ff6e111-8d62-4094-bee1-baf311199690 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Waiting for the task: (returnval){ [ 824.826955] env[62353]: value = "task-2372505" [ 824.826955] env[62353]: _type = "Task" [ 824.826955] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.832143] env[62353]: DEBUG oslo_vmware.api [None req-3ff6e111-8d62-4094-bee1-baf311199690 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Task: {'id': task-2372505, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.924127] env[62353]: DEBUG nova.compute.manager [req-48889f69-fe32-4666-809e-c8166ff654ad req-d0cc4499-8eb8-4fec-ad9e-e45eae0d74d9 service nova] [instance: 283ebb75-a52d-4918-9310-31ca052d99a8] Received event network-vif-plugged-7b69cb67-ecb5-485b-a1db-1c772149eb0a {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 824.924425] env[62353]: DEBUG oslo_concurrency.lockutils [req-48889f69-fe32-4666-809e-c8166ff654ad req-d0cc4499-8eb8-4fec-ad9e-e45eae0d74d9 service nova] Acquiring lock "283ebb75-a52d-4918-9310-31ca052d99a8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 824.924740] env[62353]: DEBUG oslo_concurrency.lockutils [req-48889f69-fe32-4666-809e-c8166ff654ad req-d0cc4499-8eb8-4fec-ad9e-e45eae0d74d9 service nova] Lock "283ebb75-a52d-4918-9310-31ca052d99a8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 824.924973] env[62353]: DEBUG oslo_concurrency.lockutils [req-48889f69-fe32-4666-809e-c8166ff654ad req-d0cc4499-8eb8-4fec-ad9e-e45eae0d74d9 service nova] Lock "283ebb75-a52d-4918-9310-31ca052d99a8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 824.925189] env[62353]: DEBUG nova.compute.manager [req-48889f69-fe32-4666-809e-c8166ff654ad req-d0cc4499-8eb8-4fec-ad9e-e45eae0d74d9 service nova] [instance: 283ebb75-a52d-4918-9310-31ca052d99a8] No waiting events found dispatching network-vif-plugged-7b69cb67-ecb5-485b-a1db-1c772149eb0a {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 824.925378] env[62353]: WARNING nova.compute.manager [req-48889f69-fe32-4666-809e-c8166ff654ad req-d0cc4499-8eb8-4fec-ad9e-e45eae0d74d9 service nova] [instance: 283ebb75-a52d-4918-9310-31ca052d99a8] Received unexpected event network-vif-plugged-7b69cb67-ecb5-485b-a1db-1c772149eb0a for instance with vm_state building and task_state spawning. [ 825.046240] env[62353]: DEBUG nova.compute.utils [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 825.050110] env[62353]: DEBUG nova.compute.manager [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] [instance: 6d29b600-078c-4c3d-a31b-62cffc0d8ea5] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 825.050110] env[62353]: DEBUG nova.network.neutron [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] [instance: 6d29b600-078c-4c3d-a31b-62cffc0d8ea5] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 825.052117] env[62353]: DEBUG oslo_concurrency.lockutils [req-a8d3334e-609c-47ab-b0e3-f33dc1e47273 req-07200bbf-155a-49c5-a516-26cf805b35cb service nova] Releasing lock "refresh_cache-02124fa6-fa89-4a50-93e1-0828a2560de5" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 825.087792] env[62353]: DEBUG nova.network.neutron [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] [instance: 283ebb75-a52d-4918-9310-31ca052d99a8] Successfully updated port: 7b69cb67-ecb5-485b-a1db-1c772149eb0a {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 825.096169] env[62353]: DEBUG nova.policy [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '94d6925fd32045148e0946f8dedbe778', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4e1d86ced6c44e438c97691180ddd7d1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:192}} [ 825.326558] env[62353]: DEBUG oslo_vmware.api [None req-054842a8-7fa8-4d42-b956-4799841e54a8 tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Task: {'id': task-2372504, 'name': PowerOnVM_Task, 'duration_secs': 0.82815} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.330412] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-054842a8-7fa8-4d42-b956-4799841e54a8 tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] [instance: bdcce3b8-0118-4fa4-8300-2000c87b4880] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 825.330669] env[62353]: INFO nova.compute.manager [None req-054842a8-7fa8-4d42-b956-4799841e54a8 tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] [instance: bdcce3b8-0118-4fa4-8300-2000c87b4880] Took 8.72 seconds to spawn the instance on the hypervisor. [ 825.330862] env[62353]: DEBUG nova.compute.manager [None req-054842a8-7fa8-4d42-b956-4799841e54a8 tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] [instance: bdcce3b8-0118-4fa4-8300-2000c87b4880] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 825.332105] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d346e6e8-9939-4643-8850-4acd882bfda7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.339411] env[62353]: DEBUG oslo_vmware.api [None req-3ff6e111-8d62-4094-bee1-baf311199690 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Task: {'id': task-2372505, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062654} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.340927] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-3ff6e111-8d62-4094-bee1-baf311199690 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: c254fe57-8d19-4bfb-b607-dead3f0c04cf] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 825.346032] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec1e3ef2-4dd5-46cd-b4b2-aa2719f4cc66 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.368591] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ff6e111-8d62-4094-bee1-baf311199690 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: c254fe57-8d19-4bfb-b607-dead3f0c04cf] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] c254fe57-8d19-4bfb-b607-dead3f0c04cf/c254fe57-8d19-4bfb-b607-dead3f0c04cf.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 825.369262] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-24e6fba4-4eb9-46e0-86c3-7717aad8859c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.385202] env[62353]: DEBUG nova.network.neutron [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] [instance: 6d29b600-078c-4c3d-a31b-62cffc0d8ea5] Successfully created port: 2b67e4a0-b4e4-42bf-bf10-3b3fe5f65090 {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 825.393396] env[62353]: DEBUG oslo_vmware.api [None req-3ff6e111-8d62-4094-bee1-baf311199690 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Waiting for the task: (returnval){ [ 825.393396] env[62353]: value = "task-2372506" [ 825.393396] env[62353]: _type = "Task" [ 825.393396] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.401954] env[62353]: DEBUG oslo_vmware.api [None req-3ff6e111-8d62-4094-bee1-baf311199690 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Task: {'id': task-2372506, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.552511] env[62353]: DEBUG nova.compute.manager [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] [instance: 6d29b600-078c-4c3d-a31b-62cffc0d8ea5] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 825.594838] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Acquiring lock "refresh_cache-283ebb75-a52d-4918-9310-31ca052d99a8" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 825.594838] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Acquired lock "refresh_cache-283ebb75-a52d-4918-9310-31ca052d99a8" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.594838] env[62353]: DEBUG nova.network.neutron [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] [instance: 283ebb75-a52d-4918-9310-31ca052d99a8] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 825.856536] env[62353]: INFO nova.compute.manager [None req-054842a8-7fa8-4d42-b956-4799841e54a8 tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] [instance: bdcce3b8-0118-4fa4-8300-2000c87b4880] Took 42.25 seconds to build instance. [ 825.906239] env[62353]: DEBUG oslo_vmware.api [None req-3ff6e111-8d62-4094-bee1-baf311199690 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Task: {'id': task-2372506, 'name': ReconfigVM_Task, 'duration_secs': 0.30641} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.906557] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ff6e111-8d62-4094-bee1-baf311199690 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: c254fe57-8d19-4bfb-b607-dead3f0c04cf] Reconfigured VM instance instance-0000003d to attach disk [datastore2] c254fe57-8d19-4bfb-b607-dead3f0c04cf/c254fe57-8d19-4bfb-b607-dead3f0c04cf.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 825.907209] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-78c4d25f-f1e7-4b30-8b9b-e70d4efb554c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.918223] env[62353]: DEBUG oslo_vmware.api [None req-3ff6e111-8d62-4094-bee1-baf311199690 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Waiting for the task: (returnval){ [ 825.918223] env[62353]: value = "task-2372507" [ 825.918223] env[62353]: _type = "Task" [ 825.918223] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.921972] env[62353]: DEBUG oslo_vmware.api [None req-3ff6e111-8d62-4094-bee1-baf311199690 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Task: {'id': task-2372507, 'name': Rename_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.985886] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fe2ed12-fcc9-45f7-92f1-c5f29ad98e53 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.993285] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d34a6c2d-4d6b-4e2e-8bfd-459af0eb1303 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.024990] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c465fa25-7079-4955-b010-db9ad4ceb941 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.033441] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-374e2fd2-f2f4-437b-ac4a-be937af534ca {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.048695] env[62353]: DEBUG nova.compute.provider_tree [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 826.173778] env[62353]: DEBUG nova.network.neutron [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] [instance: 283ebb75-a52d-4918-9310-31ca052d99a8] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 826.361451] env[62353]: DEBUG oslo_concurrency.lockutils [None req-054842a8-7fa8-4d42-b956-4799841e54a8 tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Lock "bdcce3b8-0118-4fa4-8300-2000c87b4880" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.766s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 826.368332] env[62353]: DEBUG nova.network.neutron [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] [instance: 283ebb75-a52d-4918-9310-31ca052d99a8] Updating instance_info_cache with network_info: [{"id": "7b69cb67-ecb5-485b-a1db-1c772149eb0a", "address": "fa:16:3e:b4:d0:54", "network": {"id": "325e4ed8-b043-40bd-87cb-e75f75b3a582", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1730651921-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e1d86ced6c44e438c97691180ddd7d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b69cb67-ec", "ovs_interfaceid": "7b69cb67-ecb5-485b-a1db-1c772149eb0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.425037] env[62353]: DEBUG oslo_vmware.api [None req-3ff6e111-8d62-4094-bee1-baf311199690 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Task: {'id': task-2372507, 'name': Rename_Task, 'duration_secs': 0.171352} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.425183] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ff6e111-8d62-4094-bee1-baf311199690 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: c254fe57-8d19-4bfb-b607-dead3f0c04cf] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 826.425327] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-52a6b41f-dfe9-46b5-a3ec-9f04805f73d0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.431779] env[62353]: DEBUG oslo_vmware.api [None req-3ff6e111-8d62-4094-bee1-baf311199690 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Waiting for the task: (returnval){ [ 826.431779] env[62353]: value = "task-2372508" [ 826.431779] env[62353]: _type = "Task" [ 826.431779] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.439283] env[62353]: DEBUG oslo_vmware.api [None req-3ff6e111-8d62-4094-bee1-baf311199690 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Task: {'id': task-2372508, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.552794] env[62353]: DEBUG nova.scheduler.client.report [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 826.561223] env[62353]: DEBUG nova.compute.manager [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] [instance: 6d29b600-078c-4c3d-a31b-62cffc0d8ea5] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 826.589292] env[62353]: DEBUG nova.virt.hardware [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T12:38:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T12:38:15Z,direct_url=,disk_format='vmdk',id=06f909ae-e8dc-43b4-abf7-c7ed85db9bbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0a3f88790a594523a818b8c00f6862e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T12:38:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 826.589571] env[62353]: DEBUG nova.virt.hardware [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 826.589728] env[62353]: DEBUG nova.virt.hardware [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 826.589909] env[62353]: DEBUG nova.virt.hardware [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 826.590066] env[62353]: DEBUG nova.virt.hardware [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 826.590218] env[62353]: DEBUG nova.virt.hardware [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 826.590426] env[62353]: DEBUG nova.virt.hardware [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 826.590585] env[62353]: DEBUG nova.virt.hardware [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 826.590753] env[62353]: DEBUG nova.virt.hardware [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 826.590919] env[62353]: DEBUG nova.virt.hardware [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 826.591106] env[62353]: DEBUG nova.virt.hardware [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 826.591975] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8309c42-f15c-42d4-91fe-85d9925a0cdb {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.600537] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d757116f-de4b-4c5b-80bf-69109ab3170c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.867328] env[62353]: DEBUG nova.compute.manager [None req-be671449-4714-4da3-84c4-d4e28fb48470 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] [instance: c1577946-440b-49c2-be7a-c4ac3165ab36] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 826.872839] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Releasing lock "refresh_cache-283ebb75-a52d-4918-9310-31ca052d99a8" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 826.873327] env[62353]: DEBUG nova.compute.manager [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] [instance: 283ebb75-a52d-4918-9310-31ca052d99a8] Instance network_info: |[{"id": "7b69cb67-ecb5-485b-a1db-1c772149eb0a", "address": "fa:16:3e:b4:d0:54", "network": {"id": "325e4ed8-b043-40bd-87cb-e75f75b3a582", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1730651921-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e1d86ced6c44e438c97691180ddd7d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b69cb67-ec", "ovs_interfaceid": "7b69cb67-ecb5-485b-a1db-1c772149eb0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 826.873885] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] [instance: 283ebb75-a52d-4918-9310-31ca052d99a8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b4:d0:54', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '37333dc2-982e-45e9-9dda-0c18417d7fa6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7b69cb67-ecb5-485b-a1db-1c772149eb0a', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 826.882731] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Creating folder: Project (4e1d86ced6c44e438c97691180ddd7d1). Parent ref: group-v481456. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 826.883124] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6f6d4876-1245-4c92-9c38-0e9f103377f0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.894710] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Created folder: Project (4e1d86ced6c44e438c97691180ddd7d1) in parent group-v481456. [ 826.895071] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Creating folder: Instances. Parent ref: group-v481642. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 826.895403] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ea5c66ec-83bb-4357-b4c0-7f3e562249f6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.904698] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Created folder: Instances in parent group-v481642. [ 826.905256] env[62353]: DEBUG oslo.service.loopingcall [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 826.905554] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 283ebb75-a52d-4918-9310-31ca052d99a8] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 826.906512] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7fffc6f6-9714-41d2-9d2e-a66be426e2c9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.929433] env[62353]: DEBUG nova.network.neutron [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] [instance: 6d29b600-078c-4c3d-a31b-62cffc0d8ea5] Successfully updated port: 2b67e4a0-b4e4-42bf-bf10-3b3fe5f65090 {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 826.938462] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 826.938462] env[62353]: value = "task-2372511" [ 826.938462] env[62353]: _type = "Task" [ 826.938462] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.949056] env[62353]: DEBUG oslo_vmware.api [None req-3ff6e111-8d62-4094-bee1-baf311199690 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Task: {'id': task-2372508, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.951786] env[62353]: DEBUG nova.compute.manager [req-d37ca195-ed31-40b8-a7ea-c08cdb987b7a req-49717308-f634-44ff-9795-61788b02890f service nova] [instance: 6d29b600-078c-4c3d-a31b-62cffc0d8ea5] Received event network-vif-plugged-2b67e4a0-b4e4-42bf-bf10-3b3fe5f65090 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 826.952065] env[62353]: DEBUG oslo_concurrency.lockutils [req-d37ca195-ed31-40b8-a7ea-c08cdb987b7a req-49717308-f634-44ff-9795-61788b02890f service nova] Acquiring lock "6d29b600-078c-4c3d-a31b-62cffc0d8ea5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 826.952327] env[62353]: DEBUG oslo_concurrency.lockutils [req-d37ca195-ed31-40b8-a7ea-c08cdb987b7a req-49717308-f634-44ff-9795-61788b02890f service nova] Lock "6d29b600-078c-4c3d-a31b-62cffc0d8ea5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 826.952567] env[62353]: DEBUG oslo_concurrency.lockutils [req-d37ca195-ed31-40b8-a7ea-c08cdb987b7a req-49717308-f634-44ff-9795-61788b02890f service nova] Lock "6d29b600-078c-4c3d-a31b-62cffc0d8ea5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 826.952845] env[62353]: DEBUG nova.compute.manager [req-d37ca195-ed31-40b8-a7ea-c08cdb987b7a req-49717308-f634-44ff-9795-61788b02890f service nova] [instance: 6d29b600-078c-4c3d-a31b-62cffc0d8ea5] No waiting events found dispatching network-vif-plugged-2b67e4a0-b4e4-42bf-bf10-3b3fe5f65090 {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 826.953089] env[62353]: WARNING nova.compute.manager [req-d37ca195-ed31-40b8-a7ea-c08cdb987b7a req-49717308-f634-44ff-9795-61788b02890f service nova] [instance: 6d29b600-078c-4c3d-a31b-62cffc0d8ea5] Received unexpected event network-vif-plugged-2b67e4a0-b4e4-42bf-bf10-3b3fe5f65090 for instance with vm_state building and task_state spawning. [ 826.958301] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372511, 'name': CreateVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.058979] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.522s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 827.059545] env[62353]: DEBUG nova.compute.manager [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] [instance: 389abaa0-963d-43d3-b09f-99e3b77b2096] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 827.065480] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e9ee5d65-c6fc-4355-b8d0-23e3397c56eb tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 29.693s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 827.069276] env[62353]: DEBUG nova.compute.manager [req-9f41a7e0-c6bd-4eb3-82bb-d812477c66a1 req-88ceb4e0-7014-4ee9-9f4a-a3ef99dcd907 service nova] [instance: 283ebb75-a52d-4918-9310-31ca052d99a8] Received event network-changed-7b69cb67-ecb5-485b-a1db-1c772149eb0a {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 827.069276] env[62353]: DEBUG nova.compute.manager [req-9f41a7e0-c6bd-4eb3-82bb-d812477c66a1 req-88ceb4e0-7014-4ee9-9f4a-a3ef99dcd907 service nova] [instance: 283ebb75-a52d-4918-9310-31ca052d99a8] Refreshing instance network info cache due to event network-changed-7b69cb67-ecb5-485b-a1db-1c772149eb0a. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 827.069428] env[62353]: DEBUG oslo_concurrency.lockutils [req-9f41a7e0-c6bd-4eb3-82bb-d812477c66a1 req-88ceb4e0-7014-4ee9-9f4a-a3ef99dcd907 service nova] Acquiring lock "refresh_cache-283ebb75-a52d-4918-9310-31ca052d99a8" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 827.069610] env[62353]: DEBUG oslo_concurrency.lockutils [req-9f41a7e0-c6bd-4eb3-82bb-d812477c66a1 req-88ceb4e0-7014-4ee9-9f4a-a3ef99dcd907 service nova] Acquired lock "refresh_cache-283ebb75-a52d-4918-9310-31ca052d99a8" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.069895] env[62353]: DEBUG nova.network.neutron [req-9f41a7e0-c6bd-4eb3-82bb-d812477c66a1 req-88ceb4e0-7014-4ee9-9f4a-a3ef99dcd907 service nova] [instance: 283ebb75-a52d-4918-9310-31ca052d99a8] Refreshing network info cache for port 7b69cb67-ecb5-485b-a1db-1c772149eb0a {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 827.388499] env[62353]: DEBUG oslo_concurrency.lockutils [None req-be671449-4714-4da3-84c4-d4e28fb48470 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 827.432757] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Acquiring lock "refresh_cache-6d29b600-078c-4c3d-a31b-62cffc0d8ea5" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 827.432912] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Acquired lock "refresh_cache-6d29b600-078c-4c3d-a31b-62cffc0d8ea5" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.433096] env[62353]: DEBUG nova.network.neutron [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] [instance: 6d29b600-078c-4c3d-a31b-62cffc0d8ea5] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 827.446038] env[62353]: DEBUG oslo_vmware.api [None req-3ff6e111-8d62-4094-bee1-baf311199690 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Task: {'id': task-2372508, 'name': PowerOnVM_Task, 'duration_secs': 0.711877} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.446651] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ff6e111-8d62-4094-bee1-baf311199690 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: c254fe57-8d19-4bfb-b607-dead3f0c04cf] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 827.446881] env[62353]: INFO nova.compute.manager [None req-3ff6e111-8d62-4094-bee1-baf311199690 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: c254fe57-8d19-4bfb-b607-dead3f0c04cf] Took 8.23 seconds to spawn the instance on the hypervisor. [ 827.447195] env[62353]: DEBUG nova.compute.manager [None req-3ff6e111-8d62-4094-bee1-baf311199690 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: c254fe57-8d19-4bfb-b607-dead3f0c04cf] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 827.448138] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9f4f9fb-ebd9-4448-aa54-3c466a98765a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.455027] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372511, 'name': CreateVM_Task, 'duration_secs': 0.385782} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.455027] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 283ebb75-a52d-4918-9310-31ca052d99a8] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 827.455027] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 827.455027] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Acquired lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.455208] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 827.455350] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a6567e3-0648-4c41-ad00-b6a3d8bb6727 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.464179] env[62353]: DEBUG oslo_vmware.api [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Waiting for the task: (returnval){ [ 827.464179] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52d7bff9-a850-7e97-1c35-232d8c337878" [ 827.464179] env[62353]: _type = "Task" [ 827.464179] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.473777] env[62353]: DEBUG oslo_vmware.api [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52d7bff9-a850-7e97-1c35-232d8c337878, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.565889] env[62353]: DEBUG nova.compute.utils [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 827.567224] env[62353]: DEBUG nova.compute.manager [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] [instance: 389abaa0-963d-43d3-b09f-99e3b77b2096] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 827.567386] env[62353]: DEBUG nova.network.neutron [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] [instance: 389abaa0-963d-43d3-b09f-99e3b77b2096] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 827.569416] env[62353]: DEBUG nova.objects.instance [None req-e9ee5d65-c6fc-4355-b8d0-23e3397c56eb tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Lazy-loading 'migration_context' on Instance uuid 7a3d03fd-327a-453b-ad3c-12736433379d {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 827.607958] env[62353]: DEBUG nova.policy [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '94d6925fd32045148e0946f8dedbe778', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4e1d86ced6c44e438c97691180ddd7d1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:192}} [ 827.790009] env[62353]: DEBUG nova.network.neutron [req-9f41a7e0-c6bd-4eb3-82bb-d812477c66a1 req-88ceb4e0-7014-4ee9-9f4a-a3ef99dcd907 service nova] [instance: 283ebb75-a52d-4918-9310-31ca052d99a8] Updated VIF entry in instance network info cache for port 7b69cb67-ecb5-485b-a1db-1c772149eb0a. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 827.790421] env[62353]: DEBUG nova.network.neutron [req-9f41a7e0-c6bd-4eb3-82bb-d812477c66a1 req-88ceb4e0-7014-4ee9-9f4a-a3ef99dcd907 service nova] [instance: 283ebb75-a52d-4918-9310-31ca052d99a8] Updating instance_info_cache with network_info: [{"id": "7b69cb67-ecb5-485b-a1db-1c772149eb0a", "address": "fa:16:3e:b4:d0:54", "network": {"id": "325e4ed8-b043-40bd-87cb-e75f75b3a582", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1730651921-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e1d86ced6c44e438c97691180ddd7d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b69cb67-ec", "ovs_interfaceid": "7b69cb67-ecb5-485b-a1db-1c772149eb0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.865592] env[62353]: DEBUG nova.network.neutron [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] [instance: 389abaa0-963d-43d3-b09f-99e3b77b2096] Successfully created port: 6dcafb68-8343-4816-8398-ae3967c10d8e {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 827.979297] env[62353]: DEBUG nova.network.neutron [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] [instance: 6d29b600-078c-4c3d-a31b-62cffc0d8ea5] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 827.985028] env[62353]: INFO nova.compute.manager [None req-3ff6e111-8d62-4094-bee1-baf311199690 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: c254fe57-8d19-4bfb-b607-dead3f0c04cf] Took 42.25 seconds to build instance. [ 827.989586] env[62353]: DEBUG oslo_vmware.api [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52d7bff9-a850-7e97-1c35-232d8c337878, 'name': SearchDatastore_Task, 'duration_secs': 0.015564} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.992017] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Releasing lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 827.992017] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] [instance: 283ebb75-a52d-4918-9310-31ca052d99a8] Processing image 06f909ae-e8dc-43b4-abf7-c7ed85db9bbd {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 827.992017] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 827.992017] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Acquired lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.992017] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 827.992017] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6602b812-01c0-45ff-af12-d8aefc9c70ed {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.001490] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 828.002478] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 828.003792] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d483f20-8755-4f7f-821d-b12b21899ef5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.010628] env[62353]: DEBUG oslo_vmware.api [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Waiting for the task: (returnval){ [ 828.010628] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]520a8584-5e4d-3c86-d835-07210d70e1f3" [ 828.010628] env[62353]: _type = "Task" [ 828.010628] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.021144] env[62353]: DEBUG oslo_vmware.api [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]520a8584-5e4d-3c86-d835-07210d70e1f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.074022] env[62353]: DEBUG nova.compute.manager [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] [instance: 389abaa0-963d-43d3-b09f-99e3b77b2096] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 828.273984] env[62353]: DEBUG nova.network.neutron [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] [instance: 6d29b600-078c-4c3d-a31b-62cffc0d8ea5] Updating instance_info_cache with network_info: [{"id": "2b67e4a0-b4e4-42bf-bf10-3b3fe5f65090", "address": "fa:16:3e:12:69:2a", "network": {"id": "325e4ed8-b043-40bd-87cb-e75f75b3a582", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1730651921-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e1d86ced6c44e438c97691180ddd7d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b67e4a0-b4", "ovs_interfaceid": "2b67e4a0-b4e4-42bf-bf10-3b3fe5f65090", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.292696] env[62353]: DEBUG oslo_concurrency.lockutils [req-9f41a7e0-c6bd-4eb3-82bb-d812477c66a1 req-88ceb4e0-7014-4ee9-9f4a-a3ef99dcd907 service nova] Releasing lock "refresh_cache-283ebb75-a52d-4918-9310-31ca052d99a8" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 828.492591] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3ff6e111-8d62-4094-bee1-baf311199690 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Lock "c254fe57-8d19-4bfb-b607-dead3f0c04cf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.776s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 828.523785] env[62353]: DEBUG oslo_vmware.api [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]520a8584-5e4d-3c86-d835-07210d70e1f3, 'name': SearchDatastore_Task, 'duration_secs': 0.011442} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.525767] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c041bae1-75da-49b2-bc1a-85d081356301 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.528584] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c495a8bc-5a4c-4b06-8351-060b39f38677 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.537211] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90b5326e-02eb-476d-8fdf-0c9e4f37d129 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.542780] env[62353]: DEBUG oslo_vmware.api [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Waiting for the task: (returnval){ [ 828.542780] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52304dbe-1025-e10a-7287-f4217bfe7938" [ 828.542780] env[62353]: _type = "Task" [ 828.542780] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.572238] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e6f3f30-9c6b-4067-a4a2-e5b463cd1363 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.578541] env[62353]: DEBUG oslo_vmware.api [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52304dbe-1025-e10a-7287-f4217bfe7938, 'name': SearchDatastore_Task, 'duration_secs': 0.022403} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.579208] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Releasing lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 828.579506] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore2] 283ebb75-a52d-4918-9310-31ca052d99a8/283ebb75-a52d-4918-9310-31ca052d99a8.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 828.580042] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1a93981d-addc-4da2-9b34-2ce9b26765a4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.589552] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e7961ce-19ab-4c77-a10e-77e6a70e5b49 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.596983] env[62353]: DEBUG oslo_vmware.api [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Waiting for the task: (returnval){ [ 828.596983] env[62353]: value = "task-2372512" [ 828.596983] env[62353]: _type = "Task" [ 828.596983] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.608258] env[62353]: DEBUG nova.compute.provider_tree [None req-e9ee5d65-c6fc-4355-b8d0-23e3397c56eb tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 828.614488] env[62353]: DEBUG oslo_vmware.api [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Task: {'id': task-2372512, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.780159] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Releasing lock "refresh_cache-6d29b600-078c-4c3d-a31b-62cffc0d8ea5" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 828.780512] env[62353]: DEBUG nova.compute.manager [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] [instance: 6d29b600-078c-4c3d-a31b-62cffc0d8ea5] Instance network_info: |[{"id": "2b67e4a0-b4e4-42bf-bf10-3b3fe5f65090", "address": "fa:16:3e:12:69:2a", "network": {"id": "325e4ed8-b043-40bd-87cb-e75f75b3a582", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1730651921-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e1d86ced6c44e438c97691180ddd7d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b67e4a0-b4", "ovs_interfaceid": "2b67e4a0-b4e4-42bf-bf10-3b3fe5f65090", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 828.780950] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] [instance: 6d29b600-078c-4c3d-a31b-62cffc0d8ea5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:12:69:2a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '37333dc2-982e-45e9-9dda-0c18417d7fa6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2b67e4a0-b4e4-42bf-bf10-3b3fe5f65090', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 828.788688] env[62353]: DEBUG oslo.service.loopingcall [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 828.788915] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d29b600-078c-4c3d-a31b-62cffc0d8ea5] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 828.789513] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-75979c87-764c-4d45-80a1-c5090088bca7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.809468] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 828.809468] env[62353]: value = "task-2372513" [ 828.809468] env[62353]: _type = "Task" [ 828.809468] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.817101] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372513, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.974207] env[62353]: DEBUG nova.compute.manager [req-716425eb-5f3e-4508-b250-e7d3567de5bf req-296f6a8b-7eb2-45a7-bdb7-cabedeebb272 service nova] [instance: 6d29b600-078c-4c3d-a31b-62cffc0d8ea5] Received event network-changed-2b67e4a0-b4e4-42bf-bf10-3b3fe5f65090 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 828.974474] env[62353]: DEBUG nova.compute.manager [req-716425eb-5f3e-4508-b250-e7d3567de5bf req-296f6a8b-7eb2-45a7-bdb7-cabedeebb272 service nova] [instance: 6d29b600-078c-4c3d-a31b-62cffc0d8ea5] Refreshing instance network info cache due to event network-changed-2b67e4a0-b4e4-42bf-bf10-3b3fe5f65090. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 828.974743] env[62353]: DEBUG oslo_concurrency.lockutils [req-716425eb-5f3e-4508-b250-e7d3567de5bf req-296f6a8b-7eb2-45a7-bdb7-cabedeebb272 service nova] Acquiring lock "refresh_cache-6d29b600-078c-4c3d-a31b-62cffc0d8ea5" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 828.974943] env[62353]: DEBUG oslo_concurrency.lockutils [req-716425eb-5f3e-4508-b250-e7d3567de5bf req-296f6a8b-7eb2-45a7-bdb7-cabedeebb272 service nova] Acquired lock "refresh_cache-6d29b600-078c-4c3d-a31b-62cffc0d8ea5" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.975192] env[62353]: DEBUG nova.network.neutron [req-716425eb-5f3e-4508-b250-e7d3567de5bf req-296f6a8b-7eb2-45a7-bdb7-cabedeebb272 service nova] [instance: 6d29b600-078c-4c3d-a31b-62cffc0d8ea5] Refreshing network info cache for port 2b67e4a0-b4e4-42bf-bf10-3b3fe5f65090 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 828.995017] env[62353]: DEBUG nova.compute.manager [None req-1b1ca259-f154-4652-b13d-96912f9a3f58 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: f5ffb2b3-2e54-4f2e-b46c-20046e0883b6] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 829.037047] env[62353]: DEBUG oslo_concurrency.lockutils [None req-12114a06-a6c4-40ec-89a9-56593464b61c tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Acquiring lock "bdcce3b8-0118-4fa4-8300-2000c87b4880" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 829.037385] env[62353]: DEBUG oslo_concurrency.lockutils [None req-12114a06-a6c4-40ec-89a9-56593464b61c tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Lock "bdcce3b8-0118-4fa4-8300-2000c87b4880" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 829.037602] env[62353]: DEBUG oslo_concurrency.lockutils [None req-12114a06-a6c4-40ec-89a9-56593464b61c tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Acquiring lock "bdcce3b8-0118-4fa4-8300-2000c87b4880-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 829.037789] env[62353]: DEBUG oslo_concurrency.lockutils [None req-12114a06-a6c4-40ec-89a9-56593464b61c tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Lock "bdcce3b8-0118-4fa4-8300-2000c87b4880-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 829.037959] env[62353]: DEBUG oslo_concurrency.lockutils [None req-12114a06-a6c4-40ec-89a9-56593464b61c tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Lock "bdcce3b8-0118-4fa4-8300-2000c87b4880-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 829.040648] env[62353]: INFO nova.compute.manager [None req-12114a06-a6c4-40ec-89a9-56593464b61c tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] [instance: bdcce3b8-0118-4fa4-8300-2000c87b4880] Terminating instance [ 829.098266] env[62353]: DEBUG nova.compute.manager [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] [instance: 389abaa0-963d-43d3-b09f-99e3b77b2096] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 829.112035] env[62353]: DEBUG nova.scheduler.client.report [None req-e9ee5d65-c6fc-4355-b8d0-23e3397c56eb tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 829.115434] env[62353]: DEBUG oslo_vmware.api [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Task: {'id': task-2372512, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.126573] env[62353]: DEBUG nova.virt.hardware [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T12:38:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T12:38:15Z,direct_url=,disk_format='vmdk',id=06f909ae-e8dc-43b4-abf7-c7ed85db9bbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0a3f88790a594523a818b8c00f6862e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T12:38:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 829.126573] env[62353]: DEBUG nova.virt.hardware [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 829.126573] env[62353]: DEBUG nova.virt.hardware [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 829.126870] env[62353]: DEBUG nova.virt.hardware [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 829.126870] env[62353]: DEBUG nova.virt.hardware [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 829.127030] env[62353]: DEBUG nova.virt.hardware [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 829.127494] env[62353]: DEBUG nova.virt.hardware [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 829.127494] env[62353]: DEBUG nova.virt.hardware [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 829.127717] env[62353]: DEBUG nova.virt.hardware [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 829.127717] env[62353]: DEBUG nova.virt.hardware [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 829.127958] env[62353]: DEBUG nova.virt.hardware [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 829.129219] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-874e9087-2e8f-46da-9fca-41a2340476fa {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.141063] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a56d599-2b99-42fa-a394-39d4f52320cf {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.320862] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372513, 'name': CreateVM_Task} progress is 25%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.371467] env[62353]: DEBUG nova.network.neutron [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] [instance: 389abaa0-963d-43d3-b09f-99e3b77b2096] Successfully updated port: 6dcafb68-8343-4816-8398-ae3967c10d8e {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 829.517929] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1b1ca259-f154-4652-b13d-96912f9a3f58 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 829.544974] env[62353]: DEBUG nova.compute.manager [None req-12114a06-a6c4-40ec-89a9-56593464b61c tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] [instance: bdcce3b8-0118-4fa4-8300-2000c87b4880] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 829.545181] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-12114a06-a6c4-40ec-89a9-56593464b61c tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] [instance: bdcce3b8-0118-4fa4-8300-2000c87b4880] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 829.546276] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1022a644-c603-4e01-9495-c613735ffdaf {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.555986] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-12114a06-a6c4-40ec-89a9-56593464b61c tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] [instance: bdcce3b8-0118-4fa4-8300-2000c87b4880] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 829.556269] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-32914ec7-b013-48b9-9d7d-748fbfe79122 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.562895] env[62353]: DEBUG oslo_vmware.api [None req-12114a06-a6c4-40ec-89a9-56593464b61c tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Waiting for the task: (returnval){ [ 829.562895] env[62353]: value = "task-2372514" [ 829.562895] env[62353]: _type = "Task" [ 829.562895] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.571042] env[62353]: DEBUG oslo_vmware.api [None req-12114a06-a6c4-40ec-89a9-56593464b61c tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Task: {'id': task-2372514, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.609616] env[62353]: DEBUG oslo_vmware.api [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Task: {'id': task-2372512, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.705445} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.609902] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore2] 283ebb75-a52d-4918-9310-31ca052d99a8/283ebb75-a52d-4918-9310-31ca052d99a8.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 829.610063] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] [instance: 283ebb75-a52d-4918-9310-31ca052d99a8] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 829.610295] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e3ab12ed-f906-4db3-88fe-4cb4723a1a13 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.620911] env[62353]: DEBUG oslo_vmware.api [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Waiting for the task: (returnval){ [ 829.620911] env[62353]: value = "task-2372515" [ 829.620911] env[62353]: _type = "Task" [ 829.620911] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.639053] env[62353]: DEBUG oslo_vmware.api [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Task: {'id': task-2372515, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.733402] env[62353]: DEBUG nova.network.neutron [req-716425eb-5f3e-4508-b250-e7d3567de5bf req-296f6a8b-7eb2-45a7-bdb7-cabedeebb272 service nova] [instance: 6d29b600-078c-4c3d-a31b-62cffc0d8ea5] Updated VIF entry in instance network info cache for port 2b67e4a0-b4e4-42bf-bf10-3b3fe5f65090. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 829.733942] env[62353]: DEBUG nova.network.neutron [req-716425eb-5f3e-4508-b250-e7d3567de5bf req-296f6a8b-7eb2-45a7-bdb7-cabedeebb272 service nova] [instance: 6d29b600-078c-4c3d-a31b-62cffc0d8ea5] Updating instance_info_cache with network_info: [{"id": "2b67e4a0-b4e4-42bf-bf10-3b3fe5f65090", "address": "fa:16:3e:12:69:2a", "network": {"id": "325e4ed8-b043-40bd-87cb-e75f75b3a582", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1730651921-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e1d86ced6c44e438c97691180ddd7d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b67e4a0-b4", "ovs_interfaceid": "2b67e4a0-b4e4-42bf-bf10-3b3fe5f65090", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.819921] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372513, 'name': CreateVM_Task, 'duration_secs': 0.9113} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.820230] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d29b600-078c-4c3d-a31b-62cffc0d8ea5] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 829.820927] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 829.821107] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Acquired lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.821436] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 829.821695] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8668902c-fc46-4202-be3d-e3eea6194b69 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.826021] env[62353]: DEBUG oslo_vmware.api [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Waiting for the task: (returnval){ [ 829.826021] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52f0f69e-0fa0-e2f0-e183-abe07a1e0417" [ 829.826021] env[62353]: _type = "Task" [ 829.826021] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.833539] env[62353]: DEBUG oslo_vmware.api [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52f0f69e-0fa0-e2f0-e183-abe07a1e0417, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.874588] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Acquiring lock "refresh_cache-389abaa0-963d-43d3-b09f-99e3b77b2096" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 829.874798] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Acquired lock "refresh_cache-389abaa0-963d-43d3-b09f-99e3b77b2096" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.874905] env[62353]: DEBUG nova.network.neutron [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] [instance: 389abaa0-963d-43d3-b09f-99e3b77b2096] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 830.072475] env[62353]: DEBUG oslo_vmware.api [None req-12114a06-a6c4-40ec-89a9-56593464b61c tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Task: {'id': task-2372514, 'name': PowerOffVM_Task, 'duration_secs': 0.254754} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.072727] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-12114a06-a6c4-40ec-89a9-56593464b61c tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] [instance: bdcce3b8-0118-4fa4-8300-2000c87b4880] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 830.072894] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-12114a06-a6c4-40ec-89a9-56593464b61c tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] [instance: bdcce3b8-0118-4fa4-8300-2000c87b4880] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 830.073171] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1e98aa34-a3db-4e0d-b7cd-af00d6e2a07a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.132901] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e9ee5d65-c6fc-4355-b8d0-23e3397c56eb tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.068s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 830.138862] env[62353]: DEBUG oslo_vmware.api [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Task: {'id': task-2372515, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083172} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.142121] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8f7ba115-c958-447d-be54-827eff172428 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 31.842s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 830.142355] env[62353]: DEBUG nova.objects.instance [None req-8f7ba115-c958-447d-be54-827eff172428 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] [instance: 85c1498f-d888-4031-878b-0181e190d3a7] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62353) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 830.145152] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] [instance: 283ebb75-a52d-4918-9310-31ca052d99a8] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 830.146111] env[62353]: DEBUG nova.compute.manager [None req-5bd97fb4-db80-41b5-9e85-ac6017c57787 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: c254fe57-8d19-4bfb-b607-dead3f0c04cf] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 830.150751] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-12114a06-a6c4-40ec-89a9-56593464b61c tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] [instance: bdcce3b8-0118-4fa4-8300-2000c87b4880] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 830.150751] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-12114a06-a6c4-40ec-89a9-56593464b61c tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] [instance: bdcce3b8-0118-4fa4-8300-2000c87b4880] Deleting contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 830.150751] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-12114a06-a6c4-40ec-89a9-56593464b61c tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Deleting the datastore file [datastore2] bdcce3b8-0118-4fa4-8300-2000c87b4880 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 830.151303] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e955f444-38cc-4f49-89cd-d8d727621f40 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.154957] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81c0f87c-5c7d-43a3-b8bc-1543c9f081ef {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.157416] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-26396ca0-bdf4-4118-adaf-296dd7613753 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.187650] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] [instance: 283ebb75-a52d-4918-9310-31ca052d99a8] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] 283ebb75-a52d-4918-9310-31ca052d99a8/283ebb75-a52d-4918-9310-31ca052d99a8.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 830.188078] env[62353]: DEBUG oslo_vmware.api [None req-12114a06-a6c4-40ec-89a9-56593464b61c tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Waiting for the task: (returnval){ [ 830.188078] env[62353]: value = "task-2372517" [ 830.188078] env[62353]: _type = "Task" [ 830.188078] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.189080] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c1027e63-89fb-4437-84bc-938d67bd30bc {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.215080] env[62353]: DEBUG oslo_vmware.api [None req-12114a06-a6c4-40ec-89a9-56593464b61c tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Task: {'id': task-2372517, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.216712] env[62353]: DEBUG oslo_vmware.api [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Waiting for the task: (returnval){ [ 830.216712] env[62353]: value = "task-2372518" [ 830.216712] env[62353]: _type = "Task" [ 830.216712] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.224614] env[62353]: DEBUG oslo_vmware.api [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Task: {'id': task-2372518, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.236542] env[62353]: DEBUG oslo_concurrency.lockutils [req-716425eb-5f3e-4508-b250-e7d3567de5bf req-296f6a8b-7eb2-45a7-bdb7-cabedeebb272 service nova] Releasing lock "refresh_cache-6d29b600-078c-4c3d-a31b-62cffc0d8ea5" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 830.336752] env[62353]: DEBUG oslo_vmware.api [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52f0f69e-0fa0-e2f0-e183-abe07a1e0417, 'name': SearchDatastore_Task, 'duration_secs': 0.008319} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.337277] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Releasing lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 830.337530] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] [instance: 6d29b600-078c-4c3d-a31b-62cffc0d8ea5] Processing image 06f909ae-e8dc-43b4-abf7-c7ed85db9bbd {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 830.337781] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 830.337940] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Acquired lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.338135] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 830.338386] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-48cfccd1-f2f1-45ff-a805-bf55fa8dbdb8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.346358] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 830.346537] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 830.347349] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35131f9c-1834-4378-a461-df1366672b2a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.352444] env[62353]: DEBUG oslo_vmware.api [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Waiting for the task: (returnval){ [ 830.352444] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52041770-f9c9-5f33-dddc-a8ab1090f492" [ 830.352444] env[62353]: _type = "Task" [ 830.352444] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.359659] env[62353]: DEBUG oslo_vmware.api [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52041770-f9c9-5f33-dddc-a8ab1090f492, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.408582] env[62353]: DEBUG nova.network.neutron [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] [instance: 389abaa0-963d-43d3-b09f-99e3b77b2096] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 830.585860] env[62353]: DEBUG nova.network.neutron [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] [instance: 389abaa0-963d-43d3-b09f-99e3b77b2096] Updating instance_info_cache with network_info: [{"id": "6dcafb68-8343-4816-8398-ae3967c10d8e", "address": "fa:16:3e:bd:11:51", "network": {"id": "325e4ed8-b043-40bd-87cb-e75f75b3a582", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1730651921-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e1d86ced6c44e438c97691180ddd7d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6dcafb68-83", "ovs_interfaceid": "6dcafb68-8343-4816-8398-ae3967c10d8e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.690044] env[62353]: INFO nova.compute.manager [None req-5bd97fb4-db80-41b5-9e85-ac6017c57787 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: c254fe57-8d19-4bfb-b607-dead3f0c04cf] instance snapshotting [ 830.692880] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68ce8e38-735d-478c-b4bf-414121d83bd0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.715555] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d79423dd-2a93-46eb-b705-8865edc0dbb2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.723995] env[62353]: DEBUG oslo_vmware.api [None req-12114a06-a6c4-40ec-89a9-56593464b61c tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Task: {'id': task-2372517, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.125873} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.726472] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-12114a06-a6c4-40ec-89a9-56593464b61c tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 830.726472] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-12114a06-a6c4-40ec-89a9-56593464b61c tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] [instance: bdcce3b8-0118-4fa4-8300-2000c87b4880] Deleted contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 830.726472] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-12114a06-a6c4-40ec-89a9-56593464b61c tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] [instance: bdcce3b8-0118-4fa4-8300-2000c87b4880] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 830.726669] env[62353]: INFO nova.compute.manager [None req-12114a06-a6c4-40ec-89a9-56593464b61c tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] [instance: bdcce3b8-0118-4fa4-8300-2000c87b4880] Took 1.18 seconds to destroy the instance on the hypervisor. [ 830.726839] env[62353]: DEBUG oslo.service.loopingcall [None req-12114a06-a6c4-40ec-89a9-56593464b61c tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 830.732346] env[62353]: DEBUG nova.compute.manager [-] [instance: bdcce3b8-0118-4fa4-8300-2000c87b4880] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 830.733037] env[62353]: DEBUG nova.network.neutron [-] [instance: bdcce3b8-0118-4fa4-8300-2000c87b4880] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 830.734228] env[62353]: DEBUG oslo_vmware.api [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Task: {'id': task-2372518, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.863543] env[62353]: DEBUG oslo_vmware.api [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52041770-f9c9-5f33-dddc-a8ab1090f492, 'name': SearchDatastore_Task, 'duration_secs': 0.00782} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.864350] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc3d8a90-ffb2-47a2-9f87-2a476d5c5cff {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.869534] env[62353]: DEBUG oslo_vmware.api [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Waiting for the task: (returnval){ [ 830.869534] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]527a977f-5a22-0f66-87ca-5bc746ebd322" [ 830.869534] env[62353]: _type = "Task" [ 830.869534] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.879323] env[62353]: DEBUG oslo_vmware.api [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]527a977f-5a22-0f66-87ca-5bc746ebd322, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.002679] env[62353]: DEBUG nova.compute.manager [req-2cd2c9eb-02c6-4074-b9e3-aa094ab10677 req-b187e6dd-cffc-487f-874f-74b9ec4e3c7b service nova] [instance: 389abaa0-963d-43d3-b09f-99e3b77b2096] Received event network-vif-plugged-6dcafb68-8343-4816-8398-ae3967c10d8e {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 831.002830] env[62353]: DEBUG oslo_concurrency.lockutils [req-2cd2c9eb-02c6-4074-b9e3-aa094ab10677 req-b187e6dd-cffc-487f-874f-74b9ec4e3c7b service nova] Acquiring lock "389abaa0-963d-43d3-b09f-99e3b77b2096-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 831.002959] env[62353]: DEBUG oslo_concurrency.lockutils [req-2cd2c9eb-02c6-4074-b9e3-aa094ab10677 req-b187e6dd-cffc-487f-874f-74b9ec4e3c7b service nova] Lock "389abaa0-963d-43d3-b09f-99e3b77b2096-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 831.003153] env[62353]: DEBUG oslo_concurrency.lockutils [req-2cd2c9eb-02c6-4074-b9e3-aa094ab10677 req-b187e6dd-cffc-487f-874f-74b9ec4e3c7b service nova] Lock "389abaa0-963d-43d3-b09f-99e3b77b2096-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 831.003323] env[62353]: DEBUG nova.compute.manager [req-2cd2c9eb-02c6-4074-b9e3-aa094ab10677 req-b187e6dd-cffc-487f-874f-74b9ec4e3c7b service nova] [instance: 389abaa0-963d-43d3-b09f-99e3b77b2096] No waiting events found dispatching network-vif-plugged-6dcafb68-8343-4816-8398-ae3967c10d8e {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 831.003555] env[62353]: WARNING nova.compute.manager [req-2cd2c9eb-02c6-4074-b9e3-aa094ab10677 req-b187e6dd-cffc-487f-874f-74b9ec4e3c7b service nova] [instance: 389abaa0-963d-43d3-b09f-99e3b77b2096] Received unexpected event network-vif-plugged-6dcafb68-8343-4816-8398-ae3967c10d8e for instance with vm_state building and task_state spawning. [ 831.003749] env[62353]: DEBUG nova.compute.manager [req-2cd2c9eb-02c6-4074-b9e3-aa094ab10677 req-b187e6dd-cffc-487f-874f-74b9ec4e3c7b service nova] [instance: 389abaa0-963d-43d3-b09f-99e3b77b2096] Received event network-changed-6dcafb68-8343-4816-8398-ae3967c10d8e {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 831.003908] env[62353]: DEBUG nova.compute.manager [req-2cd2c9eb-02c6-4074-b9e3-aa094ab10677 req-b187e6dd-cffc-487f-874f-74b9ec4e3c7b service nova] [instance: 389abaa0-963d-43d3-b09f-99e3b77b2096] Refreshing instance network info cache due to event network-changed-6dcafb68-8343-4816-8398-ae3967c10d8e. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 831.004093] env[62353]: DEBUG oslo_concurrency.lockutils [req-2cd2c9eb-02c6-4074-b9e3-aa094ab10677 req-b187e6dd-cffc-487f-874f-74b9ec4e3c7b service nova] Acquiring lock "refresh_cache-389abaa0-963d-43d3-b09f-99e3b77b2096" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 831.089382] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Releasing lock "refresh_cache-389abaa0-963d-43d3-b09f-99e3b77b2096" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 831.089772] env[62353]: DEBUG nova.compute.manager [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] [instance: 389abaa0-963d-43d3-b09f-99e3b77b2096] Instance network_info: |[{"id": "6dcafb68-8343-4816-8398-ae3967c10d8e", "address": "fa:16:3e:bd:11:51", "network": {"id": "325e4ed8-b043-40bd-87cb-e75f75b3a582", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1730651921-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e1d86ced6c44e438c97691180ddd7d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6dcafb68-83", "ovs_interfaceid": "6dcafb68-8343-4816-8398-ae3967c10d8e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 831.090085] env[62353]: DEBUG oslo_concurrency.lockutils [req-2cd2c9eb-02c6-4074-b9e3-aa094ab10677 req-b187e6dd-cffc-487f-874f-74b9ec4e3c7b service nova] Acquired lock "refresh_cache-389abaa0-963d-43d3-b09f-99e3b77b2096" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.090268] env[62353]: DEBUG nova.network.neutron [req-2cd2c9eb-02c6-4074-b9e3-aa094ab10677 req-b187e6dd-cffc-487f-874f-74b9ec4e3c7b service nova] [instance: 389abaa0-963d-43d3-b09f-99e3b77b2096] Refreshing network info cache for port 6dcafb68-8343-4816-8398-ae3967c10d8e {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 831.091480] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] [instance: 389abaa0-963d-43d3-b09f-99e3b77b2096] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bd:11:51', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '37333dc2-982e-45e9-9dda-0c18417d7fa6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6dcafb68-8343-4816-8398-ae3967c10d8e', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 831.099049] env[62353]: DEBUG oslo.service.loopingcall [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 831.101876] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 389abaa0-963d-43d3-b09f-99e3b77b2096] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 831.102366] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6c176e05-47c2-4e23-8460-e94cc3061cb5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.125428] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 831.125428] env[62353]: value = "task-2372519" [ 831.125428] env[62353]: _type = "Task" [ 831.125428] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.133537] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372519, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.159391] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8f7ba115-c958-447d-be54-827eff172428 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 831.164238] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8b0d6f69-720c-4a5d-b93a-d90b4f394c40 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.331s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 831.165721] env[62353]: INFO nova.compute.claims [None req-8b0d6f69-720c-4a5d-b93a-d90b4f394c40 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] [instance: c6617ed8-80a4-41b8-b11a-c739cce89229] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 831.232134] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-5bd97fb4-db80-41b5-9e85-ac6017c57787 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: c254fe57-8d19-4bfb-b607-dead3f0c04cf] Creating Snapshot of the VM instance {{(pid=62353) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 831.232468] env[62353]: DEBUG oslo_vmware.api [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Task: {'id': task-2372518, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.232716] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b8c3a0c9-9416-4fd8-8c88-e578471de611 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.241108] env[62353]: DEBUG oslo_vmware.api [None req-5bd97fb4-db80-41b5-9e85-ac6017c57787 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Waiting for the task: (returnval){ [ 831.241108] env[62353]: value = "task-2372520" [ 831.241108] env[62353]: _type = "Task" [ 831.241108] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.250022] env[62353]: DEBUG oslo_vmware.api [None req-5bd97fb4-db80-41b5-9e85-ac6017c57787 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Task: {'id': task-2372520, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.330317] env[62353]: DEBUG nova.network.neutron [req-2cd2c9eb-02c6-4074-b9e3-aa094ab10677 req-b187e6dd-cffc-487f-874f-74b9ec4e3c7b service nova] [instance: 389abaa0-963d-43d3-b09f-99e3b77b2096] Updated VIF entry in instance network info cache for port 6dcafb68-8343-4816-8398-ae3967c10d8e. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 831.330699] env[62353]: DEBUG nova.network.neutron [req-2cd2c9eb-02c6-4074-b9e3-aa094ab10677 req-b187e6dd-cffc-487f-874f-74b9ec4e3c7b service nova] [instance: 389abaa0-963d-43d3-b09f-99e3b77b2096] Updating instance_info_cache with network_info: [{"id": "6dcafb68-8343-4816-8398-ae3967c10d8e", "address": "fa:16:3e:bd:11:51", "network": {"id": "325e4ed8-b043-40bd-87cb-e75f75b3a582", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1730651921-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e1d86ced6c44e438c97691180ddd7d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6dcafb68-83", "ovs_interfaceid": "6dcafb68-8343-4816-8398-ae3967c10d8e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.381994] env[62353]: DEBUG oslo_vmware.api [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]527a977f-5a22-0f66-87ca-5bc746ebd322, 'name': SearchDatastore_Task, 'duration_secs': 0.009573} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.381994] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Releasing lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 831.381994] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore2] 6d29b600-078c-4c3d-a31b-62cffc0d8ea5/6d29b600-078c-4c3d-a31b-62cffc0d8ea5.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 831.381994] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-41091a24-0224-404a-b4c1-5adcabbbe6f7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.388417] env[62353]: DEBUG oslo_vmware.api [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Waiting for the task: (returnval){ [ 831.388417] env[62353]: value = "task-2372521" [ 831.388417] env[62353]: _type = "Task" [ 831.388417] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.397027] env[62353]: DEBUG oslo_vmware.api [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Task: {'id': task-2372521, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.498068] env[62353]: DEBUG nova.network.neutron [-] [instance: bdcce3b8-0118-4fa4-8300-2000c87b4880] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.636270] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372519, 'name': CreateVM_Task, 'duration_secs': 0.358736} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.636434] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 389abaa0-963d-43d3-b09f-99e3b77b2096] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 831.637354] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 831.637556] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Acquired lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.638146] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 831.638349] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42387d9a-7bd8-47b2-9952-8a670c489eb5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.643630] env[62353]: DEBUG oslo_vmware.api [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Waiting for the task: (returnval){ [ 831.643630] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]523b3769-a1c5-bfaa-3c22-d3fae3546f03" [ 831.643630] env[62353]: _type = "Task" [ 831.643630] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.654957] env[62353]: DEBUG oslo_vmware.api [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]523b3769-a1c5-bfaa-3c22-d3fae3546f03, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.688123] env[62353]: INFO nova.compute.manager [None req-e9ee5d65-c6fc-4355-b8d0-23e3397c56eb tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] [instance: 7a3d03fd-327a-453b-ad3c-12736433379d] Swapping old allocation on dict_keys(['7ed3af4c-f85e-4a4b-a365-13d128b6ab14']) held by migration 6c9a9e8b-46cb-446b-a29c-c152bb5238b7 for instance [ 831.714688] env[62353]: DEBUG nova.scheduler.client.report [None req-e9ee5d65-c6fc-4355-b8d0-23e3397c56eb tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Overwriting current allocation {'allocations': {'7ed3af4c-f85e-4a4b-a365-13d128b6ab14': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 93}}, 'project_id': '2bd217769000452c92f8523df9d4f6cf', 'user_id': 'dc3a210866ec40f5bf8bdf9c42749b53', 'consumer_generation': 1} on consumer 7a3d03fd-327a-453b-ad3c-12736433379d {{(pid=62353) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 831.730312] env[62353]: DEBUG oslo_vmware.api [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Task: {'id': task-2372518, 'name': ReconfigVM_Task, 'duration_secs': 1.129959} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.730657] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] [instance: 283ebb75-a52d-4918-9310-31ca052d99a8] Reconfigured VM instance instance-0000003e to attach disk [datastore2] 283ebb75-a52d-4918-9310-31ca052d99a8/283ebb75-a52d-4918-9310-31ca052d99a8.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 831.731409] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3f7fb39b-0be2-4520-97d5-bc687dd44b57 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.737947] env[62353]: DEBUG oslo_vmware.api [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Waiting for the task: (returnval){ [ 831.737947] env[62353]: value = "task-2372522" [ 831.737947] env[62353]: _type = "Task" [ 831.737947] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.750333] env[62353]: DEBUG oslo_vmware.api [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Task: {'id': task-2372522, 'name': Rename_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.753793] env[62353]: DEBUG oslo_vmware.api [None req-5bd97fb4-db80-41b5-9e85-ac6017c57787 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Task: {'id': task-2372520, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.812926] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e9ee5d65-c6fc-4355-b8d0-23e3397c56eb tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Acquiring lock "refresh_cache-7a3d03fd-327a-453b-ad3c-12736433379d" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 831.813343] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e9ee5d65-c6fc-4355-b8d0-23e3397c56eb tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Acquired lock "refresh_cache-7a3d03fd-327a-453b-ad3c-12736433379d" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.813559] env[62353]: DEBUG nova.network.neutron [None req-e9ee5d65-c6fc-4355-b8d0-23e3397c56eb tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] [instance: 7a3d03fd-327a-453b-ad3c-12736433379d] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 831.833418] env[62353]: DEBUG oslo_concurrency.lockutils [req-2cd2c9eb-02c6-4074-b9e3-aa094ab10677 req-b187e6dd-cffc-487f-874f-74b9ec4e3c7b service nova] Releasing lock "refresh_cache-389abaa0-963d-43d3-b09f-99e3b77b2096" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 831.898886] env[62353]: DEBUG oslo_vmware.api [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Task: {'id': task-2372521, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.479568} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.899445] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore2] 6d29b600-078c-4c3d-a31b-62cffc0d8ea5/6d29b600-078c-4c3d-a31b-62cffc0d8ea5.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 831.899657] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] [instance: 6d29b600-078c-4c3d-a31b-62cffc0d8ea5] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 831.899918] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-609b7525-c30a-4f99-97cf-7f831cc60e6d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.906201] env[62353]: DEBUG oslo_vmware.api [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Waiting for the task: (returnval){ [ 831.906201] env[62353]: value = "task-2372523" [ 831.906201] env[62353]: _type = "Task" [ 831.906201] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.917196] env[62353]: DEBUG oslo_vmware.api [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Task: {'id': task-2372523, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.000591] env[62353]: INFO nova.compute.manager [-] [instance: bdcce3b8-0118-4fa4-8300-2000c87b4880] Took 1.27 seconds to deallocate network for instance. [ 832.154875] env[62353]: DEBUG oslo_vmware.api [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]523b3769-a1c5-bfaa-3c22-d3fae3546f03, 'name': SearchDatastore_Task, 'duration_secs': 0.060803} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.154875] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Releasing lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 832.154875] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] [instance: 389abaa0-963d-43d3-b09f-99e3b77b2096] Processing image 06f909ae-e8dc-43b4-abf7-c7ed85db9bbd {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 832.155124] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 832.155206] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Acquired lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.155382] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 832.155961] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e316f45f-0a81-47d3-bf85-8e3cc932205c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.163243] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 832.163413] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 832.164076] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1b04829-75b6-4ff9-bd24-d1a422246672 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.168857] env[62353]: DEBUG oslo_vmware.api [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Waiting for the task: (returnval){ [ 832.168857] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5258a064-837e-77f5-fcdf-803421410981" [ 832.168857] env[62353]: _type = "Task" [ 832.168857] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.175627] env[62353]: DEBUG oslo_vmware.api [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5258a064-837e-77f5-fcdf-803421410981, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.250013] env[62353]: DEBUG oslo_vmware.api [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Task: {'id': task-2372522, 'name': Rename_Task, 'duration_secs': 0.233068} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.255954] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] [instance: 283ebb75-a52d-4918-9310-31ca052d99a8] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 832.256260] env[62353]: DEBUG oslo_vmware.api [None req-5bd97fb4-db80-41b5-9e85-ac6017c57787 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Task: {'id': task-2372520, 'name': CreateSnapshot_Task, 'duration_secs': 0.696518} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.256665] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-551f4703-0a9d-48eb-9871-11495e52fb91 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.258273] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-5bd97fb4-db80-41b5-9e85-ac6017c57787 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: c254fe57-8d19-4bfb-b607-dead3f0c04cf] Created Snapshot of the VM instance {{(pid=62353) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 832.258849] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df4e8fec-fe2b-4c3f-9a67-79a84f50bdff {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.271397] env[62353]: DEBUG oslo_vmware.api [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Waiting for the task: (returnval){ [ 832.271397] env[62353]: value = "task-2372524" [ 832.271397] env[62353]: _type = "Task" [ 832.271397] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.279104] env[62353]: DEBUG oslo_vmware.api [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Task: {'id': task-2372524, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.416742] env[62353]: DEBUG oslo_vmware.api [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Task: {'id': task-2372523, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070997} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.419070] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] [instance: 6d29b600-078c-4c3d-a31b-62cffc0d8ea5] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 832.419989] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d187964f-88b4-4c0c-b9a4-ce96b2714398 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.443134] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] [instance: 6d29b600-078c-4c3d-a31b-62cffc0d8ea5] Reconfiguring VM instance instance-0000003f to attach disk [datastore2] 6d29b600-078c-4c3d-a31b-62cffc0d8ea5/6d29b600-078c-4c3d-a31b-62cffc0d8ea5.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 832.447911] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d4673185-c9ba-4322-8de2-2e8ec7dfe5fa {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.467882] env[62353]: DEBUG oslo_vmware.api [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Waiting for the task: (returnval){ [ 832.467882] env[62353]: value = "task-2372525" [ 832.467882] env[62353]: _type = "Task" [ 832.467882] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.475710] env[62353]: DEBUG oslo_vmware.api [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Task: {'id': task-2372525, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.506562] env[62353]: DEBUG oslo_concurrency.lockutils [None req-12114a06-a6c4-40ec-89a9-56593464b61c tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 832.566382] env[62353]: DEBUG nova.network.neutron [None req-e9ee5d65-c6fc-4355-b8d0-23e3397c56eb tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] [instance: 7a3d03fd-327a-453b-ad3c-12736433379d] Updating instance_info_cache with network_info: [{"id": "92678226-a3c4-444a-88a6-f5f31ca73ae7", "address": "fa:16:3e:fd:ed:e7", "network": {"id": "2be634d9-365a-4258-9bd8-c03318d42ac3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.153", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0a3f88790a594523a818b8c00f6862e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92678226-a3", "ovs_interfaceid": "92678226-a3c4-444a-88a6-f5f31ca73ae7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 832.630889] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96c56b9e-df0e-4172-8391-7eed8d02b0d4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.640551] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e86a0eb5-e4ee-4be1-a337-00fad7b142bf {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.685845] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0cb3152-8c84-4410-b88a-db5c2693ac75 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.696735] env[62353]: DEBUG oslo_vmware.api [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5258a064-837e-77f5-fcdf-803421410981, 'name': SearchDatastore_Task, 'duration_secs': 0.007669} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.699878] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-134c3a6b-cf74-49ba-89fd-7e908f097c0b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.703565] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0298eb6-df89-43ba-979d-224a9d314f76 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.711905] env[62353]: DEBUG oslo_vmware.api [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Waiting for the task: (returnval){ [ 832.711905] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]520eb786-0e3e-6fa4-834a-c90dfd965f4b" [ 832.711905] env[62353]: _type = "Task" [ 832.711905] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.722227] env[62353]: DEBUG nova.compute.provider_tree [None req-8b0d6f69-720c-4a5d-b93a-d90b4f394c40 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 832.734814] env[62353]: DEBUG oslo_vmware.api [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]520eb786-0e3e-6fa4-834a-c90dfd965f4b, 'name': SearchDatastore_Task, 'duration_secs': 0.012763} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.735721] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Releasing lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 832.735989] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore2] 389abaa0-963d-43d3-b09f-99e3b77b2096/389abaa0-963d-43d3-b09f-99e3b77b2096.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 832.736270] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7b12092f-b82a-4557-ac80-e5dd534dc541 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.747074] env[62353]: DEBUG oslo_vmware.api [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Waiting for the task: (returnval){ [ 832.747074] env[62353]: value = "task-2372526" [ 832.747074] env[62353]: _type = "Task" [ 832.747074] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.755530] env[62353]: DEBUG oslo_vmware.api [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Task: {'id': task-2372526, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.778798] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-5bd97fb4-db80-41b5-9e85-ac6017c57787 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: c254fe57-8d19-4bfb-b607-dead3f0c04cf] Creating linked-clone VM from snapshot {{(pid=62353) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 832.779623] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-2eb3f8f6-d26a-4488-8bf1-5bc9cfb6dfa3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.790897] env[62353]: DEBUG oslo_vmware.api [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Task: {'id': task-2372524, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.792187] env[62353]: DEBUG oslo_vmware.api [None req-5bd97fb4-db80-41b5-9e85-ac6017c57787 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Waiting for the task: (returnval){ [ 832.792187] env[62353]: value = "task-2372527" [ 832.792187] env[62353]: _type = "Task" [ 832.792187] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.799877] env[62353]: DEBUG oslo_vmware.api [None req-5bd97fb4-db80-41b5-9e85-ac6017c57787 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Task: {'id': task-2372527, 'name': CloneVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.978036] env[62353]: DEBUG oslo_vmware.api [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Task: {'id': task-2372525, 'name': ReconfigVM_Task, 'duration_secs': 0.481735} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.978415] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] [instance: 6d29b600-078c-4c3d-a31b-62cffc0d8ea5] Reconfigured VM instance instance-0000003f to attach disk [datastore2] 6d29b600-078c-4c3d-a31b-62cffc0d8ea5/6d29b600-078c-4c3d-a31b-62cffc0d8ea5.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 832.979213] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9e614ce1-00e9-4af6-8af9-5af60a099af4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.986089] env[62353]: DEBUG oslo_vmware.api [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Waiting for the task: (returnval){ [ 832.986089] env[62353]: value = "task-2372528" [ 832.986089] env[62353]: _type = "Task" [ 832.986089] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.994334] env[62353]: DEBUG oslo_vmware.api [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Task: {'id': task-2372528, 'name': Rename_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.069671] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e9ee5d65-c6fc-4355-b8d0-23e3397c56eb tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Releasing lock "refresh_cache-7a3d03fd-327a-453b-ad3c-12736433379d" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 833.070267] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9ee5d65-c6fc-4355-b8d0-23e3397c56eb tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] [instance: 7a3d03fd-327a-453b-ad3c-12736433379d] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 833.070591] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2baf1a52-20e8-4c34-bc2f-3f27579662b0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.077762] env[62353]: DEBUG oslo_vmware.api [None req-e9ee5d65-c6fc-4355-b8d0-23e3397c56eb tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Waiting for the task: (returnval){ [ 833.077762] env[62353]: value = "task-2372529" [ 833.077762] env[62353]: _type = "Task" [ 833.077762] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.086987] env[62353]: DEBUG oslo_vmware.api [None req-e9ee5d65-c6fc-4355-b8d0-23e3397c56eb tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Task: {'id': task-2372529, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.143018] env[62353]: DEBUG nova.compute.manager [req-b6dcb23e-3d78-4b1f-926e-9b6ab3afcc06 req-35b4b019-b4c0-42ff-98cb-c408f3cd2ba4 service nova] [instance: bdcce3b8-0118-4fa4-8300-2000c87b4880] Received event network-vif-deleted-a6ee8859-47c8-4fd4-ad08-c1ef77c55f2d {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 833.228900] env[62353]: DEBUG nova.scheduler.client.report [None req-8b0d6f69-720c-4a5d-b93a-d90b4f394c40 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 833.258856] env[62353]: DEBUG oslo_vmware.api [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Task: {'id': task-2372526, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.289929] env[62353]: DEBUG oslo_vmware.api [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Task: {'id': task-2372524, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.303269] env[62353]: DEBUG oslo_vmware.api [None req-5bd97fb4-db80-41b5-9e85-ac6017c57787 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Task: {'id': task-2372527, 'name': CloneVM_Task} progress is 94%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.495536] env[62353]: DEBUG oslo_vmware.api [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Task: {'id': task-2372528, 'name': Rename_Task, 'duration_secs': 0.410466} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.495799] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] [instance: 6d29b600-078c-4c3d-a31b-62cffc0d8ea5] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 833.496057] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a37c41dc-072e-4545-92ea-315cb43e8933 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.501616] env[62353]: DEBUG oslo_vmware.api [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Waiting for the task: (returnval){ [ 833.501616] env[62353]: value = "task-2372530" [ 833.501616] env[62353]: _type = "Task" [ 833.501616] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.508527] env[62353]: DEBUG oslo_vmware.api [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Task: {'id': task-2372530, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.586646] env[62353]: DEBUG oslo_vmware.api [None req-e9ee5d65-c6fc-4355-b8d0-23e3397c56eb tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Task: {'id': task-2372529, 'name': PowerOffVM_Task, 'duration_secs': 0.350662} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.587011] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9ee5d65-c6fc-4355-b8d0-23e3397c56eb tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] [instance: 7a3d03fd-327a-453b-ad3c-12736433379d] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 833.587681] env[62353]: DEBUG nova.virt.hardware [None req-e9ee5d65-c6fc-4355-b8d0-23e3397c56eb tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T12:41:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='b2cfdf0a-ebed-46be-89e8-ce115861799e',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1553823238',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=06f909ae-e8dc-43b4-abf7-c7ed85db9bbd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 833.587979] env[62353]: DEBUG nova.virt.hardware [None req-e9ee5d65-c6fc-4355-b8d0-23e3397c56eb tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 833.588198] env[62353]: DEBUG nova.virt.hardware [None req-e9ee5d65-c6fc-4355-b8d0-23e3397c56eb tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 833.588435] env[62353]: DEBUG nova.virt.hardware [None req-e9ee5d65-c6fc-4355-b8d0-23e3397c56eb tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 833.588613] env[62353]: DEBUG nova.virt.hardware [None req-e9ee5d65-c6fc-4355-b8d0-23e3397c56eb tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 833.588764] env[62353]: DEBUG nova.virt.hardware [None req-e9ee5d65-c6fc-4355-b8d0-23e3397c56eb tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 833.589018] env[62353]: DEBUG nova.virt.hardware [None req-e9ee5d65-c6fc-4355-b8d0-23e3397c56eb tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 833.589244] env[62353]: DEBUG nova.virt.hardware [None req-e9ee5d65-c6fc-4355-b8d0-23e3397c56eb tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 833.589452] env[62353]: DEBUG nova.virt.hardware [None req-e9ee5d65-c6fc-4355-b8d0-23e3397c56eb tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 833.589629] env[62353]: DEBUG nova.virt.hardware [None req-e9ee5d65-c6fc-4355-b8d0-23e3397c56eb tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 833.589805] env[62353]: DEBUG nova.virt.hardware [None req-e9ee5d65-c6fc-4355-b8d0-23e3397c56eb tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 833.594677] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f3547227-b42f-4dc3-a219-ba6cf861b411 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.609197] env[62353]: DEBUG oslo_vmware.api [None req-e9ee5d65-c6fc-4355-b8d0-23e3397c56eb tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Waiting for the task: (returnval){ [ 833.609197] env[62353]: value = "task-2372531" [ 833.609197] env[62353]: _type = "Task" [ 833.609197] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.618992] env[62353]: DEBUG oslo_vmware.api [None req-e9ee5d65-c6fc-4355-b8d0-23e3397c56eb tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Task: {'id': task-2372531, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.734785] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8b0d6f69-720c-4a5d-b93a-d90b4f394c40 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.570s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 833.735402] env[62353]: DEBUG nova.compute.manager [None req-8b0d6f69-720c-4a5d-b93a-d90b4f394c40 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] [instance: c6617ed8-80a4-41b8-b11a-c739cce89229] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 833.739045] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ca556a81-7a26-4434-942f-5c54c3c9c0a1 tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 34.349s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 833.739045] env[62353]: DEBUG nova.objects.instance [None req-ca556a81-7a26-4434-942f-5c54c3c9c0a1 tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] [instance: 0b3e9b87-2fa5-4623-b547-8831a1d7932f] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62353) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 833.758416] env[62353]: DEBUG oslo_vmware.api [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Task: {'id': task-2372526, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.57782} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.758791] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore2] 389abaa0-963d-43d3-b09f-99e3b77b2096/389abaa0-963d-43d3-b09f-99e3b77b2096.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 833.759064] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] [instance: 389abaa0-963d-43d3-b09f-99e3b77b2096] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 833.759425] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6ba88cc3-d57f-49d3-8aa5-3dfc29261e4b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.767452] env[62353]: DEBUG oslo_vmware.api [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Waiting for the task: (returnval){ [ 833.767452] env[62353]: value = "task-2372532" [ 833.767452] env[62353]: _type = "Task" [ 833.767452] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.777083] env[62353]: DEBUG oslo_vmware.api [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Task: {'id': task-2372532, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.788820] env[62353]: DEBUG oslo_vmware.api [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Task: {'id': task-2372524, 'name': PowerOnVM_Task, 'duration_secs': 1.116721} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.789217] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] [instance: 283ebb75-a52d-4918-9310-31ca052d99a8] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 833.789490] env[62353]: INFO nova.compute.manager [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] [instance: 283ebb75-a52d-4918-9310-31ca052d99a8] Took 9.87 seconds to spawn the instance on the hypervisor. [ 833.789727] env[62353]: DEBUG nova.compute.manager [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] [instance: 283ebb75-a52d-4918-9310-31ca052d99a8] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 833.790527] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-905b28a5-7c7f-42ca-a252-07416924bc1b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.805369] env[62353]: DEBUG oslo_vmware.api [None req-5bd97fb4-db80-41b5-9e85-ac6017c57787 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Task: {'id': task-2372527, 'name': CloneVM_Task} progress is 94%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.012853] env[62353]: DEBUG oslo_vmware.api [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Task: {'id': task-2372530, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.119038] env[62353]: DEBUG oslo_vmware.api [None req-e9ee5d65-c6fc-4355-b8d0-23e3397c56eb tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Task: {'id': task-2372531, 'name': ReconfigVM_Task, 'duration_secs': 0.337136} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.119799] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17229e92-2e83-40eb-b3a5-3e4bb08a5361 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.137395] env[62353]: DEBUG nova.virt.hardware [None req-e9ee5d65-c6fc-4355-b8d0-23e3397c56eb tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T12:41:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='b2cfdf0a-ebed-46be-89e8-ce115861799e',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1553823238',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=06f909ae-e8dc-43b4-abf7-c7ed85db9bbd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 834.137634] env[62353]: DEBUG nova.virt.hardware [None req-e9ee5d65-c6fc-4355-b8d0-23e3397c56eb tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 834.137790] env[62353]: DEBUG nova.virt.hardware [None req-e9ee5d65-c6fc-4355-b8d0-23e3397c56eb tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 834.138024] env[62353]: DEBUG nova.virt.hardware [None req-e9ee5d65-c6fc-4355-b8d0-23e3397c56eb tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 834.138188] env[62353]: DEBUG nova.virt.hardware [None req-e9ee5d65-c6fc-4355-b8d0-23e3397c56eb tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 834.138337] env[62353]: DEBUG nova.virt.hardware [None req-e9ee5d65-c6fc-4355-b8d0-23e3397c56eb tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 834.138538] env[62353]: DEBUG nova.virt.hardware [None req-e9ee5d65-c6fc-4355-b8d0-23e3397c56eb tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 834.138696] env[62353]: DEBUG nova.virt.hardware [None req-e9ee5d65-c6fc-4355-b8d0-23e3397c56eb tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 834.138861] env[62353]: DEBUG nova.virt.hardware [None req-e9ee5d65-c6fc-4355-b8d0-23e3397c56eb tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 834.139035] env[62353]: DEBUG nova.virt.hardware [None req-e9ee5d65-c6fc-4355-b8d0-23e3397c56eb tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 834.139211] env[62353]: DEBUG nova.virt.hardware [None req-e9ee5d65-c6fc-4355-b8d0-23e3397c56eb tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 834.139988] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c013203-831f-430c-9bab-d834a07e0ee9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.145021] env[62353]: DEBUG oslo_vmware.api [None req-e9ee5d65-c6fc-4355-b8d0-23e3397c56eb tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Waiting for the task: (returnval){ [ 834.145021] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]529b047f-d827-8849-bdd6-a5281812d0e3" [ 834.145021] env[62353]: _type = "Task" [ 834.145021] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.152509] env[62353]: DEBUG oslo_vmware.api [None req-e9ee5d65-c6fc-4355-b8d0-23e3397c56eb tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]529b047f-d827-8849-bdd6-a5281812d0e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.244895] env[62353]: DEBUG nova.compute.utils [None req-8b0d6f69-720c-4a5d-b93a-d90b4f394c40 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 834.250330] env[62353]: DEBUG nova.compute.manager [None req-8b0d6f69-720c-4a5d-b93a-d90b4f394c40 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] [instance: c6617ed8-80a4-41b8-b11a-c739cce89229] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 834.250581] env[62353]: DEBUG nova.network.neutron [None req-8b0d6f69-720c-4a5d-b93a-d90b4f394c40 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] [instance: c6617ed8-80a4-41b8-b11a-c739cce89229] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 834.277356] env[62353]: DEBUG oslo_vmware.api [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Task: {'id': task-2372532, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066486} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.277629] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] [instance: 389abaa0-963d-43d3-b09f-99e3b77b2096] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 834.278732] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f91370e-2090-4fb0-b779-f670c054ebe0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.304787] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] [instance: 389abaa0-963d-43d3-b09f-99e3b77b2096] Reconfiguring VM instance instance-00000040 to attach disk [datastore2] 389abaa0-963d-43d3-b09f-99e3b77b2096/389abaa0-963d-43d3-b09f-99e3b77b2096.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 834.305815] env[62353]: DEBUG nova.policy [None req-8b0d6f69-720c-4a5d-b93a-d90b4f394c40 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4a21c6ee5067462aa367e6bf2cd17a6e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b2f0d78f4f234fd2bcc4955bc71e76da', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:192}} [ 834.314545] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f74ad69-2bc7-47d1-ade8-3da2631b0350 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.332967] env[62353]: INFO nova.compute.manager [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] [instance: 283ebb75-a52d-4918-9310-31ca052d99a8] Took 39.78 seconds to build instance. [ 834.340288] env[62353]: DEBUG oslo_vmware.api [None req-5bd97fb4-db80-41b5-9e85-ac6017c57787 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Task: {'id': task-2372527, 'name': CloneVM_Task} progress is 94%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.343207] env[62353]: DEBUG oslo_vmware.api [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Waiting for the task: (returnval){ [ 834.343207] env[62353]: value = "task-2372533" [ 834.343207] env[62353]: _type = "Task" [ 834.343207] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.351021] env[62353]: DEBUG oslo_vmware.api [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Task: {'id': task-2372533, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.513391] env[62353]: DEBUG oslo_vmware.api [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Task: {'id': task-2372530, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.630887] env[62353]: DEBUG nova.network.neutron [None req-8b0d6f69-720c-4a5d-b93a-d90b4f394c40 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] [instance: c6617ed8-80a4-41b8-b11a-c739cce89229] Successfully created port: 81d41069-a82c-4787-a2b1-77efac9c6800 {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 834.655023] env[62353]: DEBUG oslo_vmware.api [None req-e9ee5d65-c6fc-4355-b8d0-23e3397c56eb tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]529b047f-d827-8849-bdd6-a5281812d0e3, 'name': SearchDatastore_Task, 'duration_secs': 0.006505} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.660517] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9ee5d65-c6fc-4355-b8d0-23e3397c56eb tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] [instance: 7a3d03fd-327a-453b-ad3c-12736433379d] Reconfiguring VM instance instance-0000002d to detach disk 2000 {{(pid=62353) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 834.660823] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3920f7e3-ecce-45f9-be1e-2446a4e60257 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.679583] env[62353]: DEBUG oslo_vmware.api [None req-e9ee5d65-c6fc-4355-b8d0-23e3397c56eb tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Waiting for the task: (returnval){ [ 834.679583] env[62353]: value = "task-2372534" [ 834.679583] env[62353]: _type = "Task" [ 834.679583] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.687951] env[62353]: DEBUG oslo_vmware.api [None req-e9ee5d65-c6fc-4355-b8d0-23e3397c56eb tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Task: {'id': task-2372534, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.751785] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ca556a81-7a26-4434-942f-5c54c3c9c0a1 tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 834.753324] env[62353]: DEBUG oslo_concurrency.lockutils [None req-297dcae3-b394-47d6-b295-6e7178488af7 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.207s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 834.754886] env[62353]: INFO nova.compute.claims [None req-297dcae3-b394-47d6-b295-6e7178488af7 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: a6b68f36-7339-4daa-b3e3-9bc6e6efb2d8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 834.762485] env[62353]: DEBUG nova.compute.manager [None req-8b0d6f69-720c-4a5d-b93a-d90b4f394c40 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] [instance: c6617ed8-80a4-41b8-b11a-c739cce89229] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 834.806249] env[62353]: DEBUG oslo_vmware.api [None req-5bd97fb4-db80-41b5-9e85-ac6017c57787 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Task: {'id': task-2372527, 'name': CloneVM_Task} progress is 100%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.834955] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Lock "283ebb75-a52d-4918-9310-31ca052d99a8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.289s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 834.853477] env[62353]: DEBUG oslo_vmware.api [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Task: {'id': task-2372533, 'name': ReconfigVM_Task, 'duration_secs': 0.474616} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.853752] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] [instance: 389abaa0-963d-43d3-b09f-99e3b77b2096] Reconfigured VM instance instance-00000040 to attach disk [datastore2] 389abaa0-963d-43d3-b09f-99e3b77b2096/389abaa0-963d-43d3-b09f-99e3b77b2096.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 834.854460] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-50f80757-841b-4c7f-903a-3854c99ee327 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.861280] env[62353]: DEBUG oslo_vmware.api [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Waiting for the task: (returnval){ [ 834.861280] env[62353]: value = "task-2372535" [ 834.861280] env[62353]: _type = "Task" [ 834.861280] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.872471] env[62353]: DEBUG oslo_vmware.api [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Task: {'id': task-2372535, 'name': Rename_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.943793] env[62353]: DEBUG nova.network.neutron [None req-8b0d6f69-720c-4a5d-b93a-d90b4f394c40 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] [instance: c6617ed8-80a4-41b8-b11a-c739cce89229] Successfully created port: a01cd920-9a24-4068-bf76-58c3f8f8e93c {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 835.015244] env[62353]: DEBUG oslo_vmware.api [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Task: {'id': task-2372530, 'name': PowerOnVM_Task, 'duration_secs': 1.48276} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.015498] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] [instance: 6d29b600-078c-4c3d-a31b-62cffc0d8ea5] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 835.015711] env[62353]: INFO nova.compute.manager [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] [instance: 6d29b600-078c-4c3d-a31b-62cffc0d8ea5] Took 8.45 seconds to spawn the instance on the hypervisor. [ 835.015991] env[62353]: DEBUG nova.compute.manager [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] [instance: 6d29b600-078c-4c3d-a31b-62cffc0d8ea5] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 835.016721] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59030838-a6b0-4dcc-b479-ab787dc771de {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.189847] env[62353]: DEBUG oslo_vmware.api [None req-e9ee5d65-c6fc-4355-b8d0-23e3397c56eb tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Task: {'id': task-2372534, 'name': ReconfigVM_Task, 'duration_secs': 0.270141} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.190436] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9ee5d65-c6fc-4355-b8d0-23e3397c56eb tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] [instance: 7a3d03fd-327a-453b-ad3c-12736433379d] Reconfigured VM instance instance-0000002d to detach disk 2000 {{(pid=62353) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 835.191058] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f86b6238-2b39-42dd-ac5d-de5275abbb1f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.216708] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9ee5d65-c6fc-4355-b8d0-23e3397c56eb tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] [instance: 7a3d03fd-327a-453b-ad3c-12736433379d] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] 7a3d03fd-327a-453b-ad3c-12736433379d/7a3d03fd-327a-453b-ad3c-12736433379d.vmdk or device None with type thin {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 835.217403] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-043c5b88-5781-430b-8f22-3d0a86a34ff6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.236344] env[62353]: DEBUG oslo_vmware.api [None req-e9ee5d65-c6fc-4355-b8d0-23e3397c56eb tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Waiting for the task: (returnval){ [ 835.236344] env[62353]: value = "task-2372536" [ 835.236344] env[62353]: _type = "Task" [ 835.236344] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.245928] env[62353]: DEBUG oslo_vmware.api [None req-e9ee5d65-c6fc-4355-b8d0-23e3397c56eb tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Task: {'id': task-2372536, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.306088] env[62353]: DEBUG oslo_vmware.api [None req-5bd97fb4-db80-41b5-9e85-ac6017c57787 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Task: {'id': task-2372527, 'name': CloneVM_Task, 'duration_secs': 2.016368} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.306772] env[62353]: INFO nova.virt.vmwareapi.vmops [None req-5bd97fb4-db80-41b5-9e85-ac6017c57787 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: c254fe57-8d19-4bfb-b607-dead3f0c04cf] Created linked-clone VM from snapshot [ 835.307201] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cdb0dad-01d2-460c-9694-17212b81c9f9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.315658] env[62353]: DEBUG nova.virt.vmwareapi.images [None req-5bd97fb4-db80-41b5-9e85-ac6017c57787 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: c254fe57-8d19-4bfb-b607-dead3f0c04cf] Uploading image d458d0c3-90e2-4e95-a0df-87fc2bdae0a7 {{(pid=62353) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 835.339512] env[62353]: DEBUG nova.compute.manager [None req-092ceede-9311-47ca-8095-576492492f9c tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] [instance: e4e0533d-22ae-4e05-ac4f-949f0fe6416a] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 835.350039] env[62353]: DEBUG oslo_vmware.rw_handles [None req-5bd97fb4-db80-41b5-9e85-ac6017c57787 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 835.350039] env[62353]: value = "vm-481648" [ 835.350039] env[62353]: _type = "VirtualMachine" [ 835.350039] env[62353]: }. {{(pid=62353) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 835.350220] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-9d3400bb-e493-4ad4-a80f-49f31b953cdc {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.357589] env[62353]: DEBUG oslo_vmware.rw_handles [None req-5bd97fb4-db80-41b5-9e85-ac6017c57787 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Lease: (returnval){ [ 835.357589] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52e35c3c-2818-be9c-66c7-857f058b9ac3" [ 835.357589] env[62353]: _type = "HttpNfcLease" [ 835.357589] env[62353]: } obtained for exporting VM: (result){ [ 835.357589] env[62353]: value = "vm-481648" [ 835.357589] env[62353]: _type = "VirtualMachine" [ 835.357589] env[62353]: }. {{(pid=62353) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 835.357942] env[62353]: DEBUG oslo_vmware.api [None req-5bd97fb4-db80-41b5-9e85-ac6017c57787 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Waiting for the lease: (returnval){ [ 835.357942] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52e35c3c-2818-be9c-66c7-857f058b9ac3" [ 835.357942] env[62353]: _type = "HttpNfcLease" [ 835.357942] env[62353]: } to be ready. {{(pid=62353) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 835.370606] env[62353]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 835.370606] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52e35c3c-2818-be9c-66c7-857f058b9ac3" [ 835.370606] env[62353]: _type = "HttpNfcLease" [ 835.370606] env[62353]: } is ready. {{(pid=62353) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 835.375145] env[62353]: DEBUG oslo_vmware.rw_handles [None req-5bd97fb4-db80-41b5-9e85-ac6017c57787 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 835.375145] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52e35c3c-2818-be9c-66c7-857f058b9ac3" [ 835.375145] env[62353]: _type = "HttpNfcLease" [ 835.375145] env[62353]: }. {{(pid=62353) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 835.375409] env[62353]: DEBUG oslo_vmware.api [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Task: {'id': task-2372535, 'name': Rename_Task, 'duration_secs': 0.217651} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.376478] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f58c358-4f46-4518-b378-ebec5da3b802 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.380854] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] [instance: 389abaa0-963d-43d3-b09f-99e3b77b2096] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 835.381128] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9e0f7671-4b87-4256-8fe5-a9004702f6a5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.388364] env[62353]: DEBUG oslo_vmware.rw_handles [None req-5bd97fb4-db80-41b5-9e85-ac6017c57787 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52911f9d-d0b4-f8c9-1fc3-23f68a6e5ed8/disk-0.vmdk from lease info. {{(pid=62353) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 835.388547] env[62353]: DEBUG oslo_vmware.rw_handles [None req-5bd97fb4-db80-41b5-9e85-ac6017c57787 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52911f9d-d0b4-f8c9-1fc3-23f68a6e5ed8/disk-0.vmdk for reading. {{(pid=62353) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 835.391984] env[62353]: DEBUG oslo_vmware.api [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Waiting for the task: (returnval){ [ 835.391984] env[62353]: value = "task-2372538" [ 835.391984] env[62353]: _type = "Task" [ 835.391984] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.461246] env[62353]: DEBUG oslo_vmware.api [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Task: {'id': task-2372538, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.498963] env[62353]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d5d64f08-37e4-4e54-9396-b0838f6730e1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.540874] env[62353]: INFO nova.compute.manager [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] [instance: 6d29b600-078c-4c3d-a31b-62cffc0d8ea5] Took 40.93 seconds to build instance. [ 835.749486] env[62353]: DEBUG oslo_vmware.api [None req-e9ee5d65-c6fc-4355-b8d0-23e3397c56eb tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Task: {'id': task-2372536, 'name': ReconfigVM_Task, 'duration_secs': 0.468184} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.749923] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9ee5d65-c6fc-4355-b8d0-23e3397c56eb tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] [instance: 7a3d03fd-327a-453b-ad3c-12736433379d] Reconfigured VM instance instance-0000002d to attach disk [datastore2] 7a3d03fd-327a-453b-ad3c-12736433379d/7a3d03fd-327a-453b-ad3c-12736433379d.vmdk or device None with type thin {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 835.751166] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ea9b0ef-97ad-432f-8e8d-518e904e5898 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.782366] env[62353]: DEBUG nova.compute.manager [None req-8b0d6f69-720c-4a5d-b93a-d90b4f394c40 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] [instance: c6617ed8-80a4-41b8-b11a-c739cce89229] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 835.785571] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9a7f5cb-7931-4a06-a089-fe81ca0e8509 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.812889] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6466b9e-9b5c-437c-95ad-a76ae458b0f3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.835836] env[62353]: DEBUG nova.virt.hardware [None req-8b0d6f69-720c-4a5d-b93a-d90b4f394c40 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T12:38:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T12:38:15Z,direct_url=,disk_format='vmdk',id=06f909ae-e8dc-43b4-abf7-c7ed85db9bbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0a3f88790a594523a818b8c00f6862e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T12:38:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 835.836230] env[62353]: DEBUG nova.virt.hardware [None req-8b0d6f69-720c-4a5d-b93a-d90b4f394c40 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 835.836563] env[62353]: DEBUG nova.virt.hardware [None req-8b0d6f69-720c-4a5d-b93a-d90b4f394c40 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 835.836812] env[62353]: DEBUG nova.virt.hardware [None req-8b0d6f69-720c-4a5d-b93a-d90b4f394c40 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 835.837025] env[62353]: DEBUG nova.virt.hardware [None req-8b0d6f69-720c-4a5d-b93a-d90b4f394c40 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 835.837199] env[62353]: DEBUG nova.virt.hardware [None req-8b0d6f69-720c-4a5d-b93a-d90b4f394c40 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 835.837460] env[62353]: DEBUG nova.virt.hardware [None req-8b0d6f69-720c-4a5d-b93a-d90b4f394c40 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 835.837730] env[62353]: DEBUG nova.virt.hardware [None req-8b0d6f69-720c-4a5d-b93a-d90b4f394c40 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 835.838023] env[62353]: DEBUG nova.virt.hardware [None req-8b0d6f69-720c-4a5d-b93a-d90b4f394c40 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 835.838298] env[62353]: DEBUG nova.virt.hardware [None req-8b0d6f69-720c-4a5d-b93a-d90b4f394c40 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 835.838620] env[62353]: DEBUG nova.virt.hardware [None req-8b0d6f69-720c-4a5d-b93a-d90b4f394c40 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 835.842356] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24d8f2f8-7055-4159-a59a-056e033ec0de {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.845982] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a53c971-5bee-4973-b2c5-6d4320306560 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.859359] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9ee5d65-c6fc-4355-b8d0-23e3397c56eb tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] [instance: 7a3d03fd-327a-453b-ad3c-12736433379d] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 835.862446] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1303c1b9-3152-4807-861c-161ccc26329f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.865319] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6dc6e3a-386c-4061-82c7-a8d22d3b4cb6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.870965] env[62353]: DEBUG oslo_concurrency.lockutils [None req-092ceede-9311-47ca-8095-576492492f9c tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 835.889755] env[62353]: DEBUG oslo_vmware.api [None req-e9ee5d65-c6fc-4355-b8d0-23e3397c56eb tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Waiting for the task: (returnval){ [ 835.889755] env[62353]: value = "task-2372539" [ 835.889755] env[62353]: _type = "Task" [ 835.889755] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.905812] env[62353]: DEBUG oslo_vmware.api [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Task: {'id': task-2372538, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.912763] env[62353]: DEBUG oslo_vmware.api [None req-e9ee5d65-c6fc-4355-b8d0-23e3397c56eb tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Task: {'id': task-2372539, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.042523] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Lock "6d29b600-078c-4c3d-a31b-62cffc0d8ea5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.445s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 836.369997] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afcc843a-75e9-4b21-bc5d-e56436fb0bda {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.380088] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09b3f452-6c8d-44c4-9eee-22b74bdcefdf {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.423338] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e67d278a-3025-41a5-95ef-b8b45b511852 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.432321] env[62353]: DEBUG oslo_vmware.api [None req-e9ee5d65-c6fc-4355-b8d0-23e3397c56eb tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Task: {'id': task-2372539, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.437939] env[62353]: DEBUG oslo_vmware.api [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Task: {'id': task-2372538, 'name': PowerOnVM_Task, 'duration_secs': 0.59246} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.438306] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] [instance: 389abaa0-963d-43d3-b09f-99e3b77b2096] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 836.438519] env[62353]: INFO nova.compute.manager [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] [instance: 389abaa0-963d-43d3-b09f-99e3b77b2096] Took 7.34 seconds to spawn the instance on the hypervisor. [ 836.438697] env[62353]: DEBUG nova.compute.manager [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] [instance: 389abaa0-963d-43d3-b09f-99e3b77b2096] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 836.440648] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fbd2c2c-f27e-4db1-a33b-50b5404260ec {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.446120] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11500100-1902-4648-95a7-16d233d1ba58 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.460881] env[62353]: DEBUG nova.compute.provider_tree [None req-297dcae3-b394-47d6-b295-6e7178488af7 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 836.545668] env[62353]: DEBUG nova.compute.manager [None req-1bf24763-629e-4eff-8beb-a53100d0a4a8 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 4d8636f8-6716-4060-b27b-918d7fe82686] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 836.557921] env[62353]: DEBUG nova.compute.manager [req-1e3f62f0-cbe5-4d8b-9047-524e6e5db3f6 req-6f7c3b03-f0e5-4ddb-b3f3-258bc4c03066 service nova] [instance: c6617ed8-80a4-41b8-b11a-c739cce89229] Received event network-vif-plugged-81d41069-a82c-4787-a2b1-77efac9c6800 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 836.558164] env[62353]: DEBUG oslo_concurrency.lockutils [req-1e3f62f0-cbe5-4d8b-9047-524e6e5db3f6 req-6f7c3b03-f0e5-4ddb-b3f3-258bc4c03066 service nova] Acquiring lock "c6617ed8-80a4-41b8-b11a-c739cce89229-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 836.558386] env[62353]: DEBUG oslo_concurrency.lockutils [req-1e3f62f0-cbe5-4d8b-9047-524e6e5db3f6 req-6f7c3b03-f0e5-4ddb-b3f3-258bc4c03066 service nova] Lock "c6617ed8-80a4-41b8-b11a-c739cce89229-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 836.558567] env[62353]: DEBUG oslo_concurrency.lockutils [req-1e3f62f0-cbe5-4d8b-9047-524e6e5db3f6 req-6f7c3b03-f0e5-4ddb-b3f3-258bc4c03066 service nova] Lock "c6617ed8-80a4-41b8-b11a-c739cce89229-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 836.558741] env[62353]: DEBUG nova.compute.manager [req-1e3f62f0-cbe5-4d8b-9047-524e6e5db3f6 req-6f7c3b03-f0e5-4ddb-b3f3-258bc4c03066 service nova] [instance: c6617ed8-80a4-41b8-b11a-c739cce89229] No waiting events found dispatching network-vif-plugged-81d41069-a82c-4787-a2b1-77efac9c6800 {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 836.558895] env[62353]: WARNING nova.compute.manager [req-1e3f62f0-cbe5-4d8b-9047-524e6e5db3f6 req-6f7c3b03-f0e5-4ddb-b3f3-258bc4c03066 service nova] [instance: c6617ed8-80a4-41b8-b11a-c739cce89229] Received unexpected event network-vif-plugged-81d41069-a82c-4787-a2b1-77efac9c6800 for instance with vm_state building and task_state spawning. [ 836.572254] env[62353]: DEBUG nova.network.neutron [None req-8b0d6f69-720c-4a5d-b93a-d90b4f394c40 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] [instance: c6617ed8-80a4-41b8-b11a-c739cce89229] Successfully updated port: 81d41069-a82c-4787-a2b1-77efac9c6800 {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 836.927509] env[62353]: DEBUG oslo_vmware.api [None req-e9ee5d65-c6fc-4355-b8d0-23e3397c56eb tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Task: {'id': task-2372539, 'name': PowerOnVM_Task, 'duration_secs': 0.630172} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.927837] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9ee5d65-c6fc-4355-b8d0-23e3397c56eb tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] [instance: 7a3d03fd-327a-453b-ad3c-12736433379d] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 836.968627] env[62353]: DEBUG nova.scheduler.client.report [None req-297dcae3-b394-47d6-b295-6e7178488af7 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 836.978996] env[62353]: INFO nova.compute.manager [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] [instance: 389abaa0-963d-43d3-b09f-99e3b77b2096] Took 42.32 seconds to build instance. [ 837.070882] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1bf24763-629e-4eff-8beb-a53100d0a4a8 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 837.477830] env[62353]: DEBUG oslo_concurrency.lockutils [None req-297dcae3-b394-47d6-b295-6e7178488af7 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.725s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 837.478579] env[62353]: DEBUG nova.compute.manager [None req-297dcae3-b394-47d6-b295-6e7178488af7 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: a6b68f36-7339-4daa-b3e3-9bc6e6efb2d8] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 837.481335] env[62353]: DEBUG oslo_concurrency.lockutils [None req-69df174a-b222-4f8e-bd93-e9f4fb350a09 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.644s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 837.485786] env[62353]: INFO nova.compute.claims [None req-69df174a-b222-4f8e-bd93-e9f4fb350a09 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] [instance: 3384eeba-47ab-4252-96f8-624f2c118125] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 837.487773] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7dad37e1-435c-48c0-baba-69e52d4c4872 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Lock "389abaa0-963d-43d3-b09f-99e3b77b2096" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.847s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 837.517810] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c689e561-41fd-4efa-b34f-aa6742202d03 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Acquiring lock "283ebb75-a52d-4918-9310-31ca052d99a8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 837.519053] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c689e561-41fd-4efa-b34f-aa6742202d03 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Lock "283ebb75-a52d-4918-9310-31ca052d99a8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 837.519053] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c689e561-41fd-4efa-b34f-aa6742202d03 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Acquiring lock "283ebb75-a52d-4918-9310-31ca052d99a8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 837.519053] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c689e561-41fd-4efa-b34f-aa6742202d03 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Lock "283ebb75-a52d-4918-9310-31ca052d99a8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 837.519053] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c689e561-41fd-4efa-b34f-aa6742202d03 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Lock "283ebb75-a52d-4918-9310-31ca052d99a8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 837.521052] env[62353]: INFO nova.compute.manager [None req-c689e561-41fd-4efa-b34f-aa6742202d03 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] [instance: 283ebb75-a52d-4918-9310-31ca052d99a8] Terminating instance [ 837.940548] env[62353]: INFO nova.compute.manager [None req-e9ee5d65-c6fc-4355-b8d0-23e3397c56eb tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] [instance: 7a3d03fd-327a-453b-ad3c-12736433379d] Updating instance to original state: 'active' [ 837.989434] env[62353]: DEBUG nova.compute.utils [None req-297dcae3-b394-47d6-b295-6e7178488af7 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 837.991017] env[62353]: DEBUG nova.compute.manager [None req-297dcae3-b394-47d6-b295-6e7178488af7 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: a6b68f36-7339-4daa-b3e3-9bc6e6efb2d8] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 837.991209] env[62353]: DEBUG nova.network.neutron [None req-297dcae3-b394-47d6-b295-6e7178488af7 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: a6b68f36-7339-4daa-b3e3-9bc6e6efb2d8] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 838.025020] env[62353]: DEBUG nova.compute.manager [None req-c689e561-41fd-4efa-b34f-aa6742202d03 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] [instance: 283ebb75-a52d-4918-9310-31ca052d99a8] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 838.025326] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-c689e561-41fd-4efa-b34f-aa6742202d03 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] [instance: 283ebb75-a52d-4918-9310-31ca052d99a8] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 838.026161] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93f3eaa0-bd74-4465-bb9e-d1895e2d382f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.034684] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-c689e561-41fd-4efa-b34f-aa6742202d03 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] [instance: 283ebb75-a52d-4918-9310-31ca052d99a8] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 838.036140] env[62353]: DEBUG nova.policy [None req-297dcae3-b394-47d6-b295-6e7178488af7 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '13564ade137b4981abcc826430dec05a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '72d956f928c84645ac7af0ca43ed5775', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:192}} [ 838.037607] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c1688e9b-d9b6-41e2-972e-baacc023d956 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.044435] env[62353]: DEBUG oslo_vmware.api [None req-c689e561-41fd-4efa-b34f-aa6742202d03 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Waiting for the task: (returnval){ [ 838.044435] env[62353]: value = "task-2372540" [ 838.044435] env[62353]: _type = "Task" [ 838.044435] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.052892] env[62353]: DEBUG oslo_vmware.api [None req-c689e561-41fd-4efa-b34f-aa6742202d03 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Task: {'id': task-2372540, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.485469] env[62353]: DEBUG nova.network.neutron [None req-297dcae3-b394-47d6-b295-6e7178488af7 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: a6b68f36-7339-4daa-b3e3-9bc6e6efb2d8] Successfully created port: 7787c966-93f2-4a11-992e-749b62b26b12 {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 838.496646] env[62353]: DEBUG nova.compute.manager [None req-297dcae3-b394-47d6-b295-6e7178488af7 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: a6b68f36-7339-4daa-b3e3-9bc6e6efb2d8] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 838.558061] env[62353]: DEBUG oslo_vmware.api [None req-c689e561-41fd-4efa-b34f-aa6742202d03 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Task: {'id': task-2372540, 'name': PowerOffVM_Task, 'duration_secs': 0.372104} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.558416] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-c689e561-41fd-4efa-b34f-aa6742202d03 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] [instance: 283ebb75-a52d-4918-9310-31ca052d99a8] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 838.558584] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-c689e561-41fd-4efa-b34f-aa6742202d03 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] [instance: 283ebb75-a52d-4918-9310-31ca052d99a8] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 838.559277] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aa1ff6ee-42bc-46d4-9154-fc53ecb40f25 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.628932] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-c689e561-41fd-4efa-b34f-aa6742202d03 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] [instance: 283ebb75-a52d-4918-9310-31ca052d99a8] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 838.629320] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-c689e561-41fd-4efa-b34f-aa6742202d03 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] [instance: 283ebb75-a52d-4918-9310-31ca052d99a8] Deleting contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 838.629567] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-c689e561-41fd-4efa-b34f-aa6742202d03 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Deleting the datastore file [datastore2] 283ebb75-a52d-4918-9310-31ca052d99a8 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 838.629901] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d12a91f1-6a3a-483d-928f-2a0c1f8c26cd {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.640522] env[62353]: DEBUG oslo_vmware.api [None req-c689e561-41fd-4efa-b34f-aa6742202d03 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Waiting for the task: (returnval){ [ 838.640522] env[62353]: value = "task-2372542" [ 838.640522] env[62353]: _type = "Task" [ 838.640522] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.645996] env[62353]: DEBUG nova.network.neutron [None req-8b0d6f69-720c-4a5d-b93a-d90b4f394c40 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] [instance: c6617ed8-80a4-41b8-b11a-c739cce89229] Successfully updated port: a01cd920-9a24-4068-bf76-58c3f8f8e93c {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 838.652826] env[62353]: DEBUG oslo_vmware.api [None req-c689e561-41fd-4efa-b34f-aa6742202d03 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Task: {'id': task-2372542, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.690226] env[62353]: DEBUG nova.compute.manager [req-9c0c883c-d86e-4ec4-910e-c87d03654e77 req-f88f08b1-912f-4827-b134-48403bcd383b service nova] [instance: c6617ed8-80a4-41b8-b11a-c739cce89229] Received event network-changed-81d41069-a82c-4787-a2b1-77efac9c6800 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 838.692064] env[62353]: DEBUG nova.compute.manager [req-9c0c883c-d86e-4ec4-910e-c87d03654e77 req-f88f08b1-912f-4827-b134-48403bcd383b service nova] [instance: c6617ed8-80a4-41b8-b11a-c739cce89229] Refreshing instance network info cache due to event network-changed-81d41069-a82c-4787-a2b1-77efac9c6800. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 838.692064] env[62353]: DEBUG oslo_concurrency.lockutils [req-9c0c883c-d86e-4ec4-910e-c87d03654e77 req-f88f08b1-912f-4827-b134-48403bcd383b service nova] Acquiring lock "refresh_cache-c6617ed8-80a4-41b8-b11a-c739cce89229" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 838.692064] env[62353]: DEBUG oslo_concurrency.lockutils [req-9c0c883c-d86e-4ec4-910e-c87d03654e77 req-f88f08b1-912f-4827-b134-48403bcd383b service nova] Acquired lock "refresh_cache-c6617ed8-80a4-41b8-b11a-c739cce89229" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.692064] env[62353]: DEBUG nova.network.neutron [req-9c0c883c-d86e-4ec4-910e-c87d03654e77 req-f88f08b1-912f-4827-b134-48403bcd383b service nova] [instance: c6617ed8-80a4-41b8-b11a-c739cce89229] Refreshing network info cache for port 81d41069-a82c-4787-a2b1-77efac9c6800 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 839.058487] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4b8e8a6-0481-4c8f-9323-147ac34df3fd {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.066881] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb852e3b-c817-4c15-9b49-f86937476a6e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.098827] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62924458-2d35-4a4c-8ff5-d1af4729af35 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.106630] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ba13354-9270-492a-8427-a901ca1e67ed {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.120231] env[62353]: DEBUG nova.compute.provider_tree [None req-69df174a-b222-4f8e-bd93-e9f4fb350a09 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 839.148726] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8b0d6f69-720c-4a5d-b93a-d90b4f394c40 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] Acquiring lock "refresh_cache-c6617ed8-80a4-41b8-b11a-c739cce89229" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 839.149023] env[62353]: DEBUG oslo_vmware.api [None req-c689e561-41fd-4efa-b34f-aa6742202d03 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Task: {'id': task-2372542, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.229845} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.149248] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-c689e561-41fd-4efa-b34f-aa6742202d03 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 839.149593] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-c689e561-41fd-4efa-b34f-aa6742202d03 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] [instance: 283ebb75-a52d-4918-9310-31ca052d99a8] Deleted contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 839.149804] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-c689e561-41fd-4efa-b34f-aa6742202d03 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] [instance: 283ebb75-a52d-4918-9310-31ca052d99a8] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 839.149979] env[62353]: INFO nova.compute.manager [None req-c689e561-41fd-4efa-b34f-aa6742202d03 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] [instance: 283ebb75-a52d-4918-9310-31ca052d99a8] Took 1.12 seconds to destroy the instance on the hypervisor. [ 839.150238] env[62353]: DEBUG oslo.service.loopingcall [None req-c689e561-41fd-4efa-b34f-aa6742202d03 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 839.150429] env[62353]: DEBUG nova.compute.manager [-] [instance: 283ebb75-a52d-4918-9310-31ca052d99a8] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 839.150521] env[62353]: DEBUG nova.network.neutron [-] [instance: 283ebb75-a52d-4918-9310-31ca052d99a8] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 839.227100] env[62353]: DEBUG nova.network.neutron [req-9c0c883c-d86e-4ec4-910e-c87d03654e77 req-f88f08b1-912f-4827-b134-48403bcd383b service nova] [instance: c6617ed8-80a4-41b8-b11a-c739cce89229] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 839.367910] env[62353]: DEBUG nova.network.neutron [req-9c0c883c-d86e-4ec4-910e-c87d03654e77 req-f88f08b1-912f-4827-b134-48403bcd383b service nova] [instance: c6617ed8-80a4-41b8-b11a-c739cce89229] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.509308] env[62353]: DEBUG nova.compute.manager [None req-297dcae3-b394-47d6-b295-6e7178488af7 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: a6b68f36-7339-4daa-b3e3-9bc6e6efb2d8] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 839.532055] env[62353]: DEBUG nova.virt.hardware [None req-297dcae3-b394-47d6-b295-6e7178488af7 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T12:38:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T12:38:15Z,direct_url=,disk_format='vmdk',id=06f909ae-e8dc-43b4-abf7-c7ed85db9bbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0a3f88790a594523a818b8c00f6862e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T12:38:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 839.532328] env[62353]: DEBUG nova.virt.hardware [None req-297dcae3-b394-47d6-b295-6e7178488af7 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 839.532498] env[62353]: DEBUG nova.virt.hardware [None req-297dcae3-b394-47d6-b295-6e7178488af7 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 839.532664] env[62353]: DEBUG nova.virt.hardware [None req-297dcae3-b394-47d6-b295-6e7178488af7 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 839.532806] env[62353]: DEBUG nova.virt.hardware [None req-297dcae3-b394-47d6-b295-6e7178488af7 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 839.532950] env[62353]: DEBUG nova.virt.hardware [None req-297dcae3-b394-47d6-b295-6e7178488af7 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 839.533415] env[62353]: DEBUG nova.virt.hardware [None req-297dcae3-b394-47d6-b295-6e7178488af7 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 839.533659] env[62353]: DEBUG nova.virt.hardware [None req-297dcae3-b394-47d6-b295-6e7178488af7 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 839.534962] env[62353]: DEBUG nova.virt.hardware [None req-297dcae3-b394-47d6-b295-6e7178488af7 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 839.534962] env[62353]: DEBUG nova.virt.hardware [None req-297dcae3-b394-47d6-b295-6e7178488af7 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 839.534962] env[62353]: DEBUG nova.virt.hardware [None req-297dcae3-b394-47d6-b295-6e7178488af7 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 839.536127] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43b8f2d4-cfb6-449d-9c75-58504ead7c38 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.546251] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-222c413b-0f5e-45cc-a3db-1c292ebd0cf1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.623518] env[62353]: DEBUG nova.scheduler.client.report [None req-69df174a-b222-4f8e-bd93-e9f4fb350a09 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 839.771753] env[62353]: DEBUG oslo_concurrency.lockutils [None req-61f5f34e-04aa-439f-b87f-76e4342cfaf4 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Acquiring lock "7a3d03fd-327a-453b-ad3c-12736433379d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 839.772139] env[62353]: DEBUG oslo_concurrency.lockutils [None req-61f5f34e-04aa-439f-b87f-76e4342cfaf4 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Lock "7a3d03fd-327a-453b-ad3c-12736433379d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 839.772370] env[62353]: DEBUG oslo_concurrency.lockutils [None req-61f5f34e-04aa-439f-b87f-76e4342cfaf4 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Acquiring lock "7a3d03fd-327a-453b-ad3c-12736433379d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 839.772558] env[62353]: DEBUG oslo_concurrency.lockutils [None req-61f5f34e-04aa-439f-b87f-76e4342cfaf4 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Lock "7a3d03fd-327a-453b-ad3c-12736433379d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 839.772723] env[62353]: DEBUG oslo_concurrency.lockutils [None req-61f5f34e-04aa-439f-b87f-76e4342cfaf4 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Lock "7a3d03fd-327a-453b-ad3c-12736433379d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 839.774764] env[62353]: INFO nova.compute.manager [None req-61f5f34e-04aa-439f-b87f-76e4342cfaf4 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] [instance: 7a3d03fd-327a-453b-ad3c-12736433379d] Terminating instance [ 839.870880] env[62353]: DEBUG oslo_concurrency.lockutils [req-9c0c883c-d86e-4ec4-910e-c87d03654e77 req-f88f08b1-912f-4827-b134-48403bcd383b service nova] Releasing lock "refresh_cache-c6617ed8-80a4-41b8-b11a-c739cce89229" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 839.871175] env[62353]: DEBUG nova.compute.manager [req-9c0c883c-d86e-4ec4-910e-c87d03654e77 req-f88f08b1-912f-4827-b134-48403bcd383b service nova] [instance: c6617ed8-80a4-41b8-b11a-c739cce89229] Received event network-vif-plugged-a01cd920-9a24-4068-bf76-58c3f8f8e93c {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 839.871386] env[62353]: DEBUG oslo_concurrency.lockutils [req-9c0c883c-d86e-4ec4-910e-c87d03654e77 req-f88f08b1-912f-4827-b134-48403bcd383b service nova] Acquiring lock "c6617ed8-80a4-41b8-b11a-c739cce89229-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 839.871616] env[62353]: DEBUG oslo_concurrency.lockutils [req-9c0c883c-d86e-4ec4-910e-c87d03654e77 req-f88f08b1-912f-4827-b134-48403bcd383b service nova] Lock "c6617ed8-80a4-41b8-b11a-c739cce89229-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 839.871961] env[62353]: DEBUG oslo_concurrency.lockutils [req-9c0c883c-d86e-4ec4-910e-c87d03654e77 req-f88f08b1-912f-4827-b134-48403bcd383b service nova] Lock "c6617ed8-80a4-41b8-b11a-c739cce89229-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 839.871961] env[62353]: DEBUG nova.compute.manager [req-9c0c883c-d86e-4ec4-910e-c87d03654e77 req-f88f08b1-912f-4827-b134-48403bcd383b service nova] [instance: c6617ed8-80a4-41b8-b11a-c739cce89229] No waiting events found dispatching network-vif-plugged-a01cd920-9a24-4068-bf76-58c3f8f8e93c {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 839.872127] env[62353]: WARNING nova.compute.manager [req-9c0c883c-d86e-4ec4-910e-c87d03654e77 req-f88f08b1-912f-4827-b134-48403bcd383b service nova] [instance: c6617ed8-80a4-41b8-b11a-c739cce89229] Received unexpected event network-vif-plugged-a01cd920-9a24-4068-bf76-58c3f8f8e93c for instance with vm_state building and task_state spawning. [ 839.872410] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8b0d6f69-720c-4a5d-b93a-d90b4f394c40 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] Acquired lock "refresh_cache-c6617ed8-80a4-41b8-b11a-c739cce89229" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.872564] env[62353]: DEBUG nova.network.neutron [None req-8b0d6f69-720c-4a5d-b93a-d90b4f394c40 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] [instance: c6617ed8-80a4-41b8-b11a-c739cce89229] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 839.921930] env[62353]: DEBUG nova.network.neutron [-] [instance: 283ebb75-a52d-4918-9310-31ca052d99a8] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.129286] env[62353]: DEBUG oslo_concurrency.lockutils [None req-69df174a-b222-4f8e-bd93-e9f4fb350a09 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.648s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 840.129813] env[62353]: DEBUG nova.compute.manager [None req-69df174a-b222-4f8e-bd93-e9f4fb350a09 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] [instance: 3384eeba-47ab-4252-96f8-624f2c118125] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 840.132857] env[62353]: DEBUG oslo_concurrency.lockutils [None req-bb1bfa74-add1-4d21-90a7-269a95f59271 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.066s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 840.133088] env[62353]: DEBUG nova.objects.instance [None req-bb1bfa74-add1-4d21-90a7-269a95f59271 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Lazy-loading 'resources' on Instance uuid 9fdc58aa-dd5a-4fe0-95ff-5ad2d06f0298 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 840.279336] env[62353]: DEBUG nova.compute.manager [None req-61f5f34e-04aa-439f-b87f-76e4342cfaf4 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] [instance: 7a3d03fd-327a-453b-ad3c-12736433379d] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 840.279642] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-61f5f34e-04aa-439f-b87f-76e4342cfaf4 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] [instance: 7a3d03fd-327a-453b-ad3c-12736433379d] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 840.280539] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27a8c432-32be-4fca-b612-646c6b682ae2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.288586] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-61f5f34e-04aa-439f-b87f-76e4342cfaf4 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] [instance: 7a3d03fd-327a-453b-ad3c-12736433379d] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 840.288859] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-47b9ac94-bbcd-4b50-acce-bba7ad3d273d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.296602] env[62353]: DEBUG oslo_vmware.api [None req-61f5f34e-04aa-439f-b87f-76e4342cfaf4 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Waiting for the task: (returnval){ [ 840.296602] env[62353]: value = "task-2372543" [ 840.296602] env[62353]: _type = "Task" [ 840.296602] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.307576] env[62353]: DEBUG oslo_vmware.api [None req-61f5f34e-04aa-439f-b87f-76e4342cfaf4 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Task: {'id': task-2372543, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.313315] env[62353]: DEBUG nova.compute.manager [req-e0fa548e-0bb6-49f7-bf25-4276fc0ed8da req-ff9a1225-d193-487d-a0d4-4d72b08609e8 service nova] [instance: a6b68f36-7339-4daa-b3e3-9bc6e6efb2d8] Received event network-vif-plugged-7787c966-93f2-4a11-992e-749b62b26b12 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 840.313636] env[62353]: DEBUG oslo_concurrency.lockutils [req-e0fa548e-0bb6-49f7-bf25-4276fc0ed8da req-ff9a1225-d193-487d-a0d4-4d72b08609e8 service nova] Acquiring lock "a6b68f36-7339-4daa-b3e3-9bc6e6efb2d8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 840.313912] env[62353]: DEBUG oslo_concurrency.lockutils [req-e0fa548e-0bb6-49f7-bf25-4276fc0ed8da req-ff9a1225-d193-487d-a0d4-4d72b08609e8 service nova] Lock "a6b68f36-7339-4daa-b3e3-9bc6e6efb2d8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 840.314142] env[62353]: DEBUG oslo_concurrency.lockutils [req-e0fa548e-0bb6-49f7-bf25-4276fc0ed8da req-ff9a1225-d193-487d-a0d4-4d72b08609e8 service nova] Lock "a6b68f36-7339-4daa-b3e3-9bc6e6efb2d8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 840.314335] env[62353]: DEBUG nova.compute.manager [req-e0fa548e-0bb6-49f7-bf25-4276fc0ed8da req-ff9a1225-d193-487d-a0d4-4d72b08609e8 service nova] [instance: a6b68f36-7339-4daa-b3e3-9bc6e6efb2d8] No waiting events found dispatching network-vif-plugged-7787c966-93f2-4a11-992e-749b62b26b12 {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 840.314553] env[62353]: WARNING nova.compute.manager [req-e0fa548e-0bb6-49f7-bf25-4276fc0ed8da req-ff9a1225-d193-487d-a0d4-4d72b08609e8 service nova] [instance: a6b68f36-7339-4daa-b3e3-9bc6e6efb2d8] Received unexpected event network-vif-plugged-7787c966-93f2-4a11-992e-749b62b26b12 for instance with vm_state building and task_state spawning. [ 840.410497] env[62353]: DEBUG nova.network.neutron [None req-8b0d6f69-720c-4a5d-b93a-d90b4f394c40 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] [instance: c6617ed8-80a4-41b8-b11a-c739cce89229] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 840.426730] env[62353]: INFO nova.compute.manager [-] [instance: 283ebb75-a52d-4918-9310-31ca052d99a8] Took 1.28 seconds to deallocate network for instance. [ 840.450961] env[62353]: DEBUG nova.network.neutron [None req-297dcae3-b394-47d6-b295-6e7178488af7 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: a6b68f36-7339-4daa-b3e3-9bc6e6efb2d8] Successfully updated port: 7787c966-93f2-4a11-992e-749b62b26b12 {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 840.636617] env[62353]: DEBUG nova.compute.utils [None req-69df174a-b222-4f8e-bd93-e9f4fb350a09 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 840.640821] env[62353]: DEBUG nova.compute.manager [None req-69df174a-b222-4f8e-bd93-e9f4fb350a09 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] [instance: 3384eeba-47ab-4252-96f8-624f2c118125] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 840.641087] env[62353]: DEBUG nova.network.neutron [None req-69df174a-b222-4f8e-bd93-e9f4fb350a09 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] [instance: 3384eeba-47ab-4252-96f8-624f2c118125] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 840.727829] env[62353]: DEBUG nova.policy [None req-69df174a-b222-4f8e-bd93-e9f4fb350a09 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '15d6e705931f49ac8b718debc1984e1b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '806a3f447ab3401e8dcfa6f4241fd30d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:192}} [ 840.815864] env[62353]: DEBUG oslo_vmware.api [None req-61f5f34e-04aa-439f-b87f-76e4342cfaf4 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Task: {'id': task-2372543, 'name': PowerOffVM_Task, 'duration_secs': 0.221803} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.820269] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-61f5f34e-04aa-439f-b87f-76e4342cfaf4 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] [instance: 7a3d03fd-327a-453b-ad3c-12736433379d] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 840.820657] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-61f5f34e-04aa-439f-b87f-76e4342cfaf4 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] [instance: 7a3d03fd-327a-453b-ad3c-12736433379d] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 840.822280] env[62353]: DEBUG nova.compute.manager [req-89044f44-80e9-447a-b020-1ee4e932de50 req-ceb7c865-98c2-43e1-b9f0-1bcb9326df23 service nova] [instance: c6617ed8-80a4-41b8-b11a-c739cce89229] Received event network-changed-a01cd920-9a24-4068-bf76-58c3f8f8e93c {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 840.822596] env[62353]: DEBUG nova.compute.manager [req-89044f44-80e9-447a-b020-1ee4e932de50 req-ceb7c865-98c2-43e1-b9f0-1bcb9326df23 service nova] [instance: c6617ed8-80a4-41b8-b11a-c739cce89229] Refreshing instance network info cache due to event network-changed-a01cd920-9a24-4068-bf76-58c3f8f8e93c. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 840.822927] env[62353]: DEBUG oslo_concurrency.lockutils [req-89044f44-80e9-447a-b020-1ee4e932de50 req-ceb7c865-98c2-43e1-b9f0-1bcb9326df23 service nova] Acquiring lock "refresh_cache-c6617ed8-80a4-41b8-b11a-c739cce89229" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 840.823485] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7140b64b-e657-4bb7-b133-a0383b5c2883 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.896131] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-61f5f34e-04aa-439f-b87f-76e4342cfaf4 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] [instance: 7a3d03fd-327a-453b-ad3c-12736433379d] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 840.896371] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-61f5f34e-04aa-439f-b87f-76e4342cfaf4 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] [instance: 7a3d03fd-327a-453b-ad3c-12736433379d] Deleting contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 840.896607] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-61f5f34e-04aa-439f-b87f-76e4342cfaf4 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Deleting the datastore file [datastore2] 7a3d03fd-327a-453b-ad3c-12736433379d {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 840.896841] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c8694595-9696-40ad-b72b-f29432a59d0d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.906102] env[62353]: DEBUG oslo_vmware.api [None req-61f5f34e-04aa-439f-b87f-76e4342cfaf4 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Waiting for the task: (returnval){ [ 840.906102] env[62353]: value = "task-2372545" [ 840.906102] env[62353]: _type = "Task" [ 840.906102] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.914234] env[62353]: DEBUG oslo_vmware.api [None req-61f5f34e-04aa-439f-b87f-76e4342cfaf4 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Task: {'id': task-2372545, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.937484] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c689e561-41fd-4efa-b34f-aa6742202d03 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 840.958759] env[62353]: DEBUG oslo_concurrency.lockutils [None req-297dcae3-b394-47d6-b295-6e7178488af7 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Acquiring lock "refresh_cache-a6b68f36-7339-4daa-b3e3-9bc6e6efb2d8" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 840.958759] env[62353]: DEBUG oslo_concurrency.lockutils [None req-297dcae3-b394-47d6-b295-6e7178488af7 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Acquired lock "refresh_cache-a6b68f36-7339-4daa-b3e3-9bc6e6efb2d8" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.958759] env[62353]: DEBUG nova.network.neutron [None req-297dcae3-b394-47d6-b295-6e7178488af7 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: a6b68f36-7339-4daa-b3e3-9bc6e6efb2d8] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 840.959109] env[62353]: DEBUG nova.network.neutron [None req-8b0d6f69-720c-4a5d-b93a-d90b4f394c40 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] [instance: c6617ed8-80a4-41b8-b11a-c739cce89229] Updating instance_info_cache with network_info: [{"id": "81d41069-a82c-4787-a2b1-77efac9c6800", "address": "fa:16:3e:19:61:7f", "network": {"id": "b2d07c14-b85e-45e6-946a-a2eecd7570e3", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-26275841", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.44", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2f0d78f4f234fd2bcc4955bc71e76da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13d625c9-77ec-4edb-a56b-9f37a314cc39", "external-id": "nsx-vlan-transportzone-358", "segmentation_id": 358, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81d41069-a8", "ovs_interfaceid": "81d41069-a82c-4787-a2b1-77efac9c6800", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a01cd920-9a24-4068-bf76-58c3f8f8e93c", "address": "fa:16:3e:19:04:e7", "network": {"id": "e45132f6-dca5-4e73-91f8-b5994236af57", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1473728217", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.238", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "b2f0d78f4f234fd2bcc4955bc71e76da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3202e2b9-c4a7-4f78-9476-12ed92fabe61", "external-id": "nsx-vlan-transportzone-846", "segmentation_id": 846, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa01cd920-9a", "ovs_interfaceid": "a01cd920-9a24-4068-bf76-58c3f8f8e93c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.080390] env[62353]: DEBUG nova.network.neutron [None req-69df174a-b222-4f8e-bd93-e9f4fb350a09 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] [instance: 3384eeba-47ab-4252-96f8-624f2c118125] Successfully created port: 50416d97-6c77-4f20-a9f4-69a9fce66644 {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 841.144050] env[62353]: DEBUG nova.compute.manager [None req-69df174a-b222-4f8e-bd93-e9f4fb350a09 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] [instance: 3384eeba-47ab-4252-96f8-624f2c118125] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 841.150820] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-477ad44e-75d3-4540-ba55-bfa6a58ea1c5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.158705] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea24aa76-f79e-4304-b2e9-1c2c06032e7a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.192026] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd133326-9e5c-4ec4-b540-c5509ba21c33 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.201275] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29116010-438a-447a-b05a-090f2ede3f25 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.216225] env[62353]: DEBUG nova.compute.provider_tree [None req-bb1bfa74-add1-4d21-90a7-269a95f59271 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 841.419405] env[62353]: DEBUG oslo_vmware.api [None req-61f5f34e-04aa-439f-b87f-76e4342cfaf4 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Task: {'id': task-2372545, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.241993} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.419808] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-61f5f34e-04aa-439f-b87f-76e4342cfaf4 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 841.420123] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-61f5f34e-04aa-439f-b87f-76e4342cfaf4 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] [instance: 7a3d03fd-327a-453b-ad3c-12736433379d] Deleted contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 841.420345] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-61f5f34e-04aa-439f-b87f-76e4342cfaf4 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] [instance: 7a3d03fd-327a-453b-ad3c-12736433379d] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 841.420524] env[62353]: INFO nova.compute.manager [None req-61f5f34e-04aa-439f-b87f-76e4342cfaf4 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] [instance: 7a3d03fd-327a-453b-ad3c-12736433379d] Took 1.14 seconds to destroy the instance on the hypervisor. [ 841.420821] env[62353]: DEBUG oslo.service.loopingcall [None req-61f5f34e-04aa-439f-b87f-76e4342cfaf4 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 841.420949] env[62353]: DEBUG nova.compute.manager [-] [instance: 7a3d03fd-327a-453b-ad3c-12736433379d] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 841.421066] env[62353]: DEBUG nova.network.neutron [-] [instance: 7a3d03fd-327a-453b-ad3c-12736433379d] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 841.462596] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8b0d6f69-720c-4a5d-b93a-d90b4f394c40 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] Releasing lock "refresh_cache-c6617ed8-80a4-41b8-b11a-c739cce89229" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 841.462951] env[62353]: DEBUG nova.compute.manager [None req-8b0d6f69-720c-4a5d-b93a-d90b4f394c40 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] [instance: c6617ed8-80a4-41b8-b11a-c739cce89229] Instance network_info: |[{"id": "81d41069-a82c-4787-a2b1-77efac9c6800", "address": "fa:16:3e:19:61:7f", "network": {"id": "b2d07c14-b85e-45e6-946a-a2eecd7570e3", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-26275841", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.44", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2f0d78f4f234fd2bcc4955bc71e76da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13d625c9-77ec-4edb-a56b-9f37a314cc39", "external-id": "nsx-vlan-transportzone-358", "segmentation_id": 358, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81d41069-a8", "ovs_interfaceid": "81d41069-a82c-4787-a2b1-77efac9c6800", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a01cd920-9a24-4068-bf76-58c3f8f8e93c", "address": "fa:16:3e:19:04:e7", "network": {"id": "e45132f6-dca5-4e73-91f8-b5994236af57", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1473728217", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.238", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "b2f0d78f4f234fd2bcc4955bc71e76da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3202e2b9-c4a7-4f78-9476-12ed92fabe61", "external-id": "nsx-vlan-transportzone-846", "segmentation_id": 846, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa01cd920-9a", "ovs_interfaceid": "a01cd920-9a24-4068-bf76-58c3f8f8e93c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 841.463540] env[62353]: DEBUG oslo_concurrency.lockutils [req-89044f44-80e9-447a-b020-1ee4e932de50 req-ceb7c865-98c2-43e1-b9f0-1bcb9326df23 service nova] Acquired lock "refresh_cache-c6617ed8-80a4-41b8-b11a-c739cce89229" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.463728] env[62353]: DEBUG nova.network.neutron [req-89044f44-80e9-447a-b020-1ee4e932de50 req-ceb7c865-98c2-43e1-b9f0-1bcb9326df23 service nova] [instance: c6617ed8-80a4-41b8-b11a-c739cce89229] Refreshing network info cache for port a01cd920-9a24-4068-bf76-58c3f8f8e93c {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 841.465371] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-8b0d6f69-720c-4a5d-b93a-d90b4f394c40 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] [instance: c6617ed8-80a4-41b8-b11a-c739cce89229] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:19:61:7f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13d625c9-77ec-4edb-a56b-9f37a314cc39', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '81d41069-a82c-4787-a2b1-77efac9c6800', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:19:04:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3202e2b9-c4a7-4f78-9476-12ed92fabe61', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a01cd920-9a24-4068-bf76-58c3f8f8e93c', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 841.480712] env[62353]: DEBUG oslo.service.loopingcall [None req-8b0d6f69-720c-4a5d-b93a-d90b4f394c40 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 841.484948] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c6617ed8-80a4-41b8-b11a-c739cce89229] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 841.487656] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a56bc545-e222-4ae5-a757-3d6c768b33a7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.512028] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 841.512028] env[62353]: value = "task-2372546" [ 841.512028] env[62353]: _type = "Task" [ 841.512028] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.520465] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372546, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.529820] env[62353]: DEBUG nova.network.neutron [None req-297dcae3-b394-47d6-b295-6e7178488af7 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: a6b68f36-7339-4daa-b3e3-9bc6e6efb2d8] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 841.719165] env[62353]: DEBUG nova.scheduler.client.report [None req-bb1bfa74-add1-4d21-90a7-269a95f59271 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 841.840321] env[62353]: DEBUG nova.network.neutron [None req-297dcae3-b394-47d6-b295-6e7178488af7 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: a6b68f36-7339-4daa-b3e3-9bc6e6efb2d8] Updating instance_info_cache with network_info: [{"id": "7787c966-93f2-4a11-992e-749b62b26b12", "address": "fa:16:3e:ef:42:a5", "network": {"id": "14e88cae-8143-4a77-90c0-0cf819e031d3", "bridge": "br-int", "label": "tempest-ServersTestJSON-373050288-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72d956f928c84645ac7af0ca43ed5775", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc7aa55d-223a-4157-9137-88dc492f2db2", "external-id": "nsx-vlan-transportzone-290", "segmentation_id": 290, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7787c966-93", "ovs_interfaceid": "7787c966-93f2-4a11-992e-749b62b26b12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.943874] env[62353]: DEBUG nova.network.neutron [req-89044f44-80e9-447a-b020-1ee4e932de50 req-ceb7c865-98c2-43e1-b9f0-1bcb9326df23 service nova] [instance: c6617ed8-80a4-41b8-b11a-c739cce89229] Updated VIF entry in instance network info cache for port a01cd920-9a24-4068-bf76-58c3f8f8e93c. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 841.944611] env[62353]: DEBUG nova.network.neutron [req-89044f44-80e9-447a-b020-1ee4e932de50 req-ceb7c865-98c2-43e1-b9f0-1bcb9326df23 service nova] [instance: c6617ed8-80a4-41b8-b11a-c739cce89229] Updating instance_info_cache with network_info: [{"id": "81d41069-a82c-4787-a2b1-77efac9c6800", "address": "fa:16:3e:19:61:7f", "network": {"id": "b2d07c14-b85e-45e6-946a-a2eecd7570e3", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-26275841", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.44", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2f0d78f4f234fd2bcc4955bc71e76da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13d625c9-77ec-4edb-a56b-9f37a314cc39", "external-id": "nsx-vlan-transportzone-358", "segmentation_id": 358, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81d41069-a8", "ovs_interfaceid": "81d41069-a82c-4787-a2b1-77efac9c6800", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a01cd920-9a24-4068-bf76-58c3f8f8e93c", "address": "fa:16:3e:19:04:e7", "network": {"id": "e45132f6-dca5-4e73-91f8-b5994236af57", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1473728217", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.238", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "b2f0d78f4f234fd2bcc4955bc71e76da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3202e2b9-c4a7-4f78-9476-12ed92fabe61", "external-id": "nsx-vlan-transportzone-846", "segmentation_id": 846, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa01cd920-9a", "ovs_interfaceid": "a01cd920-9a24-4068-bf76-58c3f8f8e93c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 842.022319] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372546, 'name': CreateVM_Task, 'duration_secs': 0.443284} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.022461] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c6617ed8-80a4-41b8-b11a-c739cce89229] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 842.023232] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8b0d6f69-720c-4a5d-b93a-d90b4f394c40 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 842.023394] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8b0d6f69-720c-4a5d-b93a-d90b4f394c40 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] Acquired lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.023723] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8b0d6f69-720c-4a5d-b93a-d90b4f394c40 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 842.023970] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15847138-0383-43a1-b103-d028653884d9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.028427] env[62353]: DEBUG oslo_vmware.api [None req-8b0d6f69-720c-4a5d-b93a-d90b4f394c40 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] Waiting for the task: (returnval){ [ 842.028427] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5237c85b-aaee-e32e-71a6-8adaa3b15006" [ 842.028427] env[62353]: _type = "Task" [ 842.028427] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.036034] env[62353]: DEBUG oslo_vmware.api [None req-8b0d6f69-720c-4a5d-b93a-d90b4f394c40 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5237c85b-aaee-e32e-71a6-8adaa3b15006, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.163998] env[62353]: DEBUG nova.compute.manager [None req-69df174a-b222-4f8e-bd93-e9f4fb350a09 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] [instance: 3384eeba-47ab-4252-96f8-624f2c118125] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 842.191028] env[62353]: DEBUG nova.virt.hardware [None req-69df174a-b222-4f8e-bd93-e9f4fb350a09 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T12:38:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T12:38:15Z,direct_url=,disk_format='vmdk',id=06f909ae-e8dc-43b4-abf7-c7ed85db9bbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0a3f88790a594523a818b8c00f6862e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T12:38:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 842.191028] env[62353]: DEBUG nova.virt.hardware [None req-69df174a-b222-4f8e-bd93-e9f4fb350a09 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 842.191028] env[62353]: DEBUG nova.virt.hardware [None req-69df174a-b222-4f8e-bd93-e9f4fb350a09 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 842.191028] env[62353]: DEBUG nova.virt.hardware [None req-69df174a-b222-4f8e-bd93-e9f4fb350a09 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 842.191028] env[62353]: DEBUG nova.virt.hardware [None req-69df174a-b222-4f8e-bd93-e9f4fb350a09 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 842.191380] env[62353]: DEBUG nova.virt.hardware [None req-69df174a-b222-4f8e-bd93-e9f4fb350a09 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 842.191725] env[62353]: DEBUG nova.virt.hardware [None req-69df174a-b222-4f8e-bd93-e9f4fb350a09 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 842.192021] env[62353]: DEBUG nova.virt.hardware [None req-69df174a-b222-4f8e-bd93-e9f4fb350a09 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 842.192369] env[62353]: DEBUG nova.virt.hardware [None req-69df174a-b222-4f8e-bd93-e9f4fb350a09 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 842.192659] env[62353]: DEBUG nova.virt.hardware [None req-69df174a-b222-4f8e-bd93-e9f4fb350a09 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 842.192938] env[62353]: DEBUG nova.virt.hardware [None req-69df174a-b222-4f8e-bd93-e9f4fb350a09 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 842.193875] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60e6d202-5d85-453e-aee2-1f5fe2194a89 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.202045] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc060f76-b662-403f-b371-2c46571f5333 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.225986] env[62353]: DEBUG oslo_concurrency.lockutils [None req-bb1bfa74-add1-4d21-90a7-269a95f59271 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.093s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 842.228163] env[62353]: DEBUG oslo_concurrency.lockutils [None req-af1fc32a-799c-4787-8fc8-dfd99790f5b1 tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.990s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 842.228408] env[62353]: DEBUG nova.objects.instance [None req-af1fc32a-799c-4787-8fc8-dfd99790f5b1 tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] Lazy-loading 'resources' on Instance uuid 0b3e9b87-2fa5-4623-b547-8831a1d7932f {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 842.251147] env[62353]: INFO nova.scheduler.client.report [None req-bb1bfa74-add1-4d21-90a7-269a95f59271 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Deleted allocations for instance 9fdc58aa-dd5a-4fe0-95ff-5ad2d06f0298 [ 842.343294] env[62353]: DEBUG oslo_concurrency.lockutils [None req-297dcae3-b394-47d6-b295-6e7178488af7 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Releasing lock "refresh_cache-a6b68f36-7339-4daa-b3e3-9bc6e6efb2d8" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 842.343552] env[62353]: DEBUG nova.compute.manager [None req-297dcae3-b394-47d6-b295-6e7178488af7 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: a6b68f36-7339-4daa-b3e3-9bc6e6efb2d8] Instance network_info: |[{"id": "7787c966-93f2-4a11-992e-749b62b26b12", "address": "fa:16:3e:ef:42:a5", "network": {"id": "14e88cae-8143-4a77-90c0-0cf819e031d3", "bridge": "br-int", "label": "tempest-ServersTestJSON-373050288-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72d956f928c84645ac7af0ca43ed5775", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc7aa55d-223a-4157-9137-88dc492f2db2", "external-id": "nsx-vlan-transportzone-290", "segmentation_id": 290, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7787c966-93", "ovs_interfaceid": "7787c966-93f2-4a11-992e-749b62b26b12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 842.344326] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-297dcae3-b394-47d6-b295-6e7178488af7 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: a6b68f36-7339-4daa-b3e3-9bc6e6efb2d8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ef:42:a5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dc7aa55d-223a-4157-9137-88dc492f2db2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7787c966-93f2-4a11-992e-749b62b26b12', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 842.351682] env[62353]: DEBUG oslo.service.loopingcall [None req-297dcae3-b394-47d6-b295-6e7178488af7 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 842.351935] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6b68f36-7339-4daa-b3e3-9bc6e6efb2d8] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 842.352185] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ea6da2f5-c553-4ece-9b2b-b96dff4abcc0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.372587] env[62353]: DEBUG nova.compute.manager [req-c4ee1bba-00f2-4a17-9067-06e9a78fe221 req-231299d8-9efa-4985-beb3-aa67613b42ee service nova] [instance: a6b68f36-7339-4daa-b3e3-9bc6e6efb2d8] Received event network-changed-7787c966-93f2-4a11-992e-749b62b26b12 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 842.372789] env[62353]: DEBUG nova.compute.manager [req-c4ee1bba-00f2-4a17-9067-06e9a78fe221 req-231299d8-9efa-4985-beb3-aa67613b42ee service nova] [instance: a6b68f36-7339-4daa-b3e3-9bc6e6efb2d8] Refreshing instance network info cache due to event network-changed-7787c966-93f2-4a11-992e-749b62b26b12. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 842.373032] env[62353]: DEBUG oslo_concurrency.lockutils [req-c4ee1bba-00f2-4a17-9067-06e9a78fe221 req-231299d8-9efa-4985-beb3-aa67613b42ee service nova] Acquiring lock "refresh_cache-a6b68f36-7339-4daa-b3e3-9bc6e6efb2d8" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 842.373183] env[62353]: DEBUG oslo_concurrency.lockutils [req-c4ee1bba-00f2-4a17-9067-06e9a78fe221 req-231299d8-9efa-4985-beb3-aa67613b42ee service nova] Acquired lock "refresh_cache-a6b68f36-7339-4daa-b3e3-9bc6e6efb2d8" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.373344] env[62353]: DEBUG nova.network.neutron [req-c4ee1bba-00f2-4a17-9067-06e9a78fe221 req-231299d8-9efa-4985-beb3-aa67613b42ee service nova] [instance: a6b68f36-7339-4daa-b3e3-9bc6e6efb2d8] Refreshing network info cache for port 7787c966-93f2-4a11-992e-749b62b26b12 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 842.375963] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 842.375963] env[62353]: value = "task-2372547" [ 842.375963] env[62353]: _type = "Task" [ 842.375963] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.388083] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372547, 'name': CreateVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.435409] env[62353]: DEBUG nova.network.neutron [-] [instance: 7a3d03fd-327a-453b-ad3c-12736433379d] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 842.448308] env[62353]: DEBUG oslo_concurrency.lockutils [req-89044f44-80e9-447a-b020-1ee4e932de50 req-ceb7c865-98c2-43e1-b9f0-1bcb9326df23 service nova] Releasing lock "refresh_cache-c6617ed8-80a4-41b8-b11a-c739cce89229" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 842.448779] env[62353]: DEBUG nova.compute.manager [req-89044f44-80e9-447a-b020-1ee4e932de50 req-ceb7c865-98c2-43e1-b9f0-1bcb9326df23 service nova] [instance: 283ebb75-a52d-4918-9310-31ca052d99a8] Received event network-vif-deleted-7b69cb67-ecb5-485b-a1db-1c772149eb0a {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 842.538915] env[62353]: DEBUG oslo_vmware.api [None req-8b0d6f69-720c-4a5d-b93a-d90b4f394c40 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5237c85b-aaee-e32e-71a6-8adaa3b15006, 'name': SearchDatastore_Task, 'duration_secs': 0.01434} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.539214] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8b0d6f69-720c-4a5d-b93a-d90b4f394c40 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] Releasing lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 842.539464] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-8b0d6f69-720c-4a5d-b93a-d90b4f394c40 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] [instance: c6617ed8-80a4-41b8-b11a-c739cce89229] Processing image 06f909ae-e8dc-43b4-abf7-c7ed85db9bbd {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 842.539711] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8b0d6f69-720c-4a5d-b93a-d90b4f394c40 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 842.539855] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8b0d6f69-720c-4a5d-b93a-d90b4f394c40 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] Acquired lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.540050] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b0d6f69-720c-4a5d-b93a-d90b4f394c40 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 842.540340] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d131ec5d-e71d-45e6-97d6-73a5b4e51a5e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.549028] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b0d6f69-720c-4a5d-b93a-d90b4f394c40 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 842.549224] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-8b0d6f69-720c-4a5d-b93a-d90b4f394c40 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 842.549964] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70757cfa-1477-4d5d-ba23-c6d3a7db09f6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.555135] env[62353]: DEBUG oslo_vmware.api [None req-8b0d6f69-720c-4a5d-b93a-d90b4f394c40 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] Waiting for the task: (returnval){ [ 842.555135] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52f58f62-0401-8964-9e98-af5489fed23e" [ 842.555135] env[62353]: _type = "Task" [ 842.555135] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.562810] env[62353]: DEBUG oslo_vmware.api [None req-8b0d6f69-720c-4a5d-b93a-d90b4f394c40 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52f58f62-0401-8964-9e98-af5489fed23e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.758686] env[62353]: DEBUG oslo_concurrency.lockutils [None req-bb1bfa74-add1-4d21-90a7-269a95f59271 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Lock "9fdc58aa-dd5a-4fe0-95ff-5ad2d06f0298" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.758s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 842.844040] env[62353]: DEBUG nova.compute.manager [req-98813af6-618a-4bb8-9096-21b4f62c81b3 req-35a019a8-5246-473c-b186-6383837c04d4 service nova] [instance: 7a3d03fd-327a-453b-ad3c-12736433379d] Received event network-vif-deleted-92678226-a3c4-444a-88a6-f5f31ca73ae7 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 842.890369] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372547, 'name': CreateVM_Task, 'duration_secs': 0.444984} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.891032] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6b68f36-7339-4daa-b3e3-9bc6e6efb2d8] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 842.891437] env[62353]: DEBUG oslo_concurrency.lockutils [None req-297dcae3-b394-47d6-b295-6e7178488af7 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 842.891635] env[62353]: DEBUG oslo_concurrency.lockutils [None req-297dcae3-b394-47d6-b295-6e7178488af7 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Acquired lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.891955] env[62353]: DEBUG oslo_concurrency.lockutils [None req-297dcae3-b394-47d6-b295-6e7178488af7 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 842.892242] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27658c84-91a5-4648-98c6-3ad417706b0d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.898220] env[62353]: DEBUG oslo_vmware.api [None req-297dcae3-b394-47d6-b295-6e7178488af7 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Waiting for the task: (returnval){ [ 842.898220] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52969d7b-3aac-70a7-fb4d-c812c8d9134a" [ 842.898220] env[62353]: _type = "Task" [ 842.898220] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.909094] env[62353]: DEBUG oslo_vmware.api [None req-297dcae3-b394-47d6-b295-6e7178488af7 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52969d7b-3aac-70a7-fb4d-c812c8d9134a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.938152] env[62353]: INFO nova.compute.manager [-] [instance: 7a3d03fd-327a-453b-ad3c-12736433379d] Took 1.52 seconds to deallocate network for instance. [ 843.068737] env[62353]: DEBUG oslo_vmware.api [None req-8b0d6f69-720c-4a5d-b93a-d90b4f394c40 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52f58f62-0401-8964-9e98-af5489fed23e, 'name': SearchDatastore_Task, 'duration_secs': 0.014009} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.069581] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d556f988-0268-4f8c-b13c-7a509b6c0298 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.076437] env[62353]: DEBUG oslo_vmware.api [None req-8b0d6f69-720c-4a5d-b93a-d90b4f394c40 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] Waiting for the task: (returnval){ [ 843.076437] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5247fcd5-66d0-e20c-eea4-8da581d524a8" [ 843.076437] env[62353]: _type = "Task" [ 843.076437] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.088121] env[62353]: DEBUG oslo_vmware.api [None req-8b0d6f69-720c-4a5d-b93a-d90b4f394c40 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5247fcd5-66d0-e20c-eea4-8da581d524a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.120036] env[62353]: DEBUG nova.network.neutron [None req-69df174a-b222-4f8e-bd93-e9f4fb350a09 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] [instance: 3384eeba-47ab-4252-96f8-624f2c118125] Successfully updated port: 50416d97-6c77-4f20-a9f4-69a9fce66644 {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 843.161788] env[62353]: DEBUG nova.network.neutron [req-c4ee1bba-00f2-4a17-9067-06e9a78fe221 req-231299d8-9efa-4985-beb3-aa67613b42ee service nova] [instance: a6b68f36-7339-4daa-b3e3-9bc6e6efb2d8] Updated VIF entry in instance network info cache for port 7787c966-93f2-4a11-992e-749b62b26b12. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 843.161870] env[62353]: DEBUG nova.network.neutron [req-c4ee1bba-00f2-4a17-9067-06e9a78fe221 req-231299d8-9efa-4985-beb3-aa67613b42ee service nova] [instance: a6b68f36-7339-4daa-b3e3-9bc6e6efb2d8] Updating instance_info_cache with network_info: [{"id": "7787c966-93f2-4a11-992e-749b62b26b12", "address": "fa:16:3e:ef:42:a5", "network": {"id": "14e88cae-8143-4a77-90c0-0cf819e031d3", "bridge": "br-int", "label": "tempest-ServersTestJSON-373050288-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72d956f928c84645ac7af0ca43ed5775", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc7aa55d-223a-4157-9137-88dc492f2db2", "external-id": "nsx-vlan-transportzone-290", "segmentation_id": 290, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7787c966-93", "ovs_interfaceid": "7787c966-93f2-4a11-992e-749b62b26b12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.255568] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9c4b824-b9e4-4e90-840b-ec31330b73a9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.263807] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a4112c9-fb78-4413-8040-94101bc46830 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.296911] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d945d99c-904e-4995-b69d-6c9fed6e9515 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.304853] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ba2bc4e-bfbe-4f8b-b370-1bd7c8397c4a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.318529] env[62353]: DEBUG nova.compute.provider_tree [None req-af1fc32a-799c-4787-8fc8-dfd99790f5b1 tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 843.408714] env[62353]: DEBUG oslo_vmware.api [None req-297dcae3-b394-47d6-b295-6e7178488af7 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52969d7b-3aac-70a7-fb4d-c812c8d9134a, 'name': SearchDatastore_Task, 'duration_secs': 0.014444} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.409095] env[62353]: DEBUG oslo_concurrency.lockutils [None req-297dcae3-b394-47d6-b295-6e7178488af7 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Releasing lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 843.409394] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-297dcae3-b394-47d6-b295-6e7178488af7 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: a6b68f36-7339-4daa-b3e3-9bc6e6efb2d8] Processing image 06f909ae-e8dc-43b4-abf7-c7ed85db9bbd {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 843.409657] env[62353]: DEBUG oslo_concurrency.lockutils [None req-297dcae3-b394-47d6-b295-6e7178488af7 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 843.409906] env[62353]: DEBUG oslo_concurrency.lockutils [None req-297dcae3-b394-47d6-b295-6e7178488af7 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Acquired lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.410129] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-297dcae3-b394-47d6-b295-6e7178488af7 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 843.410374] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cd9426a3-846b-4089-9b2a-97731637d42f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.419711] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-297dcae3-b394-47d6-b295-6e7178488af7 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 843.419937] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-297dcae3-b394-47d6-b295-6e7178488af7 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 843.420764] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96a90f9e-2b9c-47e9-84a1-872c8ee23bc0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.426299] env[62353]: DEBUG oslo_vmware.api [None req-297dcae3-b394-47d6-b295-6e7178488af7 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Waiting for the task: (returnval){ [ 843.426299] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52ca8cb8-a252-2346-827e-621d153a2b87" [ 843.426299] env[62353]: _type = "Task" [ 843.426299] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.435351] env[62353]: DEBUG oslo_vmware.api [None req-297dcae3-b394-47d6-b295-6e7178488af7 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52ca8cb8-a252-2346-827e-621d153a2b87, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.446800] env[62353]: DEBUG oslo_concurrency.lockutils [None req-61f5f34e-04aa-439f-b87f-76e4342cfaf4 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 843.503395] env[62353]: DEBUG oslo_concurrency.lockutils [None req-12a7da3a-0d85-49a5-bcd3-b1aaeb13be1c tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Acquiring lock "6d6f643f-fbb8-43b3-b47a-78d4ff71b8cb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 843.504015] env[62353]: DEBUG oslo_concurrency.lockutils [None req-12a7da3a-0d85-49a5-bcd3-b1aaeb13be1c tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Lock "6d6f643f-fbb8-43b3-b47a-78d4ff71b8cb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 843.504069] env[62353]: DEBUG oslo_concurrency.lockutils [None req-12a7da3a-0d85-49a5-bcd3-b1aaeb13be1c tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Acquiring lock "6d6f643f-fbb8-43b3-b47a-78d4ff71b8cb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 843.504374] env[62353]: DEBUG oslo_concurrency.lockutils [None req-12a7da3a-0d85-49a5-bcd3-b1aaeb13be1c tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Lock "6d6f643f-fbb8-43b3-b47a-78d4ff71b8cb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 843.504610] env[62353]: DEBUG oslo_concurrency.lockutils [None req-12a7da3a-0d85-49a5-bcd3-b1aaeb13be1c tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Lock "6d6f643f-fbb8-43b3-b47a-78d4ff71b8cb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 843.507358] env[62353]: INFO nova.compute.manager [None req-12a7da3a-0d85-49a5-bcd3-b1aaeb13be1c tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] [instance: 6d6f643f-fbb8-43b3-b47a-78d4ff71b8cb] Terminating instance [ 843.588741] env[62353]: DEBUG oslo_vmware.api [None req-8b0d6f69-720c-4a5d-b93a-d90b4f394c40 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5247fcd5-66d0-e20c-eea4-8da581d524a8, 'name': SearchDatastore_Task, 'duration_secs': 0.026507} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.589170] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8b0d6f69-720c-4a5d-b93a-d90b4f394c40 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] Releasing lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 843.589497] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b0d6f69-720c-4a5d-b93a-d90b4f394c40 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore1] c6617ed8-80a4-41b8-b11a-c739cce89229/c6617ed8-80a4-41b8-b11a-c739cce89229.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 843.589865] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b9eaacdb-1960-4efe-a1f7-f2893e0b6683 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.598382] env[62353]: DEBUG oslo_vmware.api [None req-8b0d6f69-720c-4a5d-b93a-d90b4f394c40 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] Waiting for the task: (returnval){ [ 843.598382] env[62353]: value = "task-2372548" [ 843.598382] env[62353]: _type = "Task" [ 843.598382] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.606804] env[62353]: DEBUG oslo_vmware.api [None req-8b0d6f69-720c-4a5d-b93a-d90b4f394c40 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] Task: {'id': task-2372548, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.627766] env[62353]: DEBUG oslo_concurrency.lockutils [None req-69df174a-b222-4f8e-bd93-e9f4fb350a09 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Acquiring lock "refresh_cache-3384eeba-47ab-4252-96f8-624f2c118125" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 843.627958] env[62353]: DEBUG oslo_concurrency.lockutils [None req-69df174a-b222-4f8e-bd93-e9f4fb350a09 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Acquired lock "refresh_cache-3384eeba-47ab-4252-96f8-624f2c118125" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.628211] env[62353]: DEBUG nova.network.neutron [None req-69df174a-b222-4f8e-bd93-e9f4fb350a09 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] [instance: 3384eeba-47ab-4252-96f8-624f2c118125] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 843.664867] env[62353]: DEBUG oslo_concurrency.lockutils [req-c4ee1bba-00f2-4a17-9067-06e9a78fe221 req-231299d8-9efa-4985-beb3-aa67613b42ee service nova] Releasing lock "refresh_cache-a6b68f36-7339-4daa-b3e3-9bc6e6efb2d8" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 843.720297] env[62353]: DEBUG oslo_vmware.rw_handles [None req-5bd97fb4-db80-41b5-9e85-ac6017c57787 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52911f9d-d0b4-f8c9-1fc3-23f68a6e5ed8/disk-0.vmdk. {{(pid=62353) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 843.721272] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fcfb8c5-465d-4136-95c8-0214e2f2f9ee {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.727442] env[62353]: DEBUG oslo_vmware.rw_handles [None req-5bd97fb4-db80-41b5-9e85-ac6017c57787 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52911f9d-d0b4-f8c9-1fc3-23f68a6e5ed8/disk-0.vmdk is in state: ready. {{(pid=62353) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 843.727608] env[62353]: ERROR oslo_vmware.rw_handles [None req-5bd97fb4-db80-41b5-9e85-ac6017c57787 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52911f9d-d0b4-f8c9-1fc3-23f68a6e5ed8/disk-0.vmdk due to incomplete transfer. [ 843.727823] env[62353]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-43d48fa0-8a72-4e1b-81ce-33c3f7ca97d1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.734557] env[62353]: DEBUG oslo_vmware.rw_handles [None req-5bd97fb4-db80-41b5-9e85-ac6017c57787 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52911f9d-d0b4-f8c9-1fc3-23f68a6e5ed8/disk-0.vmdk. {{(pid=62353) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 843.734748] env[62353]: DEBUG nova.virt.vmwareapi.images [None req-5bd97fb4-db80-41b5-9e85-ac6017c57787 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: c254fe57-8d19-4bfb-b607-dead3f0c04cf] Uploaded image d458d0c3-90e2-4e95-a0df-87fc2bdae0a7 to the Glance image server {{(pid=62353) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 843.737088] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bd97fb4-db80-41b5-9e85-ac6017c57787 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: c254fe57-8d19-4bfb-b607-dead3f0c04cf] Destroying the VM {{(pid=62353) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 843.737328] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-c99b8eeb-c803-4c21-8251-64cf4b7c60b7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.742589] env[62353]: DEBUG oslo_vmware.api [None req-5bd97fb4-db80-41b5-9e85-ac6017c57787 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Waiting for the task: (returnval){ [ 843.742589] env[62353]: value = "task-2372549" [ 843.742589] env[62353]: _type = "Task" [ 843.742589] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.750522] env[62353]: DEBUG oslo_vmware.api [None req-5bd97fb4-db80-41b5-9e85-ac6017c57787 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Task: {'id': task-2372549, 'name': Destroy_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.821537] env[62353]: DEBUG nova.scheduler.client.report [None req-af1fc32a-799c-4787-8fc8-dfd99790f5b1 tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 843.937803] env[62353]: DEBUG oslo_vmware.api [None req-297dcae3-b394-47d6-b295-6e7178488af7 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52ca8cb8-a252-2346-827e-621d153a2b87, 'name': SearchDatastore_Task, 'duration_secs': 0.015569} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.938754] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e94c64e-b5b6-4e52-bd1a-44c39ffc2fd8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.946331] env[62353]: DEBUG oslo_vmware.api [None req-297dcae3-b394-47d6-b295-6e7178488af7 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Waiting for the task: (returnval){ [ 843.946331] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52152c3f-6800-0470-99d0-92bfe058f599" [ 843.946331] env[62353]: _type = "Task" [ 843.946331] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.955764] env[62353]: DEBUG oslo_vmware.api [None req-297dcae3-b394-47d6-b295-6e7178488af7 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52152c3f-6800-0470-99d0-92bfe058f599, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.012182] env[62353]: DEBUG nova.compute.manager [None req-12a7da3a-0d85-49a5-bcd3-b1aaeb13be1c tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] [instance: 6d6f643f-fbb8-43b3-b47a-78d4ff71b8cb] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 844.012483] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-12a7da3a-0d85-49a5-bcd3-b1aaeb13be1c tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] [instance: 6d6f643f-fbb8-43b3-b47a-78d4ff71b8cb] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 844.013592] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-662c7ebf-0a69-4d72-a4dd-ddcfe43908f8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.023506] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-12a7da3a-0d85-49a5-bcd3-b1aaeb13be1c tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] [instance: 6d6f643f-fbb8-43b3-b47a-78d4ff71b8cb] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 844.023826] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ab028842-7523-43cb-a3e7-77b42bfa796e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.034105] env[62353]: DEBUG oslo_vmware.api [None req-12a7da3a-0d85-49a5-bcd3-b1aaeb13be1c tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Waiting for the task: (returnval){ [ 844.034105] env[62353]: value = "task-2372550" [ 844.034105] env[62353]: _type = "Task" [ 844.034105] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.046554] env[62353]: DEBUG oslo_vmware.api [None req-12a7da3a-0d85-49a5-bcd3-b1aaeb13be1c tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Task: {'id': task-2372550, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.113247] env[62353]: DEBUG oslo_vmware.api [None req-8b0d6f69-720c-4a5d-b93a-d90b4f394c40 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] Task: {'id': task-2372548, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.168294] env[62353]: DEBUG nova.network.neutron [None req-69df174a-b222-4f8e-bd93-e9f4fb350a09 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] [instance: 3384eeba-47ab-4252-96f8-624f2c118125] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 844.252974] env[62353]: DEBUG oslo_vmware.api [None req-5bd97fb4-db80-41b5-9e85-ac6017c57787 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Task: {'id': task-2372549, 'name': Destroy_Task, 'duration_secs': 0.356237} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.255749] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-5bd97fb4-db80-41b5-9e85-ac6017c57787 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: c254fe57-8d19-4bfb-b607-dead3f0c04cf] Destroyed the VM [ 844.256022] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-5bd97fb4-db80-41b5-9e85-ac6017c57787 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: c254fe57-8d19-4bfb-b607-dead3f0c04cf] Deleting Snapshot of the VM instance {{(pid=62353) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 844.256262] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f3b0e26b-b5ac-48d7-9a1c-8af732976863 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.263642] env[62353]: DEBUG oslo_vmware.api [None req-5bd97fb4-db80-41b5-9e85-ac6017c57787 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Waiting for the task: (returnval){ [ 844.263642] env[62353]: value = "task-2372551" [ 844.263642] env[62353]: _type = "Task" [ 844.263642] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.272062] env[62353]: DEBUG oslo_vmware.api [None req-5bd97fb4-db80-41b5-9e85-ac6017c57787 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Task: {'id': task-2372551, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.327499] env[62353]: DEBUG oslo_concurrency.lockutils [None req-af1fc32a-799c-4787-8fc8-dfd99790f5b1 tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.099s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 844.330234] env[62353]: DEBUG oslo_concurrency.lockutils [None req-16a65794-24bd-4316-9860-35cfee510885 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.159s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 844.330234] env[62353]: DEBUG nova.objects.instance [None req-16a65794-24bd-4316-9860-35cfee510885 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Lazy-loading 'resources' on Instance uuid d99b532a-164e-471b-b9ca-a0850f606780 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 844.337495] env[62353]: DEBUG nova.network.neutron [None req-69df174a-b222-4f8e-bd93-e9f4fb350a09 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] [instance: 3384eeba-47ab-4252-96f8-624f2c118125] Updating instance_info_cache with network_info: [{"id": "50416d97-6c77-4f20-a9f4-69a9fce66644", "address": "fa:16:3e:a1:c3:8b", "network": {"id": "956ba5e7-4a54-402c-a290-2a1b81514fd3", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1825597119-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "806a3f447ab3401e8dcfa6f4241fd30d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd7d0d95-6848-4e69-ac21-75f8db82a3b5", "external-id": "nsx-vlan-transportzone-272", "segmentation_id": 272, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50416d97-6c", "ovs_interfaceid": "50416d97-6c77-4f20-a9f4-69a9fce66644", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 844.351150] env[62353]: INFO nova.scheduler.client.report [None req-af1fc32a-799c-4787-8fc8-dfd99790f5b1 tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] Deleted allocations for instance 0b3e9b87-2fa5-4623-b547-8831a1d7932f [ 844.443194] env[62353]: DEBUG nova.compute.manager [req-48ed5ea0-7b27-4c75-b2d3-c64a1bb6d024 req-e644d5d1-124b-4234-9559-58b58ffe6f7f service nova] [instance: 3384eeba-47ab-4252-96f8-624f2c118125] Received event network-vif-plugged-50416d97-6c77-4f20-a9f4-69a9fce66644 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 844.443439] env[62353]: DEBUG oslo_concurrency.lockutils [req-48ed5ea0-7b27-4c75-b2d3-c64a1bb6d024 req-e644d5d1-124b-4234-9559-58b58ffe6f7f service nova] Acquiring lock "3384eeba-47ab-4252-96f8-624f2c118125-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 844.443663] env[62353]: DEBUG oslo_concurrency.lockutils [req-48ed5ea0-7b27-4c75-b2d3-c64a1bb6d024 req-e644d5d1-124b-4234-9559-58b58ffe6f7f service nova] Lock "3384eeba-47ab-4252-96f8-624f2c118125-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 844.443898] env[62353]: DEBUG oslo_concurrency.lockutils [req-48ed5ea0-7b27-4c75-b2d3-c64a1bb6d024 req-e644d5d1-124b-4234-9559-58b58ffe6f7f service nova] Lock "3384eeba-47ab-4252-96f8-624f2c118125-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 844.444122] env[62353]: DEBUG nova.compute.manager [req-48ed5ea0-7b27-4c75-b2d3-c64a1bb6d024 req-e644d5d1-124b-4234-9559-58b58ffe6f7f service nova] [instance: 3384eeba-47ab-4252-96f8-624f2c118125] No waiting events found dispatching network-vif-plugged-50416d97-6c77-4f20-a9f4-69a9fce66644 {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 844.444316] env[62353]: WARNING nova.compute.manager [req-48ed5ea0-7b27-4c75-b2d3-c64a1bb6d024 req-e644d5d1-124b-4234-9559-58b58ffe6f7f service nova] [instance: 3384eeba-47ab-4252-96f8-624f2c118125] Received unexpected event network-vif-plugged-50416d97-6c77-4f20-a9f4-69a9fce66644 for instance with vm_state building and task_state spawning. [ 844.444481] env[62353]: DEBUG nova.compute.manager [req-48ed5ea0-7b27-4c75-b2d3-c64a1bb6d024 req-e644d5d1-124b-4234-9559-58b58ffe6f7f service nova] [instance: 3384eeba-47ab-4252-96f8-624f2c118125] Received event network-changed-50416d97-6c77-4f20-a9f4-69a9fce66644 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 844.444653] env[62353]: DEBUG nova.compute.manager [req-48ed5ea0-7b27-4c75-b2d3-c64a1bb6d024 req-e644d5d1-124b-4234-9559-58b58ffe6f7f service nova] [instance: 3384eeba-47ab-4252-96f8-624f2c118125] Refreshing instance network info cache due to event network-changed-50416d97-6c77-4f20-a9f4-69a9fce66644. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 844.444818] env[62353]: DEBUG oslo_concurrency.lockutils [req-48ed5ea0-7b27-4c75-b2d3-c64a1bb6d024 req-e644d5d1-124b-4234-9559-58b58ffe6f7f service nova] Acquiring lock "refresh_cache-3384eeba-47ab-4252-96f8-624f2c118125" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 844.457481] env[62353]: DEBUG oslo_vmware.api [None req-297dcae3-b394-47d6-b295-6e7178488af7 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52152c3f-6800-0470-99d0-92bfe058f599, 'name': SearchDatastore_Task, 'duration_secs': 0.055315} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.457730] env[62353]: DEBUG oslo_concurrency.lockutils [None req-297dcae3-b394-47d6-b295-6e7178488af7 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Releasing lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 844.457973] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-297dcae3-b394-47d6-b295-6e7178488af7 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore2] a6b68f36-7339-4daa-b3e3-9bc6e6efb2d8/a6b68f36-7339-4daa-b3e3-9bc6e6efb2d8.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 844.458258] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cdc117d0-3675-491b-bd75-d58ca8c64f92 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.464575] env[62353]: DEBUG oslo_vmware.api [None req-297dcae3-b394-47d6-b295-6e7178488af7 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Waiting for the task: (returnval){ [ 844.464575] env[62353]: value = "task-2372552" [ 844.464575] env[62353]: _type = "Task" [ 844.464575] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.472337] env[62353]: DEBUG oslo_vmware.api [None req-297dcae3-b394-47d6-b295-6e7178488af7 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Task: {'id': task-2372552, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.548254] env[62353]: DEBUG oslo_vmware.api [None req-12a7da3a-0d85-49a5-bcd3-b1aaeb13be1c tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Task: {'id': task-2372550, 'name': PowerOffVM_Task, 'duration_secs': 0.463194} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.548786] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-12a7da3a-0d85-49a5-bcd3-b1aaeb13be1c tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] [instance: 6d6f643f-fbb8-43b3-b47a-78d4ff71b8cb] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 844.549092] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-12a7da3a-0d85-49a5-bcd3-b1aaeb13be1c tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] [instance: 6d6f643f-fbb8-43b3-b47a-78d4ff71b8cb] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 844.549470] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9ed37e71-81e0-44a1-bcd0-34fbfa7f0dc0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.613022] env[62353]: DEBUG oslo_vmware.api [None req-8b0d6f69-720c-4a5d-b93a-d90b4f394c40 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] Task: {'id': task-2372548, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.688943} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.613022] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b0d6f69-720c-4a5d-b93a-d90b4f394c40 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore1] c6617ed8-80a4-41b8-b11a-c739cce89229/c6617ed8-80a4-41b8-b11a-c739cce89229.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 844.613022] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-8b0d6f69-720c-4a5d-b93a-d90b4f394c40 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] [instance: c6617ed8-80a4-41b8-b11a-c739cce89229] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 844.613022] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-89a0dc93-72f8-46c8-80a0-6b7f45fbfdce {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.617029] env[62353]: DEBUG oslo_vmware.api [None req-8b0d6f69-720c-4a5d-b93a-d90b4f394c40 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] Waiting for the task: (returnval){ [ 844.617029] env[62353]: value = "task-2372554" [ 844.617029] env[62353]: _type = "Task" [ 844.617029] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.625056] env[62353]: DEBUG oslo_vmware.api [None req-8b0d6f69-720c-4a5d-b93a-d90b4f394c40 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] Task: {'id': task-2372554, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.633263] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-12a7da3a-0d85-49a5-bcd3-b1aaeb13be1c tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] [instance: 6d6f643f-fbb8-43b3-b47a-78d4ff71b8cb] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 844.633557] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-12a7da3a-0d85-49a5-bcd3-b1aaeb13be1c tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] [instance: 6d6f643f-fbb8-43b3-b47a-78d4ff71b8cb] Deleting contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 844.633751] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-12a7da3a-0d85-49a5-bcd3-b1aaeb13be1c tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Deleting the datastore file [datastore2] 6d6f643f-fbb8-43b3-b47a-78d4ff71b8cb {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 844.634195] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-57a3a88f-deb6-499b-beca-23882bbf8b7a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.639990] env[62353]: DEBUG oslo_vmware.api [None req-12a7da3a-0d85-49a5-bcd3-b1aaeb13be1c tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Waiting for the task: (returnval){ [ 844.639990] env[62353]: value = "task-2372555" [ 844.639990] env[62353]: _type = "Task" [ 844.639990] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.648110] env[62353]: DEBUG oslo_vmware.api [None req-12a7da3a-0d85-49a5-bcd3-b1aaeb13be1c tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Task: {'id': task-2372555, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.779505] env[62353]: DEBUG oslo_vmware.api [None req-5bd97fb4-db80-41b5-9e85-ac6017c57787 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Task: {'id': task-2372551, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.840509] env[62353]: DEBUG oslo_concurrency.lockutils [None req-69df174a-b222-4f8e-bd93-e9f4fb350a09 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Releasing lock "refresh_cache-3384eeba-47ab-4252-96f8-624f2c118125" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 844.840509] env[62353]: DEBUG nova.compute.manager [None req-69df174a-b222-4f8e-bd93-e9f4fb350a09 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] [instance: 3384eeba-47ab-4252-96f8-624f2c118125] Instance network_info: |[{"id": "50416d97-6c77-4f20-a9f4-69a9fce66644", "address": "fa:16:3e:a1:c3:8b", "network": {"id": "956ba5e7-4a54-402c-a290-2a1b81514fd3", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1825597119-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "806a3f447ab3401e8dcfa6f4241fd30d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd7d0d95-6848-4e69-ac21-75f8db82a3b5", "external-id": "nsx-vlan-transportzone-272", "segmentation_id": 272, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50416d97-6c", "ovs_interfaceid": "50416d97-6c77-4f20-a9f4-69a9fce66644", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 844.840992] env[62353]: DEBUG oslo_concurrency.lockutils [req-48ed5ea0-7b27-4c75-b2d3-c64a1bb6d024 req-e644d5d1-124b-4234-9559-58b58ffe6f7f service nova] Acquired lock "refresh_cache-3384eeba-47ab-4252-96f8-624f2c118125" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.841040] env[62353]: DEBUG nova.network.neutron [req-48ed5ea0-7b27-4c75-b2d3-c64a1bb6d024 req-e644d5d1-124b-4234-9559-58b58ffe6f7f service nova] [instance: 3384eeba-47ab-4252-96f8-624f2c118125] Refreshing network info cache for port 50416d97-6c77-4f20-a9f4-69a9fce66644 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 844.842616] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-69df174a-b222-4f8e-bd93-e9f4fb350a09 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] [instance: 3384eeba-47ab-4252-96f8-624f2c118125] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a1:c3:8b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dd7d0d95-6848-4e69-ac21-75f8db82a3b5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '50416d97-6c77-4f20-a9f4-69a9fce66644', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 844.853493] env[62353]: DEBUG oslo.service.loopingcall [None req-69df174a-b222-4f8e-bd93-e9f4fb350a09 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 844.854666] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3384eeba-47ab-4252-96f8-624f2c118125] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 844.854838] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ccea5b60-8576-452a-a871-feb6b6735bae {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.876713] env[62353]: DEBUG oslo_concurrency.lockutils [None req-af1fc32a-799c-4787-8fc8-dfd99790f5b1 tempest-ServerShowV257Test-842692704 tempest-ServerShowV257Test-842692704-project-member] Lock "0b3e9b87-2fa5-4623-b547-8831a1d7932f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.028s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 844.880473] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 844.880473] env[62353]: value = "task-2372556" [ 844.880473] env[62353]: _type = "Task" [ 844.880473] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.889403] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372556, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.978357] env[62353]: DEBUG oslo_vmware.api [None req-297dcae3-b394-47d6-b295-6e7178488af7 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Task: {'id': task-2372552, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.128013] env[62353]: DEBUG oslo_vmware.api [None req-8b0d6f69-720c-4a5d-b93a-d90b4f394c40 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] Task: {'id': task-2372554, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073226} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.128297] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-8b0d6f69-720c-4a5d-b93a-d90b4f394c40 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] [instance: c6617ed8-80a4-41b8-b11a-c739cce89229] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 845.129124] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cff5a33-5542-4a98-bc1c-ae28c2e54c04 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.155512] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b0d6f69-720c-4a5d-b93a-d90b4f394c40 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] [instance: c6617ed8-80a4-41b8-b11a-c739cce89229] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] c6617ed8-80a4-41b8-b11a-c739cce89229/c6617ed8-80a4-41b8-b11a-c739cce89229.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 845.160968] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-04e2e0ff-a2d0-4ba6-be5a-e0cfcf2045cb {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.181383] env[62353]: DEBUG oslo_vmware.api [None req-12a7da3a-0d85-49a5-bcd3-b1aaeb13be1c tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Task: {'id': task-2372555, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.425024} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.182696] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-12a7da3a-0d85-49a5-bcd3-b1aaeb13be1c tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 845.183480] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-12a7da3a-0d85-49a5-bcd3-b1aaeb13be1c tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] [instance: 6d6f643f-fbb8-43b3-b47a-78d4ff71b8cb] Deleted contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 845.183480] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-12a7da3a-0d85-49a5-bcd3-b1aaeb13be1c tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] [instance: 6d6f643f-fbb8-43b3-b47a-78d4ff71b8cb] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 845.183480] env[62353]: INFO nova.compute.manager [None req-12a7da3a-0d85-49a5-bcd3-b1aaeb13be1c tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] [instance: 6d6f643f-fbb8-43b3-b47a-78d4ff71b8cb] Took 1.17 seconds to destroy the instance on the hypervisor. [ 845.183480] env[62353]: DEBUG oslo.service.loopingcall [None req-12a7da3a-0d85-49a5-bcd3-b1aaeb13be1c tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 845.183771] env[62353]: DEBUG oslo_vmware.api [None req-8b0d6f69-720c-4a5d-b93a-d90b4f394c40 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] Waiting for the task: (returnval){ [ 845.183771] env[62353]: value = "task-2372557" [ 845.183771] env[62353]: _type = "Task" [ 845.183771] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.184772] env[62353]: DEBUG nova.compute.manager [-] [instance: 6d6f643f-fbb8-43b3-b47a-78d4ff71b8cb] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 845.184772] env[62353]: DEBUG nova.network.neutron [-] [instance: 6d6f643f-fbb8-43b3-b47a-78d4ff71b8cb] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 845.198900] env[62353]: DEBUG oslo_vmware.api [None req-8b0d6f69-720c-4a5d-b93a-d90b4f394c40 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] Task: {'id': task-2372557, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.276060] env[62353]: DEBUG oslo_vmware.api [None req-5bd97fb4-db80-41b5-9e85-ac6017c57787 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Task: {'id': task-2372551, 'name': RemoveSnapshot_Task, 'duration_secs': 0.863572} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.276711] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-5bd97fb4-db80-41b5-9e85-ac6017c57787 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: c254fe57-8d19-4bfb-b607-dead3f0c04cf] Deleted Snapshot of the VM instance {{(pid=62353) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 845.277217] env[62353]: INFO nova.compute.manager [None req-5bd97fb4-db80-41b5-9e85-ac6017c57787 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: c254fe57-8d19-4bfb-b607-dead3f0c04cf] Took 14.58 seconds to snapshot the instance on the hypervisor. [ 845.388033] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56269165-127e-431e-8fa4-7f88b6db458a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.398099] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372556, 'name': CreateVM_Task, 'duration_secs': 0.491893} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.399694] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3384eeba-47ab-4252-96f8-624f2c118125] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 845.402639] env[62353]: DEBUG oslo_concurrency.lockutils [None req-69df174a-b222-4f8e-bd93-e9f4fb350a09 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 845.402811] env[62353]: DEBUG oslo_concurrency.lockutils [None req-69df174a-b222-4f8e-bd93-e9f4fb350a09 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Acquired lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.403168] env[62353]: DEBUG oslo_concurrency.lockutils [None req-69df174a-b222-4f8e-bd93-e9f4fb350a09 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 845.404186] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1b736f7-0daf-4e61-a8d3-33d67cafedfb {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.408777] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db813731-3297-4d0e-9ec6-0d627a6e0494 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.414833] env[62353]: DEBUG oslo_vmware.api [None req-69df174a-b222-4f8e-bd93-e9f4fb350a09 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Waiting for the task: (returnval){ [ 845.414833] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5208e3c6-b8a4-0297-6569-a0e1785ef6d7" [ 845.414833] env[62353]: _type = "Task" [ 845.414833] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.443290] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44bc36cf-b72c-4815-a40a-5d5c6ee6cd44 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.456677] env[62353]: DEBUG oslo_vmware.api [None req-69df174a-b222-4f8e-bd93-e9f4fb350a09 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5208e3c6-b8a4-0297-6569-a0e1785ef6d7, 'name': SearchDatastore_Task, 'duration_secs': 0.025113} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.457406] env[62353]: DEBUG oslo_concurrency.lockutils [None req-69df174a-b222-4f8e-bd93-e9f4fb350a09 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Releasing lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 845.457656] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-69df174a-b222-4f8e-bd93-e9f4fb350a09 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] [instance: 3384eeba-47ab-4252-96f8-624f2c118125] Processing image 06f909ae-e8dc-43b4-abf7-c7ed85db9bbd {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 845.457993] env[62353]: DEBUG oslo_concurrency.lockutils [None req-69df174a-b222-4f8e-bd93-e9f4fb350a09 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 845.458232] env[62353]: DEBUG oslo_concurrency.lockutils [None req-69df174a-b222-4f8e-bd93-e9f4fb350a09 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Acquired lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.458435] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-69df174a-b222-4f8e-bd93-e9f4fb350a09 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 845.459704] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7274815c-f60a-48c9-9509-bf86bfdd503d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.464437] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8181a710-73bf-4d22-9f59-7338964990cd {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.478702] env[62353]: DEBUG nova.compute.provider_tree [None req-16a65794-24bd-4316-9860-35cfee510885 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 845.483427] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-69df174a-b222-4f8e-bd93-e9f4fb350a09 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 845.483621] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-69df174a-b222-4f8e-bd93-e9f4fb350a09 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 845.484882] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78d76174-1ad1-43f5-9e96-1d1313b0c1c4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.491620] env[62353]: DEBUG oslo_vmware.api [None req-297dcae3-b394-47d6-b295-6e7178488af7 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Task: {'id': task-2372552, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.63201} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.491620] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-297dcae3-b394-47d6-b295-6e7178488af7 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore2] a6b68f36-7339-4daa-b3e3-9bc6e6efb2d8/a6b68f36-7339-4daa-b3e3-9bc6e6efb2d8.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 845.491620] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-297dcae3-b394-47d6-b295-6e7178488af7 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: a6b68f36-7339-4daa-b3e3-9bc6e6efb2d8] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 845.491967] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-681f18bc-c65b-42f7-a8b4-57d04dfb52fb {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.497467] env[62353]: DEBUG oslo_vmware.api [None req-69df174a-b222-4f8e-bd93-e9f4fb350a09 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Waiting for the task: (returnval){ [ 845.497467] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52b338c3-d329-572c-0f2b-dddcdaad93d2" [ 845.497467] env[62353]: _type = "Task" [ 845.497467] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.502199] env[62353]: DEBUG oslo_vmware.api [None req-297dcae3-b394-47d6-b295-6e7178488af7 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Waiting for the task: (returnval){ [ 845.502199] env[62353]: value = "task-2372558" [ 845.502199] env[62353]: _type = "Task" [ 845.502199] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.509413] env[62353]: DEBUG oslo_vmware.api [None req-69df174a-b222-4f8e-bd93-e9f4fb350a09 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52b338c3-d329-572c-0f2b-dddcdaad93d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.515662] env[62353]: DEBUG oslo_vmware.api [None req-297dcae3-b394-47d6-b295-6e7178488af7 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Task: {'id': task-2372558, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.594826] env[62353]: DEBUG nova.compute.manager [req-a1b68504-1935-4e34-aa31-b4f67f175d6f req-1f7ad035-35e2-4eaf-b783-07d74468a4ed service nova] [instance: 6d6f643f-fbb8-43b3-b47a-78d4ff71b8cb] Received event network-vif-deleted-4550e5f1-ace5-46b4-b7a6-f47117bc255f {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 845.595083] env[62353]: INFO nova.compute.manager [req-a1b68504-1935-4e34-aa31-b4f67f175d6f req-1f7ad035-35e2-4eaf-b783-07d74468a4ed service nova] [instance: 6d6f643f-fbb8-43b3-b47a-78d4ff71b8cb] Neutron deleted interface 4550e5f1-ace5-46b4-b7a6-f47117bc255f; detaching it from the instance and deleting it from the info cache [ 845.595190] env[62353]: DEBUG nova.network.neutron [req-a1b68504-1935-4e34-aa31-b4f67f175d6f req-1f7ad035-35e2-4eaf-b783-07d74468a4ed service nova] [instance: 6d6f643f-fbb8-43b3-b47a-78d4ff71b8cb] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.696846] env[62353]: DEBUG oslo_vmware.api [None req-8b0d6f69-720c-4a5d-b93a-d90b4f394c40 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] Task: {'id': task-2372557, 'name': ReconfigVM_Task, 'duration_secs': 0.367292} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.697259] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b0d6f69-720c-4a5d-b93a-d90b4f394c40 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] [instance: c6617ed8-80a4-41b8-b11a-c739cce89229] Reconfigured VM instance instance-00000041 to attach disk [datastore1] c6617ed8-80a4-41b8-b11a-c739cce89229/c6617ed8-80a4-41b8-b11a-c739cce89229.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 845.698328] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d5ab3f94-e745-4745-8b29-659565d1d9af {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.703801] env[62353]: DEBUG oslo_vmware.api [None req-8b0d6f69-720c-4a5d-b93a-d90b4f394c40 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] Waiting for the task: (returnval){ [ 845.703801] env[62353]: value = "task-2372559" [ 845.703801] env[62353]: _type = "Task" [ 845.703801] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.711547] env[62353]: DEBUG oslo_concurrency.lockutils [None req-62f3365d-4bee-4369-80b3-3b553dc51446 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Acquiring lock "c7158238-ec2d-4cf2-8b5d-140a28473628" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 845.711806] env[62353]: DEBUG oslo_concurrency.lockutils [None req-62f3365d-4bee-4369-80b3-3b553dc51446 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Lock "c7158238-ec2d-4cf2-8b5d-140a28473628" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 845.719680] env[62353]: DEBUG oslo_vmware.api [None req-8b0d6f69-720c-4a5d-b93a-d90b4f394c40 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] Task: {'id': task-2372559, 'name': Rename_Task} progress is 10%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.723770] env[62353]: DEBUG nova.network.neutron [req-48ed5ea0-7b27-4c75-b2d3-c64a1bb6d024 req-e644d5d1-124b-4234-9559-58b58ffe6f7f service nova] [instance: 3384eeba-47ab-4252-96f8-624f2c118125] Updated VIF entry in instance network info cache for port 50416d97-6c77-4f20-a9f4-69a9fce66644. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 845.724187] env[62353]: DEBUG nova.network.neutron [req-48ed5ea0-7b27-4c75-b2d3-c64a1bb6d024 req-e644d5d1-124b-4234-9559-58b58ffe6f7f service nova] [instance: 3384eeba-47ab-4252-96f8-624f2c118125] Updating instance_info_cache with network_info: [{"id": "50416d97-6c77-4f20-a9f4-69a9fce66644", "address": "fa:16:3e:a1:c3:8b", "network": {"id": "956ba5e7-4a54-402c-a290-2a1b81514fd3", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1825597119-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "806a3f447ab3401e8dcfa6f4241fd30d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd7d0d95-6848-4e69-ac21-75f8db82a3b5", "external-id": "nsx-vlan-transportzone-272", "segmentation_id": 272, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50416d97-6c", "ovs_interfaceid": "50416d97-6c77-4f20-a9f4-69a9fce66644", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.985736] env[62353]: DEBUG nova.scheduler.client.report [None req-16a65794-24bd-4316-9860-35cfee510885 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 846.005895] env[62353]: DEBUG oslo_vmware.api [None req-69df174a-b222-4f8e-bd93-e9f4fb350a09 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52b338c3-d329-572c-0f2b-dddcdaad93d2, 'name': SearchDatastore_Task, 'duration_secs': 0.02418} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.010304] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca7160d1-9c52-4b2f-838d-499cde40c086 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.017364] env[62353]: DEBUG oslo_vmware.api [None req-297dcae3-b394-47d6-b295-6e7178488af7 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Task: {'id': task-2372558, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065399} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.018871] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-297dcae3-b394-47d6-b295-6e7178488af7 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: a6b68f36-7339-4daa-b3e3-9bc6e6efb2d8] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 846.019237] env[62353]: DEBUG oslo_vmware.api [None req-69df174a-b222-4f8e-bd93-e9f4fb350a09 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Waiting for the task: (returnval){ [ 846.019237] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]520dc355-ad4e-6982-e5b1-eda4f86518f4" [ 846.019237] env[62353]: _type = "Task" [ 846.019237] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.019912] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5772577f-13cd-4b1e-9caa-83ccc4b3de2c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.025702] env[62353]: DEBUG nova.network.neutron [-] [instance: 6d6f643f-fbb8-43b3-b47a-78d4ff71b8cb] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.039267] env[62353]: DEBUG oslo_vmware.api [None req-69df174a-b222-4f8e-bd93-e9f4fb350a09 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]520dc355-ad4e-6982-e5b1-eda4f86518f4, 'name': SearchDatastore_Task, 'duration_secs': 0.010232} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.047675] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-297dcae3-b394-47d6-b295-6e7178488af7 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: a6b68f36-7339-4daa-b3e3-9bc6e6efb2d8] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] a6b68f36-7339-4daa-b3e3-9bc6e6efb2d8/a6b68f36-7339-4daa-b3e3-9bc6e6efb2d8.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 846.048268] env[62353]: INFO nova.compute.manager [-] [instance: 6d6f643f-fbb8-43b3-b47a-78d4ff71b8cb] Took 0.86 seconds to deallocate network for instance. [ 846.048535] env[62353]: DEBUG oslo_concurrency.lockutils [None req-69df174a-b222-4f8e-bd93-e9f4fb350a09 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Releasing lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 846.048766] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-69df174a-b222-4f8e-bd93-e9f4fb350a09 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore2] 3384eeba-47ab-4252-96f8-624f2c118125/3384eeba-47ab-4252-96f8-624f2c118125.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 846.049243] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-12c32380-b64a-4aeb-801c-de81d0bd072c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.065031] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-30e7545a-7311-43cf-aec8-4de993496ee8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.078149] env[62353]: DEBUG oslo_vmware.api [None req-69df174a-b222-4f8e-bd93-e9f4fb350a09 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Waiting for the task: (returnval){ [ 846.078149] env[62353]: value = "task-2372561" [ 846.078149] env[62353]: _type = "Task" [ 846.078149] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.078395] env[62353]: DEBUG oslo_vmware.api [None req-297dcae3-b394-47d6-b295-6e7178488af7 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Waiting for the task: (returnval){ [ 846.078395] env[62353]: value = "task-2372560" [ 846.078395] env[62353]: _type = "Task" [ 846.078395] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.089605] env[62353]: DEBUG oslo_vmware.api [None req-69df174a-b222-4f8e-bd93-e9f4fb350a09 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Task: {'id': task-2372561, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.092695] env[62353]: DEBUG oslo_vmware.api [None req-297dcae3-b394-47d6-b295-6e7178488af7 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Task: {'id': task-2372560, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.100468] env[62353]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-febf187f-c073-45e7-87d2-0d943da4a45f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.109809] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b784ca5-e939-463b-af77-06bb81624815 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.144475] env[62353]: DEBUG nova.compute.manager [req-a1b68504-1935-4e34-aa31-b4f67f175d6f req-1f7ad035-35e2-4eaf-b783-07d74468a4ed service nova] [instance: 6d6f643f-fbb8-43b3-b47a-78d4ff71b8cb] Detach interface failed, port_id=4550e5f1-ace5-46b4-b7a6-f47117bc255f, reason: Instance 6d6f643f-fbb8-43b3-b47a-78d4ff71b8cb could not be found. {{(pid=62353) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 846.215546] env[62353]: DEBUG nova.compute.manager [None req-62f3365d-4bee-4369-80b3-3b553dc51446 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: c7158238-ec2d-4cf2-8b5d-140a28473628] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 846.218504] env[62353]: DEBUG oslo_vmware.api [None req-8b0d6f69-720c-4a5d-b93a-d90b4f394c40 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] Task: {'id': task-2372559, 'name': Rename_Task, 'duration_secs': 0.133452} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.218504] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b0d6f69-720c-4a5d-b93a-d90b4f394c40 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] [instance: c6617ed8-80a4-41b8-b11a-c739cce89229] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 846.218939] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-975c4460-8872-41b0-a866-f932b460486f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.227446] env[62353]: DEBUG oslo_concurrency.lockutils [req-48ed5ea0-7b27-4c75-b2d3-c64a1bb6d024 req-e644d5d1-124b-4234-9559-58b58ffe6f7f service nova] Releasing lock "refresh_cache-3384eeba-47ab-4252-96f8-624f2c118125" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 846.227794] env[62353]: DEBUG oslo_vmware.api [None req-8b0d6f69-720c-4a5d-b93a-d90b4f394c40 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] Waiting for the task: (returnval){ [ 846.227794] env[62353]: value = "task-2372562" [ 846.227794] env[62353]: _type = "Task" [ 846.227794] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.238386] env[62353]: DEBUG oslo_vmware.api [None req-8b0d6f69-720c-4a5d-b93a-d90b4f394c40 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] Task: {'id': task-2372562, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.491527] env[62353]: DEBUG oslo_concurrency.lockutils [None req-16a65794-24bd-4316-9860-35cfee510885 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.161s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 846.494234] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e6b1e4c1-7d37-4666-a239-dc720a21dc42 tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.166s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 846.494488] env[62353]: DEBUG nova.objects.instance [None req-e6b1e4c1-7d37-4666-a239-dc720a21dc42 tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Lazy-loading 'resources' on Instance uuid 996dff46-a8df-411f-8974-260f591f6086 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 846.518847] env[62353]: INFO nova.scheduler.client.report [None req-16a65794-24bd-4316-9860-35cfee510885 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Deleted allocations for instance d99b532a-164e-471b-b9ca-a0850f606780 [ 846.573940] env[62353]: DEBUG oslo_concurrency.lockutils [None req-12a7da3a-0d85-49a5-bcd3-b1aaeb13be1c tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 846.595034] env[62353]: DEBUG oslo_vmware.api [None req-297dcae3-b394-47d6-b295-6e7178488af7 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Task: {'id': task-2372560, 'name': ReconfigVM_Task, 'duration_secs': 0.421511} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.595034] env[62353]: DEBUG oslo_vmware.api [None req-69df174a-b222-4f8e-bd93-e9f4fb350a09 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Task: {'id': task-2372561, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.493083} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.595034] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-297dcae3-b394-47d6-b295-6e7178488af7 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: a6b68f36-7339-4daa-b3e3-9bc6e6efb2d8] Reconfigured VM instance instance-00000042 to attach disk [datastore2] a6b68f36-7339-4daa-b3e3-9bc6e6efb2d8/a6b68f36-7339-4daa-b3e3-9bc6e6efb2d8.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 846.595527] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-69df174a-b222-4f8e-bd93-e9f4fb350a09 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore2] 3384eeba-47ab-4252-96f8-624f2c118125/3384eeba-47ab-4252-96f8-624f2c118125.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 846.595802] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-69df174a-b222-4f8e-bd93-e9f4fb350a09 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] [instance: 3384eeba-47ab-4252-96f8-624f2c118125] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 846.596048] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-29a61873-6974-41d7-a698-01643a1fb149 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.597718] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-04c1f0ff-f257-47dd-8454-52259bfcf7bc {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.603738] env[62353]: DEBUG oslo_vmware.api [None req-69df174a-b222-4f8e-bd93-e9f4fb350a09 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Waiting for the task: (returnval){ [ 846.603738] env[62353]: value = "task-2372563" [ 846.603738] env[62353]: _type = "Task" [ 846.603738] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.608414] env[62353]: DEBUG oslo_vmware.api [None req-297dcae3-b394-47d6-b295-6e7178488af7 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Waiting for the task: (returnval){ [ 846.608414] env[62353]: value = "task-2372564" [ 846.608414] env[62353]: _type = "Task" [ 846.608414] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.615141] env[62353]: DEBUG oslo_vmware.api [None req-69df174a-b222-4f8e-bd93-e9f4fb350a09 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Task: {'id': task-2372563, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.621697] env[62353]: DEBUG oslo_vmware.api [None req-297dcae3-b394-47d6-b295-6e7178488af7 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Task: {'id': task-2372564, 'name': Rename_Task} progress is 10%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.736767] env[62353]: DEBUG oslo_concurrency.lockutils [None req-62f3365d-4bee-4369-80b3-3b553dc51446 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 846.743944] env[62353]: DEBUG oslo_vmware.api [None req-8b0d6f69-720c-4a5d-b93a-d90b4f394c40 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] Task: {'id': task-2372562, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.028542] env[62353]: DEBUG oslo_concurrency.lockutils [None req-16a65794-24bd-4316-9860-35cfee510885 tempest-ListServerFiltersTestJSON-2032982345 tempest-ListServerFiltersTestJSON-2032982345-project-member] Lock "d99b532a-164e-471b-b9ca-a0850f606780" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.219s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 847.115127] env[62353]: DEBUG oslo_vmware.api [None req-69df174a-b222-4f8e-bd93-e9f4fb350a09 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Task: {'id': task-2372563, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065457} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.115752] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-69df174a-b222-4f8e-bd93-e9f4fb350a09 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] [instance: 3384eeba-47ab-4252-96f8-624f2c118125] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 847.116517] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8334d9b1-cf4e-4f9f-b11d-6c26d3263172 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.123859] env[62353]: DEBUG oslo_vmware.api [None req-297dcae3-b394-47d6-b295-6e7178488af7 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Task: {'id': task-2372564, 'name': Rename_Task, 'duration_secs': 0.137525} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.125094] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-297dcae3-b394-47d6-b295-6e7178488af7 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: a6b68f36-7339-4daa-b3e3-9bc6e6efb2d8] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 847.125094] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ed792fff-3e66-414b-9aa6-2a65429c500f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.143950] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-69df174a-b222-4f8e-bd93-e9f4fb350a09 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] [instance: 3384eeba-47ab-4252-96f8-624f2c118125] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] 3384eeba-47ab-4252-96f8-624f2c118125/3384eeba-47ab-4252-96f8-624f2c118125.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 847.147921] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c98cceb7-bb77-4bd2-96c0-36d58ac3fb65 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.162271] env[62353]: DEBUG oslo_vmware.api [None req-297dcae3-b394-47d6-b295-6e7178488af7 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Waiting for the task: (returnval){ [ 847.162271] env[62353]: value = "task-2372565" [ 847.162271] env[62353]: _type = "Task" [ 847.162271] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.168925] env[62353]: DEBUG oslo_vmware.api [None req-69df174a-b222-4f8e-bd93-e9f4fb350a09 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Waiting for the task: (returnval){ [ 847.168925] env[62353]: value = "task-2372566" [ 847.168925] env[62353]: _type = "Task" [ 847.168925] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.172742] env[62353]: DEBUG oslo_vmware.api [None req-297dcae3-b394-47d6-b295-6e7178488af7 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Task: {'id': task-2372565, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.183701] env[62353]: DEBUG oslo_vmware.api [None req-69df174a-b222-4f8e-bd93-e9f4fb350a09 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Task: {'id': task-2372566, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.238772] env[62353]: DEBUG oslo_vmware.api [None req-8b0d6f69-720c-4a5d-b93a-d90b4f394c40 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] Task: {'id': task-2372562, 'name': PowerOnVM_Task, 'duration_secs': 0.549402} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.238772] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b0d6f69-720c-4a5d-b93a-d90b4f394c40 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] [instance: c6617ed8-80a4-41b8-b11a-c739cce89229] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 847.239046] env[62353]: INFO nova.compute.manager [None req-8b0d6f69-720c-4a5d-b93a-d90b4f394c40 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] [instance: c6617ed8-80a4-41b8-b11a-c739cce89229] Took 11.46 seconds to spawn the instance on the hypervisor. [ 847.239046] env[62353]: DEBUG nova.compute.manager [None req-8b0d6f69-720c-4a5d-b93a-d90b4f394c40 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] [instance: c6617ed8-80a4-41b8-b11a-c739cce89229] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 847.242967] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5172bdcf-b2b7-4248-a5ad-126e57724218 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.474043] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4093c816-a864-4603-b676-1698266a0823 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.480906] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-018b0933-87ae-4f99-905b-f74fc99b070d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.513570] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c2f7e98-ff8d-4da6-9081-141b4ad61daf {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.522695] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c095df0-1f6e-4c5a-812b-1ab8c44ba652 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.537594] env[62353]: DEBUG nova.compute.provider_tree [None req-e6b1e4c1-7d37-4666-a239-dc720a21dc42 tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 847.673342] env[62353]: DEBUG oslo_vmware.api [None req-297dcae3-b394-47d6-b295-6e7178488af7 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Task: {'id': task-2372565, 'name': PowerOnVM_Task, 'duration_secs': 0.466242} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.676649] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-297dcae3-b394-47d6-b295-6e7178488af7 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: a6b68f36-7339-4daa-b3e3-9bc6e6efb2d8] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 847.676862] env[62353]: INFO nova.compute.manager [None req-297dcae3-b394-47d6-b295-6e7178488af7 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: a6b68f36-7339-4daa-b3e3-9bc6e6efb2d8] Took 8.17 seconds to spawn the instance on the hypervisor. [ 847.677051] env[62353]: DEBUG nova.compute.manager [None req-297dcae3-b394-47d6-b295-6e7178488af7 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: a6b68f36-7339-4daa-b3e3-9bc6e6efb2d8] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 847.678378] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06ef90f9-5ade-4497-b25d-b9a13b5dd639 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.685988] env[62353]: DEBUG oslo_vmware.api [None req-69df174a-b222-4f8e-bd93-e9f4fb350a09 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Task: {'id': task-2372566, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.760834] env[62353]: INFO nova.compute.manager [None req-8b0d6f69-720c-4a5d-b93a-d90b4f394c40 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] [instance: c6617ed8-80a4-41b8-b11a-c739cce89229] Took 48.95 seconds to build instance. [ 848.041657] env[62353]: DEBUG nova.scheduler.client.report [None req-e6b1e4c1-7d37-4666-a239-dc720a21dc42 tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 848.182846] env[62353]: DEBUG oslo_vmware.api [None req-69df174a-b222-4f8e-bd93-e9f4fb350a09 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Task: {'id': task-2372566, 'name': ReconfigVM_Task, 'duration_secs': 0.736694} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.183140] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-69df174a-b222-4f8e-bd93-e9f4fb350a09 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] [instance: 3384eeba-47ab-4252-96f8-624f2c118125] Reconfigured VM instance instance-00000043 to attach disk [datastore2] 3384eeba-47ab-4252-96f8-624f2c118125/3384eeba-47ab-4252-96f8-624f2c118125.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 848.183770] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9c5c588d-74c0-4ec4-a241-452502457c0d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.191141] env[62353]: DEBUG oslo_vmware.api [None req-69df174a-b222-4f8e-bd93-e9f4fb350a09 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Waiting for the task: (returnval){ [ 848.191141] env[62353]: value = "task-2372567" [ 848.191141] env[62353]: _type = "Task" [ 848.191141] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.207445] env[62353]: DEBUG oslo_vmware.api [None req-69df174a-b222-4f8e-bd93-e9f4fb350a09 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Task: {'id': task-2372567, 'name': Rename_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.208011] env[62353]: INFO nova.compute.manager [None req-297dcae3-b394-47d6-b295-6e7178488af7 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: a6b68f36-7339-4daa-b3e3-9bc6e6efb2d8] Took 48.68 seconds to build instance. [ 848.263109] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8b0d6f69-720c-4a5d-b93a-d90b4f394c40 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] Lock "c6617ed8-80a4-41b8-b11a-c739cce89229" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.463s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 848.549221] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e6b1e4c1-7d37-4666-a239-dc720a21dc42 tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.055s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 848.552102] env[62353]: DEBUG oslo_concurrency.lockutils [None req-da4421f3-8949-4ee6-8bc5-61b534b95572 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.575s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 848.552338] env[62353]: DEBUG nova.objects.instance [None req-da4421f3-8949-4ee6-8bc5-61b534b95572 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] Lazy-loading 'resources' on Instance uuid f71b6bee-dbc8-48b6-a446-3d93255fda73 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 848.582171] env[62353]: INFO nova.scheduler.client.report [None req-e6b1e4c1-7d37-4666-a239-dc720a21dc42 tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Deleted allocations for instance 996dff46-a8df-411f-8974-260f591f6086 [ 848.704198] env[62353]: DEBUG oslo_vmware.api [None req-69df174a-b222-4f8e-bd93-e9f4fb350a09 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Task: {'id': task-2372567, 'name': Rename_Task, 'duration_secs': 0.357537} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.704296] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-69df174a-b222-4f8e-bd93-e9f4fb350a09 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] [instance: 3384eeba-47ab-4252-96f8-624f2c118125] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 848.704543] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-01e01078-4f86-45c8-9313-00b5c56d600c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.711231] env[62353]: DEBUG oslo_vmware.api [None req-69df174a-b222-4f8e-bd93-e9f4fb350a09 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Waiting for the task: (returnval){ [ 848.711231] env[62353]: value = "task-2372568" [ 848.711231] env[62353]: _type = "Task" [ 848.711231] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.715776] env[62353]: DEBUG oslo_concurrency.lockutils [None req-297dcae3-b394-47d6-b295-6e7178488af7 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Lock "a6b68f36-7339-4daa-b3e3-9bc6e6efb2d8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.201s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 848.721240] env[62353]: DEBUG oslo_vmware.api [None req-69df174a-b222-4f8e-bd93-e9f4fb350a09 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Task: {'id': task-2372568, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.929700] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e44086f1-c5c7-4c33-817c-e79d8bc8962b tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Acquiring lock "a6b68f36-7339-4daa-b3e3-9bc6e6efb2d8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 848.929700] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e44086f1-c5c7-4c33-817c-e79d8bc8962b tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Lock "a6b68f36-7339-4daa-b3e3-9bc6e6efb2d8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 848.929700] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e44086f1-c5c7-4c33-817c-e79d8bc8962b tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Acquiring lock "a6b68f36-7339-4daa-b3e3-9bc6e6efb2d8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 848.929700] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e44086f1-c5c7-4c33-817c-e79d8bc8962b tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Lock "a6b68f36-7339-4daa-b3e3-9bc6e6efb2d8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 848.929700] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e44086f1-c5c7-4c33-817c-e79d8bc8962b tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Lock "a6b68f36-7339-4daa-b3e3-9bc6e6efb2d8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 848.932826] env[62353]: INFO nova.compute.manager [None req-e44086f1-c5c7-4c33-817c-e79d8bc8962b tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: a6b68f36-7339-4daa-b3e3-9bc6e6efb2d8] Terminating instance [ 849.084791] env[62353]: DEBUG oslo_concurrency.lockutils [None req-9b03e46a-6726-4622-b1ff-65d1d1d5a4d5 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] Acquiring lock "c6617ed8-80a4-41b8-b11a-c739cce89229" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 849.085126] env[62353]: DEBUG oslo_concurrency.lockutils [None req-9b03e46a-6726-4622-b1ff-65d1d1d5a4d5 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] Lock "c6617ed8-80a4-41b8-b11a-c739cce89229" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 849.085393] env[62353]: DEBUG oslo_concurrency.lockutils [None req-9b03e46a-6726-4622-b1ff-65d1d1d5a4d5 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] Acquiring lock "c6617ed8-80a4-41b8-b11a-c739cce89229-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 849.085654] env[62353]: DEBUG oslo_concurrency.lockutils [None req-9b03e46a-6726-4622-b1ff-65d1d1d5a4d5 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] Lock "c6617ed8-80a4-41b8-b11a-c739cce89229-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 849.085878] env[62353]: DEBUG oslo_concurrency.lockutils [None req-9b03e46a-6726-4622-b1ff-65d1d1d5a4d5 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] Lock "c6617ed8-80a4-41b8-b11a-c739cce89229-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 849.088013] env[62353]: INFO nova.compute.manager [None req-9b03e46a-6726-4622-b1ff-65d1d1d5a4d5 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] [instance: c6617ed8-80a4-41b8-b11a-c739cce89229] Terminating instance [ 849.094397] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e6b1e4c1-7d37-4666-a239-dc720a21dc42 tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Lock "996dff46-a8df-411f-8974-260f591f6086" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.795s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 849.226463] env[62353]: DEBUG oslo_vmware.api [None req-69df174a-b222-4f8e-bd93-e9f4fb350a09 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Task: {'id': task-2372568, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.441156] env[62353]: DEBUG nova.compute.manager [None req-e44086f1-c5c7-4c33-817c-e79d8bc8962b tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: a6b68f36-7339-4daa-b3e3-9bc6e6efb2d8] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 849.441397] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-e44086f1-c5c7-4c33-817c-e79d8bc8962b tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: a6b68f36-7339-4daa-b3e3-9bc6e6efb2d8] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 849.443422] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34a53ba4-58ad-41f3-924c-edc7e3a135a4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.452137] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-e44086f1-c5c7-4c33-817c-e79d8bc8962b tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: a6b68f36-7339-4daa-b3e3-9bc6e6efb2d8] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 849.452478] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cd3b4278-6771-4476-8655-28ce7ca30035 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.466437] env[62353]: DEBUG oslo_vmware.api [None req-e44086f1-c5c7-4c33-817c-e79d8bc8962b tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Waiting for the task: (returnval){ [ 849.466437] env[62353]: value = "task-2372569" [ 849.466437] env[62353]: _type = "Task" [ 849.466437] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.474919] env[62353]: DEBUG oslo_vmware.api [None req-e44086f1-c5c7-4c33-817c-e79d8bc8962b tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Task: {'id': task-2372569, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.539275] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db85971d-bc37-4118-9454-3e56644a92a8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.547411] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e506d8f9-e052-4609-bf70-6f4132bfce65 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.582320] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d72b7dd9-67f5-46d2-8da4-aa3dcb05e18f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.590923] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f3547f1-5467-434e-9408-a7aee00052d2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.596039] env[62353]: DEBUG nova.compute.manager [None req-9b03e46a-6726-4622-b1ff-65d1d1d5a4d5 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] [instance: c6617ed8-80a4-41b8-b11a-c739cce89229] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 849.596330] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-9b03e46a-6726-4622-b1ff-65d1d1d5a4d5 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] [instance: c6617ed8-80a4-41b8-b11a-c739cce89229] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 849.597460] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcd451ba-e287-4ad9-a919-f0db7b7192bf {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.612605] env[62353]: DEBUG nova.compute.provider_tree [None req-da4421f3-8949-4ee6-8bc5-61b534b95572 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 849.618231] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b03e46a-6726-4622-b1ff-65d1d1d5a4d5 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] [instance: c6617ed8-80a4-41b8-b11a-c739cce89229] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 849.618669] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a581668f-3a2c-4002-9709-c8a9425d65ca {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.626169] env[62353]: DEBUG oslo_vmware.api [None req-9b03e46a-6726-4622-b1ff-65d1d1d5a4d5 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] Waiting for the task: (returnval){ [ 849.626169] env[62353]: value = "task-2372570" [ 849.626169] env[62353]: _type = "Task" [ 849.626169] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.640594] env[62353]: DEBUG oslo_vmware.api [None req-9b03e46a-6726-4622-b1ff-65d1d1d5a4d5 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] Task: {'id': task-2372570, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.728373] env[62353]: DEBUG oslo_vmware.api [None req-69df174a-b222-4f8e-bd93-e9f4fb350a09 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Task: {'id': task-2372568, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.974874] env[62353]: DEBUG oslo_vmware.api [None req-e44086f1-c5c7-4c33-817c-e79d8bc8962b tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Task: {'id': task-2372569, 'name': PowerOffVM_Task, 'duration_secs': 0.195366} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.975176] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-e44086f1-c5c7-4c33-817c-e79d8bc8962b tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: a6b68f36-7339-4daa-b3e3-9bc6e6efb2d8] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 849.975176] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-e44086f1-c5c7-4c33-817c-e79d8bc8962b tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: a6b68f36-7339-4daa-b3e3-9bc6e6efb2d8] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 849.975427] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-be367c9b-9c60-4b07-a985-e5097a12f2e9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.051297] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-e44086f1-c5c7-4c33-817c-e79d8bc8962b tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: a6b68f36-7339-4daa-b3e3-9bc6e6efb2d8] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 850.051536] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-e44086f1-c5c7-4c33-817c-e79d8bc8962b tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: a6b68f36-7339-4daa-b3e3-9bc6e6efb2d8] Deleting contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 850.051718] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-e44086f1-c5c7-4c33-817c-e79d8bc8962b tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Deleting the datastore file [datastore2] a6b68f36-7339-4daa-b3e3-9bc6e6efb2d8 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 850.051990] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cf033ada-ab25-4b3a-bf88-15d867fbf8d9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.059075] env[62353]: DEBUG oslo_vmware.api [None req-e44086f1-c5c7-4c33-817c-e79d8bc8962b tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Waiting for the task: (returnval){ [ 850.059075] env[62353]: value = "task-2372572" [ 850.059075] env[62353]: _type = "Task" [ 850.059075] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.067873] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2fed2385-11fd-4ee8-9a22-eee3ae944e98 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Acquiring lock "e1b17af1-2067-4d4a-8d12-ef006b8e0ad3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 850.068142] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2fed2385-11fd-4ee8-9a22-eee3ae944e98 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Lock "e1b17af1-2067-4d4a-8d12-ef006b8e0ad3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 850.075809] env[62353]: DEBUG oslo_vmware.api [None req-e44086f1-c5c7-4c33-817c-e79d8bc8962b tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Task: {'id': task-2372572, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.116824] env[62353]: DEBUG nova.scheduler.client.report [None req-da4421f3-8949-4ee6-8bc5-61b534b95572 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 850.137661] env[62353]: DEBUG oslo_concurrency.lockutils [None req-9ff5b97e-ed11-4fa4-a2cf-b38ce68e5b07 tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Acquiring lock "bbbb4f2b-e3a0-4c4e-8e47-7de18b1b8f66" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 850.139407] env[62353]: DEBUG oslo_concurrency.lockutils [None req-9ff5b97e-ed11-4fa4-a2cf-b38ce68e5b07 tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Lock "bbbb4f2b-e3a0-4c4e-8e47-7de18b1b8f66" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 850.139591] env[62353]: DEBUG oslo_concurrency.lockutils [None req-9ff5b97e-ed11-4fa4-a2cf-b38ce68e5b07 tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Acquiring lock "bbbb4f2b-e3a0-4c4e-8e47-7de18b1b8f66-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 850.139798] env[62353]: DEBUG oslo_concurrency.lockutils [None req-9ff5b97e-ed11-4fa4-a2cf-b38ce68e5b07 tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Lock "bbbb4f2b-e3a0-4c4e-8e47-7de18b1b8f66-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 850.139965] env[62353]: DEBUG oslo_concurrency.lockutils [None req-9ff5b97e-ed11-4fa4-a2cf-b38ce68e5b07 tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Lock "bbbb4f2b-e3a0-4c4e-8e47-7de18b1b8f66-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 850.142026] env[62353]: DEBUG oslo_vmware.api [None req-9b03e46a-6726-4622-b1ff-65d1d1d5a4d5 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] Task: {'id': task-2372570, 'name': PowerOffVM_Task, 'duration_secs': 0.324583} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.142703] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b03e46a-6726-4622-b1ff-65d1d1d5a4d5 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] [instance: c6617ed8-80a4-41b8-b11a-c739cce89229] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 850.142878] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-9b03e46a-6726-4622-b1ff-65d1d1d5a4d5 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] [instance: c6617ed8-80a4-41b8-b11a-c739cce89229] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 850.143367] env[62353]: INFO nova.compute.manager [None req-9ff5b97e-ed11-4fa4-a2cf-b38ce68e5b07 tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] [instance: bbbb4f2b-e3a0-4c4e-8e47-7de18b1b8f66] Terminating instance [ 850.144684] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d5c1e4a0-4d83-4b95-be8e-216c75ea392e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.230569] env[62353]: DEBUG oslo_vmware.api [None req-69df174a-b222-4f8e-bd93-e9f4fb350a09 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Task: {'id': task-2372568, 'name': PowerOnVM_Task, 'duration_secs': 1.09197} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.230930] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-69df174a-b222-4f8e-bd93-e9f4fb350a09 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] [instance: 3384eeba-47ab-4252-96f8-624f2c118125] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 850.231151] env[62353]: INFO nova.compute.manager [None req-69df174a-b222-4f8e-bd93-e9f4fb350a09 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] [instance: 3384eeba-47ab-4252-96f8-624f2c118125] Took 8.07 seconds to spawn the instance on the hypervisor. [ 850.231332] env[62353]: DEBUG nova.compute.manager [None req-69df174a-b222-4f8e-bd93-e9f4fb350a09 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] [instance: 3384eeba-47ab-4252-96f8-624f2c118125] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 850.232135] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74f47277-6638-4280-96cf-a8b15050d0b5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.258581] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-9b03e46a-6726-4622-b1ff-65d1d1d5a4d5 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] [instance: c6617ed8-80a4-41b8-b11a-c739cce89229] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 850.258813] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-9b03e46a-6726-4622-b1ff-65d1d1d5a4d5 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] [instance: c6617ed8-80a4-41b8-b11a-c739cce89229] Deleting contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 850.259012] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b03e46a-6726-4622-b1ff-65d1d1d5a4d5 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] Deleting the datastore file [datastore1] c6617ed8-80a4-41b8-b11a-c739cce89229 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 850.259370] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ca3b44de-b40c-483e-9ff8-c7c7b252f31e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.268887] env[62353]: DEBUG oslo_vmware.api [None req-9b03e46a-6726-4622-b1ff-65d1d1d5a4d5 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] Waiting for the task: (returnval){ [ 850.268887] env[62353]: value = "task-2372574" [ 850.268887] env[62353]: _type = "Task" [ 850.268887] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.276317] env[62353]: DEBUG oslo_vmware.api [None req-9b03e46a-6726-4622-b1ff-65d1d1d5a4d5 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] Task: {'id': task-2372574, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.568671] env[62353]: DEBUG oslo_vmware.api [None req-e44086f1-c5c7-4c33-817c-e79d8bc8962b tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Task: {'id': task-2372572, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.330688} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.569596] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-e44086f1-c5c7-4c33-817c-e79d8bc8962b tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 850.570200] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-e44086f1-c5c7-4c33-817c-e79d8bc8962b tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: a6b68f36-7339-4daa-b3e3-9bc6e6efb2d8] Deleted contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 850.570200] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-e44086f1-c5c7-4c33-817c-e79d8bc8962b tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: a6b68f36-7339-4daa-b3e3-9bc6e6efb2d8] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 850.570200] env[62353]: INFO nova.compute.manager [None req-e44086f1-c5c7-4c33-817c-e79d8bc8962b tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: a6b68f36-7339-4daa-b3e3-9bc6e6efb2d8] Took 1.13 seconds to destroy the instance on the hypervisor. [ 850.570732] env[62353]: DEBUG oslo.service.loopingcall [None req-e44086f1-c5c7-4c33-817c-e79d8bc8962b tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 850.570732] env[62353]: DEBUG nova.compute.manager [-] [instance: a6b68f36-7339-4daa-b3e3-9bc6e6efb2d8] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 850.570732] env[62353]: DEBUG nova.network.neutron [-] [instance: a6b68f36-7339-4daa-b3e3-9bc6e6efb2d8] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 850.578330] env[62353]: DEBUG nova.compute.manager [None req-2fed2385-11fd-4ee8-9a22-eee3ae944e98 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: e1b17af1-2067-4d4a-8d12-ef006b8e0ad3] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 850.622883] env[62353]: DEBUG oslo_concurrency.lockutils [None req-da4421f3-8949-4ee6-8bc5-61b534b95572 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.071s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 850.626182] env[62353]: DEBUG oslo_concurrency.lockutils [None req-668b30ca-4de8-420e-aa8b-7775680b768a tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.678s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 850.627861] env[62353]: INFO nova.compute.claims [None req-668b30ca-4de8-420e-aa8b-7775680b768a tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] [instance: 0fd1791c-fb62-4e21-96c3-3b2a07520c91] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 850.650135] env[62353]: INFO nova.scheduler.client.report [None req-da4421f3-8949-4ee6-8bc5-61b534b95572 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] Deleted allocations for instance f71b6bee-dbc8-48b6-a446-3d93255fda73 [ 850.652058] env[62353]: DEBUG nova.compute.manager [None req-9ff5b97e-ed11-4fa4-a2cf-b38ce68e5b07 tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] [instance: bbbb4f2b-e3a0-4c4e-8e47-7de18b1b8f66] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 850.652942] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-9ff5b97e-ed11-4fa4-a2cf-b38ce68e5b07 tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] [instance: bbbb4f2b-e3a0-4c4e-8e47-7de18b1b8f66] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 850.660027] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7706da85-ff68-4d17-ba30-abb3af90c3c7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.669298] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ff5b97e-ed11-4fa4-a2cf-b38ce68e5b07 tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] [instance: bbbb4f2b-e3a0-4c4e-8e47-7de18b1b8f66] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 850.669944] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7beed232-61f5-408d-b31c-e38b8800fc80 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.675418] env[62353]: DEBUG oslo_vmware.api [None req-9ff5b97e-ed11-4fa4-a2cf-b38ce68e5b07 tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Waiting for the task: (returnval){ [ 850.675418] env[62353]: value = "task-2372575" [ 850.675418] env[62353]: _type = "Task" [ 850.675418] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.687553] env[62353]: DEBUG oslo_vmware.api [None req-9ff5b97e-ed11-4fa4-a2cf-b38ce68e5b07 tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Task: {'id': task-2372575, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.753441] env[62353]: INFO nova.compute.manager [None req-69df174a-b222-4f8e-bd93-e9f4fb350a09 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] [instance: 3384eeba-47ab-4252-96f8-624f2c118125] Took 48.08 seconds to build instance. [ 850.779096] env[62353]: DEBUG oslo_vmware.api [None req-9b03e46a-6726-4622-b1ff-65d1d1d5a4d5 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] Task: {'id': task-2372574, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.28882} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.779371] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b03e46a-6726-4622-b1ff-65d1d1d5a4d5 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 850.779557] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-9b03e46a-6726-4622-b1ff-65d1d1d5a4d5 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] [instance: c6617ed8-80a4-41b8-b11a-c739cce89229] Deleted contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 850.779737] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-9b03e46a-6726-4622-b1ff-65d1d1d5a4d5 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] [instance: c6617ed8-80a4-41b8-b11a-c739cce89229] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 850.779905] env[62353]: INFO nova.compute.manager [None req-9b03e46a-6726-4622-b1ff-65d1d1d5a4d5 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] [instance: c6617ed8-80a4-41b8-b11a-c739cce89229] Took 1.18 seconds to destroy the instance on the hypervisor. [ 850.780174] env[62353]: DEBUG oslo.service.loopingcall [None req-9b03e46a-6726-4622-b1ff-65d1d1d5a4d5 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 850.780370] env[62353]: DEBUG nova.compute.manager [-] [instance: c6617ed8-80a4-41b8-b11a-c739cce89229] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 850.780465] env[62353]: DEBUG nova.network.neutron [-] [instance: c6617ed8-80a4-41b8-b11a-c739cce89229] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 850.903193] env[62353]: DEBUG nova.compute.manager [req-cb5d6226-712b-4247-a088-0238bf039768 req-e637cddc-e919-4445-90d1-f95f107907a7 service nova] [instance: a6b68f36-7339-4daa-b3e3-9bc6e6efb2d8] Received event network-vif-deleted-7787c966-93f2-4a11-992e-749b62b26b12 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 850.903193] env[62353]: INFO nova.compute.manager [req-cb5d6226-712b-4247-a088-0238bf039768 req-e637cddc-e919-4445-90d1-f95f107907a7 service nova] [instance: a6b68f36-7339-4daa-b3e3-9bc6e6efb2d8] Neutron deleted interface 7787c966-93f2-4a11-992e-749b62b26b12; detaching it from the instance and deleting it from the info cache [ 850.903193] env[62353]: DEBUG nova.network.neutron [req-cb5d6226-712b-4247-a088-0238bf039768 req-e637cddc-e919-4445-90d1-f95f107907a7 service nova] [instance: a6b68f36-7339-4daa-b3e3-9bc6e6efb2d8] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.101713] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2fed2385-11fd-4ee8-9a22-eee3ae944e98 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 851.167548] env[62353]: DEBUG oslo_concurrency.lockutils [None req-da4421f3-8949-4ee6-8bc5-61b534b95572 tempest-SecurityGroupsTestJSON-1773502480 tempest-SecurityGroupsTestJSON-1773502480-project-member] Lock "f71b6bee-dbc8-48b6-a446-3d93255fda73" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.734s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 851.187511] env[62353]: DEBUG oslo_vmware.api [None req-9ff5b97e-ed11-4fa4-a2cf-b38ce68e5b07 tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Task: {'id': task-2372575, 'name': PowerOffVM_Task, 'duration_secs': 0.272559} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.187511] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ff5b97e-ed11-4fa4-a2cf-b38ce68e5b07 tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] [instance: bbbb4f2b-e3a0-4c4e-8e47-7de18b1b8f66] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 851.187511] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-9ff5b97e-ed11-4fa4-a2cf-b38ce68e5b07 tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] [instance: bbbb4f2b-e3a0-4c4e-8e47-7de18b1b8f66] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 851.187511] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5c045458-d414-4e9c-a5d5-f6c01dad1263 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.215616] env[62353]: DEBUG nova.compute.manager [req-4ec3d68a-58cc-4629-bd29-6006d1d50aee req-e26a84d3-96f8-4afb-ae22-c22511d777da service nova] [instance: c6617ed8-80a4-41b8-b11a-c739cce89229] Received event network-vif-deleted-a01cd920-9a24-4068-bf76-58c3f8f8e93c {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 851.215888] env[62353]: INFO nova.compute.manager [req-4ec3d68a-58cc-4629-bd29-6006d1d50aee req-e26a84d3-96f8-4afb-ae22-c22511d777da service nova] [instance: c6617ed8-80a4-41b8-b11a-c739cce89229] Neutron deleted interface a01cd920-9a24-4068-bf76-58c3f8f8e93c; detaching it from the instance and deleting it from the info cache [ 851.216089] env[62353]: DEBUG nova.network.neutron [req-4ec3d68a-58cc-4629-bd29-6006d1d50aee req-e26a84d3-96f8-4afb-ae22-c22511d777da service nova] [instance: c6617ed8-80a4-41b8-b11a-c739cce89229] Updating instance_info_cache with network_info: [{"id": "81d41069-a82c-4787-a2b1-77efac9c6800", "address": "fa:16:3e:19:61:7f", "network": {"id": "b2d07c14-b85e-45e6-946a-a2eecd7570e3", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-26275841", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.44", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2f0d78f4f234fd2bcc4955bc71e76da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13d625c9-77ec-4edb-a56b-9f37a314cc39", "external-id": "nsx-vlan-transportzone-358", "segmentation_id": 358, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81d41069-a8", "ovs_interfaceid": "81d41069-a82c-4787-a2b1-77efac9c6800", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.255866] env[62353]: DEBUG oslo_concurrency.lockutils [None req-69df174a-b222-4f8e-bd93-e9f4fb350a09 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Lock "3384eeba-47ab-4252-96f8-624f2c118125" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.229s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 851.381543] env[62353]: DEBUG nova.network.neutron [-] [instance: a6b68f36-7339-4daa-b3e3-9bc6e6efb2d8] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.407623] env[62353]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2c066104-cd57-4610-adc9-4578ec6e9eba {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.418151] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c91d551-af40-4668-b503-1e9985afbd20 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.452821] env[62353]: DEBUG nova.compute.manager [req-cb5d6226-712b-4247-a088-0238bf039768 req-e637cddc-e919-4445-90d1-f95f107907a7 service nova] [instance: a6b68f36-7339-4daa-b3e3-9bc6e6efb2d8] Detach interface failed, port_id=7787c966-93f2-4a11-992e-749b62b26b12, reason: Instance a6b68f36-7339-4daa-b3e3-9bc6e6efb2d8 could not be found. {{(pid=62353) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 851.723021] env[62353]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dc3840f6-3a1a-4be1-bdc4-08d4f656a269 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.736643] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eba373f4-e02d-4031-970e-78efa75cdfe0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.783820] env[62353]: DEBUG nova.compute.manager [req-4ec3d68a-58cc-4629-bd29-6006d1d50aee req-e26a84d3-96f8-4afb-ae22-c22511d777da service nova] [instance: c6617ed8-80a4-41b8-b11a-c739cce89229] Detach interface failed, port_id=a01cd920-9a24-4068-bf76-58c3f8f8e93c, reason: Instance c6617ed8-80a4-41b8-b11a-c739cce89229 could not be found. {{(pid=62353) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 851.787007] env[62353]: DEBUG nova.network.neutron [-] [instance: c6617ed8-80a4-41b8-b11a-c739cce89229] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.883898] env[62353]: INFO nova.compute.manager [-] [instance: a6b68f36-7339-4daa-b3e3-9bc6e6efb2d8] Took 1.31 seconds to deallocate network for instance. [ 851.895354] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-9ff5b97e-ed11-4fa4-a2cf-b38ce68e5b07 tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] [instance: bbbb4f2b-e3a0-4c4e-8e47-7de18b1b8f66] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 851.895617] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-9ff5b97e-ed11-4fa4-a2cf-b38ce68e5b07 tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] [instance: bbbb4f2b-e3a0-4c4e-8e47-7de18b1b8f66] Deleting contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 851.895797] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ff5b97e-ed11-4fa4-a2cf-b38ce68e5b07 tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Deleting the datastore file [datastore1] bbbb4f2b-e3a0-4c4e-8e47-7de18b1b8f66 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 851.896069] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0affbc64-6a69-4ebe-8254-c016e36685c7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.903351] env[62353]: DEBUG oslo_vmware.api [None req-9ff5b97e-ed11-4fa4-a2cf-b38ce68e5b07 tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Waiting for the task: (returnval){ [ 851.903351] env[62353]: value = "task-2372577" [ 851.903351] env[62353]: _type = "Task" [ 851.903351] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.914489] env[62353]: DEBUG oslo_vmware.api [None req-9ff5b97e-ed11-4fa4-a2cf-b38ce68e5b07 tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Task: {'id': task-2372577, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.097146] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85b1f5e2-cd3c-4fab-bb00-625f239768a7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.106047] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43efc6f7-2694-4d32-83e7-c57b676b74bb {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.138467] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c193e060-c011-4f0e-a6b6-e7c5711ea218 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.145704] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd200bf8-2f2b-42aa-b10e-e537e220fc50 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.158750] env[62353]: DEBUG nova.compute.provider_tree [None req-668b30ca-4de8-420e-aa8b-7775680b768a tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 852.291248] env[62353]: INFO nova.compute.manager [-] [instance: c6617ed8-80a4-41b8-b11a-c739cce89229] Took 1.51 seconds to deallocate network for instance. [ 852.333587] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b8914bf4-da70-4105-8a81-57262a741a1a tempest-ServerGroupTestJSON-1084570586 tempest-ServerGroupTestJSON-1084570586-project-member] Acquiring lock "9b5f53f8-5f64-452e-a1a6-236a994071a1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 852.333844] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b8914bf4-da70-4105-8a81-57262a741a1a tempest-ServerGroupTestJSON-1084570586 tempest-ServerGroupTestJSON-1084570586-project-member] Lock "9b5f53f8-5f64-452e-a1a6-236a994071a1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 852.390705] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e44086f1-c5c7-4c33-817c-e79d8bc8962b tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 852.413735] env[62353]: DEBUG oslo_vmware.api [None req-9ff5b97e-ed11-4fa4-a2cf-b38ce68e5b07 tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Task: {'id': task-2372577, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139373} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.413989] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ff5b97e-ed11-4fa4-a2cf-b38ce68e5b07 tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 852.414183] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-9ff5b97e-ed11-4fa4-a2cf-b38ce68e5b07 tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] [instance: bbbb4f2b-e3a0-4c4e-8e47-7de18b1b8f66] Deleted contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 852.414360] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-9ff5b97e-ed11-4fa4-a2cf-b38ce68e5b07 tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] [instance: bbbb4f2b-e3a0-4c4e-8e47-7de18b1b8f66] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 852.414528] env[62353]: INFO nova.compute.manager [None req-9ff5b97e-ed11-4fa4-a2cf-b38ce68e5b07 tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] [instance: bbbb4f2b-e3a0-4c4e-8e47-7de18b1b8f66] Took 1.76 seconds to destroy the instance on the hypervisor. [ 852.414760] env[62353]: DEBUG oslo.service.loopingcall [None req-9ff5b97e-ed11-4fa4-a2cf-b38ce68e5b07 tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 852.414944] env[62353]: DEBUG nova.compute.manager [-] [instance: bbbb4f2b-e3a0-4c4e-8e47-7de18b1b8f66] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 852.415046] env[62353]: DEBUG nova.network.neutron [-] [instance: bbbb4f2b-e3a0-4c4e-8e47-7de18b1b8f66] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 852.431377] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4a0d2c51-acf4-4957-b01e-043cb9d81292 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Acquiring lock "3384eeba-47ab-4252-96f8-624f2c118125" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 852.431613] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4a0d2c51-acf4-4957-b01e-043cb9d81292 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Lock "3384eeba-47ab-4252-96f8-624f2c118125" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 852.431820] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4a0d2c51-acf4-4957-b01e-043cb9d81292 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Acquiring lock "3384eeba-47ab-4252-96f8-624f2c118125-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 852.431995] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4a0d2c51-acf4-4957-b01e-043cb9d81292 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Lock "3384eeba-47ab-4252-96f8-624f2c118125-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 852.432176] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4a0d2c51-acf4-4957-b01e-043cb9d81292 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Lock "3384eeba-47ab-4252-96f8-624f2c118125-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 852.434295] env[62353]: INFO nova.compute.manager [None req-4a0d2c51-acf4-4957-b01e-043cb9d81292 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] [instance: 3384eeba-47ab-4252-96f8-624f2c118125] Terminating instance [ 852.663986] env[62353]: DEBUG nova.scheduler.client.report [None req-668b30ca-4de8-420e-aa8b-7775680b768a tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 852.800905] env[62353]: DEBUG oslo_concurrency.lockutils [None req-9b03e46a-6726-4622-b1ff-65d1d1d5a4d5 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 852.840031] env[62353]: DEBUG nova.compute.manager [None req-b8914bf4-da70-4105-8a81-57262a741a1a tempest-ServerGroupTestJSON-1084570586 tempest-ServerGroupTestJSON-1084570586-project-member] [instance: 9b5f53f8-5f64-452e-a1a6-236a994071a1] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 852.938454] env[62353]: DEBUG nova.compute.manager [None req-4a0d2c51-acf4-4957-b01e-043cb9d81292 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] [instance: 3384eeba-47ab-4252-96f8-624f2c118125] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 852.938705] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-4a0d2c51-acf4-4957-b01e-043cb9d81292 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] [instance: 3384eeba-47ab-4252-96f8-624f2c118125] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 852.939660] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7b87dcc-7a5a-4e11-9d67-addbb0a062fc {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.948786] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a0d2c51-acf4-4957-b01e-043cb9d81292 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] [instance: 3384eeba-47ab-4252-96f8-624f2c118125] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 852.948786] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5c61c61d-d73a-4969-a3bf-4e945849f129 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.954962] env[62353]: DEBUG oslo_vmware.api [None req-4a0d2c51-acf4-4957-b01e-043cb9d81292 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Waiting for the task: (returnval){ [ 852.954962] env[62353]: value = "task-2372578" [ 852.954962] env[62353]: _type = "Task" [ 852.954962] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.962417] env[62353]: DEBUG oslo_vmware.api [None req-4a0d2c51-acf4-4957-b01e-043cb9d81292 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Task: {'id': task-2372578, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.151955] env[62353]: DEBUG nova.network.neutron [-] [instance: bbbb4f2b-e3a0-4c4e-8e47-7de18b1b8f66] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.170264] env[62353]: DEBUG oslo_concurrency.lockutils [None req-668b30ca-4de8-420e-aa8b-7775680b768a tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.545s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 853.170801] env[62353]: DEBUG nova.compute.manager [None req-668b30ca-4de8-420e-aa8b-7775680b768a tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] [instance: 0fd1791c-fb62-4e21-96c3-3b2a07520c91] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 853.174016] env[62353]: DEBUG oslo_concurrency.lockutils [None req-dbfb7d70-a93a-4e31-bf02-0f4213013d5b tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 29.588s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 853.245340] env[62353]: DEBUG nova.compute.manager [req-ba4c825a-5218-4674-aecb-5e7964ac84d3 req-88ab4988-a50e-4663-bbb3-04c75b9c9026 service nova] [instance: c6617ed8-80a4-41b8-b11a-c739cce89229] Received event network-vif-deleted-81d41069-a82c-4787-a2b1-77efac9c6800 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 853.245556] env[62353]: DEBUG nova.compute.manager [req-ba4c825a-5218-4674-aecb-5e7964ac84d3 req-88ab4988-a50e-4663-bbb3-04c75b9c9026 service nova] [instance: bbbb4f2b-e3a0-4c4e-8e47-7de18b1b8f66] Received event network-vif-deleted-5afc3c3c-dfc4-425f-93de-542bb5bf0749 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 853.363126] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b8914bf4-da70-4105-8a81-57262a741a1a tempest-ServerGroupTestJSON-1084570586 tempest-ServerGroupTestJSON-1084570586-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 853.465554] env[62353]: DEBUG oslo_vmware.api [None req-4a0d2c51-acf4-4957-b01e-043cb9d81292 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Task: {'id': task-2372578, 'name': PowerOffVM_Task, 'duration_secs': 0.186197} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.465846] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a0d2c51-acf4-4957-b01e-043cb9d81292 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] [instance: 3384eeba-47ab-4252-96f8-624f2c118125] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 853.466075] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-4a0d2c51-acf4-4957-b01e-043cb9d81292 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] [instance: 3384eeba-47ab-4252-96f8-624f2c118125] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 853.466330] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0d8ca807-3e8d-49d6-8c0d-a5e2796b25ff {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.530941] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-4a0d2c51-acf4-4957-b01e-043cb9d81292 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] [instance: 3384eeba-47ab-4252-96f8-624f2c118125] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 853.531226] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-4a0d2c51-acf4-4957-b01e-043cb9d81292 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] [instance: 3384eeba-47ab-4252-96f8-624f2c118125] Deleting contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 853.531626] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a0d2c51-acf4-4957-b01e-043cb9d81292 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Deleting the datastore file [datastore2] 3384eeba-47ab-4252-96f8-624f2c118125 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 853.531897] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b183f0dc-7348-4143-83d6-d6677c188b78 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.538069] env[62353]: DEBUG oslo_vmware.api [None req-4a0d2c51-acf4-4957-b01e-043cb9d81292 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Waiting for the task: (returnval){ [ 853.538069] env[62353]: value = "task-2372580" [ 853.538069] env[62353]: _type = "Task" [ 853.538069] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.545521] env[62353]: DEBUG oslo_vmware.api [None req-4a0d2c51-acf4-4957-b01e-043cb9d81292 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Task: {'id': task-2372580, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.655583] env[62353]: INFO nova.compute.manager [-] [instance: bbbb4f2b-e3a0-4c4e-8e47-7de18b1b8f66] Took 1.24 seconds to deallocate network for instance. [ 853.679642] env[62353]: INFO nova.compute.claims [None req-dbfb7d70-a93a-4e31-bf02-0f4213013d5b tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 52aeb134-e5e3-40b0-a3e8-152effaf542b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 853.684050] env[62353]: DEBUG nova.compute.utils [None req-668b30ca-4de8-420e-aa8b-7775680b768a tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 853.685764] env[62353]: DEBUG nova.compute.manager [None req-668b30ca-4de8-420e-aa8b-7775680b768a tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] [instance: 0fd1791c-fb62-4e21-96c3-3b2a07520c91] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 853.685764] env[62353]: DEBUG nova.network.neutron [None req-668b30ca-4de8-420e-aa8b-7775680b768a tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] [instance: 0fd1791c-fb62-4e21-96c3-3b2a07520c91] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 853.761713] env[62353]: DEBUG nova.policy [None req-668b30ca-4de8-420e-aa8b-7775680b768a tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0c28d77a41ef43ceb5e018851c8d69a2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a3224ba6a4e84af89d3803c80d01dd2a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:192}} [ 854.054284] env[62353]: DEBUG oslo_vmware.api [None req-4a0d2c51-acf4-4957-b01e-043cb9d81292 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Task: {'id': task-2372580, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152323} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.054587] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a0d2c51-acf4-4957-b01e-043cb9d81292 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 854.055681] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-4a0d2c51-acf4-4957-b01e-043cb9d81292 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] [instance: 3384eeba-47ab-4252-96f8-624f2c118125] Deleted contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 854.055681] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-4a0d2c51-acf4-4957-b01e-043cb9d81292 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] [instance: 3384eeba-47ab-4252-96f8-624f2c118125] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 854.055681] env[62353]: INFO nova.compute.manager [None req-4a0d2c51-acf4-4957-b01e-043cb9d81292 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] [instance: 3384eeba-47ab-4252-96f8-624f2c118125] Took 1.12 seconds to destroy the instance on the hypervisor. [ 854.055681] env[62353]: DEBUG oslo.service.loopingcall [None req-4a0d2c51-acf4-4957-b01e-043cb9d81292 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 854.055950] env[62353]: DEBUG nova.compute.manager [-] [instance: 3384eeba-47ab-4252-96f8-624f2c118125] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 854.055950] env[62353]: DEBUG nova.network.neutron [-] [instance: 3384eeba-47ab-4252-96f8-624f2c118125] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 854.162215] env[62353]: DEBUG oslo_concurrency.lockutils [None req-9ff5b97e-ed11-4fa4-a2cf-b38ce68e5b07 tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 854.173336] env[62353]: DEBUG nova.network.neutron [None req-668b30ca-4de8-420e-aa8b-7775680b768a tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] [instance: 0fd1791c-fb62-4e21-96c3-3b2a07520c91] Successfully created port: dbca42db-6a3f-47dd-9e75-3a6933bbae44 {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 854.187502] env[62353]: INFO nova.compute.resource_tracker [None req-dbfb7d70-a93a-4e31-bf02-0f4213013d5b tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 52aeb134-e5e3-40b0-a3e8-152effaf542b] Updating resource usage from migration eafa8dfe-6205-447e-96b0-af7264278998 [ 854.192437] env[62353]: DEBUG nova.compute.manager [None req-668b30ca-4de8-420e-aa8b-7775680b768a tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] [instance: 0fd1791c-fb62-4e21-96c3-3b2a07520c91] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 854.497147] env[62353]: DEBUG nova.compute.manager [req-45e32a16-1240-4985-82a5-85f5c5ec1ad3 req-c85d9db2-04c0-42bc-897b-e5e66b6d864d service nova] [instance: 3384eeba-47ab-4252-96f8-624f2c118125] Received event network-vif-deleted-50416d97-6c77-4f20-a9f4-69a9fce66644 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 854.497540] env[62353]: INFO nova.compute.manager [req-45e32a16-1240-4985-82a5-85f5c5ec1ad3 req-c85d9db2-04c0-42bc-897b-e5e66b6d864d service nova] [instance: 3384eeba-47ab-4252-96f8-624f2c118125] Neutron deleted interface 50416d97-6c77-4f20-a9f4-69a9fce66644; detaching it from the instance and deleting it from the info cache [ 854.497992] env[62353]: DEBUG nova.network.neutron [req-45e32a16-1240-4985-82a5-85f5c5ec1ad3 req-c85d9db2-04c0-42bc-897b-e5e66b6d864d service nova] [instance: 3384eeba-47ab-4252-96f8-624f2c118125] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 854.612968] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89668049-9cf0-4c7d-8e15-6445ca6ced93 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.620655] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-442bc2af-a31a-4739-b290-8aa78e7c4b84 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.652302] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20e7dbca-ef5e-4c85-a7dd-0375ac69db35 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.659674] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-369fb4ba-5ce0-426e-ac89-42380d02d621 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.674461] env[62353]: DEBUG nova.compute.provider_tree [None req-dbfb7d70-a93a-4e31-bf02-0f4213013d5b tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 854.962197] env[62353]: DEBUG nova.network.neutron [-] [instance: 3384eeba-47ab-4252-96f8-624f2c118125] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.000763] env[62353]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2fd9c140-9d29-4992-8d02-46b6920dcd6c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.011056] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96d8c990-70a2-4eb0-a065-b949b1706769 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.043726] env[62353]: DEBUG nova.compute.manager [req-45e32a16-1240-4985-82a5-85f5c5ec1ad3 req-c85d9db2-04c0-42bc-897b-e5e66b6d864d service nova] [instance: 3384eeba-47ab-4252-96f8-624f2c118125] Detach interface failed, port_id=50416d97-6c77-4f20-a9f4-69a9fce66644, reason: Instance 3384eeba-47ab-4252-96f8-624f2c118125 could not be found. {{(pid=62353) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 855.177718] env[62353]: DEBUG nova.scheduler.client.report [None req-dbfb7d70-a93a-4e31-bf02-0f4213013d5b tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 855.200272] env[62353]: DEBUG nova.compute.manager [None req-668b30ca-4de8-420e-aa8b-7775680b768a tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] [instance: 0fd1791c-fb62-4e21-96c3-3b2a07520c91] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 855.235072] env[62353]: DEBUG nova.virt.hardware [None req-668b30ca-4de8-420e-aa8b-7775680b768a tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T12:38:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T12:38:15Z,direct_url=,disk_format='vmdk',id=06f909ae-e8dc-43b4-abf7-c7ed85db9bbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0a3f88790a594523a818b8c00f6862e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T12:38:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 855.235072] env[62353]: DEBUG nova.virt.hardware [None req-668b30ca-4de8-420e-aa8b-7775680b768a tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 855.235072] env[62353]: DEBUG nova.virt.hardware [None req-668b30ca-4de8-420e-aa8b-7775680b768a tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 855.235296] env[62353]: DEBUG nova.virt.hardware [None req-668b30ca-4de8-420e-aa8b-7775680b768a tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 855.235505] env[62353]: DEBUG nova.virt.hardware [None req-668b30ca-4de8-420e-aa8b-7775680b768a tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 855.235660] env[62353]: DEBUG nova.virt.hardware [None req-668b30ca-4de8-420e-aa8b-7775680b768a tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 855.235882] env[62353]: DEBUG nova.virt.hardware [None req-668b30ca-4de8-420e-aa8b-7775680b768a tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 855.236128] env[62353]: DEBUG nova.virt.hardware [None req-668b30ca-4de8-420e-aa8b-7775680b768a tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 855.236319] env[62353]: DEBUG nova.virt.hardware [None req-668b30ca-4de8-420e-aa8b-7775680b768a tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 855.236508] env[62353]: DEBUG nova.virt.hardware [None req-668b30ca-4de8-420e-aa8b-7775680b768a tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 855.236695] env[62353]: DEBUG nova.virt.hardware [None req-668b30ca-4de8-420e-aa8b-7775680b768a tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 855.238055] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be0410d7-dc17-48c5-94ae-54cd98a9e0d8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.246770] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-901d3f32-2ff3-44f4-803a-68b8ef6005f5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.465713] env[62353]: INFO nova.compute.manager [-] [instance: 3384eeba-47ab-4252-96f8-624f2c118125] Took 1.41 seconds to deallocate network for instance. [ 855.684241] env[62353]: DEBUG oslo_concurrency.lockutils [None req-dbfb7d70-a93a-4e31-bf02-0f4213013d5b tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.509s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 855.684555] env[62353]: INFO nova.compute.manager [None req-dbfb7d70-a93a-4e31-bf02-0f4213013d5b tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 52aeb134-e5e3-40b0-a3e8-152effaf542b] Migrating [ 855.691939] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c6843d95-3d3e-4dc0-985f-c6c7b9d74316 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.310s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 855.693652] env[62353]: INFO nova.compute.claims [None req-c6843d95-3d3e-4dc0-985f-c6c7b9d74316 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] [instance: d11827ca-55a7-4610-ab8b-ef8f7f80a586] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 855.900890] env[62353]: DEBUG nova.compute.manager [req-0f0622c1-a1e8-4b7a-ba9b-f47385e8c988 req-3906f678-4df0-40c7-96d4-48af4f7472f4 service nova] [instance: 0fd1791c-fb62-4e21-96c3-3b2a07520c91] Received event network-vif-plugged-dbca42db-6a3f-47dd-9e75-3a6933bbae44 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 855.901131] env[62353]: DEBUG oslo_concurrency.lockutils [req-0f0622c1-a1e8-4b7a-ba9b-f47385e8c988 req-3906f678-4df0-40c7-96d4-48af4f7472f4 service nova] Acquiring lock "0fd1791c-fb62-4e21-96c3-3b2a07520c91-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 855.901349] env[62353]: DEBUG oslo_concurrency.lockutils [req-0f0622c1-a1e8-4b7a-ba9b-f47385e8c988 req-3906f678-4df0-40c7-96d4-48af4f7472f4 service nova] Lock "0fd1791c-fb62-4e21-96c3-3b2a07520c91-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 855.901517] env[62353]: DEBUG oslo_concurrency.lockutils [req-0f0622c1-a1e8-4b7a-ba9b-f47385e8c988 req-3906f678-4df0-40c7-96d4-48af4f7472f4 service nova] Lock "0fd1791c-fb62-4e21-96c3-3b2a07520c91-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 855.901763] env[62353]: DEBUG nova.compute.manager [req-0f0622c1-a1e8-4b7a-ba9b-f47385e8c988 req-3906f678-4df0-40c7-96d4-48af4f7472f4 service nova] [instance: 0fd1791c-fb62-4e21-96c3-3b2a07520c91] No waiting events found dispatching network-vif-plugged-dbca42db-6a3f-47dd-9e75-3a6933bbae44 {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 855.901859] env[62353]: WARNING nova.compute.manager [req-0f0622c1-a1e8-4b7a-ba9b-f47385e8c988 req-3906f678-4df0-40c7-96d4-48af4f7472f4 service nova] [instance: 0fd1791c-fb62-4e21-96c3-3b2a07520c91] Received unexpected event network-vif-plugged-dbca42db-6a3f-47dd-9e75-3a6933bbae44 for instance with vm_state building and task_state spawning. [ 855.972099] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4a0d2c51-acf4-4957-b01e-043cb9d81292 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 856.024790] env[62353]: DEBUG nova.network.neutron [None req-668b30ca-4de8-420e-aa8b-7775680b768a tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] [instance: 0fd1791c-fb62-4e21-96c3-3b2a07520c91] Successfully updated port: dbca42db-6a3f-47dd-9e75-3a6933bbae44 {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 856.205638] env[62353]: DEBUG oslo_concurrency.lockutils [None req-dbfb7d70-a93a-4e31-bf02-0f4213013d5b tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Acquiring lock "refresh_cache-52aeb134-e5e3-40b0-a3e8-152effaf542b" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 856.205943] env[62353]: DEBUG oslo_concurrency.lockutils [None req-dbfb7d70-a93a-4e31-bf02-0f4213013d5b tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Acquired lock "refresh_cache-52aeb134-e5e3-40b0-a3e8-152effaf542b" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.206013] env[62353]: DEBUG nova.network.neutron [None req-dbfb7d70-a93a-4e31-bf02-0f4213013d5b tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 52aeb134-e5e3-40b0-a3e8-152effaf542b] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 856.528846] env[62353]: DEBUG oslo_concurrency.lockutils [None req-668b30ca-4de8-420e-aa8b-7775680b768a tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Acquiring lock "refresh_cache-0fd1791c-fb62-4e21-96c3-3b2a07520c91" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 856.528922] env[62353]: DEBUG oslo_concurrency.lockutils [None req-668b30ca-4de8-420e-aa8b-7775680b768a tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Acquired lock "refresh_cache-0fd1791c-fb62-4e21-96c3-3b2a07520c91" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.529187] env[62353]: DEBUG nova.network.neutron [None req-668b30ca-4de8-420e-aa8b-7775680b768a tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] [instance: 0fd1791c-fb62-4e21-96c3-3b2a07520c91] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 856.948491] env[62353]: DEBUG nova.network.neutron [None req-dbfb7d70-a93a-4e31-bf02-0f4213013d5b tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 52aeb134-e5e3-40b0-a3e8-152effaf542b] Updating instance_info_cache with network_info: [{"id": "755ce6cd-e677-4633-a4d1-0e6bb22b087f", "address": "fa:16:3e:e0:2a:b9", "network": {"id": "99926323-4d1b-428b-9009-5c2c4fdc3f93", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-462090473-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f26acbe9e08743179af7b91ff38b5ea9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap755ce6cd-e6", "ovs_interfaceid": "755ce6cd-e677-4633-a4d1-0e6bb22b087f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.068789] env[62353]: DEBUG nova.network.neutron [None req-668b30ca-4de8-420e-aa8b-7775680b768a tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] [instance: 0fd1791c-fb62-4e21-96c3-3b2a07520c91] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 857.165163] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9b7505e-921b-4a79-963e-5cb7f4fb991e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.173194] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17a18f4f-9d79-45d6-b53b-67df29d49966 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.204322] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-100c8711-866b-4c08-8d36-fa8e36f8515f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.212276] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e95ad10-3bb2-40c8-a800-be93d246c859 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.220734] env[62353]: DEBUG nova.network.neutron [None req-668b30ca-4de8-420e-aa8b-7775680b768a tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] [instance: 0fd1791c-fb62-4e21-96c3-3b2a07520c91] Updating instance_info_cache with network_info: [{"id": "dbca42db-6a3f-47dd-9e75-3a6933bbae44", "address": "fa:16:3e:16:51:e2", "network": {"id": "e49edb49-1749-4119-b957-fd561f404394", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1488076801-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3224ba6a4e84af89d3803c80d01dd2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbca42db-6a", "ovs_interfaceid": "dbca42db-6a3f-47dd-9e75-3a6933bbae44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.232668] env[62353]: DEBUG nova.compute.provider_tree [None req-c6843d95-3d3e-4dc0-985f-c6c7b9d74316 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 857.454398] env[62353]: DEBUG oslo_concurrency.lockutils [None req-dbfb7d70-a93a-4e31-bf02-0f4213013d5b tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Releasing lock "refresh_cache-52aeb134-e5e3-40b0-a3e8-152effaf542b" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 857.722623] env[62353]: DEBUG oslo_concurrency.lockutils [None req-668b30ca-4de8-420e-aa8b-7775680b768a tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Releasing lock "refresh_cache-0fd1791c-fb62-4e21-96c3-3b2a07520c91" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 857.722623] env[62353]: DEBUG nova.compute.manager [None req-668b30ca-4de8-420e-aa8b-7775680b768a tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] [instance: 0fd1791c-fb62-4e21-96c3-3b2a07520c91] Instance network_info: |[{"id": "dbca42db-6a3f-47dd-9e75-3a6933bbae44", "address": "fa:16:3e:16:51:e2", "network": {"id": "e49edb49-1749-4119-b957-fd561f404394", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1488076801-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3224ba6a4e84af89d3803c80d01dd2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbca42db-6a", "ovs_interfaceid": "dbca42db-6a3f-47dd-9e75-3a6933bbae44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 857.722623] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-668b30ca-4de8-420e-aa8b-7775680b768a tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] [instance: 0fd1791c-fb62-4e21-96c3-3b2a07520c91] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:16:51:e2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1bf71001-973b-4fda-b804-ee6abcd12776', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dbca42db-6a3f-47dd-9e75-3a6933bbae44', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 857.730334] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-668b30ca-4de8-420e-aa8b-7775680b768a tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Creating folder: Project (a3224ba6a4e84af89d3803c80d01dd2a). Parent ref: group-v481456. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 857.731250] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0d3efe54-38ad-4eac-8241-e1099a8ed0fa {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.735396] env[62353]: DEBUG nova.scheduler.client.report [None req-c6843d95-3d3e-4dc0-985f-c6c7b9d74316 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 857.744533] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-668b30ca-4de8-420e-aa8b-7775680b768a tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Created folder: Project (a3224ba6a4e84af89d3803c80d01dd2a) in parent group-v481456. [ 857.745994] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-668b30ca-4de8-420e-aa8b-7775680b768a tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Creating folder: Instances. Parent ref: group-v481652. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 857.745994] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d5fb52ca-f10e-4c35-bf74-524eeef56558 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.756541] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-668b30ca-4de8-420e-aa8b-7775680b768a tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Created folder: Instances in parent group-v481652. [ 857.756774] env[62353]: DEBUG oslo.service.loopingcall [None req-668b30ca-4de8-420e-aa8b-7775680b768a tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 857.756956] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0fd1791c-fb62-4e21-96c3-3b2a07520c91] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 857.757180] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-73a8dc36-373b-47e7-aca2-eabc2472ab61 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.777505] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 857.777505] env[62353]: value = "task-2372583" [ 857.777505] env[62353]: _type = "Task" [ 857.777505] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.785329] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372583, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.926909] env[62353]: DEBUG nova.compute.manager [req-3229a93b-6288-45c1-9686-2ff41561f0a0 req-18d087b7-8c93-48af-b0e5-bedf6a0473f8 service nova] [instance: 0fd1791c-fb62-4e21-96c3-3b2a07520c91] Received event network-changed-dbca42db-6a3f-47dd-9e75-3a6933bbae44 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 857.927128] env[62353]: DEBUG nova.compute.manager [req-3229a93b-6288-45c1-9686-2ff41561f0a0 req-18d087b7-8c93-48af-b0e5-bedf6a0473f8 service nova] [instance: 0fd1791c-fb62-4e21-96c3-3b2a07520c91] Refreshing instance network info cache due to event network-changed-dbca42db-6a3f-47dd-9e75-3a6933bbae44. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 857.927357] env[62353]: DEBUG oslo_concurrency.lockutils [req-3229a93b-6288-45c1-9686-2ff41561f0a0 req-18d087b7-8c93-48af-b0e5-bedf6a0473f8 service nova] Acquiring lock "refresh_cache-0fd1791c-fb62-4e21-96c3-3b2a07520c91" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 857.927553] env[62353]: DEBUG oslo_concurrency.lockutils [req-3229a93b-6288-45c1-9686-2ff41561f0a0 req-18d087b7-8c93-48af-b0e5-bedf6a0473f8 service nova] Acquired lock "refresh_cache-0fd1791c-fb62-4e21-96c3-3b2a07520c91" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.927730] env[62353]: DEBUG nova.network.neutron [req-3229a93b-6288-45c1-9686-2ff41561f0a0 req-18d087b7-8c93-48af-b0e5-bedf6a0473f8 service nova] [instance: 0fd1791c-fb62-4e21-96c3-3b2a07520c91] Refreshing network info cache for port dbca42db-6a3f-47dd-9e75-3a6933bbae44 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 858.152362] env[62353]: DEBUG oslo_concurrency.lockutils [None req-fda39e90-106d-4775-906a-e251c509fd34 tempest-InstanceActionsNegativeTestJSON-1525249744 tempest-InstanceActionsNegativeTestJSON-1525249744-project-member] Acquiring lock "f145dffe-8969-479a-b1f9-576f6f0128fb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 858.152602] env[62353]: DEBUG oslo_concurrency.lockutils [None req-fda39e90-106d-4775-906a-e251c509fd34 tempest-InstanceActionsNegativeTestJSON-1525249744 tempest-InstanceActionsNegativeTestJSON-1525249744-project-member] Lock "f145dffe-8969-479a-b1f9-576f6f0128fb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 858.241574] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c6843d95-3d3e-4dc0-985f-c6c7b9d74316 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.550s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 858.242127] env[62353]: DEBUG nova.compute.manager [None req-c6843d95-3d3e-4dc0-985f-c6c7b9d74316 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] [instance: d11827ca-55a7-4610-ab8b-ef8f7f80a586] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 858.248021] env[62353]: DEBUG oslo_concurrency.lockutils [None req-be671449-4714-4da3-84c4-d4e28fb48470 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.856s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 858.248021] env[62353]: INFO nova.compute.claims [None req-be671449-4714-4da3-84c4-d4e28fb48470 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] [instance: c1577946-440b-49c2-be7a-c4ac3165ab36] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 858.289593] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372583, 'name': CreateVM_Task, 'duration_secs': 0.297573} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.289822] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0fd1791c-fb62-4e21-96c3-3b2a07520c91] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 858.290775] env[62353]: DEBUG oslo_concurrency.lockutils [None req-668b30ca-4de8-420e-aa8b-7775680b768a tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 858.290775] env[62353]: DEBUG oslo_concurrency.lockutils [None req-668b30ca-4de8-420e-aa8b-7775680b768a tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Acquired lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.290993] env[62353]: DEBUG oslo_concurrency.lockutils [None req-668b30ca-4de8-420e-aa8b-7775680b768a tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 858.291257] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e2f2d28-b065-4f43-bc7c-a080291d307a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.296615] env[62353]: DEBUG oslo_vmware.api [None req-668b30ca-4de8-420e-aa8b-7775680b768a tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Waiting for the task: (returnval){ [ 858.296615] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52796dc8-e3b9-117a-bf42-f73097b47967" [ 858.296615] env[62353]: _type = "Task" [ 858.296615] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.304741] env[62353]: DEBUG oslo_vmware.api [None req-668b30ca-4de8-420e-aa8b-7775680b768a tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52796dc8-e3b9-117a-bf42-f73097b47967, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.655339] env[62353]: DEBUG nova.compute.manager [None req-fda39e90-106d-4775-906a-e251c509fd34 tempest-InstanceActionsNegativeTestJSON-1525249744 tempest-InstanceActionsNegativeTestJSON-1525249744-project-member] [instance: f145dffe-8969-479a-b1f9-576f6f0128fb] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 858.659377] env[62353]: DEBUG nova.network.neutron [req-3229a93b-6288-45c1-9686-2ff41561f0a0 req-18d087b7-8c93-48af-b0e5-bedf6a0473f8 service nova] [instance: 0fd1791c-fb62-4e21-96c3-3b2a07520c91] Updated VIF entry in instance network info cache for port dbca42db-6a3f-47dd-9e75-3a6933bbae44. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 858.660052] env[62353]: DEBUG nova.network.neutron [req-3229a93b-6288-45c1-9686-2ff41561f0a0 req-18d087b7-8c93-48af-b0e5-bedf6a0473f8 service nova] [instance: 0fd1791c-fb62-4e21-96c3-3b2a07520c91] Updating instance_info_cache with network_info: [{"id": "dbca42db-6a3f-47dd-9e75-3a6933bbae44", "address": "fa:16:3e:16:51:e2", "network": {"id": "e49edb49-1749-4119-b957-fd561f404394", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1488076801-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3224ba6a4e84af89d3803c80d01dd2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbca42db-6a", "ovs_interfaceid": "dbca42db-6a3f-47dd-9e75-3a6933bbae44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 858.753426] env[62353]: DEBUG nova.compute.utils [None req-c6843d95-3d3e-4dc0-985f-c6c7b9d74316 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 858.755027] env[62353]: DEBUG nova.compute.manager [None req-c6843d95-3d3e-4dc0-985f-c6c7b9d74316 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] [instance: d11827ca-55a7-4610-ab8b-ef8f7f80a586] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 858.755027] env[62353]: DEBUG nova.network.neutron [None req-c6843d95-3d3e-4dc0-985f-c6c7b9d74316 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] [instance: d11827ca-55a7-4610-ab8b-ef8f7f80a586] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 858.801645] env[62353]: DEBUG nova.policy [None req-c6843d95-3d3e-4dc0-985f-c6c7b9d74316 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0c28d77a41ef43ceb5e018851c8d69a2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a3224ba6a4e84af89d3803c80d01dd2a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:192}} [ 858.809531] env[62353]: DEBUG oslo_vmware.api [None req-668b30ca-4de8-420e-aa8b-7775680b768a tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52796dc8-e3b9-117a-bf42-f73097b47967, 'name': SearchDatastore_Task, 'duration_secs': 0.008851} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.809836] env[62353]: DEBUG oslo_concurrency.lockutils [None req-668b30ca-4de8-420e-aa8b-7775680b768a tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Releasing lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 858.810087] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-668b30ca-4de8-420e-aa8b-7775680b768a tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] [instance: 0fd1791c-fb62-4e21-96c3-3b2a07520c91] Processing image 06f909ae-e8dc-43b4-abf7-c7ed85db9bbd {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 858.810315] env[62353]: DEBUG oslo_concurrency.lockutils [None req-668b30ca-4de8-420e-aa8b-7775680b768a tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 858.810455] env[62353]: DEBUG oslo_concurrency.lockutils [None req-668b30ca-4de8-420e-aa8b-7775680b768a tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Acquired lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.810632] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-668b30ca-4de8-420e-aa8b-7775680b768a tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 858.810886] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5aadd03c-f9ec-406b-adc2-4c5862b374e4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.819145] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-668b30ca-4de8-420e-aa8b-7775680b768a tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 858.819388] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-668b30ca-4de8-420e-aa8b-7775680b768a tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 858.820082] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c880163-eae8-4d92-9de8-104c742b5b45 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.825154] env[62353]: DEBUG oslo_vmware.api [None req-668b30ca-4de8-420e-aa8b-7775680b768a tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Waiting for the task: (returnval){ [ 858.825154] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]521859b5-4570-ee0c-27ad-11567aeba816" [ 858.825154] env[62353]: _type = "Task" [ 858.825154] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.833633] env[62353]: DEBUG oslo_vmware.api [None req-668b30ca-4de8-420e-aa8b-7775680b768a tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]521859b5-4570-ee0c-27ad-11567aeba816, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.970371] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a23f0afe-aa0a-4df8-b45f-e21b8134bc4b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.990176] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-dbfb7d70-a93a-4e31-bf02-0f4213013d5b tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 52aeb134-e5e3-40b0-a3e8-152effaf542b] Updating instance '52aeb134-e5e3-40b0-a3e8-152effaf542b' progress to 0 {{(pid=62353) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 859.058920] env[62353]: DEBUG nova.network.neutron [None req-c6843d95-3d3e-4dc0-985f-c6c7b9d74316 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] [instance: d11827ca-55a7-4610-ab8b-ef8f7f80a586] Successfully created port: 71fde435-3ebf-4a9e-ae5c-a86960ee6f27 {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 859.165814] env[62353]: DEBUG oslo_concurrency.lockutils [req-3229a93b-6288-45c1-9686-2ff41561f0a0 req-18d087b7-8c93-48af-b0e5-bedf6a0473f8 service nova] Releasing lock "refresh_cache-0fd1791c-fb62-4e21-96c3-3b2a07520c91" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 859.182010] env[62353]: DEBUG oslo_concurrency.lockutils [None req-fda39e90-106d-4775-906a-e251c509fd34 tempest-InstanceActionsNegativeTestJSON-1525249744 tempest-InstanceActionsNegativeTestJSON-1525249744-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 859.258979] env[62353]: DEBUG nova.compute.manager [None req-c6843d95-3d3e-4dc0-985f-c6c7b9d74316 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] [instance: d11827ca-55a7-4610-ab8b-ef8f7f80a586] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 859.338129] env[62353]: DEBUG oslo_vmware.api [None req-668b30ca-4de8-420e-aa8b-7775680b768a tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]521859b5-4570-ee0c-27ad-11567aeba816, 'name': SearchDatastore_Task, 'duration_secs': 0.008321} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.338129] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c340429-d3b0-45f6-82c3-2eeb6eaec366 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.346861] env[62353]: DEBUG oslo_vmware.api [None req-668b30ca-4de8-420e-aa8b-7775680b768a tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Waiting for the task: (returnval){ [ 859.346861] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5209bae6-e275-5370-d3b5-3c86879b3c9c" [ 859.346861] env[62353]: _type = "Task" [ 859.346861] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.354795] env[62353]: DEBUG oslo_vmware.api [None req-668b30ca-4de8-420e-aa8b-7775680b768a tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5209bae6-e275-5370-d3b5-3c86879b3c9c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.496221] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbfb7d70-a93a-4e31-bf02-0f4213013d5b tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 52aeb134-e5e3-40b0-a3e8-152effaf542b] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 859.496560] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4aef8348-b3aa-4813-b7e4-9d34077c27c3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.506581] env[62353]: DEBUG oslo_vmware.api [None req-dbfb7d70-a93a-4e31-bf02-0f4213013d5b tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Waiting for the task: (returnval){ [ 859.506581] env[62353]: value = "task-2372584" [ 859.506581] env[62353]: _type = "Task" [ 859.506581] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.516765] env[62353]: DEBUG oslo_vmware.api [None req-dbfb7d70-a93a-4e31-bf02-0f4213013d5b tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Task: {'id': task-2372584, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.689310] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da2e3c60-a264-4e1f-86c2-10b9031e2d3d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.696608] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08db145a-bd6b-461a-a6c4-73e2c12337fd {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.728267] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9af0032b-dec2-41a6-9788-3bd37c310d46 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.735640] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e729edc8-b879-49d8-b58f-870226562f86 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.749447] env[62353]: DEBUG nova.compute.provider_tree [None req-be671449-4714-4da3-84c4-d4e28fb48470 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 859.857063] env[62353]: DEBUG oslo_vmware.api [None req-668b30ca-4de8-420e-aa8b-7775680b768a tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5209bae6-e275-5370-d3b5-3c86879b3c9c, 'name': SearchDatastore_Task, 'duration_secs': 0.009966} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.857337] env[62353]: DEBUG oslo_concurrency.lockutils [None req-668b30ca-4de8-420e-aa8b-7775680b768a tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Releasing lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 859.857622] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-668b30ca-4de8-420e-aa8b-7775680b768a tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore2] 0fd1791c-fb62-4e21-96c3-3b2a07520c91/0fd1791c-fb62-4e21-96c3-3b2a07520c91.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 859.857874] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-42e94fd9-5bd5-4840-9db0-fd71315f4465 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.864488] env[62353]: DEBUG oslo_vmware.api [None req-668b30ca-4de8-420e-aa8b-7775680b768a tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Waiting for the task: (returnval){ [ 859.864488] env[62353]: value = "task-2372585" [ 859.864488] env[62353]: _type = "Task" [ 859.864488] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.873055] env[62353]: DEBUG oslo_vmware.api [None req-668b30ca-4de8-420e-aa8b-7775680b768a tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Task: {'id': task-2372585, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.017656] env[62353]: DEBUG oslo_vmware.api [None req-dbfb7d70-a93a-4e31-bf02-0f4213013d5b tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Task: {'id': task-2372584, 'name': PowerOffVM_Task, 'duration_secs': 0.18109} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.017967] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbfb7d70-a93a-4e31-bf02-0f4213013d5b tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 52aeb134-e5e3-40b0-a3e8-152effaf542b] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 860.018202] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-dbfb7d70-a93a-4e31-bf02-0f4213013d5b tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 52aeb134-e5e3-40b0-a3e8-152effaf542b] Updating instance '52aeb134-e5e3-40b0-a3e8-152effaf542b' progress to 17 {{(pid=62353) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 860.252214] env[62353]: DEBUG nova.scheduler.client.report [None req-be671449-4714-4da3-84c4-d4e28fb48470 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 860.270243] env[62353]: DEBUG nova.compute.manager [None req-c6843d95-3d3e-4dc0-985f-c6c7b9d74316 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] [instance: d11827ca-55a7-4610-ab8b-ef8f7f80a586] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 860.297910] env[62353]: DEBUG nova.virt.hardware [None req-c6843d95-3d3e-4dc0-985f-c6c7b9d74316 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T12:38:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T12:38:15Z,direct_url=,disk_format='vmdk',id=06f909ae-e8dc-43b4-abf7-c7ed85db9bbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0a3f88790a594523a818b8c00f6862e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T12:38:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 860.298175] env[62353]: DEBUG nova.virt.hardware [None req-c6843d95-3d3e-4dc0-985f-c6c7b9d74316 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 860.298337] env[62353]: DEBUG nova.virt.hardware [None req-c6843d95-3d3e-4dc0-985f-c6c7b9d74316 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 860.298574] env[62353]: DEBUG nova.virt.hardware [None req-c6843d95-3d3e-4dc0-985f-c6c7b9d74316 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 860.298739] env[62353]: DEBUG nova.virt.hardware [None req-c6843d95-3d3e-4dc0-985f-c6c7b9d74316 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 860.298889] env[62353]: DEBUG nova.virt.hardware [None req-c6843d95-3d3e-4dc0-985f-c6c7b9d74316 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 860.299121] env[62353]: DEBUG nova.virt.hardware [None req-c6843d95-3d3e-4dc0-985f-c6c7b9d74316 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 860.299282] env[62353]: DEBUG nova.virt.hardware [None req-c6843d95-3d3e-4dc0-985f-c6c7b9d74316 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 860.299447] env[62353]: DEBUG nova.virt.hardware [None req-c6843d95-3d3e-4dc0-985f-c6c7b9d74316 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 860.299612] env[62353]: DEBUG nova.virt.hardware [None req-c6843d95-3d3e-4dc0-985f-c6c7b9d74316 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 860.299783] env[62353]: DEBUG nova.virt.hardware [None req-c6843d95-3d3e-4dc0-985f-c6c7b9d74316 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 860.300684] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13f57cde-dd28-471c-aff2-7557f8ffc29c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.309321] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-365b7a4c-6e88-4935-bc4e-2260cbea236a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.373427] env[62353]: DEBUG oslo_vmware.api [None req-668b30ca-4de8-420e-aa8b-7775680b768a tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Task: {'id': task-2372585, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.458555} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.373674] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-668b30ca-4de8-420e-aa8b-7775680b768a tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore2] 0fd1791c-fb62-4e21-96c3-3b2a07520c91/0fd1791c-fb62-4e21-96c3-3b2a07520c91.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 860.373877] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-668b30ca-4de8-420e-aa8b-7775680b768a tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] [instance: 0fd1791c-fb62-4e21-96c3-3b2a07520c91] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 860.374130] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-531c5319-3413-47e9-acbf-efcedd93a43f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.380520] env[62353]: DEBUG oslo_vmware.api [None req-668b30ca-4de8-420e-aa8b-7775680b768a tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Waiting for the task: (returnval){ [ 860.380520] env[62353]: value = "task-2372586" [ 860.380520] env[62353]: _type = "Task" [ 860.380520] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.388122] env[62353]: DEBUG oslo_vmware.api [None req-668b30ca-4de8-420e-aa8b-7775680b768a tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Task: {'id': task-2372586, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.525117] env[62353]: DEBUG nova.virt.hardware [None req-dbfb7d70-a93a-4e31-bf02-0f4213013d5b tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T12:38:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=06f909ae-e8dc-43b4-abf7-c7ed85db9bbd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 860.525382] env[62353]: DEBUG nova.virt.hardware [None req-dbfb7d70-a93a-4e31-bf02-0f4213013d5b tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 860.525541] env[62353]: DEBUG nova.virt.hardware [None req-dbfb7d70-a93a-4e31-bf02-0f4213013d5b tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 860.525725] env[62353]: DEBUG nova.virt.hardware [None req-dbfb7d70-a93a-4e31-bf02-0f4213013d5b tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 860.525870] env[62353]: DEBUG nova.virt.hardware [None req-dbfb7d70-a93a-4e31-bf02-0f4213013d5b tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 860.526050] env[62353]: DEBUG nova.virt.hardware [None req-dbfb7d70-a93a-4e31-bf02-0f4213013d5b tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 860.526231] env[62353]: DEBUG nova.virt.hardware [None req-dbfb7d70-a93a-4e31-bf02-0f4213013d5b tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 860.526389] env[62353]: DEBUG nova.virt.hardware [None req-dbfb7d70-a93a-4e31-bf02-0f4213013d5b tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 860.526552] env[62353]: DEBUG nova.virt.hardware [None req-dbfb7d70-a93a-4e31-bf02-0f4213013d5b tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 860.526712] env[62353]: DEBUG nova.virt.hardware [None req-dbfb7d70-a93a-4e31-bf02-0f4213013d5b tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 860.526880] env[62353]: DEBUG nova.virt.hardware [None req-dbfb7d70-a93a-4e31-bf02-0f4213013d5b tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 860.532028] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f1b3139-ee08-4ddb-a57c-4e3b04d67fc2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.545727] env[62353]: DEBUG nova.compute.manager [req-fbf133ca-c9ae-4671-a61f-61047fd2d9ca req-82ff6b5f-a5dd-4996-b9b4-2c479ca664d1 service nova] [instance: d11827ca-55a7-4610-ab8b-ef8f7f80a586] Received event network-vif-plugged-71fde435-3ebf-4a9e-ae5c-a86960ee6f27 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 860.545931] env[62353]: DEBUG oslo_concurrency.lockutils [req-fbf133ca-c9ae-4671-a61f-61047fd2d9ca req-82ff6b5f-a5dd-4996-b9b4-2c479ca664d1 service nova] Acquiring lock "d11827ca-55a7-4610-ab8b-ef8f7f80a586-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 860.546159] env[62353]: DEBUG oslo_concurrency.lockutils [req-fbf133ca-c9ae-4671-a61f-61047fd2d9ca req-82ff6b5f-a5dd-4996-b9b4-2c479ca664d1 service nova] Lock "d11827ca-55a7-4610-ab8b-ef8f7f80a586-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 860.546329] env[62353]: DEBUG oslo_concurrency.lockutils [req-fbf133ca-c9ae-4671-a61f-61047fd2d9ca req-82ff6b5f-a5dd-4996-b9b4-2c479ca664d1 service nova] Lock "d11827ca-55a7-4610-ab8b-ef8f7f80a586-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 860.546496] env[62353]: DEBUG nova.compute.manager [req-fbf133ca-c9ae-4671-a61f-61047fd2d9ca req-82ff6b5f-a5dd-4996-b9b4-2c479ca664d1 service nova] [instance: d11827ca-55a7-4610-ab8b-ef8f7f80a586] No waiting events found dispatching network-vif-plugged-71fde435-3ebf-4a9e-ae5c-a86960ee6f27 {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 860.546661] env[62353]: WARNING nova.compute.manager [req-fbf133ca-c9ae-4671-a61f-61047fd2d9ca req-82ff6b5f-a5dd-4996-b9b4-2c479ca664d1 service nova] [instance: d11827ca-55a7-4610-ab8b-ef8f7f80a586] Received unexpected event network-vif-plugged-71fde435-3ebf-4a9e-ae5c-a86960ee6f27 for instance with vm_state building and task_state spawning. [ 860.552884] env[62353]: DEBUG oslo_vmware.api [None req-dbfb7d70-a93a-4e31-bf02-0f4213013d5b tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Waiting for the task: (returnval){ [ 860.552884] env[62353]: value = "task-2372587" [ 860.552884] env[62353]: _type = "Task" [ 860.552884] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.562966] env[62353]: DEBUG oslo_vmware.api [None req-dbfb7d70-a93a-4e31-bf02-0f4213013d5b tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Task: {'id': task-2372587, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.563305] env[62353]: DEBUG nova.network.neutron [None req-c6843d95-3d3e-4dc0-985f-c6c7b9d74316 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] [instance: d11827ca-55a7-4610-ab8b-ef8f7f80a586] Successfully updated port: 71fde435-3ebf-4a9e-ae5c-a86960ee6f27 {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 860.758903] env[62353]: DEBUG oslo_concurrency.lockutils [None req-be671449-4714-4da3-84c4-d4e28fb48470 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.514s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 860.759446] env[62353]: DEBUG nova.compute.manager [None req-be671449-4714-4da3-84c4-d4e28fb48470 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] [instance: c1577946-440b-49c2-be7a-c4ac3165ab36] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 860.762160] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1b1ca259-f154-4652-b13d-96912f9a3f58 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.244s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 860.763892] env[62353]: INFO nova.compute.claims [None req-1b1ca259-f154-4652-b13d-96912f9a3f58 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: f5ffb2b3-2e54-4f2e-b46c-20046e0883b6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 860.890800] env[62353]: DEBUG oslo_vmware.api [None req-668b30ca-4de8-420e-aa8b-7775680b768a tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Task: {'id': task-2372586, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068818} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.891084] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-668b30ca-4de8-420e-aa8b-7775680b768a tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] [instance: 0fd1791c-fb62-4e21-96c3-3b2a07520c91] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 860.891857] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebe0b97e-5a70-40ab-a6bd-b802f168f02a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.914797] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-668b30ca-4de8-420e-aa8b-7775680b768a tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] [instance: 0fd1791c-fb62-4e21-96c3-3b2a07520c91] Reconfiguring VM instance instance-00000044 to attach disk [datastore2] 0fd1791c-fb62-4e21-96c3-3b2a07520c91/0fd1791c-fb62-4e21-96c3-3b2a07520c91.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 860.915098] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b8a8987c-5fa3-439f-afa7-818f400f9945 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.934628] env[62353]: DEBUG oslo_vmware.api [None req-668b30ca-4de8-420e-aa8b-7775680b768a tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Waiting for the task: (returnval){ [ 860.934628] env[62353]: value = "task-2372588" [ 860.934628] env[62353]: _type = "Task" [ 860.934628] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.942798] env[62353]: DEBUG oslo_vmware.api [None req-668b30ca-4de8-420e-aa8b-7775680b768a tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Task: {'id': task-2372588, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.064360] env[62353]: DEBUG oslo_vmware.api [None req-dbfb7d70-a93a-4e31-bf02-0f4213013d5b tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Task: {'id': task-2372587, 'name': ReconfigVM_Task, 'duration_secs': 0.450497} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.064360] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-dbfb7d70-a93a-4e31-bf02-0f4213013d5b tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 52aeb134-e5e3-40b0-a3e8-152effaf542b] Updating instance '52aeb134-e5e3-40b0-a3e8-152effaf542b' progress to 33 {{(pid=62353) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 861.067981] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c6843d95-3d3e-4dc0-985f-c6c7b9d74316 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Acquiring lock "refresh_cache-d11827ca-55a7-4610-ab8b-ef8f7f80a586" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 861.068218] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c6843d95-3d3e-4dc0-985f-c6c7b9d74316 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Acquired lock "refresh_cache-d11827ca-55a7-4610-ab8b-ef8f7f80a586" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.068477] env[62353]: DEBUG nova.network.neutron [None req-c6843d95-3d3e-4dc0-985f-c6c7b9d74316 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] [instance: d11827ca-55a7-4610-ab8b-ef8f7f80a586] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 861.268760] env[62353]: DEBUG nova.compute.utils [None req-be671449-4714-4da3-84c4-d4e28fb48470 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 861.275691] env[62353]: DEBUG nova.compute.manager [None req-be671449-4714-4da3-84c4-d4e28fb48470 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] [instance: c1577946-440b-49c2-be7a-c4ac3165ab36] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 861.275972] env[62353]: DEBUG nova.network.neutron [None req-be671449-4714-4da3-84c4-d4e28fb48470 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] [instance: c1577946-440b-49c2-be7a-c4ac3165ab36] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 861.338934] env[62353]: DEBUG nova.policy [None req-be671449-4714-4da3-84c4-d4e28fb48470 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ff6dc3dad94041c7bc9d479b720a417e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a64aa5fd4f68494dbbc592d37558d4a9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:192}} [ 861.444712] env[62353]: DEBUG oslo_vmware.api [None req-668b30ca-4de8-420e-aa8b-7775680b768a tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Task: {'id': task-2372588, 'name': ReconfigVM_Task, 'duration_secs': 0.326076} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.444972] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-668b30ca-4de8-420e-aa8b-7775680b768a tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] [instance: 0fd1791c-fb62-4e21-96c3-3b2a07520c91] Reconfigured VM instance instance-00000044 to attach disk [datastore2] 0fd1791c-fb62-4e21-96c3-3b2a07520c91/0fd1791c-fb62-4e21-96c3-3b2a07520c91.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 861.445686] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cfd61120-0913-4149-a451-03c0dc3e915b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.451664] env[62353]: DEBUG oslo_vmware.api [None req-668b30ca-4de8-420e-aa8b-7775680b768a tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Waiting for the task: (returnval){ [ 861.451664] env[62353]: value = "task-2372589" [ 861.451664] env[62353]: _type = "Task" [ 861.451664] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.459135] env[62353]: DEBUG oslo_vmware.api [None req-668b30ca-4de8-420e-aa8b-7775680b768a tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Task: {'id': task-2372589, 'name': Rename_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.572056] env[62353]: DEBUG nova.virt.hardware [None req-dbfb7d70-a93a-4e31-bf02-0f4213013d5b tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T12:38:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=06f909ae-e8dc-43b4-abf7-c7ed85db9bbd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 861.572302] env[62353]: DEBUG nova.virt.hardware [None req-dbfb7d70-a93a-4e31-bf02-0f4213013d5b tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 861.572458] env[62353]: DEBUG nova.virt.hardware [None req-dbfb7d70-a93a-4e31-bf02-0f4213013d5b tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 861.572644] env[62353]: DEBUG nova.virt.hardware [None req-dbfb7d70-a93a-4e31-bf02-0f4213013d5b tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 861.572809] env[62353]: DEBUG nova.virt.hardware [None req-dbfb7d70-a93a-4e31-bf02-0f4213013d5b tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 861.572952] env[62353]: DEBUG nova.virt.hardware [None req-dbfb7d70-a93a-4e31-bf02-0f4213013d5b tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 861.576386] env[62353]: DEBUG nova.virt.hardware [None req-dbfb7d70-a93a-4e31-bf02-0f4213013d5b tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 861.576386] env[62353]: DEBUG nova.virt.hardware [None req-dbfb7d70-a93a-4e31-bf02-0f4213013d5b tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 861.578091] env[62353]: DEBUG nova.virt.hardware [None req-dbfb7d70-a93a-4e31-bf02-0f4213013d5b tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 861.578352] env[62353]: DEBUG nova.virt.hardware [None req-dbfb7d70-a93a-4e31-bf02-0f4213013d5b tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 861.578840] env[62353]: DEBUG nova.virt.hardware [None req-dbfb7d70-a93a-4e31-bf02-0f4213013d5b tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 861.583896] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbfb7d70-a93a-4e31-bf02-0f4213013d5b tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 52aeb134-e5e3-40b0-a3e8-152effaf542b] Reconfiguring VM instance instance-0000003a to detach disk 2000 {{(pid=62353) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 861.588735] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e63eaa48-9740-4e54-9ee5-0278b00e6970 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.612260] env[62353]: DEBUG oslo_vmware.api [None req-dbfb7d70-a93a-4e31-bf02-0f4213013d5b tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Waiting for the task: (returnval){ [ 861.612260] env[62353]: value = "task-2372590" [ 861.612260] env[62353]: _type = "Task" [ 861.612260] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.621497] env[62353]: DEBUG oslo_vmware.api [None req-dbfb7d70-a93a-4e31-bf02-0f4213013d5b tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Task: {'id': task-2372590, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.626157] env[62353]: DEBUG nova.network.neutron [None req-be671449-4714-4da3-84c4-d4e28fb48470 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] [instance: c1577946-440b-49c2-be7a-c4ac3165ab36] Successfully created port: faa99bf3-0b6c-468a-9e72-baf1975915a0 {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 861.654102] env[62353]: DEBUG nova.network.neutron [None req-c6843d95-3d3e-4dc0-985f-c6c7b9d74316 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] [instance: d11827ca-55a7-4610-ab8b-ef8f7f80a586] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 861.781045] env[62353]: DEBUG nova.compute.manager [None req-be671449-4714-4da3-84c4-d4e28fb48470 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] [instance: c1577946-440b-49c2-be7a-c4ac3165ab36] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 861.966067] env[62353]: DEBUG oslo_vmware.api [None req-668b30ca-4de8-420e-aa8b-7775680b768a tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Task: {'id': task-2372589, 'name': Rename_Task, 'duration_secs': 0.138344} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.966359] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-668b30ca-4de8-420e-aa8b-7775680b768a tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] [instance: 0fd1791c-fb62-4e21-96c3-3b2a07520c91] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 861.966591] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e8f6ca17-d6f6-45e9-9b4e-8c543229f5d3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.974050] env[62353]: DEBUG oslo_vmware.api [None req-668b30ca-4de8-420e-aa8b-7775680b768a tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Waiting for the task: (returnval){ [ 861.974050] env[62353]: value = "task-2372591" [ 861.974050] env[62353]: _type = "Task" [ 861.974050] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.989393] env[62353]: DEBUG oslo_vmware.api [None req-668b30ca-4de8-420e-aa8b-7775680b768a tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Task: {'id': task-2372591, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.122532] env[62353]: DEBUG oslo_vmware.api [None req-dbfb7d70-a93a-4e31-bf02-0f4213013d5b tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Task: {'id': task-2372590, 'name': ReconfigVM_Task, 'duration_secs': 0.166372} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.122854] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbfb7d70-a93a-4e31-bf02-0f4213013d5b tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 52aeb134-e5e3-40b0-a3e8-152effaf542b] Reconfigured VM instance instance-0000003a to detach disk 2000 {{(pid=62353) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 862.126204] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3e6ee36-192b-4203-a1c4-1a9cac00ca73 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.129815] env[62353]: DEBUG nova.network.neutron [None req-c6843d95-3d3e-4dc0-985f-c6c7b9d74316 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] [instance: d11827ca-55a7-4610-ab8b-ef8f7f80a586] Updating instance_info_cache with network_info: [{"id": "71fde435-3ebf-4a9e-ae5c-a86960ee6f27", "address": "fa:16:3e:41:50:7f", "network": {"id": "e49edb49-1749-4119-b957-fd561f404394", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1488076801-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3224ba6a4e84af89d3803c80d01dd2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71fde435-3e", "ovs_interfaceid": "71fde435-3ebf-4a9e-ae5c-a86960ee6f27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.164755] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbfb7d70-a93a-4e31-bf02-0f4213013d5b tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 52aeb134-e5e3-40b0-a3e8-152effaf542b] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] 52aeb134-e5e3-40b0-a3e8-152effaf542b/52aeb134-e5e3-40b0-a3e8-152effaf542b.vmdk or device None with type thin {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 862.166136] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-12a6a4c1-980c-44d5-ba66-a67d0199c3db {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.189161] env[62353]: DEBUG oslo_vmware.api [None req-dbfb7d70-a93a-4e31-bf02-0f4213013d5b tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Waiting for the task: (returnval){ [ 862.189161] env[62353]: value = "task-2372592" [ 862.189161] env[62353]: _type = "Task" [ 862.189161] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.200661] env[62353]: DEBUG oslo_vmware.api [None req-dbfb7d70-a93a-4e31-bf02-0f4213013d5b tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Task: {'id': task-2372592, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.250308] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28e88513-987c-4318-aae9-198d39d6afc7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.258092] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad9a2ab0-37f1-485e-9177-ddd0e96a9a8b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.291623] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7e78cb9-3337-4c34-81d5-f76c1c46bd82 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.300350] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4d019ff-e5f7-4049-bce7-6e29013dbe18 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.314716] env[62353]: DEBUG nova.compute.provider_tree [None req-1b1ca259-f154-4652-b13d-96912f9a3f58 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 862.483954] env[62353]: DEBUG oslo_vmware.api [None req-668b30ca-4de8-420e-aa8b-7775680b768a tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Task: {'id': task-2372591, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.564656] env[62353]: DEBUG nova.compute.manager [req-f79b08c6-3fa2-46e0-9e9e-ad3a7ae30fef req-9de49520-4b11-488d-af7a-423d44592ad0 service nova] [instance: d11827ca-55a7-4610-ab8b-ef8f7f80a586] Received event network-changed-71fde435-3ebf-4a9e-ae5c-a86960ee6f27 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 862.564853] env[62353]: DEBUG nova.compute.manager [req-f79b08c6-3fa2-46e0-9e9e-ad3a7ae30fef req-9de49520-4b11-488d-af7a-423d44592ad0 service nova] [instance: d11827ca-55a7-4610-ab8b-ef8f7f80a586] Refreshing instance network info cache due to event network-changed-71fde435-3ebf-4a9e-ae5c-a86960ee6f27. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 862.565068] env[62353]: DEBUG oslo_concurrency.lockutils [req-f79b08c6-3fa2-46e0-9e9e-ad3a7ae30fef req-9de49520-4b11-488d-af7a-423d44592ad0 service nova] Acquiring lock "refresh_cache-d11827ca-55a7-4610-ab8b-ef8f7f80a586" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 862.636938] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c6843d95-3d3e-4dc0-985f-c6c7b9d74316 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Releasing lock "refresh_cache-d11827ca-55a7-4610-ab8b-ef8f7f80a586" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 862.637276] env[62353]: DEBUG nova.compute.manager [None req-c6843d95-3d3e-4dc0-985f-c6c7b9d74316 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] [instance: d11827ca-55a7-4610-ab8b-ef8f7f80a586] Instance network_info: |[{"id": "71fde435-3ebf-4a9e-ae5c-a86960ee6f27", "address": "fa:16:3e:41:50:7f", "network": {"id": "e49edb49-1749-4119-b957-fd561f404394", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1488076801-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3224ba6a4e84af89d3803c80d01dd2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71fde435-3e", "ovs_interfaceid": "71fde435-3ebf-4a9e-ae5c-a86960ee6f27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 862.637678] env[62353]: DEBUG oslo_concurrency.lockutils [req-f79b08c6-3fa2-46e0-9e9e-ad3a7ae30fef req-9de49520-4b11-488d-af7a-423d44592ad0 service nova] Acquired lock "refresh_cache-d11827ca-55a7-4610-ab8b-ef8f7f80a586" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.637910] env[62353]: DEBUG nova.network.neutron [req-f79b08c6-3fa2-46e0-9e9e-ad3a7ae30fef req-9de49520-4b11-488d-af7a-423d44592ad0 service nova] [instance: d11827ca-55a7-4610-ab8b-ef8f7f80a586] Refreshing network info cache for port 71fde435-3ebf-4a9e-ae5c-a86960ee6f27 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 862.639273] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-c6843d95-3d3e-4dc0-985f-c6c7b9d74316 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] [instance: d11827ca-55a7-4610-ab8b-ef8f7f80a586] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:41:50:7f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1bf71001-973b-4fda-b804-ee6abcd12776', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '71fde435-3ebf-4a9e-ae5c-a86960ee6f27', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 862.647873] env[62353]: DEBUG oslo.service.loopingcall [None req-c6843d95-3d3e-4dc0-985f-c6c7b9d74316 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 862.650753] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d11827ca-55a7-4610-ab8b-ef8f7f80a586] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 862.651238] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e71479bb-17c5-49c9-8d17-aeaab807ff6f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.674855] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 862.674855] env[62353]: value = "task-2372593" [ 862.674855] env[62353]: _type = "Task" [ 862.674855] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.682522] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372593, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.697390] env[62353]: DEBUG oslo_vmware.api [None req-dbfb7d70-a93a-4e31-bf02-0f4213013d5b tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Task: {'id': task-2372592, 'name': ReconfigVM_Task, 'duration_secs': 0.307585} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.699974] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbfb7d70-a93a-4e31-bf02-0f4213013d5b tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 52aeb134-e5e3-40b0-a3e8-152effaf542b] Reconfigured VM instance instance-0000003a to attach disk [datastore1] 52aeb134-e5e3-40b0-a3e8-152effaf542b/52aeb134-e5e3-40b0-a3e8-152effaf542b.vmdk or device None with type thin {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 862.700275] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-dbfb7d70-a93a-4e31-bf02-0f4213013d5b tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 52aeb134-e5e3-40b0-a3e8-152effaf542b] Updating instance '52aeb134-e5e3-40b0-a3e8-152effaf542b' progress to 50 {{(pid=62353) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 862.797269] env[62353]: DEBUG nova.compute.manager [None req-be671449-4714-4da3-84c4-d4e28fb48470 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] [instance: c1577946-440b-49c2-be7a-c4ac3165ab36] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 862.818221] env[62353]: DEBUG nova.scheduler.client.report [None req-1b1ca259-f154-4652-b13d-96912f9a3f58 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 862.830875] env[62353]: DEBUG nova.virt.hardware [None req-be671449-4714-4da3-84c4-d4e28fb48470 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T12:38:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T12:38:15Z,direct_url=,disk_format='vmdk',id=06f909ae-e8dc-43b4-abf7-c7ed85db9bbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0a3f88790a594523a818b8c00f6862e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T12:38:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 862.831466] env[62353]: DEBUG nova.virt.hardware [None req-be671449-4714-4da3-84c4-d4e28fb48470 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 862.831466] env[62353]: DEBUG nova.virt.hardware [None req-be671449-4714-4da3-84c4-d4e28fb48470 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 862.832677] env[62353]: DEBUG nova.virt.hardware [None req-be671449-4714-4da3-84c4-d4e28fb48470 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 862.832677] env[62353]: DEBUG nova.virt.hardware [None req-be671449-4714-4da3-84c4-d4e28fb48470 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 862.832677] env[62353]: DEBUG nova.virt.hardware [None req-be671449-4714-4da3-84c4-d4e28fb48470 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 862.832677] env[62353]: DEBUG nova.virt.hardware [None req-be671449-4714-4da3-84c4-d4e28fb48470 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 862.832677] env[62353]: DEBUG nova.virt.hardware [None req-be671449-4714-4da3-84c4-d4e28fb48470 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 862.832677] env[62353]: DEBUG nova.virt.hardware [None req-be671449-4714-4da3-84c4-d4e28fb48470 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 862.832840] env[62353]: DEBUG nova.virt.hardware [None req-be671449-4714-4da3-84c4-d4e28fb48470 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 862.833045] env[62353]: DEBUG nova.virt.hardware [None req-be671449-4714-4da3-84c4-d4e28fb48470 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 862.833977] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aad21ab-ea08-4d0f-8366-b7d1403258b0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.843141] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1da94ef3-394e-4b44-92c6-d540b53ed43e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.899886] env[62353]: DEBUG nova.network.neutron [req-f79b08c6-3fa2-46e0-9e9e-ad3a7ae30fef req-9de49520-4b11-488d-af7a-423d44592ad0 service nova] [instance: d11827ca-55a7-4610-ab8b-ef8f7f80a586] Updated VIF entry in instance network info cache for port 71fde435-3ebf-4a9e-ae5c-a86960ee6f27. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 862.900288] env[62353]: DEBUG nova.network.neutron [req-f79b08c6-3fa2-46e0-9e9e-ad3a7ae30fef req-9de49520-4b11-488d-af7a-423d44592ad0 service nova] [instance: d11827ca-55a7-4610-ab8b-ef8f7f80a586] Updating instance_info_cache with network_info: [{"id": "71fde435-3ebf-4a9e-ae5c-a86960ee6f27", "address": "fa:16:3e:41:50:7f", "network": {"id": "e49edb49-1749-4119-b957-fd561f404394", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1488076801-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3224ba6a4e84af89d3803c80d01dd2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71fde435-3e", "ovs_interfaceid": "71fde435-3ebf-4a9e-ae5c-a86960ee6f27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.984964] env[62353]: DEBUG oslo_vmware.api [None req-668b30ca-4de8-420e-aa8b-7775680b768a tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Task: {'id': task-2372591, 'name': PowerOnVM_Task, 'duration_secs': 0.563571} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.985247] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-668b30ca-4de8-420e-aa8b-7775680b768a tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] [instance: 0fd1791c-fb62-4e21-96c3-3b2a07520c91] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 862.985460] env[62353]: INFO nova.compute.manager [None req-668b30ca-4de8-420e-aa8b-7775680b768a tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] [instance: 0fd1791c-fb62-4e21-96c3-3b2a07520c91] Took 7.78 seconds to spawn the instance on the hypervisor. [ 862.985820] env[62353]: DEBUG nova.compute.manager [None req-668b30ca-4de8-420e-aa8b-7775680b768a tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] [instance: 0fd1791c-fb62-4e21-96c3-3b2a07520c91] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 862.987274] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c4e52d6-c3ac-49c3-8fa5-86160cde9edb {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.140449] env[62353]: DEBUG nova.network.neutron [None req-be671449-4714-4da3-84c4-d4e28fb48470 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] [instance: c1577946-440b-49c2-be7a-c4ac3165ab36] Successfully updated port: faa99bf3-0b6c-468a-9e72-baf1975915a0 {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 863.185208] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372593, 'name': CreateVM_Task, 'duration_secs': 0.311072} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.185377] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d11827ca-55a7-4610-ab8b-ef8f7f80a586] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 863.186091] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c6843d95-3d3e-4dc0-985f-c6c7b9d74316 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 863.186260] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c6843d95-3d3e-4dc0-985f-c6c7b9d74316 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Acquired lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.186569] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c6843d95-3d3e-4dc0-985f-c6c7b9d74316 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 863.186821] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32bc4c09-c942-488b-af9e-3d2fe011e09b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.191359] env[62353]: DEBUG oslo_vmware.api [None req-c6843d95-3d3e-4dc0-985f-c6c7b9d74316 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Waiting for the task: (returnval){ [ 863.191359] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52cf322b-f282-0f53-d022-3fdcfb3426eb" [ 863.191359] env[62353]: _type = "Task" [ 863.191359] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.199303] env[62353]: DEBUG oslo_vmware.api [None req-c6843d95-3d3e-4dc0-985f-c6c7b9d74316 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52cf322b-f282-0f53-d022-3fdcfb3426eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.207457] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e04d58bf-fc19-4b30-afa0-7eaa62deaefd {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.225210] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a30b974-11a4-4614-b0e5-8279aed53800 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.242414] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-dbfb7d70-a93a-4e31-bf02-0f4213013d5b tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 52aeb134-e5e3-40b0-a3e8-152effaf542b] Updating instance '52aeb134-e5e3-40b0-a3e8-152effaf542b' progress to 67 {{(pid=62353) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 863.325504] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1b1ca259-f154-4652-b13d-96912f9a3f58 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.563s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 863.326097] env[62353]: DEBUG nova.compute.manager [None req-1b1ca259-f154-4652-b13d-96912f9a3f58 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: f5ffb2b3-2e54-4f2e-b46c-20046e0883b6] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 863.329782] env[62353]: DEBUG oslo_concurrency.lockutils [None req-12114a06-a6c4-40ec-89a9-56593464b61c tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.823s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 863.329782] env[62353]: DEBUG nova.objects.instance [None req-12114a06-a6c4-40ec-89a9-56593464b61c tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Lazy-loading 'resources' on Instance uuid bdcce3b8-0118-4fa4-8300-2000c87b4880 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 863.403947] env[62353]: DEBUG oslo_concurrency.lockutils [req-f79b08c6-3fa2-46e0-9e9e-ad3a7ae30fef req-9de49520-4b11-488d-af7a-423d44592ad0 service nova] Releasing lock "refresh_cache-d11827ca-55a7-4610-ab8b-ef8f7f80a586" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 863.502604] env[62353]: INFO nova.compute.manager [None req-668b30ca-4de8-420e-aa8b-7775680b768a tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] [instance: 0fd1791c-fb62-4e21-96c3-3b2a07520c91] Took 41.58 seconds to build instance. [ 863.642611] env[62353]: DEBUG oslo_concurrency.lockutils [None req-be671449-4714-4da3-84c4-d4e28fb48470 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Acquiring lock "refresh_cache-c1577946-440b-49c2-be7a-c4ac3165ab36" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 863.642804] env[62353]: DEBUG oslo_concurrency.lockutils [None req-be671449-4714-4da3-84c4-d4e28fb48470 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Acquired lock "refresh_cache-c1577946-440b-49c2-be7a-c4ac3165ab36" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.642930] env[62353]: DEBUG nova.network.neutron [None req-be671449-4714-4da3-84c4-d4e28fb48470 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] [instance: c1577946-440b-49c2-be7a-c4ac3165ab36] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 863.701053] env[62353]: DEBUG oslo_vmware.api [None req-c6843d95-3d3e-4dc0-985f-c6c7b9d74316 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52cf322b-f282-0f53-d022-3fdcfb3426eb, 'name': SearchDatastore_Task, 'duration_secs': 0.009292} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.701356] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c6843d95-3d3e-4dc0-985f-c6c7b9d74316 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Releasing lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 863.701583] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-c6843d95-3d3e-4dc0-985f-c6c7b9d74316 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] [instance: d11827ca-55a7-4610-ab8b-ef8f7f80a586] Processing image 06f909ae-e8dc-43b4-abf7-c7ed85db9bbd {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 863.701810] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c6843d95-3d3e-4dc0-985f-c6c7b9d74316 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 863.701952] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c6843d95-3d3e-4dc0-985f-c6c7b9d74316 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Acquired lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.702145] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6843d95-3d3e-4dc0-985f-c6c7b9d74316 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 863.702391] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7cf69485-290e-429a-b38a-e82a2fc61537 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.709862] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6843d95-3d3e-4dc0-985f-c6c7b9d74316 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 863.710060] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-c6843d95-3d3e-4dc0-985f-c6c7b9d74316 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 863.710717] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6eeac65a-69cc-4045-9090-731a830a9d0e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.715337] env[62353]: DEBUG oslo_vmware.api [None req-c6843d95-3d3e-4dc0-985f-c6c7b9d74316 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Waiting for the task: (returnval){ [ 863.715337] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]527e34b2-fbf7-7ca0-a63f-1a222bca825e" [ 863.715337] env[62353]: _type = "Task" [ 863.715337] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.722582] env[62353]: DEBUG oslo_vmware.api [None req-c6843d95-3d3e-4dc0-985f-c6c7b9d74316 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]527e34b2-fbf7-7ca0-a63f-1a222bca825e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.791143] env[62353]: DEBUG nova.network.neutron [None req-dbfb7d70-a93a-4e31-bf02-0f4213013d5b tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 52aeb134-e5e3-40b0-a3e8-152effaf542b] Port 755ce6cd-e677-4633-a4d1-0e6bb22b087f binding to destination host cpu-1 is already ACTIVE {{(pid=62353) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 863.831423] env[62353]: DEBUG nova.compute.utils [None req-1b1ca259-f154-4652-b13d-96912f9a3f58 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 863.835105] env[62353]: DEBUG nova.compute.manager [None req-1b1ca259-f154-4652-b13d-96912f9a3f58 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: f5ffb2b3-2e54-4f2e-b46c-20046e0883b6] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 863.835277] env[62353]: DEBUG nova.network.neutron [None req-1b1ca259-f154-4652-b13d-96912f9a3f58 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: f5ffb2b3-2e54-4f2e-b46c-20046e0883b6] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 863.884283] env[62353]: DEBUG nova.policy [None req-1b1ca259-f154-4652-b13d-96912f9a3f58 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '82c6391b4f014ebcaea1a762d3644bd2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd154d2686c9e43b4b2a7a9ec6a5a795c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:192}} [ 864.005180] env[62353]: DEBUG oslo_concurrency.lockutils [None req-668b30ca-4de8-420e-aa8b-7775680b768a tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Lock "0fd1791c-fb62-4e21-96c3-3b2a07520c91" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.118s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 864.177540] env[62353]: DEBUG nova.network.neutron [None req-1b1ca259-f154-4652-b13d-96912f9a3f58 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: f5ffb2b3-2e54-4f2e-b46c-20046e0883b6] Successfully created port: c3034ec4-e1ea-45a1-a823-4c81d4e3f304 {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 864.207309] env[62353]: DEBUG nova.network.neutron [None req-be671449-4714-4da3-84c4-d4e28fb48470 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] [instance: c1577946-440b-49c2-be7a-c4ac3165ab36] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 864.228370] env[62353]: DEBUG oslo_vmware.api [None req-c6843d95-3d3e-4dc0-985f-c6c7b9d74316 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]527e34b2-fbf7-7ca0-a63f-1a222bca825e, 'name': SearchDatastore_Task, 'duration_secs': 0.007638} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.229180] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b77d069d-29dc-4a76-a2d1-2cefcc80bc6f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.238942] env[62353]: DEBUG oslo_vmware.api [None req-c6843d95-3d3e-4dc0-985f-c6c7b9d74316 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Waiting for the task: (returnval){ [ 864.238942] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]527c9135-d3cc-752c-fdbe-07da6dfc4ed8" [ 864.238942] env[62353]: _type = "Task" [ 864.238942] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.246759] env[62353]: DEBUG oslo_vmware.api [None req-c6843d95-3d3e-4dc0-985f-c6c7b9d74316 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]527c9135-d3cc-752c-fdbe-07da6dfc4ed8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.282058] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-797c2ad7-aff6-439f-be05-206e09c4e1a9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.291208] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aeb0eea-369b-4b66-a287-d52441db745b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.328894] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05dbfbd2-0a16-4dc1-bf53-6d452082b4ae {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.336796] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf3f8259-c609-49e0-a522-a5eba5ad9326 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.341349] env[62353]: DEBUG nova.compute.manager [None req-1b1ca259-f154-4652-b13d-96912f9a3f58 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: f5ffb2b3-2e54-4f2e-b46c-20046e0883b6] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 864.353536] env[62353]: DEBUG nova.compute.provider_tree [None req-12114a06-a6c4-40ec-89a9-56593464b61c tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 864.465792] env[62353]: DEBUG nova.network.neutron [None req-be671449-4714-4da3-84c4-d4e28fb48470 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] [instance: c1577946-440b-49c2-be7a-c4ac3165ab36] Updating instance_info_cache with network_info: [{"id": "faa99bf3-0b6c-468a-9e72-baf1975915a0", "address": "fa:16:3e:b1:fb:7b", "network": {"id": "9c588598-2931-4e39-942e-268f7ccfd0e1", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1287176523-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a64aa5fd4f68494dbbc592d37558d4a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfaa99bf3-0b", "ovs_interfaceid": "faa99bf3-0b6c-468a-9e72-baf1975915a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.629749] env[62353]: DEBUG nova.compute.manager [req-9f963974-0ca4-4b36-a97d-d205f8d6be72 req-87f73ee9-a52e-465d-9510-6e6bae02ae69 service nova] [instance: c1577946-440b-49c2-be7a-c4ac3165ab36] Received event network-vif-plugged-faa99bf3-0b6c-468a-9e72-baf1975915a0 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 864.630000] env[62353]: DEBUG oslo_concurrency.lockutils [req-9f963974-0ca4-4b36-a97d-d205f8d6be72 req-87f73ee9-a52e-465d-9510-6e6bae02ae69 service nova] Acquiring lock "c1577946-440b-49c2-be7a-c4ac3165ab36-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 864.630250] env[62353]: DEBUG oslo_concurrency.lockutils [req-9f963974-0ca4-4b36-a97d-d205f8d6be72 req-87f73ee9-a52e-465d-9510-6e6bae02ae69 service nova] Lock "c1577946-440b-49c2-be7a-c4ac3165ab36-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 864.630447] env[62353]: DEBUG oslo_concurrency.lockutils [req-9f963974-0ca4-4b36-a97d-d205f8d6be72 req-87f73ee9-a52e-465d-9510-6e6bae02ae69 service nova] Lock "c1577946-440b-49c2-be7a-c4ac3165ab36-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 864.630647] env[62353]: DEBUG nova.compute.manager [req-9f963974-0ca4-4b36-a97d-d205f8d6be72 req-87f73ee9-a52e-465d-9510-6e6bae02ae69 service nova] [instance: c1577946-440b-49c2-be7a-c4ac3165ab36] No waiting events found dispatching network-vif-plugged-faa99bf3-0b6c-468a-9e72-baf1975915a0 {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 864.630798] env[62353]: WARNING nova.compute.manager [req-9f963974-0ca4-4b36-a97d-d205f8d6be72 req-87f73ee9-a52e-465d-9510-6e6bae02ae69 service nova] [instance: c1577946-440b-49c2-be7a-c4ac3165ab36] Received unexpected event network-vif-plugged-faa99bf3-0b6c-468a-9e72-baf1975915a0 for instance with vm_state building and task_state spawning. [ 864.630989] env[62353]: DEBUG nova.compute.manager [req-9f963974-0ca4-4b36-a97d-d205f8d6be72 req-87f73ee9-a52e-465d-9510-6e6bae02ae69 service nova] [instance: c1577946-440b-49c2-be7a-c4ac3165ab36] Received event network-changed-faa99bf3-0b6c-468a-9e72-baf1975915a0 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 864.631359] env[62353]: DEBUG nova.compute.manager [req-9f963974-0ca4-4b36-a97d-d205f8d6be72 req-87f73ee9-a52e-465d-9510-6e6bae02ae69 service nova] [instance: c1577946-440b-49c2-be7a-c4ac3165ab36] Refreshing instance network info cache due to event network-changed-faa99bf3-0b6c-468a-9e72-baf1975915a0. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 864.631558] env[62353]: DEBUG oslo_concurrency.lockutils [req-9f963974-0ca4-4b36-a97d-d205f8d6be72 req-87f73ee9-a52e-465d-9510-6e6bae02ae69 service nova] Acquiring lock "refresh_cache-c1577946-440b-49c2-be7a-c4ac3165ab36" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 864.751054] env[62353]: DEBUG oslo_vmware.api [None req-c6843d95-3d3e-4dc0-985f-c6c7b9d74316 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]527c9135-d3cc-752c-fdbe-07da6dfc4ed8, 'name': SearchDatastore_Task, 'duration_secs': 0.009172} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.751054] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c6843d95-3d3e-4dc0-985f-c6c7b9d74316 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Releasing lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 864.751054] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6843d95-3d3e-4dc0-985f-c6c7b9d74316 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore2] d11827ca-55a7-4610-ab8b-ef8f7f80a586/d11827ca-55a7-4610-ab8b-ef8f7f80a586.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 864.751261] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bf6cf535-4393-49cb-8c9e-060ee2ec0baa {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.757800] env[62353]: DEBUG oslo_vmware.api [None req-c6843d95-3d3e-4dc0-985f-c6c7b9d74316 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Waiting for the task: (returnval){ [ 864.757800] env[62353]: value = "task-2372594" [ 864.757800] env[62353]: _type = "Task" [ 864.757800] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.765422] env[62353]: DEBUG oslo_vmware.api [None req-c6843d95-3d3e-4dc0-985f-c6c7b9d74316 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Task: {'id': task-2372594, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.844108] env[62353]: DEBUG oslo_concurrency.lockutils [None req-dbfb7d70-a93a-4e31-bf02-0f4213013d5b tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Acquiring lock "52aeb134-e5e3-40b0-a3e8-152effaf542b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 864.845023] env[62353]: DEBUG oslo_concurrency.lockutils [None req-dbfb7d70-a93a-4e31-bf02-0f4213013d5b tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Lock "52aeb134-e5e3-40b0-a3e8-152effaf542b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 864.845023] env[62353]: DEBUG oslo_concurrency.lockutils [None req-dbfb7d70-a93a-4e31-bf02-0f4213013d5b tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Lock "52aeb134-e5e3-40b0-a3e8-152effaf542b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 864.856916] env[62353]: DEBUG nova.scheduler.client.report [None req-12114a06-a6c4-40ec-89a9-56593464b61c tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 864.970183] env[62353]: DEBUG oslo_concurrency.lockutils [None req-be671449-4714-4da3-84c4-d4e28fb48470 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Releasing lock "refresh_cache-c1577946-440b-49c2-be7a-c4ac3165ab36" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 864.970565] env[62353]: DEBUG nova.compute.manager [None req-be671449-4714-4da3-84c4-d4e28fb48470 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] [instance: c1577946-440b-49c2-be7a-c4ac3165ab36] Instance network_info: |[{"id": "faa99bf3-0b6c-468a-9e72-baf1975915a0", "address": "fa:16:3e:b1:fb:7b", "network": {"id": "9c588598-2931-4e39-942e-268f7ccfd0e1", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1287176523-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a64aa5fd4f68494dbbc592d37558d4a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfaa99bf3-0b", "ovs_interfaceid": "faa99bf3-0b6c-468a-9e72-baf1975915a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 864.970892] env[62353]: DEBUG oslo_concurrency.lockutils [req-9f963974-0ca4-4b36-a97d-d205f8d6be72 req-87f73ee9-a52e-465d-9510-6e6bae02ae69 service nova] Acquired lock "refresh_cache-c1577946-440b-49c2-be7a-c4ac3165ab36" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.971085] env[62353]: DEBUG nova.network.neutron [req-9f963974-0ca4-4b36-a97d-d205f8d6be72 req-87f73ee9-a52e-465d-9510-6e6bae02ae69 service nova] [instance: c1577946-440b-49c2-be7a-c4ac3165ab36] Refreshing network info cache for port faa99bf3-0b6c-468a-9e72-baf1975915a0 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 864.972427] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-be671449-4714-4da3-84c4-d4e28fb48470 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] [instance: c1577946-440b-49c2-be7a-c4ac3165ab36] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b1:fb:7b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f1e0e39-0c84-4fcd-9113-cc528c3eb185', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'faa99bf3-0b6c-468a-9e72-baf1975915a0', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 864.980166] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-be671449-4714-4da3-84c4-d4e28fb48470 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Creating folder: Project (a64aa5fd4f68494dbbc592d37558d4a9). Parent ref: group-v481456. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 864.981671] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b049a759-c7c9-4811-8e8d-f0badc2182df {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.993689] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-be671449-4714-4da3-84c4-d4e28fb48470 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Created folder: Project (a64aa5fd4f68494dbbc592d37558d4a9) in parent group-v481456. [ 864.993915] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-be671449-4714-4da3-84c4-d4e28fb48470 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Creating folder: Instances. Parent ref: group-v481656. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 864.994223] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d8e5b4f5-1cc6-44c1-8b3f-94d3cdd75957 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.005530] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-be671449-4714-4da3-84c4-d4e28fb48470 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Created folder: Instances in parent group-v481656. [ 865.005813] env[62353]: DEBUG oslo.service.loopingcall [None req-be671449-4714-4da3-84c4-d4e28fb48470 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 865.006023] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1577946-440b-49c2-be7a-c4ac3165ab36] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 865.006235] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bf01ab81-08f5-4bf0-a981-7ebb8004b4cc {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.030072] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 865.030072] env[62353]: value = "task-2372597" [ 865.030072] env[62353]: _type = "Task" [ 865.030072] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.038810] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372597, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.267685] env[62353]: DEBUG oslo_vmware.api [None req-c6843d95-3d3e-4dc0-985f-c6c7b9d74316 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Task: {'id': task-2372594, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.48959} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.268000] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6843d95-3d3e-4dc0-985f-c6c7b9d74316 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore2] d11827ca-55a7-4610-ab8b-ef8f7f80a586/d11827ca-55a7-4610-ab8b-ef8f7f80a586.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 865.268831] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-c6843d95-3d3e-4dc0-985f-c6c7b9d74316 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] [instance: d11827ca-55a7-4610-ab8b-ef8f7f80a586] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 865.270456] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c55a7822-883a-40d4-843f-f7c498078988 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.277015] env[62353]: DEBUG oslo_vmware.api [None req-c6843d95-3d3e-4dc0-985f-c6c7b9d74316 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Waiting for the task: (returnval){ [ 865.277015] env[62353]: value = "task-2372598" [ 865.277015] env[62353]: _type = "Task" [ 865.277015] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.284681] env[62353]: DEBUG oslo_vmware.api [None req-c6843d95-3d3e-4dc0-985f-c6c7b9d74316 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Task: {'id': task-2372598, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.351808] env[62353]: DEBUG nova.compute.manager [None req-1b1ca259-f154-4652-b13d-96912f9a3f58 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: f5ffb2b3-2e54-4f2e-b46c-20046e0883b6] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 865.362361] env[62353]: DEBUG oslo_concurrency.lockutils [None req-12114a06-a6c4-40ec-89a9-56593464b61c tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.033s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 865.365742] env[62353]: DEBUG oslo_concurrency.lockutils [None req-092ceede-9311-47ca-8095-576492492f9c tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.495s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 865.367349] env[62353]: INFO nova.compute.claims [None req-092ceede-9311-47ca-8095-576492492f9c tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] [instance: e4e0533d-22ae-4e05-ac4f-949f0fe6416a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 865.382174] env[62353]: DEBUG nova.virt.hardware [None req-1b1ca259-f154-4652-b13d-96912f9a3f58 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T12:38:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T12:38:15Z,direct_url=,disk_format='vmdk',id=06f909ae-e8dc-43b4-abf7-c7ed85db9bbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0a3f88790a594523a818b8c00f6862e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T12:38:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 865.382683] env[62353]: DEBUG nova.virt.hardware [None req-1b1ca259-f154-4652-b13d-96912f9a3f58 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 865.382893] env[62353]: DEBUG nova.virt.hardware [None req-1b1ca259-f154-4652-b13d-96912f9a3f58 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 865.383191] env[62353]: DEBUG nova.virt.hardware [None req-1b1ca259-f154-4652-b13d-96912f9a3f58 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 865.383613] env[62353]: DEBUG nova.virt.hardware [None req-1b1ca259-f154-4652-b13d-96912f9a3f58 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 865.383806] env[62353]: DEBUG nova.virt.hardware [None req-1b1ca259-f154-4652-b13d-96912f9a3f58 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 865.384109] env[62353]: DEBUG nova.virt.hardware [None req-1b1ca259-f154-4652-b13d-96912f9a3f58 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 865.384341] env[62353]: DEBUG nova.virt.hardware [None req-1b1ca259-f154-4652-b13d-96912f9a3f58 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 865.384594] env[62353]: DEBUG nova.virt.hardware [None req-1b1ca259-f154-4652-b13d-96912f9a3f58 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 865.385431] env[62353]: DEBUG nova.virt.hardware [None req-1b1ca259-f154-4652-b13d-96912f9a3f58 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 865.385431] env[62353]: DEBUG nova.virt.hardware [None req-1b1ca259-f154-4652-b13d-96912f9a3f58 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 865.387064] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1153f56e-f6b7-4784-b0a9-b74c5e80ab32 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.391733] env[62353]: INFO nova.scheduler.client.report [None req-12114a06-a6c4-40ec-89a9-56593464b61c tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Deleted allocations for instance bdcce3b8-0118-4fa4-8300-2000c87b4880 [ 865.401505] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63862fe7-da8d-4f8e-aa7d-459534404727 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.542580] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372597, 'name': CreateVM_Task, 'duration_secs': 0.418716} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.542748] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1577946-440b-49c2-be7a-c4ac3165ab36] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 865.543460] env[62353]: DEBUG oslo_concurrency.lockutils [None req-be671449-4714-4da3-84c4-d4e28fb48470 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 865.543618] env[62353]: DEBUG oslo_concurrency.lockutils [None req-be671449-4714-4da3-84c4-d4e28fb48470 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Acquired lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.543935] env[62353]: DEBUG oslo_concurrency.lockutils [None req-be671449-4714-4da3-84c4-d4e28fb48470 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 865.544205] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51064821-6c59-470c-ba1a-ba1307a06222 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.549036] env[62353]: DEBUG oslo_vmware.api [None req-be671449-4714-4da3-84c4-d4e28fb48470 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Waiting for the task: (returnval){ [ 865.549036] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52a028dd-60ee-c0cc-0e3b-6edefda7012f" [ 865.549036] env[62353]: _type = "Task" [ 865.549036] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.557072] env[62353]: DEBUG oslo_vmware.api [None req-be671449-4714-4da3-84c4-d4e28fb48470 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52a028dd-60ee-c0cc-0e3b-6edefda7012f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.733054] env[62353]: DEBUG nova.network.neutron [None req-1b1ca259-f154-4652-b13d-96912f9a3f58 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: f5ffb2b3-2e54-4f2e-b46c-20046e0883b6] Successfully updated port: c3034ec4-e1ea-45a1-a823-4c81d4e3f304 {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 865.789322] env[62353]: DEBUG oslo_vmware.api [None req-c6843d95-3d3e-4dc0-985f-c6c7b9d74316 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Task: {'id': task-2372598, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072811} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.789600] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-c6843d95-3d3e-4dc0-985f-c6c7b9d74316 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] [instance: d11827ca-55a7-4610-ab8b-ef8f7f80a586] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 865.790414] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f3f5ddf-16f6-4e72-87bc-e6c3b3023258 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.813425] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6843d95-3d3e-4dc0-985f-c6c7b9d74316 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] [instance: d11827ca-55a7-4610-ab8b-ef8f7f80a586] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] d11827ca-55a7-4610-ab8b-ef8f7f80a586/d11827ca-55a7-4610-ab8b-ef8f7f80a586.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 865.813686] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c4d9373a-709a-474f-a569-651d12a941a8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.837221] env[62353]: DEBUG oslo_vmware.api [None req-c6843d95-3d3e-4dc0-985f-c6c7b9d74316 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Waiting for the task: (returnval){ [ 865.837221] env[62353]: value = "task-2372599" [ 865.837221] env[62353]: _type = "Task" [ 865.837221] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.846076] env[62353]: DEBUG oslo_vmware.api [None req-c6843d95-3d3e-4dc0-985f-c6c7b9d74316 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Task: {'id': task-2372599, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.873701] env[62353]: DEBUG nova.network.neutron [req-9f963974-0ca4-4b36-a97d-d205f8d6be72 req-87f73ee9-a52e-465d-9510-6e6bae02ae69 service nova] [instance: c1577946-440b-49c2-be7a-c4ac3165ab36] Updated VIF entry in instance network info cache for port faa99bf3-0b6c-468a-9e72-baf1975915a0. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 865.873858] env[62353]: DEBUG nova.network.neutron [req-9f963974-0ca4-4b36-a97d-d205f8d6be72 req-87f73ee9-a52e-465d-9510-6e6bae02ae69 service nova] [instance: c1577946-440b-49c2-be7a-c4ac3165ab36] Updating instance_info_cache with network_info: [{"id": "faa99bf3-0b6c-468a-9e72-baf1975915a0", "address": "fa:16:3e:b1:fb:7b", "network": {"id": "9c588598-2931-4e39-942e-268f7ccfd0e1", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1287176523-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a64aa5fd4f68494dbbc592d37558d4a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfaa99bf3-0b", "ovs_interfaceid": "faa99bf3-0b6c-468a-9e72-baf1975915a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.890133] env[62353]: DEBUG oslo_concurrency.lockutils [None req-dbfb7d70-a93a-4e31-bf02-0f4213013d5b tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Acquiring lock "refresh_cache-52aeb134-e5e3-40b0-a3e8-152effaf542b" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 865.890385] env[62353]: DEBUG oslo_concurrency.lockutils [None req-dbfb7d70-a93a-4e31-bf02-0f4213013d5b tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Acquired lock "refresh_cache-52aeb134-e5e3-40b0-a3e8-152effaf542b" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.890615] env[62353]: DEBUG nova.network.neutron [None req-dbfb7d70-a93a-4e31-bf02-0f4213013d5b tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 52aeb134-e5e3-40b0-a3e8-152effaf542b] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 865.903406] env[62353]: DEBUG oslo_concurrency.lockutils [None req-12114a06-a6c4-40ec-89a9-56593464b61c tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Lock "bdcce3b8-0118-4fa4-8300-2000c87b4880" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.866s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 866.060564] env[62353]: DEBUG oslo_vmware.api [None req-be671449-4714-4da3-84c4-d4e28fb48470 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52a028dd-60ee-c0cc-0e3b-6edefda7012f, 'name': SearchDatastore_Task, 'duration_secs': 0.050431} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.060883] env[62353]: DEBUG oslo_concurrency.lockutils [None req-be671449-4714-4da3-84c4-d4e28fb48470 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Releasing lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 866.061163] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-be671449-4714-4da3-84c4-d4e28fb48470 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] [instance: c1577946-440b-49c2-be7a-c4ac3165ab36] Processing image 06f909ae-e8dc-43b4-abf7-c7ed85db9bbd {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 866.061454] env[62353]: DEBUG oslo_concurrency.lockutils [None req-be671449-4714-4da3-84c4-d4e28fb48470 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 866.061645] env[62353]: DEBUG oslo_concurrency.lockutils [None req-be671449-4714-4da3-84c4-d4e28fb48470 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Acquired lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.061879] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-be671449-4714-4da3-84c4-d4e28fb48470 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 866.062171] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f1db3c7a-7435-4c28-bf7e-a66f3de9fe20 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.070343] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-be671449-4714-4da3-84c4-d4e28fb48470 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 866.070553] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-be671449-4714-4da3-84c4-d4e28fb48470 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 866.071282] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee779d75-d826-41a0-b850-2ab0f4d2b2ac {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.076299] env[62353]: DEBUG oslo_vmware.api [None req-be671449-4714-4da3-84c4-d4e28fb48470 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Waiting for the task: (returnval){ [ 866.076299] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52fe9756-f723-f54c-329e-4955a4927099" [ 866.076299] env[62353]: _type = "Task" [ 866.076299] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.083920] env[62353]: DEBUG oslo_vmware.api [None req-be671449-4714-4da3-84c4-d4e28fb48470 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52fe9756-f723-f54c-329e-4955a4927099, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.236474] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1b1ca259-f154-4652-b13d-96912f9a3f58 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Acquiring lock "refresh_cache-f5ffb2b3-2e54-4f2e-b46c-20046e0883b6" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 866.236615] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1b1ca259-f154-4652-b13d-96912f9a3f58 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Acquired lock "refresh_cache-f5ffb2b3-2e54-4f2e-b46c-20046e0883b6" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.236714] env[62353]: DEBUG nova.network.neutron [None req-1b1ca259-f154-4652-b13d-96912f9a3f58 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: f5ffb2b3-2e54-4f2e-b46c-20046e0883b6] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 866.347011] env[62353]: DEBUG oslo_vmware.api [None req-c6843d95-3d3e-4dc0-985f-c6c7b9d74316 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Task: {'id': task-2372599, 'name': ReconfigVM_Task, 'duration_secs': 0.297626} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.347307] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6843d95-3d3e-4dc0-985f-c6c7b9d74316 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] [instance: d11827ca-55a7-4610-ab8b-ef8f7f80a586] Reconfigured VM instance instance-00000045 to attach disk [datastore2] d11827ca-55a7-4610-ab8b-ef8f7f80a586/d11827ca-55a7-4610-ab8b-ef8f7f80a586.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 866.348046] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-221d54ab-f4cc-4fa7-89cd-ee6e0b251a1a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.356283] env[62353]: DEBUG oslo_vmware.api [None req-c6843d95-3d3e-4dc0-985f-c6c7b9d74316 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Waiting for the task: (returnval){ [ 866.356283] env[62353]: value = "task-2372601" [ 866.356283] env[62353]: _type = "Task" [ 866.356283] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.365531] env[62353]: DEBUG oslo_vmware.api [None req-c6843d95-3d3e-4dc0-985f-c6c7b9d74316 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Task: {'id': task-2372601, 'name': Rename_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.378719] env[62353]: DEBUG oslo_concurrency.lockutils [req-9f963974-0ca4-4b36-a97d-d205f8d6be72 req-87f73ee9-a52e-465d-9510-6e6bae02ae69 service nova] Releasing lock "refresh_cache-c1577946-440b-49c2-be7a-c4ac3165ab36" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 866.591959] env[62353]: DEBUG oslo_vmware.api [None req-be671449-4714-4da3-84c4-d4e28fb48470 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52fe9756-f723-f54c-329e-4955a4927099, 'name': SearchDatastore_Task, 'duration_secs': 0.008342} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.592795] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a753631-20d2-4b68-aa0a-b830b0decbaa {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.600078] env[62353]: DEBUG oslo_vmware.api [None req-be671449-4714-4da3-84c4-d4e28fb48470 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Waiting for the task: (returnval){ [ 866.600078] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52cab5b7-01de-3bd4-ebba-1c6822bfa8d8" [ 866.600078] env[62353]: _type = "Task" [ 866.600078] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.611013] env[62353]: DEBUG oslo_vmware.api [None req-be671449-4714-4da3-84c4-d4e28fb48470 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52cab5b7-01de-3bd4-ebba-1c6822bfa8d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.644176] env[62353]: DEBUG nova.network.neutron [None req-dbfb7d70-a93a-4e31-bf02-0f4213013d5b tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 52aeb134-e5e3-40b0-a3e8-152effaf542b] Updating instance_info_cache with network_info: [{"id": "755ce6cd-e677-4633-a4d1-0e6bb22b087f", "address": "fa:16:3e:e0:2a:b9", "network": {"id": "99926323-4d1b-428b-9009-5c2c4fdc3f93", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-462090473-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f26acbe9e08743179af7b91ff38b5ea9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap755ce6cd-e6", "ovs_interfaceid": "755ce6cd-e677-4633-a4d1-0e6bb22b087f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.654435] env[62353]: DEBUG nova.compute.manager [req-d0c55188-7bc7-44c7-ac17-8de3112bbece req-70eb117f-320f-4302-8448-e0cfe0cf2380 service nova] [instance: f5ffb2b3-2e54-4f2e-b46c-20046e0883b6] Received event network-vif-plugged-c3034ec4-e1ea-45a1-a823-4c81d4e3f304 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 866.654572] env[62353]: DEBUG oslo_concurrency.lockutils [req-d0c55188-7bc7-44c7-ac17-8de3112bbece req-70eb117f-320f-4302-8448-e0cfe0cf2380 service nova] Acquiring lock "f5ffb2b3-2e54-4f2e-b46c-20046e0883b6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 866.654821] env[62353]: DEBUG oslo_concurrency.lockutils [req-d0c55188-7bc7-44c7-ac17-8de3112bbece req-70eb117f-320f-4302-8448-e0cfe0cf2380 service nova] Lock "f5ffb2b3-2e54-4f2e-b46c-20046e0883b6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 866.655014] env[62353]: DEBUG oslo_concurrency.lockutils [req-d0c55188-7bc7-44c7-ac17-8de3112bbece req-70eb117f-320f-4302-8448-e0cfe0cf2380 service nova] Lock "f5ffb2b3-2e54-4f2e-b46c-20046e0883b6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 866.655105] env[62353]: DEBUG nova.compute.manager [req-d0c55188-7bc7-44c7-ac17-8de3112bbece req-70eb117f-320f-4302-8448-e0cfe0cf2380 service nova] [instance: f5ffb2b3-2e54-4f2e-b46c-20046e0883b6] No waiting events found dispatching network-vif-plugged-c3034ec4-e1ea-45a1-a823-4c81d4e3f304 {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 866.655276] env[62353]: WARNING nova.compute.manager [req-d0c55188-7bc7-44c7-ac17-8de3112bbece req-70eb117f-320f-4302-8448-e0cfe0cf2380 service nova] [instance: f5ffb2b3-2e54-4f2e-b46c-20046e0883b6] Received unexpected event network-vif-plugged-c3034ec4-e1ea-45a1-a823-4c81d4e3f304 for instance with vm_state building and task_state spawning. [ 866.655430] env[62353]: DEBUG nova.compute.manager [req-d0c55188-7bc7-44c7-ac17-8de3112bbece req-70eb117f-320f-4302-8448-e0cfe0cf2380 service nova] [instance: f5ffb2b3-2e54-4f2e-b46c-20046e0883b6] Received event network-changed-c3034ec4-e1ea-45a1-a823-4c81d4e3f304 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 866.655578] env[62353]: DEBUG nova.compute.manager [req-d0c55188-7bc7-44c7-ac17-8de3112bbece req-70eb117f-320f-4302-8448-e0cfe0cf2380 service nova] [instance: f5ffb2b3-2e54-4f2e-b46c-20046e0883b6] Refreshing instance network info cache due to event network-changed-c3034ec4-e1ea-45a1-a823-4c81d4e3f304. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 866.655764] env[62353]: DEBUG oslo_concurrency.lockutils [req-d0c55188-7bc7-44c7-ac17-8de3112bbece req-70eb117f-320f-4302-8448-e0cfe0cf2380 service nova] Acquiring lock "refresh_cache-f5ffb2b3-2e54-4f2e-b46c-20046e0883b6" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 866.783123] env[62353]: DEBUG nova.network.neutron [None req-1b1ca259-f154-4652-b13d-96912f9a3f58 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: f5ffb2b3-2e54-4f2e-b46c-20046e0883b6] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 866.798198] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b936cb62-1935-4e5b-8492-43c684ed1a9e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.807693] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bcd921f-4cf8-430e-8203-47b63fa8f1a9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.841646] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ecfb117-d357-42b4-9a6e-5e6f36872aa4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.848888] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b083ba9-e374-4588-a403-f3e37edc3347 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.862462] env[62353]: DEBUG nova.compute.provider_tree [None req-092ceede-9311-47ca-8095-576492492f9c tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 866.871244] env[62353]: DEBUG oslo_vmware.api [None req-c6843d95-3d3e-4dc0-985f-c6c7b9d74316 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Task: {'id': task-2372601, 'name': Rename_Task, 'duration_secs': 0.152797} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.874392] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6843d95-3d3e-4dc0-985f-c6c7b9d74316 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] [instance: d11827ca-55a7-4610-ab8b-ef8f7f80a586] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 866.874929] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-998afdbc-457a-4da8-a508-20d35967a038 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.884323] env[62353]: DEBUG oslo_vmware.api [None req-c6843d95-3d3e-4dc0-985f-c6c7b9d74316 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Waiting for the task: (returnval){ [ 866.884323] env[62353]: value = "task-2372602" [ 866.884323] env[62353]: _type = "Task" [ 866.884323] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.890136] env[62353]: DEBUG oslo_vmware.api [None req-c6843d95-3d3e-4dc0-985f-c6c7b9d74316 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Task: {'id': task-2372602, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.957337] env[62353]: DEBUG nova.network.neutron [None req-1b1ca259-f154-4652-b13d-96912f9a3f58 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: f5ffb2b3-2e54-4f2e-b46c-20046e0883b6] Updating instance_info_cache with network_info: [{"id": "c3034ec4-e1ea-45a1-a823-4c81d4e3f304", "address": "fa:16:3e:c2:e9:1f", "network": {"id": "3322d31e-00aa-4c86-8051-1b6dd5c36fa9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1715037563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d154d2686c9e43b4b2a7a9ec6a5a795c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3034ec4-e1", "ovs_interfaceid": "c3034ec4-e1ea-45a1-a823-4c81d4e3f304", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.110884] env[62353]: DEBUG oslo_vmware.api [None req-be671449-4714-4da3-84c4-d4e28fb48470 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52cab5b7-01de-3bd4-ebba-1c6822bfa8d8, 'name': SearchDatastore_Task, 'duration_secs': 0.008624} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.111189] env[62353]: DEBUG oslo_concurrency.lockutils [None req-be671449-4714-4da3-84c4-d4e28fb48470 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Releasing lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 867.111444] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-be671449-4714-4da3-84c4-d4e28fb48470 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore2] c1577946-440b-49c2-be7a-c4ac3165ab36/c1577946-440b-49c2-be7a-c4ac3165ab36.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 867.111703] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ea18d1be-6e17-4620-940f-2b4819d9c8fd {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.117855] env[62353]: DEBUG oslo_vmware.api [None req-be671449-4714-4da3-84c4-d4e28fb48470 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Waiting for the task: (returnval){ [ 867.117855] env[62353]: value = "task-2372603" [ 867.117855] env[62353]: _type = "Task" [ 867.117855] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.125456] env[62353]: DEBUG oslo_vmware.api [None req-be671449-4714-4da3-84c4-d4e28fb48470 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Task: {'id': task-2372603, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.147201] env[62353]: DEBUG oslo_concurrency.lockutils [None req-dbfb7d70-a93a-4e31-bf02-0f4213013d5b tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Releasing lock "refresh_cache-52aeb134-e5e3-40b0-a3e8-152effaf542b" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 867.368774] env[62353]: DEBUG nova.scheduler.client.report [None req-092ceede-9311-47ca-8095-576492492f9c tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 867.396652] env[62353]: DEBUG oslo_vmware.api [None req-c6843d95-3d3e-4dc0-985f-c6c7b9d74316 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Task: {'id': task-2372602, 'name': PowerOnVM_Task, 'duration_secs': 0.455588} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.396969] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6843d95-3d3e-4dc0-985f-c6c7b9d74316 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] [instance: d11827ca-55a7-4610-ab8b-ef8f7f80a586] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 867.397193] env[62353]: INFO nova.compute.manager [None req-c6843d95-3d3e-4dc0-985f-c6c7b9d74316 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] [instance: d11827ca-55a7-4610-ab8b-ef8f7f80a586] Took 7.13 seconds to spawn the instance on the hypervisor. [ 867.397368] env[62353]: DEBUG nova.compute.manager [None req-c6843d95-3d3e-4dc0-985f-c6c7b9d74316 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] [instance: d11827ca-55a7-4610-ab8b-ef8f7f80a586] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 867.398288] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a2d5bf2-d982-48ac-afea-451d26e09e8e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.460719] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1b1ca259-f154-4652-b13d-96912f9a3f58 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Releasing lock "refresh_cache-f5ffb2b3-2e54-4f2e-b46c-20046e0883b6" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 867.461183] env[62353]: DEBUG nova.compute.manager [None req-1b1ca259-f154-4652-b13d-96912f9a3f58 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: f5ffb2b3-2e54-4f2e-b46c-20046e0883b6] Instance network_info: |[{"id": "c3034ec4-e1ea-45a1-a823-4c81d4e3f304", "address": "fa:16:3e:c2:e9:1f", "network": {"id": "3322d31e-00aa-4c86-8051-1b6dd5c36fa9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1715037563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d154d2686c9e43b4b2a7a9ec6a5a795c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3034ec4-e1", "ovs_interfaceid": "c3034ec4-e1ea-45a1-a823-4c81d4e3f304", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 867.462078] env[62353]: DEBUG oslo_concurrency.lockutils [req-d0c55188-7bc7-44c7-ac17-8de3112bbece req-70eb117f-320f-4302-8448-e0cfe0cf2380 service nova] Acquired lock "refresh_cache-f5ffb2b3-2e54-4f2e-b46c-20046e0883b6" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.462078] env[62353]: DEBUG nova.network.neutron [req-d0c55188-7bc7-44c7-ac17-8de3112bbece req-70eb117f-320f-4302-8448-e0cfe0cf2380 service nova] [instance: f5ffb2b3-2e54-4f2e-b46c-20046e0883b6] Refreshing network info cache for port c3034ec4-e1ea-45a1-a823-4c81d4e3f304 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 867.463306] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-1b1ca259-f154-4652-b13d-96912f9a3f58 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: f5ffb2b3-2e54-4f2e-b46c-20046e0883b6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c2:e9:1f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ec3f9e71-839a-429d-b211-d3dfc98ca4f6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c3034ec4-e1ea-45a1-a823-4c81d4e3f304', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 867.471816] env[62353]: DEBUG oslo.service.loopingcall [None req-1b1ca259-f154-4652-b13d-96912f9a3f58 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 867.477429] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5ffb2b3-2e54-4f2e-b46c-20046e0883b6] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 867.478054] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e8bdc174-5e0e-4914-aec2-4978258b54b0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.502828] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 867.502828] env[62353]: value = "task-2372604" [ 867.502828] env[62353]: _type = "Task" [ 867.502828] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.513546] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372604, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.628724] env[62353]: DEBUG oslo_vmware.api [None req-be671449-4714-4da3-84c4-d4e28fb48470 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Task: {'id': task-2372603, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.670652] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e07a78f6-3107-4ab8-8d0e-beb4474cb4f9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.691570] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9eb77c4-4ebf-47e4-ab5e-f29dca643f89 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.699129] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-dbfb7d70-a93a-4e31-bf02-0f4213013d5b tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 52aeb134-e5e3-40b0-a3e8-152effaf542b] Updating instance '52aeb134-e5e3-40b0-a3e8-152effaf542b' progress to 83 {{(pid=62353) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 867.738189] env[62353]: DEBUG nova.network.neutron [req-d0c55188-7bc7-44c7-ac17-8de3112bbece req-70eb117f-320f-4302-8448-e0cfe0cf2380 service nova] [instance: f5ffb2b3-2e54-4f2e-b46c-20046e0883b6] Updated VIF entry in instance network info cache for port c3034ec4-e1ea-45a1-a823-4c81d4e3f304. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 867.738541] env[62353]: DEBUG nova.network.neutron [req-d0c55188-7bc7-44c7-ac17-8de3112bbece req-70eb117f-320f-4302-8448-e0cfe0cf2380 service nova] [instance: f5ffb2b3-2e54-4f2e-b46c-20046e0883b6] Updating instance_info_cache with network_info: [{"id": "c3034ec4-e1ea-45a1-a823-4c81d4e3f304", "address": "fa:16:3e:c2:e9:1f", "network": {"id": "3322d31e-00aa-4c86-8051-1b6dd5c36fa9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1715037563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d154d2686c9e43b4b2a7a9ec6a5a795c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3034ec4-e1", "ovs_interfaceid": "c3034ec4-e1ea-45a1-a823-4c81d4e3f304", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.874394] env[62353]: DEBUG oslo_concurrency.lockutils [None req-092ceede-9311-47ca-8095-576492492f9c tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.509s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 867.875384] env[62353]: DEBUG nova.compute.manager [None req-092ceede-9311-47ca-8095-576492492f9c tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] [instance: e4e0533d-22ae-4e05-ac4f-949f0fe6416a] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 867.877972] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1bf24763-629e-4eff-8beb-a53100d0a4a8 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.807s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 867.879532] env[62353]: INFO nova.compute.claims [None req-1bf24763-629e-4eff-8beb-a53100d0a4a8 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 4d8636f8-6716-4060-b27b-918d7fe82686] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 867.918850] env[62353]: INFO nova.compute.manager [None req-c6843d95-3d3e-4dc0-985f-c6c7b9d74316 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] [instance: d11827ca-55a7-4610-ab8b-ef8f7f80a586] Took 43.55 seconds to build instance. [ 868.013508] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372604, 'name': CreateVM_Task} progress is 25%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.130327] env[62353]: DEBUG oslo_vmware.api [None req-be671449-4714-4da3-84c4-d4e28fb48470 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Task: {'id': task-2372603, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.524515} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.131091] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-be671449-4714-4da3-84c4-d4e28fb48470 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore2] c1577946-440b-49c2-be7a-c4ac3165ab36/c1577946-440b-49c2-be7a-c4ac3165ab36.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 868.131091] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-be671449-4714-4da3-84c4-d4e28fb48470 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] [instance: c1577946-440b-49c2-be7a-c4ac3165ab36] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 868.131091] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-de639719-d24e-4941-9598-ffc4c7cf5730 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.137924] env[62353]: DEBUG oslo_vmware.api [None req-be671449-4714-4da3-84c4-d4e28fb48470 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Waiting for the task: (returnval){ [ 868.137924] env[62353]: value = "task-2372605" [ 868.137924] env[62353]: _type = "Task" [ 868.137924] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.146448] env[62353]: DEBUG oslo_vmware.api [None req-be671449-4714-4da3-84c4-d4e28fb48470 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Task: {'id': task-2372605, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.205456] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbfb7d70-a93a-4e31-bf02-0f4213013d5b tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 52aeb134-e5e3-40b0-a3e8-152effaf542b] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 868.205776] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7b037538-9309-4b65-a202-f175288c9c28 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.213833] env[62353]: DEBUG oslo_vmware.api [None req-dbfb7d70-a93a-4e31-bf02-0f4213013d5b tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Waiting for the task: (returnval){ [ 868.213833] env[62353]: value = "task-2372606" [ 868.213833] env[62353]: _type = "Task" [ 868.213833] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.222797] env[62353]: DEBUG oslo_vmware.api [None req-dbfb7d70-a93a-4e31-bf02-0f4213013d5b tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Task: {'id': task-2372606, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.241452] env[62353]: DEBUG oslo_concurrency.lockutils [req-d0c55188-7bc7-44c7-ac17-8de3112bbece req-70eb117f-320f-4302-8448-e0cfe0cf2380 service nova] Releasing lock "refresh_cache-f5ffb2b3-2e54-4f2e-b46c-20046e0883b6" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 868.384589] env[62353]: DEBUG nova.compute.utils [None req-092ceede-9311-47ca-8095-576492492f9c tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 868.387955] env[62353]: DEBUG nova.compute.manager [None req-092ceede-9311-47ca-8095-576492492f9c tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] [instance: e4e0533d-22ae-4e05-ac4f-949f0fe6416a] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 868.388138] env[62353]: DEBUG nova.network.neutron [None req-092ceede-9311-47ca-8095-576492492f9c tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] [instance: e4e0533d-22ae-4e05-ac4f-949f0fe6416a] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 868.420768] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c6843d95-3d3e-4dc0-985f-c6c7b9d74316 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Lock "d11827ca-55a7-4610-ab8b-ef8f7f80a586" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.763s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 868.443554] env[62353]: DEBUG nova.policy [None req-092ceede-9311-47ca-8095-576492492f9c tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c66ee9fd102e43f9882035d63307a792', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2eb2ff7c26ba43b3b73d1fbaf90b7aa9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:192}} [ 868.513284] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372604, 'name': CreateVM_Task, 'duration_secs': 0.717938} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.513461] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5ffb2b3-2e54-4f2e-b46c-20046e0883b6] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 868.514132] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1b1ca259-f154-4652-b13d-96912f9a3f58 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 868.514297] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1b1ca259-f154-4652-b13d-96912f9a3f58 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Acquired lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.514621] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1b1ca259-f154-4652-b13d-96912f9a3f58 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 868.514874] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10667e55-8212-4eb4-bb2b-fea507f0afdd {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.519367] env[62353]: DEBUG oslo_vmware.api [None req-1b1ca259-f154-4652-b13d-96912f9a3f58 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Waiting for the task: (returnval){ [ 868.519367] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52f03ddc-fc28-1520-c72d-f42092f210bb" [ 868.519367] env[62353]: _type = "Task" [ 868.519367] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.526553] env[62353]: DEBUG oslo_vmware.api [None req-1b1ca259-f154-4652-b13d-96912f9a3f58 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52f03ddc-fc28-1520-c72d-f42092f210bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.572836] env[62353]: INFO nova.compute.manager [None req-ed187bdf-c64e-4bfe-8399-2db0d3a3ead3 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] [instance: d11827ca-55a7-4610-ab8b-ef8f7f80a586] Rescuing [ 868.573134] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ed187bdf-c64e-4bfe-8399-2db0d3a3ead3 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Acquiring lock "refresh_cache-d11827ca-55a7-4610-ab8b-ef8f7f80a586" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 868.573280] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ed187bdf-c64e-4bfe-8399-2db0d3a3ead3 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Acquired lock "refresh_cache-d11827ca-55a7-4610-ab8b-ef8f7f80a586" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.573443] env[62353]: DEBUG nova.network.neutron [None req-ed187bdf-c64e-4bfe-8399-2db0d3a3ead3 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] [instance: d11827ca-55a7-4610-ab8b-ef8f7f80a586] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 868.648505] env[62353]: DEBUG oslo_vmware.api [None req-be671449-4714-4da3-84c4-d4e28fb48470 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Task: {'id': task-2372605, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086319} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.648831] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-be671449-4714-4da3-84c4-d4e28fb48470 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] [instance: c1577946-440b-49c2-be7a-c4ac3165ab36] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 868.649718] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c71dd1f-1bde-4397-bebb-a41b137fba8e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.672752] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-be671449-4714-4da3-84c4-d4e28fb48470 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] [instance: c1577946-440b-49c2-be7a-c4ac3165ab36] Reconfiguring VM instance instance-00000046 to attach disk [datastore2] c1577946-440b-49c2-be7a-c4ac3165ab36/c1577946-440b-49c2-be7a-c4ac3165ab36.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 868.673084] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6224e348-50a7-40dc-8eb1-06571724459f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.692252] env[62353]: DEBUG oslo_vmware.api [None req-be671449-4714-4da3-84c4-d4e28fb48470 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Waiting for the task: (returnval){ [ 868.692252] env[62353]: value = "task-2372607" [ 868.692252] env[62353]: _type = "Task" [ 868.692252] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.700106] env[62353]: DEBUG oslo_vmware.api [None req-be671449-4714-4da3-84c4-d4e28fb48470 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Task: {'id': task-2372607, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.723561] env[62353]: DEBUG oslo_vmware.api [None req-dbfb7d70-a93a-4e31-bf02-0f4213013d5b tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Task: {'id': task-2372606, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.794101] env[62353]: DEBUG nova.network.neutron [None req-092ceede-9311-47ca-8095-576492492f9c tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] [instance: e4e0533d-22ae-4e05-ac4f-949f0fe6416a] Successfully created port: f3fb791f-73c3-4306-aa27-ff13d39b3c95 {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 868.892018] env[62353]: DEBUG nova.compute.manager [None req-092ceede-9311-47ca-8095-576492492f9c tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] [instance: e4e0533d-22ae-4e05-ac4f-949f0fe6416a] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 869.030786] env[62353]: DEBUG oslo_vmware.api [None req-1b1ca259-f154-4652-b13d-96912f9a3f58 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52f03ddc-fc28-1520-c72d-f42092f210bb, 'name': SearchDatastore_Task, 'duration_secs': 0.023977} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.030786] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1b1ca259-f154-4652-b13d-96912f9a3f58 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Releasing lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 869.030786] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-1b1ca259-f154-4652-b13d-96912f9a3f58 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: f5ffb2b3-2e54-4f2e-b46c-20046e0883b6] Processing image 06f909ae-e8dc-43b4-abf7-c7ed85db9bbd {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 869.030786] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1b1ca259-f154-4652-b13d-96912f9a3f58 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 869.030786] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1b1ca259-f154-4652-b13d-96912f9a3f58 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Acquired lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.030786] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b1ca259-f154-4652-b13d-96912f9a3f58 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 869.033965] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e5efff3b-5d0c-49f5-85fd-7ded3c69eca6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.051419] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b1ca259-f154-4652-b13d-96912f9a3f58 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 869.051564] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-1b1ca259-f154-4652-b13d-96912f9a3f58 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 869.055111] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5de63f61-7eac-4ee4-a63d-a912415bbd2b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.060416] env[62353]: DEBUG oslo_vmware.api [None req-1b1ca259-f154-4652-b13d-96912f9a3f58 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Waiting for the task: (returnval){ [ 869.060416] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]529a0982-a31c-9bd7-562f-526d80645266" [ 869.060416] env[62353]: _type = "Task" [ 869.060416] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.072718] env[62353]: DEBUG oslo_vmware.api [None req-1b1ca259-f154-4652-b13d-96912f9a3f58 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]529a0982-a31c-9bd7-562f-526d80645266, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.204251] env[62353]: DEBUG oslo_vmware.api [None req-be671449-4714-4da3-84c4-d4e28fb48470 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Task: {'id': task-2372607, 'name': ReconfigVM_Task, 'duration_secs': 0.345815} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.206623] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-be671449-4714-4da3-84c4-d4e28fb48470 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] [instance: c1577946-440b-49c2-be7a-c4ac3165ab36] Reconfigured VM instance instance-00000046 to attach disk [datastore2] c1577946-440b-49c2-be7a-c4ac3165ab36/c1577946-440b-49c2-be7a-c4ac3165ab36.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 869.207402] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-364f7f07-adb5-4ee5-b782-0e626e4abe36 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.213622] env[62353]: DEBUG oslo_vmware.api [None req-be671449-4714-4da3-84c4-d4e28fb48470 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Waiting for the task: (returnval){ [ 869.213622] env[62353]: value = "task-2372608" [ 869.213622] env[62353]: _type = "Task" [ 869.213622] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.227129] env[62353]: DEBUG oslo_vmware.api [None req-be671449-4714-4da3-84c4-d4e28fb48470 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Task: {'id': task-2372608, 'name': Rename_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.232470] env[62353]: DEBUG oslo_vmware.api [None req-dbfb7d70-a93a-4e31-bf02-0f4213013d5b tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Task: {'id': task-2372606, 'name': PowerOnVM_Task, 'duration_secs': 0.764922} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.232844] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbfb7d70-a93a-4e31-bf02-0f4213013d5b tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 52aeb134-e5e3-40b0-a3e8-152effaf542b] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 869.233135] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-dbfb7d70-a93a-4e31-bf02-0f4213013d5b tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 52aeb134-e5e3-40b0-a3e8-152effaf542b] Updating instance '52aeb134-e5e3-40b0-a3e8-152effaf542b' progress to 100 {{(pid=62353) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 869.361074] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b486a7d-722d-42f7-b5fb-45ee874f4574 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.368847] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a035e8d-f2ca-4b9a-9023-5b2fef58b52d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.403298] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f44029c-c9bf-4006-9f43-7a756bd657d6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.411215] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d23f03b6-f740-43cf-b8cb-ea02db1bc05a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.427466] env[62353]: DEBUG nova.compute.provider_tree [None req-1bf24763-629e-4eff-8beb-a53100d0a4a8 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 869.469213] env[62353]: DEBUG nova.network.neutron [None req-ed187bdf-c64e-4bfe-8399-2db0d3a3ead3 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] [instance: d11827ca-55a7-4610-ab8b-ef8f7f80a586] Updating instance_info_cache with network_info: [{"id": "71fde435-3ebf-4a9e-ae5c-a86960ee6f27", "address": "fa:16:3e:41:50:7f", "network": {"id": "e49edb49-1749-4119-b957-fd561f404394", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1488076801-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3224ba6a4e84af89d3803c80d01dd2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71fde435-3e", "ovs_interfaceid": "71fde435-3ebf-4a9e-ae5c-a86960ee6f27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.570925] env[62353]: DEBUG oslo_vmware.api [None req-1b1ca259-f154-4652-b13d-96912f9a3f58 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]529a0982-a31c-9bd7-562f-526d80645266, 'name': SearchDatastore_Task, 'duration_secs': 0.01536} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.571706] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4dc317d8-b440-44ed-8e11-95eab7e31691 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.577017] env[62353]: DEBUG oslo_vmware.api [None req-1b1ca259-f154-4652-b13d-96912f9a3f58 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Waiting for the task: (returnval){ [ 869.577017] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52d1b4e1-e519-de0e-3ae7-0a1d9a33582c" [ 869.577017] env[62353]: _type = "Task" [ 869.577017] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.584226] env[62353]: DEBUG oslo_vmware.api [None req-1b1ca259-f154-4652-b13d-96912f9a3f58 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52d1b4e1-e519-de0e-3ae7-0a1d9a33582c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.723382] env[62353]: DEBUG oslo_vmware.api [None req-be671449-4714-4da3-84c4-d4e28fb48470 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Task: {'id': task-2372608, 'name': Rename_Task, 'duration_secs': 0.15795} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.723657] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-be671449-4714-4da3-84c4-d4e28fb48470 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] [instance: c1577946-440b-49c2-be7a-c4ac3165ab36] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 869.723892] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8835d9f9-668e-4cd4-a050-b3f9efb980ec {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.730314] env[62353]: DEBUG oslo_vmware.api [None req-be671449-4714-4da3-84c4-d4e28fb48470 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Waiting for the task: (returnval){ [ 869.730314] env[62353]: value = "task-2372609" [ 869.730314] env[62353]: _type = "Task" [ 869.730314] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.738349] env[62353]: DEBUG oslo_vmware.api [None req-be671449-4714-4da3-84c4-d4e28fb48470 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Task: {'id': task-2372609, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.907730] env[62353]: DEBUG nova.compute.manager [None req-092ceede-9311-47ca-8095-576492492f9c tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] [instance: e4e0533d-22ae-4e05-ac4f-949f0fe6416a] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 869.931880] env[62353]: DEBUG nova.scheduler.client.report [None req-1bf24763-629e-4eff-8beb-a53100d0a4a8 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 869.938204] env[62353]: DEBUG nova.virt.hardware [None req-092ceede-9311-47ca-8095-576492492f9c tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T12:38:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T12:38:15Z,direct_url=,disk_format='vmdk',id=06f909ae-e8dc-43b4-abf7-c7ed85db9bbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0a3f88790a594523a818b8c00f6862e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T12:38:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 869.938514] env[62353]: DEBUG nova.virt.hardware [None req-092ceede-9311-47ca-8095-576492492f9c tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 869.938703] env[62353]: DEBUG nova.virt.hardware [None req-092ceede-9311-47ca-8095-576492492f9c tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 869.939069] env[62353]: DEBUG nova.virt.hardware [None req-092ceede-9311-47ca-8095-576492492f9c tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 869.939144] env[62353]: DEBUG nova.virt.hardware [None req-092ceede-9311-47ca-8095-576492492f9c tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 869.939261] env[62353]: DEBUG nova.virt.hardware [None req-092ceede-9311-47ca-8095-576492492f9c tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 869.939487] env[62353]: DEBUG nova.virt.hardware [None req-092ceede-9311-47ca-8095-576492492f9c tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 869.939675] env[62353]: DEBUG nova.virt.hardware [None req-092ceede-9311-47ca-8095-576492492f9c tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 869.939861] env[62353]: DEBUG nova.virt.hardware [None req-092ceede-9311-47ca-8095-576492492f9c tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 869.940063] env[62353]: DEBUG nova.virt.hardware [None req-092ceede-9311-47ca-8095-576492492f9c tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 869.940264] env[62353]: DEBUG nova.virt.hardware [None req-092ceede-9311-47ca-8095-576492492f9c tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 869.941258] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0d5a59a-03f2-4b0a-8582-3f3a21830df7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.949817] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57f9b5d1-5c63-4844-9db5-9f79839023a0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.972153] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ed187bdf-c64e-4bfe-8399-2db0d3a3ead3 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Releasing lock "refresh_cache-d11827ca-55a7-4610-ab8b-ef8f7f80a586" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 870.006653] env[62353]: DEBUG oslo_concurrency.lockutils [None req-706ae305-8d98-4121-86b3-4ba6fdc8407d tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Acquiring lock "d0318881-a5f3-4701-991a-7e42895b5f46" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 870.007356] env[62353]: DEBUG oslo_concurrency.lockutils [None req-706ae305-8d98-4121-86b3-4ba6fdc8407d tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Lock "d0318881-a5f3-4701-991a-7e42895b5f46" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 870.007356] env[62353]: DEBUG oslo_concurrency.lockutils [None req-706ae305-8d98-4121-86b3-4ba6fdc8407d tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Acquiring lock "d0318881-a5f3-4701-991a-7e42895b5f46-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 870.007501] env[62353]: DEBUG oslo_concurrency.lockutils [None req-706ae305-8d98-4121-86b3-4ba6fdc8407d tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Lock "d0318881-a5f3-4701-991a-7e42895b5f46-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 870.007748] env[62353]: DEBUG oslo_concurrency.lockutils [None req-706ae305-8d98-4121-86b3-4ba6fdc8407d tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Lock "d0318881-a5f3-4701-991a-7e42895b5f46-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 870.010626] env[62353]: INFO nova.compute.manager [None req-706ae305-8d98-4121-86b3-4ba6fdc8407d tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] [instance: d0318881-a5f3-4701-991a-7e42895b5f46] Terminating instance [ 870.089150] env[62353]: DEBUG oslo_vmware.api [None req-1b1ca259-f154-4652-b13d-96912f9a3f58 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52d1b4e1-e519-de0e-3ae7-0a1d9a33582c, 'name': SearchDatastore_Task, 'duration_secs': 0.033967} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.089627] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1b1ca259-f154-4652-b13d-96912f9a3f58 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Releasing lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 870.089771] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b1ca259-f154-4652-b13d-96912f9a3f58 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore2] f5ffb2b3-2e54-4f2e-b46c-20046e0883b6/f5ffb2b3-2e54-4f2e-b46c-20046e0883b6.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 870.090399] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e48a9bc7-ca1e-414f-9987-cbe9ff7cc341 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.096790] env[62353]: DEBUG oslo_vmware.api [None req-1b1ca259-f154-4652-b13d-96912f9a3f58 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Waiting for the task: (returnval){ [ 870.096790] env[62353]: value = "task-2372610" [ 870.096790] env[62353]: _type = "Task" [ 870.096790] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.105295] env[62353]: DEBUG oslo_vmware.api [None req-1b1ca259-f154-4652-b13d-96912f9a3f58 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Task: {'id': task-2372610, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.220116] env[62353]: DEBUG nova.compute.manager [req-b2778fa4-aaeb-40d3-86b5-5816627c5ae0 req-42af3b09-f942-4ef0-bfcd-c3ca496c7e70 service nova] [instance: e4e0533d-22ae-4e05-ac4f-949f0fe6416a] Received event network-vif-plugged-f3fb791f-73c3-4306-aa27-ff13d39b3c95 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 870.220429] env[62353]: DEBUG oslo_concurrency.lockutils [req-b2778fa4-aaeb-40d3-86b5-5816627c5ae0 req-42af3b09-f942-4ef0-bfcd-c3ca496c7e70 service nova] Acquiring lock "e4e0533d-22ae-4e05-ac4f-949f0fe6416a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 870.220655] env[62353]: DEBUG oslo_concurrency.lockutils [req-b2778fa4-aaeb-40d3-86b5-5816627c5ae0 req-42af3b09-f942-4ef0-bfcd-c3ca496c7e70 service nova] Lock "e4e0533d-22ae-4e05-ac4f-949f0fe6416a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 870.220871] env[62353]: DEBUG oslo_concurrency.lockutils [req-b2778fa4-aaeb-40d3-86b5-5816627c5ae0 req-42af3b09-f942-4ef0-bfcd-c3ca496c7e70 service nova] Lock "e4e0533d-22ae-4e05-ac4f-949f0fe6416a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 870.221196] env[62353]: DEBUG nova.compute.manager [req-b2778fa4-aaeb-40d3-86b5-5816627c5ae0 req-42af3b09-f942-4ef0-bfcd-c3ca496c7e70 service nova] [instance: e4e0533d-22ae-4e05-ac4f-949f0fe6416a] No waiting events found dispatching network-vif-plugged-f3fb791f-73c3-4306-aa27-ff13d39b3c95 {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 870.221352] env[62353]: WARNING nova.compute.manager [req-b2778fa4-aaeb-40d3-86b5-5816627c5ae0 req-42af3b09-f942-4ef0-bfcd-c3ca496c7e70 service nova] [instance: e4e0533d-22ae-4e05-ac4f-949f0fe6416a] Received unexpected event network-vif-plugged-f3fb791f-73c3-4306-aa27-ff13d39b3c95 for instance with vm_state building and task_state spawning. [ 870.243359] env[62353]: DEBUG oslo_vmware.api [None req-be671449-4714-4da3-84c4-d4e28fb48470 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Task: {'id': task-2372609, 'name': PowerOnVM_Task, 'duration_secs': 0.469734} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.248917] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-be671449-4714-4da3-84c4-d4e28fb48470 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] [instance: c1577946-440b-49c2-be7a-c4ac3165ab36] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 870.249253] env[62353]: INFO nova.compute.manager [None req-be671449-4714-4da3-84c4-d4e28fb48470 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] [instance: c1577946-440b-49c2-be7a-c4ac3165ab36] Took 7.45 seconds to spawn the instance on the hypervisor. [ 870.249529] env[62353]: DEBUG nova.compute.manager [None req-be671449-4714-4da3-84c4-d4e28fb48470 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] [instance: c1577946-440b-49c2-be7a-c4ac3165ab36] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 870.250922] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66015c8a-cc44-4c4f-8f7e-d110dfcb6179 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.324648] env[62353]: DEBUG nova.network.neutron [None req-092ceede-9311-47ca-8095-576492492f9c tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] [instance: e4e0533d-22ae-4e05-ac4f-949f0fe6416a] Successfully updated port: f3fb791f-73c3-4306-aa27-ff13d39b3c95 {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 870.449048] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1bf24763-629e-4eff-8beb-a53100d0a4a8 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.568s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 870.449048] env[62353]: DEBUG nova.compute.manager [None req-1bf24763-629e-4eff-8beb-a53100d0a4a8 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 4d8636f8-6716-4060-b27b-918d7fe82686] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 870.450855] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c689e561-41fd-4efa-b34f-aa6742202d03 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.513s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 870.451523] env[62353]: DEBUG nova.objects.instance [None req-c689e561-41fd-4efa-b34f-aa6742202d03 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Lazy-loading 'resources' on Instance uuid 283ebb75-a52d-4918-9310-31ca052d99a8 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 870.515029] env[62353]: DEBUG nova.compute.manager [None req-706ae305-8d98-4121-86b3-4ba6fdc8407d tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] [instance: d0318881-a5f3-4701-991a-7e42895b5f46] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 870.515029] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-706ae305-8d98-4121-86b3-4ba6fdc8407d tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] [instance: d0318881-a5f3-4701-991a-7e42895b5f46] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 870.516080] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-886c69b8-a4c3-4e0d-9a38-7d21b9c8b45e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.526825] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-706ae305-8d98-4121-86b3-4ba6fdc8407d tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] [instance: d0318881-a5f3-4701-991a-7e42895b5f46] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 870.527121] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9d17736a-4306-4811-bbe1-2d2723764c79 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.534575] env[62353]: DEBUG oslo_vmware.api [None req-706ae305-8d98-4121-86b3-4ba6fdc8407d tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Waiting for the task: (returnval){ [ 870.534575] env[62353]: value = "task-2372611" [ 870.534575] env[62353]: _type = "Task" [ 870.534575] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.543965] env[62353]: DEBUG oslo_vmware.api [None req-706ae305-8d98-4121-86b3-4ba6fdc8407d tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Task: {'id': task-2372611, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.609031] env[62353]: DEBUG oslo_vmware.api [None req-1b1ca259-f154-4652-b13d-96912f9a3f58 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Task: {'id': task-2372610, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.774526] env[62353]: INFO nova.compute.manager [None req-be671449-4714-4da3-84c4-d4e28fb48470 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] [instance: c1577946-440b-49c2-be7a-c4ac3165ab36] Took 43.40 seconds to build instance. [ 870.826826] env[62353]: DEBUG oslo_concurrency.lockutils [None req-092ceede-9311-47ca-8095-576492492f9c tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] Acquiring lock "refresh_cache-e4e0533d-22ae-4e05-ac4f-949f0fe6416a" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 870.828286] env[62353]: DEBUG oslo_concurrency.lockutils [None req-092ceede-9311-47ca-8095-576492492f9c tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] Acquired lock "refresh_cache-e4e0533d-22ae-4e05-ac4f-949f0fe6416a" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.828286] env[62353]: DEBUG nova.network.neutron [None req-092ceede-9311-47ca-8095-576492492f9c tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] [instance: e4e0533d-22ae-4e05-ac4f-949f0fe6416a] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 870.956009] env[62353]: DEBUG nova.compute.utils [None req-1bf24763-629e-4eff-8beb-a53100d0a4a8 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 870.960864] env[62353]: DEBUG nova.compute.manager [None req-1bf24763-629e-4eff-8beb-a53100d0a4a8 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 4d8636f8-6716-4060-b27b-918d7fe82686] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 870.961254] env[62353]: DEBUG nova.network.neutron [None req-1bf24763-629e-4eff-8beb-a53100d0a4a8 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 4d8636f8-6716-4060-b27b-918d7fe82686] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 871.008696] env[62353]: DEBUG nova.policy [None req-1bf24763-629e-4eff-8beb-a53100d0a4a8 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '461967f70b14490d91a00e8b00ba3f09', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ce7d37901d844950adf602218b205ea8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:192}} [ 871.047306] env[62353]: DEBUG oslo_vmware.api [None req-706ae305-8d98-4121-86b3-4ba6fdc8407d tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Task: {'id': task-2372611, 'name': PowerOffVM_Task, 'duration_secs': 0.346643} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.047606] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-706ae305-8d98-4121-86b3-4ba6fdc8407d tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] [instance: d0318881-a5f3-4701-991a-7e42895b5f46] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 871.047813] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-706ae305-8d98-4121-86b3-4ba6fdc8407d tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] [instance: d0318881-a5f3-4701-991a-7e42895b5f46] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 871.048111] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3ce4c7f9-655a-48b2-997f-c825477f9bd4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.116891] env[62353]: DEBUG oslo_vmware.api [None req-1b1ca259-f154-4652-b13d-96912f9a3f58 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Task: {'id': task-2372610, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.781976} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.117068] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b1ca259-f154-4652-b13d-96912f9a3f58 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore2] f5ffb2b3-2e54-4f2e-b46c-20046e0883b6/f5ffb2b3-2e54-4f2e-b46c-20046e0883b6.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 871.117538] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-1b1ca259-f154-4652-b13d-96912f9a3f58 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: f5ffb2b3-2e54-4f2e-b46c-20046e0883b6] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 871.118022] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7c7671d6-2a9c-4c39-9b36-971c0ecb39f7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.126359] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-706ae305-8d98-4121-86b3-4ba6fdc8407d tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] [instance: d0318881-a5f3-4701-991a-7e42895b5f46] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 871.126359] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-706ae305-8d98-4121-86b3-4ba6fdc8407d tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] [instance: d0318881-a5f3-4701-991a-7e42895b5f46] Deleting contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 871.126359] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-706ae305-8d98-4121-86b3-4ba6fdc8407d tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Deleting the datastore file [datastore1] d0318881-a5f3-4701-991a-7e42895b5f46 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 871.126359] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-22ee9704-adb0-4d7a-8634-ff4a37e77489 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.130553] env[62353]: DEBUG oslo_vmware.api [None req-1b1ca259-f154-4652-b13d-96912f9a3f58 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Waiting for the task: (returnval){ [ 871.130553] env[62353]: value = "task-2372613" [ 871.130553] env[62353]: _type = "Task" [ 871.130553] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.135647] env[62353]: DEBUG oslo_vmware.api [None req-706ae305-8d98-4121-86b3-4ba6fdc8407d tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Waiting for the task: (returnval){ [ 871.135647] env[62353]: value = "task-2372614" [ 871.135647] env[62353]: _type = "Task" [ 871.135647] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.148263] env[62353]: DEBUG oslo_vmware.api [None req-1b1ca259-f154-4652-b13d-96912f9a3f58 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Task: {'id': task-2372613, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.155104] env[62353]: DEBUG oslo_vmware.api [None req-706ae305-8d98-4121-86b3-4ba6fdc8407d tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Task: {'id': task-2372614, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.235543] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c2a49383-33e6-4df3-a252-17b76177bf44 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Acquiring lock "52aeb134-e5e3-40b0-a3e8-152effaf542b" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 871.235836] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c2a49383-33e6-4df3-a252-17b76177bf44 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Lock "52aeb134-e5e3-40b0-a3e8-152effaf542b" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 871.236059] env[62353]: DEBUG nova.compute.manager [None req-c2a49383-33e6-4df3-a252-17b76177bf44 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 52aeb134-e5e3-40b0-a3e8-152effaf542b] Going to confirm migration 3 {{(pid=62353) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 871.277297] env[62353]: DEBUG oslo_concurrency.lockutils [None req-be671449-4714-4da3-84c4-d4e28fb48470 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Lock "c1577946-440b-49c2-be7a-c4ac3165ab36" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.187s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 871.328862] env[62353]: DEBUG nova.network.neutron [None req-1bf24763-629e-4eff-8beb-a53100d0a4a8 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 4d8636f8-6716-4060-b27b-918d7fe82686] Successfully created port: 301d03db-955f-488c-9e60-cee08378cca2 {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 871.384881] env[62353]: DEBUG nova.network.neutron [None req-092ceede-9311-47ca-8095-576492492f9c tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] [instance: e4e0533d-22ae-4e05-ac4f-949f0fe6416a] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 871.416031] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d05cb80f-40b3-4ec3-9da0-8ae94cd53f02 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.423802] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-327749d7-7778-4aa3-ae77-e8188872fe56 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.457017] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a6dbaaa-88be-45a7-9f06-addf2d0b0aa5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.461770] env[62353]: DEBUG nova.compute.manager [None req-1bf24763-629e-4eff-8beb-a53100d0a4a8 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 4d8636f8-6716-4060-b27b-918d7fe82686] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 871.467853] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6a1e895-1f91-4cbb-b3fa-e7ea3e576695 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.481378] env[62353]: DEBUG nova.compute.provider_tree [None req-c689e561-41fd-4efa-b34f-aa6742202d03 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 871.503299] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed187bdf-c64e-4bfe-8399-2db0d3a3ead3 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] [instance: d11827ca-55a7-4610-ab8b-ef8f7f80a586] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 871.503540] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c7a9ce17-d370-4a99-97a3-7b872af8f17b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.511453] env[62353]: DEBUG oslo_vmware.api [None req-ed187bdf-c64e-4bfe-8399-2db0d3a3ead3 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Waiting for the task: (returnval){ [ 871.511453] env[62353]: value = "task-2372615" [ 871.511453] env[62353]: _type = "Task" [ 871.511453] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.521502] env[62353]: DEBUG oslo_vmware.api [None req-ed187bdf-c64e-4bfe-8399-2db0d3a3ead3 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Task: {'id': task-2372615, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.642223] env[62353]: DEBUG oslo_vmware.api [None req-1b1ca259-f154-4652-b13d-96912f9a3f58 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Task: {'id': task-2372613, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.322221} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.646878] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-1b1ca259-f154-4652-b13d-96912f9a3f58 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: f5ffb2b3-2e54-4f2e-b46c-20046e0883b6] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 871.648321] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd52df32-3689-4997-a022-28fe3370a1fe {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.678222] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b1ca259-f154-4652-b13d-96912f9a3f58 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: f5ffb2b3-2e54-4f2e-b46c-20046e0883b6] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] f5ffb2b3-2e54-4f2e-b46c-20046e0883b6/f5ffb2b3-2e54-4f2e-b46c-20046e0883b6.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 871.681691] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b442315-73b8-479c-bb29-bc69a88a53bd {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.697890] env[62353]: DEBUG oslo_vmware.api [None req-706ae305-8d98-4121-86b3-4ba6fdc8407d tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Task: {'id': task-2372614, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.424438} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.698385] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-706ae305-8d98-4121-86b3-4ba6fdc8407d tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 871.698572] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-706ae305-8d98-4121-86b3-4ba6fdc8407d tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] [instance: d0318881-a5f3-4701-991a-7e42895b5f46] Deleted contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 871.698749] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-706ae305-8d98-4121-86b3-4ba6fdc8407d tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] [instance: d0318881-a5f3-4701-991a-7e42895b5f46] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 871.698924] env[62353]: INFO nova.compute.manager [None req-706ae305-8d98-4121-86b3-4ba6fdc8407d tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] [instance: d0318881-a5f3-4701-991a-7e42895b5f46] Took 1.18 seconds to destroy the instance on the hypervisor. [ 871.699178] env[62353]: DEBUG oslo.service.loopingcall [None req-706ae305-8d98-4121-86b3-4ba6fdc8407d tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 871.699843] env[62353]: DEBUG nova.compute.manager [-] [instance: d0318881-a5f3-4701-991a-7e42895b5f46] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 871.699972] env[62353]: DEBUG nova.network.neutron [-] [instance: d0318881-a5f3-4701-991a-7e42895b5f46] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 871.704416] env[62353]: DEBUG oslo_vmware.api [None req-1b1ca259-f154-4652-b13d-96912f9a3f58 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Waiting for the task: (returnval){ [ 871.704416] env[62353]: value = "task-2372616" [ 871.704416] env[62353]: _type = "Task" [ 871.704416] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.714272] env[62353]: DEBUG oslo_vmware.api [None req-1b1ca259-f154-4652-b13d-96912f9a3f58 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Task: {'id': task-2372616, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.906470] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c2a49383-33e6-4df3-a252-17b76177bf44 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Acquiring lock "refresh_cache-52aeb134-e5e3-40b0-a3e8-152effaf542b" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 871.906649] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c2a49383-33e6-4df3-a252-17b76177bf44 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Acquired lock "refresh_cache-52aeb134-e5e3-40b0-a3e8-152effaf542b" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.906851] env[62353]: DEBUG nova.network.neutron [None req-c2a49383-33e6-4df3-a252-17b76177bf44 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 52aeb134-e5e3-40b0-a3e8-152effaf542b] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 871.907067] env[62353]: DEBUG nova.objects.instance [None req-c2a49383-33e6-4df3-a252-17b76177bf44 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Lazy-loading 'info_cache' on Instance uuid 52aeb134-e5e3-40b0-a3e8-152effaf542b {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 871.985425] env[62353]: DEBUG nova.scheduler.client.report [None req-c689e561-41fd-4efa-b34f-aa6742202d03 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 872.022598] env[62353]: DEBUG oslo_vmware.api [None req-ed187bdf-c64e-4bfe-8399-2db0d3a3ead3 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Task: {'id': task-2372615, 'name': PowerOffVM_Task, 'duration_secs': 0.323817} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.023607] env[62353]: DEBUG nova.network.neutron [None req-092ceede-9311-47ca-8095-576492492f9c tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] [instance: e4e0533d-22ae-4e05-ac4f-949f0fe6416a] Updating instance_info_cache with network_info: [{"id": "f3fb791f-73c3-4306-aa27-ff13d39b3c95", "address": "fa:16:3e:fa:23:9e", "network": {"id": "2be634d9-365a-4258-9bd8-c03318d42ac3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.65", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0a3f88790a594523a818b8c00f6862e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3fb791f-73", "ovs_interfaceid": "f3fb791f-73c3-4306-aa27-ff13d39b3c95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.024742] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed187bdf-c64e-4bfe-8399-2db0d3a3ead3 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] [instance: d11827ca-55a7-4610-ab8b-ef8f7f80a586] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 872.025776] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bf24c5d-3b76-4783-93fe-18123d8cd365 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.047925] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92ec3f99-5ecf-4710-84e8-30dd6408efae {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.093017] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed187bdf-c64e-4bfe-8399-2db0d3a3ead3 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] [instance: d11827ca-55a7-4610-ab8b-ef8f7f80a586] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 872.093017] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f233e898-ef2b-4323-8338-7b316a12d2b3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.097718] env[62353]: DEBUG oslo_vmware.api [None req-ed187bdf-c64e-4bfe-8399-2db0d3a3ead3 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Waiting for the task: (returnval){ [ 872.097718] env[62353]: value = "task-2372617" [ 872.097718] env[62353]: _type = "Task" [ 872.097718] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.110277] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed187bdf-c64e-4bfe-8399-2db0d3a3ead3 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] [instance: d11827ca-55a7-4610-ab8b-ef8f7f80a586] VM already powered off {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 872.110397] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ed187bdf-c64e-4bfe-8399-2db0d3a3ead3 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] [instance: d11827ca-55a7-4610-ab8b-ef8f7f80a586] Processing image 06f909ae-e8dc-43b4-abf7-c7ed85db9bbd {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 872.110626] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ed187bdf-c64e-4bfe-8399-2db0d3a3ead3 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 872.110777] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ed187bdf-c64e-4bfe-8399-2db0d3a3ead3 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Acquired lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.110957] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed187bdf-c64e-4bfe-8399-2db0d3a3ead3 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 872.111354] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5a3da45d-f4f5-4ed0-8871-df61d14ca5b5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.120965] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed187bdf-c64e-4bfe-8399-2db0d3a3ead3 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 872.123996] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ed187bdf-c64e-4bfe-8399-2db0d3a3ead3 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 872.123996] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13d104a4-2a8f-45e1-9299-eb931b9cfdbe {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.128349] env[62353]: DEBUG oslo_vmware.api [None req-ed187bdf-c64e-4bfe-8399-2db0d3a3ead3 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Waiting for the task: (returnval){ [ 872.128349] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52192fe4-da59-a878-b0b9-419b587df638" [ 872.128349] env[62353]: _type = "Task" [ 872.128349] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.138697] env[62353]: DEBUG oslo_vmware.api [None req-ed187bdf-c64e-4bfe-8399-2db0d3a3ead3 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52192fe4-da59-a878-b0b9-419b587df638, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.216488] env[62353]: DEBUG oslo_vmware.api [None req-1b1ca259-f154-4652-b13d-96912f9a3f58 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Task: {'id': task-2372616, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.476506] env[62353]: DEBUG nova.compute.manager [None req-1bf24763-629e-4eff-8beb-a53100d0a4a8 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 4d8636f8-6716-4060-b27b-918d7fe82686] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 872.493236] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c689e561-41fd-4efa-b34f-aa6742202d03 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.042s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 872.501942] env[62353]: DEBUG oslo_concurrency.lockutils [None req-61f5f34e-04aa-439f-b87f-76e4342cfaf4 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.053s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 872.501942] env[62353]: DEBUG oslo_concurrency.lockutils [None req-61f5f34e-04aa-439f-b87f-76e4342cfaf4 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.002s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 872.505391] env[62353]: DEBUG oslo_concurrency.lockutils [None req-12a7da3a-0d85-49a5-bcd3-b1aaeb13be1c tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.932s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 872.505833] env[62353]: DEBUG nova.objects.instance [None req-12a7da3a-0d85-49a5-bcd3-b1aaeb13be1c tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Lazy-loading 'resources' on Instance uuid 6d6f643f-fbb8-43b3-b47a-78d4ff71b8cb {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 872.509849] env[62353]: DEBUG nova.virt.hardware [None req-1bf24763-629e-4eff-8beb-a53100d0a4a8 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T12:38:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T12:38:15Z,direct_url=,disk_format='vmdk',id=06f909ae-e8dc-43b4-abf7-c7ed85db9bbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0a3f88790a594523a818b8c00f6862e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T12:38:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 872.510705] env[62353]: DEBUG nova.virt.hardware [None req-1bf24763-629e-4eff-8beb-a53100d0a4a8 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 872.510852] env[62353]: DEBUG nova.virt.hardware [None req-1bf24763-629e-4eff-8beb-a53100d0a4a8 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 872.511321] env[62353]: DEBUG nova.virt.hardware [None req-1bf24763-629e-4eff-8beb-a53100d0a4a8 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 872.511702] env[62353]: DEBUG nova.virt.hardware [None req-1bf24763-629e-4eff-8beb-a53100d0a4a8 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 872.512088] env[62353]: DEBUG nova.virt.hardware [None req-1bf24763-629e-4eff-8beb-a53100d0a4a8 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 872.514033] env[62353]: DEBUG nova.virt.hardware [None req-1bf24763-629e-4eff-8beb-a53100d0a4a8 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 872.514033] env[62353]: DEBUG nova.virt.hardware [None req-1bf24763-629e-4eff-8beb-a53100d0a4a8 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 872.514033] env[62353]: DEBUG nova.virt.hardware [None req-1bf24763-629e-4eff-8beb-a53100d0a4a8 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 872.514033] env[62353]: DEBUG nova.virt.hardware [None req-1bf24763-629e-4eff-8beb-a53100d0a4a8 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 872.514033] env[62353]: DEBUG nova.virt.hardware [None req-1bf24763-629e-4eff-8beb-a53100d0a4a8 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 872.515786] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b738510-ade1-4ba3-a614-3720e1916f8c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.524865] env[62353]: DEBUG nova.compute.manager [req-7d004cc0-2c3b-411d-9303-9eaafa914c88 req-a52564c1-0248-420e-99e6-28b0d5bed8b8 service nova] [instance: e4e0533d-22ae-4e05-ac4f-949f0fe6416a] Received event network-changed-f3fb791f-73c3-4306-aa27-ff13d39b3c95 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 872.524865] env[62353]: DEBUG nova.compute.manager [req-7d004cc0-2c3b-411d-9303-9eaafa914c88 req-a52564c1-0248-420e-99e6-28b0d5bed8b8 service nova] [instance: e4e0533d-22ae-4e05-ac4f-949f0fe6416a] Refreshing instance network info cache due to event network-changed-f3fb791f-73c3-4306-aa27-ff13d39b3c95. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 872.525853] env[62353]: DEBUG oslo_concurrency.lockutils [req-7d004cc0-2c3b-411d-9303-9eaafa914c88 req-a52564c1-0248-420e-99e6-28b0d5bed8b8 service nova] Acquiring lock "refresh_cache-e4e0533d-22ae-4e05-ac4f-949f0fe6416a" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 872.526914] env[62353]: DEBUG oslo_concurrency.lockutils [None req-092ceede-9311-47ca-8095-576492492f9c tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] Releasing lock "refresh_cache-e4e0533d-22ae-4e05-ac4f-949f0fe6416a" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 872.527315] env[62353]: DEBUG nova.compute.manager [None req-092ceede-9311-47ca-8095-576492492f9c tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] [instance: e4e0533d-22ae-4e05-ac4f-949f0fe6416a] Instance network_info: |[{"id": "f3fb791f-73c3-4306-aa27-ff13d39b3c95", "address": "fa:16:3e:fa:23:9e", "network": {"id": "2be634d9-365a-4258-9bd8-c03318d42ac3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.65", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0a3f88790a594523a818b8c00f6862e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3fb791f-73", "ovs_interfaceid": "f3fb791f-73c3-4306-aa27-ff13d39b3c95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 872.528400] env[62353]: DEBUG oslo_concurrency.lockutils [req-7d004cc0-2c3b-411d-9303-9eaafa914c88 req-a52564c1-0248-420e-99e6-28b0d5bed8b8 service nova] Acquired lock "refresh_cache-e4e0533d-22ae-4e05-ac4f-949f0fe6416a" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.528400] env[62353]: DEBUG nova.network.neutron [req-7d004cc0-2c3b-411d-9303-9eaafa914c88 req-a52564c1-0248-420e-99e6-28b0d5bed8b8 service nova] [instance: e4e0533d-22ae-4e05-ac4f-949f0fe6416a] Refreshing network info cache for port f3fb791f-73c3-4306-aa27-ff13d39b3c95 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 872.529247] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-092ceede-9311-47ca-8095-576492492f9c tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] [instance: e4e0533d-22ae-4e05-ac4f-949f0fe6416a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fa:23:9e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ec46b14d-3310-4f2b-96c1-f53ee47d3759', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f3fb791f-73c3-4306-aa27-ff13d39b3c95', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 872.538794] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-092ceede-9311-47ca-8095-576492492f9c tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] Creating folder: Project (2eb2ff7c26ba43b3b73d1fbaf90b7aa9). Parent ref: group-v481456. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 872.543065] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c7bf0287-fab4-4c73-a955-c13b6f9d8741 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.547426] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8a8181f-65ae-4fb7-92c6-f1d3e9ad0f67 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.553508] env[62353]: INFO nova.scheduler.client.report [None req-61f5f34e-04aa-439f-b87f-76e4342cfaf4 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Deleted allocations for instance 7a3d03fd-327a-453b-ad3c-12736433379d [ 872.556875] env[62353]: INFO nova.scheduler.client.report [None req-c689e561-41fd-4efa-b34f-aa6742202d03 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Deleted allocations for instance 283ebb75-a52d-4918-9310-31ca052d99a8 [ 872.576124] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-092ceede-9311-47ca-8095-576492492f9c tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] Created folder: Project (2eb2ff7c26ba43b3b73d1fbaf90b7aa9) in parent group-v481456. [ 872.578019] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-092ceede-9311-47ca-8095-576492492f9c tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] Creating folder: Instances. Parent ref: group-v481660. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 872.578019] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e39e3f36-214e-49bb-9a24-ea7cef7d4571 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.591497] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-092ceede-9311-47ca-8095-576492492f9c tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] Created folder: Instances in parent group-v481660. [ 872.591497] env[62353]: DEBUG oslo.service.loopingcall [None req-092ceede-9311-47ca-8095-576492492f9c tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 872.591497] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e4e0533d-22ae-4e05-ac4f-949f0fe6416a] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 872.591497] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bd3e1687-e9cf-4442-ab72-a3dcf55566e6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.619812] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 872.619812] env[62353]: value = "task-2372620" [ 872.619812] env[62353]: _type = "Task" [ 872.619812] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.630858] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372620, 'name': CreateVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.642249] env[62353]: DEBUG oslo_vmware.api [None req-ed187bdf-c64e-4bfe-8399-2db0d3a3ead3 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52192fe4-da59-a878-b0b9-419b587df638, 'name': SearchDatastore_Task, 'duration_secs': 0.033658} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.646256] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b235a33-3379-44ea-b391-5df4e230fcd4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.654223] env[62353]: DEBUG oslo_vmware.api [None req-ed187bdf-c64e-4bfe-8399-2db0d3a3ead3 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Waiting for the task: (returnval){ [ 872.654223] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52bcfafc-41a6-e0e8-eb34-7f72ebac5d84" [ 872.654223] env[62353]: _type = "Task" [ 872.654223] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.668896] env[62353]: DEBUG oslo_vmware.api [None req-ed187bdf-c64e-4bfe-8399-2db0d3a3ead3 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52bcfafc-41a6-e0e8-eb34-7f72ebac5d84, 'name': SearchDatastore_Task, 'duration_secs': 0.010512} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.669353] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ed187bdf-c64e-4bfe-8399-2db0d3a3ead3 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Releasing lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 872.669558] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed187bdf-c64e-4bfe-8399-2db0d3a3ead3 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore2] d11827ca-55a7-4610-ab8b-ef8f7f80a586/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd-rescue.vmdk. {{(pid=62353) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 872.670012] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-93611353-c0ef-40bd-9675-f3a62673169d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.678375] env[62353]: DEBUG oslo_vmware.api [None req-ed187bdf-c64e-4bfe-8399-2db0d3a3ead3 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Waiting for the task: (returnval){ [ 872.678375] env[62353]: value = "task-2372621" [ 872.678375] env[62353]: _type = "Task" [ 872.678375] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.689944] env[62353]: DEBUG nova.compute.manager [req-ac901bd6-efd8-4e11-9ab0-5ca58ff541da req-8d4273b5-86b6-4382-a72e-453f054d9509 service nova] [instance: c1577946-440b-49c2-be7a-c4ac3165ab36] Received event network-changed-faa99bf3-0b6c-468a-9e72-baf1975915a0 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 872.690171] env[62353]: DEBUG nova.compute.manager [req-ac901bd6-efd8-4e11-9ab0-5ca58ff541da req-8d4273b5-86b6-4382-a72e-453f054d9509 service nova] [instance: c1577946-440b-49c2-be7a-c4ac3165ab36] Refreshing instance network info cache due to event network-changed-faa99bf3-0b6c-468a-9e72-baf1975915a0. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 872.690426] env[62353]: DEBUG oslo_concurrency.lockutils [req-ac901bd6-efd8-4e11-9ab0-5ca58ff541da req-8d4273b5-86b6-4382-a72e-453f054d9509 service nova] Acquiring lock "refresh_cache-c1577946-440b-49c2-be7a-c4ac3165ab36" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 872.690620] env[62353]: DEBUG oslo_concurrency.lockutils [req-ac901bd6-efd8-4e11-9ab0-5ca58ff541da req-8d4273b5-86b6-4382-a72e-453f054d9509 service nova] Acquired lock "refresh_cache-c1577946-440b-49c2-be7a-c4ac3165ab36" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.690904] env[62353]: DEBUG nova.network.neutron [req-ac901bd6-efd8-4e11-9ab0-5ca58ff541da req-8d4273b5-86b6-4382-a72e-453f054d9509 service nova] [instance: c1577946-440b-49c2-be7a-c4ac3165ab36] Refreshing network info cache for port faa99bf3-0b6c-468a-9e72-baf1975915a0 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 872.701538] env[62353]: DEBUG oslo_vmware.api [None req-ed187bdf-c64e-4bfe-8399-2db0d3a3ead3 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Task: {'id': task-2372621, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.718983] env[62353]: DEBUG oslo_vmware.api [None req-1b1ca259-f154-4652-b13d-96912f9a3f58 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Task: {'id': task-2372616, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.725997] env[62353]: DEBUG nova.network.neutron [-] [instance: d0318881-a5f3-4701-991a-7e42895b5f46] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.988063] env[62353]: DEBUG nova.network.neutron [None req-1bf24763-629e-4eff-8beb-a53100d0a4a8 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 4d8636f8-6716-4060-b27b-918d7fe82686] Successfully updated port: 301d03db-955f-488c-9e60-cee08378cca2 {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 873.081460] env[62353]: DEBUG oslo_concurrency.lockutils [None req-61f5f34e-04aa-439f-b87f-76e4342cfaf4 tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Lock "7a3d03fd-327a-453b-ad3c-12736433379d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.309s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 873.083492] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c689e561-41fd-4efa-b34f-aa6742202d03 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Lock "283ebb75-a52d-4918-9310-31ca052d99a8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.565s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 873.107349] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd1cab15-31f6-4d33-952c-132e8bc448af {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.118212] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39880825-5b06-4019-89ae-f735731f136f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.168336] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee4950bb-3dc0-48b0-bc94-ecd7b7d87ed3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.172027] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372620, 'name': CreateVM_Task, 'duration_secs': 0.430372} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.172027] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e4e0533d-22ae-4e05-ac4f-949f0fe6416a] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 873.172898] env[62353]: DEBUG oslo_concurrency.lockutils [None req-092ceede-9311-47ca-8095-576492492f9c tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 873.173085] env[62353]: DEBUG oslo_concurrency.lockutils [None req-092ceede-9311-47ca-8095-576492492f9c tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] Acquired lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.174030] env[62353]: DEBUG oslo_concurrency.lockutils [None req-092ceede-9311-47ca-8095-576492492f9c tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 873.174030] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e931cd49-549d-4ee6-bed8-fc529d390bb2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.183498] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6436da1-4053-4ec6-836f-2d2535aa11c8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.188312] env[62353]: DEBUG oslo_vmware.api [None req-092ceede-9311-47ca-8095-576492492f9c tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] Waiting for the task: (returnval){ [ 873.188312] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52e9ecc2-545c-4c9a-224f-c59910651049" [ 873.188312] env[62353]: _type = "Task" [ 873.188312] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.213901] env[62353]: DEBUG nova.compute.provider_tree [None req-12a7da3a-0d85-49a5-bcd3-b1aaeb13be1c tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 873.228192] env[62353]: DEBUG oslo_vmware.api [None req-092ceede-9311-47ca-8095-576492492f9c tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52e9ecc2-545c-4c9a-224f-c59910651049, 'name': SearchDatastore_Task, 'duration_secs': 0.025453} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.228534] env[62353]: DEBUG oslo_vmware.api [None req-ed187bdf-c64e-4bfe-8399-2db0d3a3ead3 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Task: {'id': task-2372621, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.230066] env[62353]: DEBUG oslo_concurrency.lockutils [None req-092ceede-9311-47ca-8095-576492492f9c tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] Releasing lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 873.230326] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-092ceede-9311-47ca-8095-576492492f9c tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] [instance: e4e0533d-22ae-4e05-ac4f-949f0fe6416a] Processing image 06f909ae-e8dc-43b4-abf7-c7ed85db9bbd {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 873.230666] env[62353]: DEBUG oslo_concurrency.lockutils [None req-092ceede-9311-47ca-8095-576492492f9c tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 873.230837] env[62353]: DEBUG oslo_concurrency.lockutils [None req-092ceede-9311-47ca-8095-576492492f9c tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] Acquired lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.230990] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-092ceede-9311-47ca-8095-576492492f9c tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 873.231524] env[62353]: INFO nova.compute.manager [-] [instance: d0318881-a5f3-4701-991a-7e42895b5f46] Took 1.53 seconds to deallocate network for instance. [ 873.232133] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0d3020b4-c740-4150-910e-f21a9c16f2f5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.239868] env[62353]: DEBUG oslo_vmware.api [None req-1b1ca259-f154-4652-b13d-96912f9a3f58 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Task: {'id': task-2372616, 'name': ReconfigVM_Task, 'duration_secs': 1.031041} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.245561] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b1ca259-f154-4652-b13d-96912f9a3f58 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: f5ffb2b3-2e54-4f2e-b46c-20046e0883b6] Reconfigured VM instance instance-00000047 to attach disk [datastore2] f5ffb2b3-2e54-4f2e-b46c-20046e0883b6/f5ffb2b3-2e54-4f2e-b46c-20046e0883b6.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 873.246696] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3d5659c0-aaa9-4a0b-aa96-38f2070210f2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.256580] env[62353]: DEBUG oslo_vmware.api [None req-1b1ca259-f154-4652-b13d-96912f9a3f58 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Waiting for the task: (returnval){ [ 873.256580] env[62353]: value = "task-2372622" [ 873.256580] env[62353]: _type = "Task" [ 873.256580] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.256580] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-092ceede-9311-47ca-8095-576492492f9c tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 873.256834] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-092ceede-9311-47ca-8095-576492492f9c tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 873.257683] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f840ff6-9102-4adb-a8d0-b0dc28bef74f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.266997] env[62353]: DEBUG oslo_vmware.api [None req-092ceede-9311-47ca-8095-576492492f9c tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] Waiting for the task: (returnval){ [ 873.266997] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]523532d4-dd7f-86f3-bda8-f4f0080bbd3b" [ 873.266997] env[62353]: _type = "Task" [ 873.266997] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.270935] env[62353]: DEBUG oslo_vmware.api [None req-1b1ca259-f154-4652-b13d-96912f9a3f58 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Task: {'id': task-2372622, 'name': Rename_Task} progress is 10%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.279596] env[62353]: DEBUG oslo_vmware.api [None req-092ceede-9311-47ca-8095-576492492f9c tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]523532d4-dd7f-86f3-bda8-f4f0080bbd3b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.369211] env[62353]: DEBUG nova.network.neutron [None req-c2a49383-33e6-4df3-a252-17b76177bf44 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 52aeb134-e5e3-40b0-a3e8-152effaf542b] Updating instance_info_cache with network_info: [{"id": "755ce6cd-e677-4633-a4d1-0e6bb22b087f", "address": "fa:16:3e:e0:2a:b9", "network": {"id": "99926323-4d1b-428b-9009-5c2c4fdc3f93", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-462090473-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f26acbe9e08743179af7b91ff38b5ea9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap755ce6cd-e6", "ovs_interfaceid": "755ce6cd-e677-4633-a4d1-0e6bb22b087f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.433576] env[62353]: DEBUG nova.network.neutron [req-7d004cc0-2c3b-411d-9303-9eaafa914c88 req-a52564c1-0248-420e-99e6-28b0d5bed8b8 service nova] [instance: e4e0533d-22ae-4e05-ac4f-949f0fe6416a] Updated VIF entry in instance network info cache for port f3fb791f-73c3-4306-aa27-ff13d39b3c95. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 873.434134] env[62353]: DEBUG nova.network.neutron [req-7d004cc0-2c3b-411d-9303-9eaafa914c88 req-a52564c1-0248-420e-99e6-28b0d5bed8b8 service nova] [instance: e4e0533d-22ae-4e05-ac4f-949f0fe6416a] Updating instance_info_cache with network_info: [{"id": "f3fb791f-73c3-4306-aa27-ff13d39b3c95", "address": "fa:16:3e:fa:23:9e", "network": {"id": "2be634d9-365a-4258-9bd8-c03318d42ac3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.65", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0a3f88790a594523a818b8c00f6862e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3fb791f-73", "ovs_interfaceid": "f3fb791f-73c3-4306-aa27-ff13d39b3c95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.494439] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1bf24763-629e-4eff-8beb-a53100d0a4a8 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Acquiring lock "refresh_cache-4d8636f8-6716-4060-b27b-918d7fe82686" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 873.494439] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1bf24763-629e-4eff-8beb-a53100d0a4a8 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Acquired lock "refresh_cache-4d8636f8-6716-4060-b27b-918d7fe82686" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.494439] env[62353]: DEBUG nova.network.neutron [None req-1bf24763-629e-4eff-8beb-a53100d0a4a8 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 4d8636f8-6716-4060-b27b-918d7fe82686] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 873.647048] env[62353]: DEBUG nova.network.neutron [req-ac901bd6-efd8-4e11-9ab0-5ca58ff541da req-8d4273b5-86b6-4382-a72e-453f054d9509 service nova] [instance: c1577946-440b-49c2-be7a-c4ac3165ab36] Updated VIF entry in instance network info cache for port faa99bf3-0b6c-468a-9e72-baf1975915a0. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 873.647048] env[62353]: DEBUG nova.network.neutron [req-ac901bd6-efd8-4e11-9ab0-5ca58ff541da req-8d4273b5-86b6-4382-a72e-453f054d9509 service nova] [instance: c1577946-440b-49c2-be7a-c4ac3165ab36] Updating instance_info_cache with network_info: [{"id": "faa99bf3-0b6c-468a-9e72-baf1975915a0", "address": "fa:16:3e:b1:fb:7b", "network": {"id": "9c588598-2931-4e39-942e-268f7ccfd0e1", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1287176523-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a64aa5fd4f68494dbbc592d37558d4a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfaa99bf3-0b", "ovs_interfaceid": "faa99bf3-0b6c-468a-9e72-baf1975915a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.704209] env[62353]: DEBUG oslo_vmware.api [None req-ed187bdf-c64e-4bfe-8399-2db0d3a3ead3 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Task: {'id': task-2372621, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.587682} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.704209] env[62353]: INFO nova.virt.vmwareapi.ds_util [None req-ed187bdf-c64e-4bfe-8399-2db0d3a3ead3 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore2] d11827ca-55a7-4610-ab8b-ef8f7f80a586/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd-rescue.vmdk. [ 873.704960] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff56069f-0e65-40c7-8407-8e25453a095d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.735551] env[62353]: DEBUG nova.scheduler.client.report [None req-12a7da3a-0d85-49a5-bcd3-b1aaeb13be1c tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 873.755288] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed187bdf-c64e-4bfe-8399-2db0d3a3ead3 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] [instance: d11827ca-55a7-4610-ab8b-ef8f7f80a586] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] d11827ca-55a7-4610-ab8b-ef8f7f80a586/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd-rescue.vmdk or device None with type thin {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 873.757504] env[62353]: DEBUG oslo_concurrency.lockutils [None req-12a7da3a-0d85-49a5-bcd3-b1aaeb13be1c tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.252s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 873.761556] env[62353]: DEBUG oslo_concurrency.lockutils [None req-706ae305-8d98-4121-86b3-4ba6fdc8407d tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 873.761926] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4bd60236-a8f7-4def-8777-c1b418f8011b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.785811] env[62353]: DEBUG oslo_concurrency.lockutils [None req-62f3365d-4bee-4369-80b3-3b553dc51446 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.049s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 873.789661] env[62353]: INFO nova.compute.claims [None req-62f3365d-4bee-4369-80b3-3b553dc51446 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: c7158238-ec2d-4cf2-8b5d-140a28473628] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 873.812654] env[62353]: DEBUG oslo_vmware.api [None req-1b1ca259-f154-4652-b13d-96912f9a3f58 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Task: {'id': task-2372622, 'name': Rename_Task, 'duration_secs': 0.264079} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.817804] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b1ca259-f154-4652-b13d-96912f9a3f58 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: f5ffb2b3-2e54-4f2e-b46c-20046e0883b6] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 873.818188] env[62353]: DEBUG oslo_vmware.api [None req-092ceede-9311-47ca-8095-576492492f9c tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]523532d4-dd7f-86f3-bda8-f4f0080bbd3b, 'name': SearchDatastore_Task, 'duration_secs': 0.014344} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.818448] env[62353]: DEBUG oslo_vmware.api [None req-ed187bdf-c64e-4bfe-8399-2db0d3a3ead3 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Waiting for the task: (returnval){ [ 873.818448] env[62353]: value = "task-2372623" [ 873.818448] env[62353]: _type = "Task" [ 873.818448] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.819543] env[62353]: INFO nova.scheduler.client.report [None req-12a7da3a-0d85-49a5-bcd3-b1aaeb13be1c tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Deleted allocations for instance 6d6f643f-fbb8-43b3-b47a-78d4ff71b8cb [ 873.820498] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-840deb0c-b4db-4a02-bc5b-77f7ff6f2481 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.825507] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe56cace-230e-4c18-ae09-c38c516afdcd {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.835703] env[62353]: DEBUG oslo_vmware.api [None req-092ceede-9311-47ca-8095-576492492f9c tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] Waiting for the task: (returnval){ [ 873.835703] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]529224f9-721c-a4af-b3ee-0d3bad23fbdd" [ 873.835703] env[62353]: _type = "Task" [ 873.835703] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.840452] env[62353]: DEBUG oslo_vmware.api [None req-ed187bdf-c64e-4bfe-8399-2db0d3a3ead3 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Task: {'id': task-2372623, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.840913] env[62353]: DEBUG oslo_vmware.api [None req-1b1ca259-f154-4652-b13d-96912f9a3f58 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Waiting for the task: (returnval){ [ 873.840913] env[62353]: value = "task-2372624" [ 873.840913] env[62353]: _type = "Task" [ 873.840913] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.852522] env[62353]: DEBUG oslo_vmware.api [None req-092ceede-9311-47ca-8095-576492492f9c tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]529224f9-721c-a4af-b3ee-0d3bad23fbdd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.856016] env[62353]: DEBUG oslo_vmware.api [None req-1b1ca259-f154-4652-b13d-96912f9a3f58 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Task: {'id': task-2372624, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.873341] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c2a49383-33e6-4df3-a252-17b76177bf44 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Releasing lock "refresh_cache-52aeb134-e5e3-40b0-a3e8-152effaf542b" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 873.873341] env[62353]: DEBUG nova.objects.instance [None req-c2a49383-33e6-4df3-a252-17b76177bf44 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Lazy-loading 'migration_context' on Instance uuid 52aeb134-e5e3-40b0-a3e8-152effaf542b {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 873.937797] env[62353]: DEBUG oslo_concurrency.lockutils [req-7d004cc0-2c3b-411d-9303-9eaafa914c88 req-a52564c1-0248-420e-99e6-28b0d5bed8b8 service nova] Releasing lock "refresh_cache-e4e0533d-22ae-4e05-ac4f-949f0fe6416a" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 873.938212] env[62353]: DEBUG nova.compute.manager [req-7d004cc0-2c3b-411d-9303-9eaafa914c88 req-a52564c1-0248-420e-99e6-28b0d5bed8b8 service nova] [instance: d0318881-a5f3-4701-991a-7e42895b5f46] Received event network-vif-deleted-c3dec5be-1f29-4c27-b2e2-1aa9953b3e3a {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 873.938422] env[62353]: INFO nova.compute.manager [req-7d004cc0-2c3b-411d-9303-9eaafa914c88 req-a52564c1-0248-420e-99e6-28b0d5bed8b8 service nova] [instance: d0318881-a5f3-4701-991a-7e42895b5f46] Neutron deleted interface c3dec5be-1f29-4c27-b2e2-1aa9953b3e3a; detaching it from the instance and deleting it from the info cache [ 873.938592] env[62353]: DEBUG nova.network.neutron [req-7d004cc0-2c3b-411d-9303-9eaafa914c88 req-a52564c1-0248-420e-99e6-28b0d5bed8b8 service nova] [instance: d0318881-a5f3-4701-991a-7e42895b5f46] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.031931] env[62353]: DEBUG nova.network.neutron [None req-1bf24763-629e-4eff-8beb-a53100d0a4a8 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 4d8636f8-6716-4060-b27b-918d7fe82686] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 874.147911] env[62353]: DEBUG oslo_concurrency.lockutils [req-ac901bd6-efd8-4e11-9ab0-5ca58ff541da req-8d4273b5-86b6-4382-a72e-453f054d9509 service nova] Releasing lock "refresh_cache-c1577946-440b-49c2-be7a-c4ac3165ab36" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 874.240945] env[62353]: DEBUG nova.network.neutron [None req-1bf24763-629e-4eff-8beb-a53100d0a4a8 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 4d8636f8-6716-4060-b27b-918d7fe82686] Updating instance_info_cache with network_info: [{"id": "301d03db-955f-488c-9e60-cee08378cca2", "address": "fa:16:3e:1c:a1:97", "network": {"id": "f9c567b3-403a-4849-9262-a3e67f5e22e0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2067735324-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce7d37901d844950adf602218b205ea8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06eaa4c9-dbc2-4d38-a844-7bf76e7b5a64", "external-id": "nsx-vlan-transportzone-804", "segmentation_id": 804, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap301d03db-95", "ovs_interfaceid": "301d03db-955f-488c-9e60-cee08378cca2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.334094] env[62353]: DEBUG oslo_vmware.api [None req-ed187bdf-c64e-4bfe-8399-2db0d3a3ead3 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Task: {'id': task-2372623, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.334747] env[62353]: DEBUG oslo_concurrency.lockutils [None req-12a7da3a-0d85-49a5-bcd3-b1aaeb13be1c tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Lock "6d6f643f-fbb8-43b3-b47a-78d4ff71b8cb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.831s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 874.351053] env[62353]: DEBUG oslo_vmware.api [None req-092ceede-9311-47ca-8095-576492492f9c tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]529224f9-721c-a4af-b3ee-0d3bad23fbdd, 'name': SearchDatastore_Task, 'duration_secs': 0.029662} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.351658] env[62353]: DEBUG oslo_concurrency.lockutils [None req-092ceede-9311-47ca-8095-576492492f9c tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] Releasing lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 874.352061] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-092ceede-9311-47ca-8095-576492492f9c tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore1] e4e0533d-22ae-4e05-ac4f-949f0fe6416a/e4e0533d-22ae-4e05-ac4f-949f0fe6416a.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 874.352816] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-02f6a1a3-e853-44da-b5f4-b37db6754738 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.357600] env[62353]: DEBUG oslo_vmware.api [None req-1b1ca259-f154-4652-b13d-96912f9a3f58 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Task: {'id': task-2372624, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.362890] env[62353]: DEBUG oslo_vmware.api [None req-092ceede-9311-47ca-8095-576492492f9c tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] Waiting for the task: (returnval){ [ 874.362890] env[62353]: value = "task-2372625" [ 874.362890] env[62353]: _type = "Task" [ 874.362890] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.370427] env[62353]: DEBUG oslo_vmware.api [None req-092ceede-9311-47ca-8095-576492492f9c tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] Task: {'id': task-2372625, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.375573] env[62353]: DEBUG nova.objects.base [None req-c2a49383-33e6-4df3-a252-17b76177bf44 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Object Instance<52aeb134-e5e3-40b0-a3e8-152effaf542b> lazy-loaded attributes: info_cache,migration_context {{(pid=62353) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 874.376402] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-635d6e96-6716-497a-8fe4-8d5a704ee75e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.396488] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0cec33f-deae-4469-a25a-1c85ce8d775b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.401585] env[62353]: DEBUG oslo_vmware.api [None req-c2a49383-33e6-4df3-a252-17b76177bf44 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Waiting for the task: (returnval){ [ 874.401585] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]522c55cf-cfe3-5af2-7ec2-59d98311148b" [ 874.401585] env[62353]: _type = "Task" [ 874.401585] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.414071] env[62353]: DEBUG oslo_vmware.api [None req-c2a49383-33e6-4df3-a252-17b76177bf44 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]522c55cf-cfe3-5af2-7ec2-59d98311148b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.442080] env[62353]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2def3854-d914-4c6f-9aa3-ac38747d7191 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.451610] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01e44d89-84f6-4e2d-8f29-1cb6df9c1bc9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.487959] env[62353]: DEBUG nova.compute.manager [req-7d004cc0-2c3b-411d-9303-9eaafa914c88 req-a52564c1-0248-420e-99e6-28b0d5bed8b8 service nova] [instance: d0318881-a5f3-4701-991a-7e42895b5f46] Detach interface failed, port_id=c3dec5be-1f29-4c27-b2e2-1aa9953b3e3a, reason: Instance d0318881-a5f3-4701-991a-7e42895b5f46 could not be found. {{(pid=62353) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 874.702470] env[62353]: DEBUG nova.compute.manager [req-a319dfe2-f5aa-4e01-9851-f94b4f2e3d36 req-dd9a5a62-8d32-4ba9-9f70-ef8450e31a2c service nova] [instance: 4d8636f8-6716-4060-b27b-918d7fe82686] Received event network-vif-plugged-301d03db-955f-488c-9e60-cee08378cca2 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 874.702738] env[62353]: DEBUG oslo_concurrency.lockutils [req-a319dfe2-f5aa-4e01-9851-f94b4f2e3d36 req-dd9a5a62-8d32-4ba9-9f70-ef8450e31a2c service nova] Acquiring lock "4d8636f8-6716-4060-b27b-918d7fe82686-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 874.702965] env[62353]: DEBUG oslo_concurrency.lockutils [req-a319dfe2-f5aa-4e01-9851-f94b4f2e3d36 req-dd9a5a62-8d32-4ba9-9f70-ef8450e31a2c service nova] Lock "4d8636f8-6716-4060-b27b-918d7fe82686-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 874.703187] env[62353]: DEBUG oslo_concurrency.lockutils [req-a319dfe2-f5aa-4e01-9851-f94b4f2e3d36 req-dd9a5a62-8d32-4ba9-9f70-ef8450e31a2c service nova] Lock "4d8636f8-6716-4060-b27b-918d7fe82686-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 874.703315] env[62353]: DEBUG nova.compute.manager [req-a319dfe2-f5aa-4e01-9851-f94b4f2e3d36 req-dd9a5a62-8d32-4ba9-9f70-ef8450e31a2c service nova] [instance: 4d8636f8-6716-4060-b27b-918d7fe82686] No waiting events found dispatching network-vif-plugged-301d03db-955f-488c-9e60-cee08378cca2 {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 874.703486] env[62353]: WARNING nova.compute.manager [req-a319dfe2-f5aa-4e01-9851-f94b4f2e3d36 req-dd9a5a62-8d32-4ba9-9f70-ef8450e31a2c service nova] [instance: 4d8636f8-6716-4060-b27b-918d7fe82686] Received unexpected event network-vif-plugged-301d03db-955f-488c-9e60-cee08378cca2 for instance with vm_state building and task_state spawning. [ 874.703644] env[62353]: DEBUG nova.compute.manager [req-a319dfe2-f5aa-4e01-9851-f94b4f2e3d36 req-dd9a5a62-8d32-4ba9-9f70-ef8450e31a2c service nova] [instance: 4d8636f8-6716-4060-b27b-918d7fe82686] Received event network-changed-301d03db-955f-488c-9e60-cee08378cca2 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 874.703796] env[62353]: DEBUG nova.compute.manager [req-a319dfe2-f5aa-4e01-9851-f94b4f2e3d36 req-dd9a5a62-8d32-4ba9-9f70-ef8450e31a2c service nova] [instance: 4d8636f8-6716-4060-b27b-918d7fe82686] Refreshing instance network info cache due to event network-changed-301d03db-955f-488c-9e60-cee08378cca2. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 874.703975] env[62353]: DEBUG oslo_concurrency.lockutils [req-a319dfe2-f5aa-4e01-9851-f94b4f2e3d36 req-dd9a5a62-8d32-4ba9-9f70-ef8450e31a2c service nova] Acquiring lock "refresh_cache-4d8636f8-6716-4060-b27b-918d7fe82686" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 874.743216] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1bf24763-629e-4eff-8beb-a53100d0a4a8 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Releasing lock "refresh_cache-4d8636f8-6716-4060-b27b-918d7fe82686" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 874.743658] env[62353]: DEBUG nova.compute.manager [None req-1bf24763-629e-4eff-8beb-a53100d0a4a8 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 4d8636f8-6716-4060-b27b-918d7fe82686] Instance network_info: |[{"id": "301d03db-955f-488c-9e60-cee08378cca2", "address": "fa:16:3e:1c:a1:97", "network": {"id": "f9c567b3-403a-4849-9262-a3e67f5e22e0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2067735324-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce7d37901d844950adf602218b205ea8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06eaa4c9-dbc2-4d38-a844-7bf76e7b5a64", "external-id": "nsx-vlan-transportzone-804", "segmentation_id": 804, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap301d03db-95", "ovs_interfaceid": "301d03db-955f-488c-9e60-cee08378cca2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 874.744061] env[62353]: DEBUG oslo_concurrency.lockutils [req-a319dfe2-f5aa-4e01-9851-f94b4f2e3d36 req-dd9a5a62-8d32-4ba9-9f70-ef8450e31a2c service nova] Acquired lock "refresh_cache-4d8636f8-6716-4060-b27b-918d7fe82686" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.744308] env[62353]: DEBUG nova.network.neutron [req-a319dfe2-f5aa-4e01-9851-f94b4f2e3d36 req-dd9a5a62-8d32-4ba9-9f70-ef8450e31a2c service nova] [instance: 4d8636f8-6716-4060-b27b-918d7fe82686] Refreshing network info cache for port 301d03db-955f-488c-9e60-cee08378cca2 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 874.745852] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-1bf24763-629e-4eff-8beb-a53100d0a4a8 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 4d8636f8-6716-4060-b27b-918d7fe82686] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1c:a1:97', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '06eaa4c9-dbc2-4d38-a844-7bf76e7b5a64', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '301d03db-955f-488c-9e60-cee08378cca2', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 874.754367] env[62353]: DEBUG oslo.service.loopingcall [None req-1bf24763-629e-4eff-8beb-a53100d0a4a8 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 874.758422] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d8636f8-6716-4060-b27b-918d7fe82686] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 874.759163] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bb48df65-38cc-4baa-aa59-a195e879653f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.781719] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 874.781719] env[62353]: value = "task-2372626" [ 874.781719] env[62353]: _type = "Task" [ 874.781719] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.792514] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372626, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.839123] env[62353]: DEBUG oslo_vmware.api [None req-ed187bdf-c64e-4bfe-8399-2db0d3a3ead3 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Task: {'id': task-2372623, 'name': ReconfigVM_Task, 'duration_secs': 0.92175} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.839350] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed187bdf-c64e-4bfe-8399-2db0d3a3ead3 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] [instance: d11827ca-55a7-4610-ab8b-ef8f7f80a586] Reconfigured VM instance instance-00000045 to attach disk [datastore2] d11827ca-55a7-4610-ab8b-ef8f7f80a586/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd-rescue.vmdk or device None with type thin {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 874.841509] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27cf1647-b8c3-46c6-851a-8ce5a2e6e7f6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.889777] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7054131e-97ff-4a21-9e2a-ac7a2205c413 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.910449] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ab485044-4ef5-4688-b625-7ba645211a3f tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Acquiring lock "70b6d86f-10bd-471f-8655-e961c4208751" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 874.910449] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ab485044-4ef5-4688-b625-7ba645211a3f tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Lock "70b6d86f-10bd-471f-8655-e961c4208751" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 874.910628] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ab485044-4ef5-4688-b625-7ba645211a3f tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Acquiring lock "70b6d86f-10bd-471f-8655-e961c4208751-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 874.910768] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ab485044-4ef5-4688-b625-7ba645211a3f tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Lock "70b6d86f-10bd-471f-8655-e961c4208751-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 874.910942] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ab485044-4ef5-4688-b625-7ba645211a3f tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Lock "70b6d86f-10bd-471f-8655-e961c4208751-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 874.912821] env[62353]: DEBUG oslo_vmware.api [None req-1b1ca259-f154-4652-b13d-96912f9a3f58 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Task: {'id': task-2372624, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.920880] env[62353]: INFO nova.compute.manager [None req-ab485044-4ef5-4688-b625-7ba645211a3f tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] [instance: 70b6d86f-10bd-471f-8655-e961c4208751] Terminating instance [ 874.922502] env[62353]: DEBUG oslo_vmware.api [None req-092ceede-9311-47ca-8095-576492492f9c tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] Task: {'id': task-2372625, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.927737] env[62353]: DEBUG oslo_vmware.api [None req-ed187bdf-c64e-4bfe-8399-2db0d3a3ead3 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Waiting for the task: (returnval){ [ 874.927737] env[62353]: value = "task-2372627" [ 874.927737] env[62353]: _type = "Task" [ 874.927737] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.936593] env[62353]: DEBUG oslo_vmware.api [None req-c2a49383-33e6-4df3-a252-17b76177bf44 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]522c55cf-cfe3-5af2-7ec2-59d98311148b, 'name': SearchDatastore_Task, 'duration_secs': 0.016297} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.937514] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c2a49383-33e6-4df3-a252-17b76177bf44 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 874.942526] env[62353]: DEBUG oslo_vmware.api [None req-ed187bdf-c64e-4bfe-8399-2db0d3a3ead3 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Task: {'id': task-2372627, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.040843] env[62353]: DEBUG oslo_concurrency.lockutils [None req-570eab21-e976-4463-be08-bc95e6deb0d1 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Acquiring lock "115fbeba-b84e-48ee-bee7-4cba1f52daa9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 875.040843] env[62353]: DEBUG oslo_concurrency.lockutils [None req-570eab21-e976-4463-be08-bc95e6deb0d1 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Lock "115fbeba-b84e-48ee-bee7-4cba1f52daa9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 875.040843] env[62353]: DEBUG oslo_concurrency.lockutils [None req-570eab21-e976-4463-be08-bc95e6deb0d1 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Acquiring lock "115fbeba-b84e-48ee-bee7-4cba1f52daa9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 875.040843] env[62353]: DEBUG oslo_concurrency.lockutils [None req-570eab21-e976-4463-be08-bc95e6deb0d1 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Lock "115fbeba-b84e-48ee-bee7-4cba1f52daa9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 875.040993] env[62353]: DEBUG oslo_concurrency.lockutils [None req-570eab21-e976-4463-be08-bc95e6deb0d1 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Lock "115fbeba-b84e-48ee-bee7-4cba1f52daa9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 875.043188] env[62353]: INFO nova.compute.manager [None req-570eab21-e976-4463-be08-bc95e6deb0d1 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] [instance: 115fbeba-b84e-48ee-bee7-4cba1f52daa9] Terminating instance [ 875.203530] env[62353]: DEBUG nova.network.neutron [req-a319dfe2-f5aa-4e01-9851-f94b4f2e3d36 req-dd9a5a62-8d32-4ba9-9f70-ef8450e31a2c service nova] [instance: 4d8636f8-6716-4060-b27b-918d7fe82686] Updated VIF entry in instance network info cache for port 301d03db-955f-488c-9e60-cee08378cca2. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 875.203866] env[62353]: DEBUG nova.network.neutron [req-a319dfe2-f5aa-4e01-9851-f94b4f2e3d36 req-dd9a5a62-8d32-4ba9-9f70-ef8450e31a2c service nova] [instance: 4d8636f8-6716-4060-b27b-918d7fe82686] Updating instance_info_cache with network_info: [{"id": "301d03db-955f-488c-9e60-cee08378cca2", "address": "fa:16:3e:1c:a1:97", "network": {"id": "f9c567b3-403a-4849-9262-a3e67f5e22e0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2067735324-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce7d37901d844950adf602218b205ea8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06eaa4c9-dbc2-4d38-a844-7bf76e7b5a64", "external-id": "nsx-vlan-transportzone-804", "segmentation_id": 804, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap301d03db-95", "ovs_interfaceid": "301d03db-955f-488c-9e60-cee08378cca2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.291200] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372626, 'name': CreateVM_Task} progress is 99%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.303886] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57cb8aaa-3fa9-4bab-a21c-56e776751a5e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.310881] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1646f78-2e60-42de-a4cb-2ae4e7f29cc7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.343443] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6b691ed-c96a-4d6f-956b-57e3550c69aa {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.355324] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21b4197f-8a7e-4150-8de8-660e50e4aec5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.362322] env[62353]: DEBUG oslo_vmware.api [None req-1b1ca259-f154-4652-b13d-96912f9a3f58 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Task: {'id': task-2372624, 'name': PowerOnVM_Task, 'duration_secs': 1.245852} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.363310] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b1ca259-f154-4652-b13d-96912f9a3f58 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: f5ffb2b3-2e54-4f2e-b46c-20046e0883b6] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 875.363525] env[62353]: INFO nova.compute.manager [None req-1b1ca259-f154-4652-b13d-96912f9a3f58 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: f5ffb2b3-2e54-4f2e-b46c-20046e0883b6] Took 10.01 seconds to spawn the instance on the hypervisor. [ 875.363702] env[62353]: DEBUG nova.compute.manager [None req-1b1ca259-f154-4652-b13d-96912f9a3f58 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: f5ffb2b3-2e54-4f2e-b46c-20046e0883b6] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 875.364627] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12540499-b93b-41e3-88e7-0e85c284f4af {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.375135] env[62353]: DEBUG nova.compute.provider_tree [None req-62f3365d-4bee-4369-80b3-3b553dc51446 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 875.388390] env[62353]: DEBUG oslo_vmware.api [None req-092ceede-9311-47ca-8095-576492492f9c tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] Task: {'id': task-2372625, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.681032} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.388625] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-092ceede-9311-47ca-8095-576492492f9c tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore1] e4e0533d-22ae-4e05-ac4f-949f0fe6416a/e4e0533d-22ae-4e05-ac4f-949f0fe6416a.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 875.388832] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-092ceede-9311-47ca-8095-576492492f9c tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] [instance: e4e0533d-22ae-4e05-ac4f-949f0fe6416a] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 875.389070] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-db098a18-4482-42a9-bb6f-bca8b45cbe08 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.397076] env[62353]: DEBUG oslo_vmware.api [None req-092ceede-9311-47ca-8095-576492492f9c tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] Waiting for the task: (returnval){ [ 875.397076] env[62353]: value = "task-2372628" [ 875.397076] env[62353]: _type = "Task" [ 875.397076] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.405403] env[62353]: DEBUG oslo_vmware.api [None req-092ceede-9311-47ca-8095-576492492f9c tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] Task: {'id': task-2372628, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.429305] env[62353]: DEBUG nova.compute.manager [None req-ab485044-4ef5-4688-b625-7ba645211a3f tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] [instance: 70b6d86f-10bd-471f-8655-e961c4208751] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 875.429556] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ab485044-4ef5-4688-b625-7ba645211a3f tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] [instance: 70b6d86f-10bd-471f-8655-e961c4208751] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 875.430494] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79c62b4e-11a1-4a38-aaec-6e77a27e28bb {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.441383] env[62353]: DEBUG oslo_vmware.api [None req-ed187bdf-c64e-4bfe-8399-2db0d3a3ead3 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Task: {'id': task-2372627, 'name': ReconfigVM_Task, 'duration_secs': 0.390988} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.443514] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed187bdf-c64e-4bfe-8399-2db0d3a3ead3 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] [instance: d11827ca-55a7-4610-ab8b-ef8f7f80a586] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 875.443802] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab485044-4ef5-4688-b625-7ba645211a3f tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] [instance: 70b6d86f-10bd-471f-8655-e961c4208751] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 875.444016] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4eeac855-6eb8-4652-84fb-2213129266fa {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.445507] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-779cdce2-02a4-44ce-9684-330efc7cef75 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.450686] env[62353]: DEBUG oslo_vmware.api [None req-ab485044-4ef5-4688-b625-7ba645211a3f tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Waiting for the task: (returnval){ [ 875.450686] env[62353]: value = "task-2372630" [ 875.450686] env[62353]: _type = "Task" [ 875.450686] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.451845] env[62353]: DEBUG oslo_vmware.api [None req-ed187bdf-c64e-4bfe-8399-2db0d3a3ead3 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Waiting for the task: (returnval){ [ 875.451845] env[62353]: value = "task-2372629" [ 875.451845] env[62353]: _type = "Task" [ 875.451845] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.464621] env[62353]: DEBUG oslo_vmware.api [None req-ed187bdf-c64e-4bfe-8399-2db0d3a3ead3 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Task: {'id': task-2372629, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.464866] env[62353]: DEBUG oslo_vmware.api [None req-ab485044-4ef5-4688-b625-7ba645211a3f tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Task: {'id': task-2372630, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.548716] env[62353]: DEBUG nova.compute.manager [None req-570eab21-e976-4463-be08-bc95e6deb0d1 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] [instance: 115fbeba-b84e-48ee-bee7-4cba1f52daa9] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 875.549262] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-570eab21-e976-4463-be08-bc95e6deb0d1 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] [instance: 115fbeba-b84e-48ee-bee7-4cba1f52daa9] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 875.550052] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8439dd66-2034-4f8e-b929-bb5912bfc245 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.559230] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-570eab21-e976-4463-be08-bc95e6deb0d1 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] [instance: 115fbeba-b84e-48ee-bee7-4cba1f52daa9] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 875.559470] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3a7909d7-34e1-4831-ae1a-13264fd0e92a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.564643] env[62353]: DEBUG oslo_vmware.api [None req-570eab21-e976-4463-be08-bc95e6deb0d1 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Waiting for the task: (returnval){ [ 875.564643] env[62353]: value = "task-2372631" [ 875.564643] env[62353]: _type = "Task" [ 875.564643] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.571896] env[62353]: DEBUG oslo_vmware.api [None req-570eab21-e976-4463-be08-bc95e6deb0d1 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Task: {'id': task-2372631, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.707150] env[62353]: DEBUG oslo_concurrency.lockutils [req-a319dfe2-f5aa-4e01-9851-f94b4f2e3d36 req-dd9a5a62-8d32-4ba9-9f70-ef8450e31a2c service nova] Releasing lock "refresh_cache-4d8636f8-6716-4060-b27b-918d7fe82686" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 875.748420] env[62353]: DEBUG oslo_concurrency.lockutils [None req-09b41355-22cc-4005-8ded-9ab46901b582 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Acquiring lock "6d29b600-078c-4c3d-a31b-62cffc0d8ea5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 875.748768] env[62353]: DEBUG oslo_concurrency.lockutils [None req-09b41355-22cc-4005-8ded-9ab46901b582 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Lock "6d29b600-078c-4c3d-a31b-62cffc0d8ea5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 875.749026] env[62353]: DEBUG oslo_concurrency.lockutils [None req-09b41355-22cc-4005-8ded-9ab46901b582 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Acquiring lock "6d29b600-078c-4c3d-a31b-62cffc0d8ea5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 875.749227] env[62353]: DEBUG oslo_concurrency.lockutils [None req-09b41355-22cc-4005-8ded-9ab46901b582 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Lock "6d29b600-078c-4c3d-a31b-62cffc0d8ea5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 875.749401] env[62353]: DEBUG oslo_concurrency.lockutils [None req-09b41355-22cc-4005-8ded-9ab46901b582 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Lock "6d29b600-078c-4c3d-a31b-62cffc0d8ea5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 875.752821] env[62353]: INFO nova.compute.manager [None req-09b41355-22cc-4005-8ded-9ab46901b582 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] [instance: 6d29b600-078c-4c3d-a31b-62cffc0d8ea5] Terminating instance [ 875.792579] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372626, 'name': CreateVM_Task, 'duration_secs': 0.913674} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.792743] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d8636f8-6716-4060-b27b-918d7fe82686] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 875.793456] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1bf24763-629e-4eff-8beb-a53100d0a4a8 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 875.793647] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1bf24763-629e-4eff-8beb-a53100d0a4a8 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Acquired lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.793974] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1bf24763-629e-4eff-8beb-a53100d0a4a8 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 875.794304] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a6a1bd8-cd11-48c3-a46d-cecfd1a674da {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.800357] env[62353]: DEBUG oslo_vmware.api [None req-1bf24763-629e-4eff-8beb-a53100d0a4a8 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Waiting for the task: (returnval){ [ 875.800357] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52ea38c2-0532-61f1-3b7a-e0bd47237f32" [ 875.800357] env[62353]: _type = "Task" [ 875.800357] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.808751] env[62353]: DEBUG oslo_vmware.api [None req-1bf24763-629e-4eff-8beb-a53100d0a4a8 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52ea38c2-0532-61f1-3b7a-e0bd47237f32, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.853174] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6356378b-c5db-4b25-9a45-053c083c6293 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Acquiring lock "389abaa0-963d-43d3-b09f-99e3b77b2096" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 875.853517] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6356378b-c5db-4b25-9a45-053c083c6293 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Lock "389abaa0-963d-43d3-b09f-99e3b77b2096" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 875.853762] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6356378b-c5db-4b25-9a45-053c083c6293 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Acquiring lock "389abaa0-963d-43d3-b09f-99e3b77b2096-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 875.853983] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6356378b-c5db-4b25-9a45-053c083c6293 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Lock "389abaa0-963d-43d3-b09f-99e3b77b2096-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 875.854252] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6356378b-c5db-4b25-9a45-053c083c6293 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Lock "389abaa0-963d-43d3-b09f-99e3b77b2096-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 875.856647] env[62353]: INFO nova.compute.manager [None req-6356378b-c5db-4b25-9a45-053c083c6293 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] [instance: 389abaa0-963d-43d3-b09f-99e3b77b2096] Terminating instance [ 875.884072] env[62353]: DEBUG nova.scheduler.client.report [None req-62f3365d-4bee-4369-80b3-3b553dc51446 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 875.897143] env[62353]: INFO nova.compute.manager [None req-1b1ca259-f154-4652-b13d-96912f9a3f58 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: f5ffb2b3-2e54-4f2e-b46c-20046e0883b6] Took 46.39 seconds to build instance. [ 875.907977] env[62353]: DEBUG oslo_vmware.api [None req-092ceede-9311-47ca-8095-576492492f9c tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] Task: {'id': task-2372628, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.284701} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.908948] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-092ceede-9311-47ca-8095-576492492f9c tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] [instance: e4e0533d-22ae-4e05-ac4f-949f0fe6416a] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 875.909878] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48c6cb77-d616-419c-95e5-fdd88859e431 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.933192] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-092ceede-9311-47ca-8095-576492492f9c tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] [instance: e4e0533d-22ae-4e05-ac4f-949f0fe6416a] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] e4e0533d-22ae-4e05-ac4f-949f0fe6416a/e4e0533d-22ae-4e05-ac4f-949f0fe6416a.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 875.933884] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c872f008-401d-465b-b1d5-acae985aa6c9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.957224] env[62353]: DEBUG oslo_vmware.api [None req-092ceede-9311-47ca-8095-576492492f9c tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] Waiting for the task: (returnval){ [ 875.957224] env[62353]: value = "task-2372632" [ 875.957224] env[62353]: _type = "Task" [ 875.957224] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.967120] env[62353]: DEBUG oslo_vmware.api [None req-ab485044-4ef5-4688-b625-7ba645211a3f tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Task: {'id': task-2372630, 'name': PowerOffVM_Task, 'duration_secs': 0.412439} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.967653] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab485044-4ef5-4688-b625-7ba645211a3f tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] [instance: 70b6d86f-10bd-471f-8655-e961c4208751] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 875.967880] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ab485044-4ef5-4688-b625-7ba645211a3f tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] [instance: 70b6d86f-10bd-471f-8655-e961c4208751] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 875.968109] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6117b3e4-57d6-4ac8-8c22-434de57a5c25 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.976616] env[62353]: DEBUG oslo_vmware.api [None req-ed187bdf-c64e-4bfe-8399-2db0d3a3ead3 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Task: {'id': task-2372629, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.976837] env[62353]: DEBUG oslo_vmware.api [None req-092ceede-9311-47ca-8095-576492492f9c tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] Task: {'id': task-2372632, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.046729] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ab485044-4ef5-4688-b625-7ba645211a3f tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] [instance: 70b6d86f-10bd-471f-8655-e961c4208751] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 876.046989] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ab485044-4ef5-4688-b625-7ba645211a3f tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] [instance: 70b6d86f-10bd-471f-8655-e961c4208751] Deleting contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 876.047203] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab485044-4ef5-4688-b625-7ba645211a3f tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Deleting the datastore file [datastore2] 70b6d86f-10bd-471f-8655-e961c4208751 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 876.047477] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0a0b2911-dc11-49e0-82f4-65cc0690fb2d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.053985] env[62353]: DEBUG oslo_vmware.api [None req-ab485044-4ef5-4688-b625-7ba645211a3f tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Waiting for the task: (returnval){ [ 876.053985] env[62353]: value = "task-2372634" [ 876.053985] env[62353]: _type = "Task" [ 876.053985] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.062521] env[62353]: DEBUG oslo_vmware.api [None req-ab485044-4ef5-4688-b625-7ba645211a3f tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Task: {'id': task-2372634, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.073447] env[62353]: DEBUG oslo_vmware.api [None req-570eab21-e976-4463-be08-bc95e6deb0d1 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Task: {'id': task-2372631, 'name': PowerOffVM_Task, 'duration_secs': 0.230895} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.073705] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-570eab21-e976-4463-be08-bc95e6deb0d1 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] [instance: 115fbeba-b84e-48ee-bee7-4cba1f52daa9] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 876.073875] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-570eab21-e976-4463-be08-bc95e6deb0d1 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] [instance: 115fbeba-b84e-48ee-bee7-4cba1f52daa9] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 876.074139] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dd392367-9dc6-487c-beb7-bd3282d3ee0c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.142780] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-570eab21-e976-4463-be08-bc95e6deb0d1 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] [instance: 115fbeba-b84e-48ee-bee7-4cba1f52daa9] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 876.143017] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-570eab21-e976-4463-be08-bc95e6deb0d1 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] [instance: 115fbeba-b84e-48ee-bee7-4cba1f52daa9] Deleting contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 876.143203] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-570eab21-e976-4463-be08-bc95e6deb0d1 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Deleting the datastore file [datastore2] 115fbeba-b84e-48ee-bee7-4cba1f52daa9 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 876.143508] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1405e54f-b6b8-4435-b4d5-831f0f938a7d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.150939] env[62353]: DEBUG oslo_vmware.api [None req-570eab21-e976-4463-be08-bc95e6deb0d1 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Waiting for the task: (returnval){ [ 876.150939] env[62353]: value = "task-2372636" [ 876.150939] env[62353]: _type = "Task" [ 876.150939] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.159433] env[62353]: DEBUG oslo_vmware.api [None req-570eab21-e976-4463-be08-bc95e6deb0d1 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Task: {'id': task-2372636, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.257616] env[62353]: DEBUG nova.compute.manager [None req-09b41355-22cc-4005-8ded-9ab46901b582 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] [instance: 6d29b600-078c-4c3d-a31b-62cffc0d8ea5] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 876.257905] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-09b41355-22cc-4005-8ded-9ab46901b582 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] [instance: 6d29b600-078c-4c3d-a31b-62cffc0d8ea5] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 876.258949] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bce8920a-08d9-4262-afe5-4e6898208416 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.269662] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-09b41355-22cc-4005-8ded-9ab46901b582 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] [instance: 6d29b600-078c-4c3d-a31b-62cffc0d8ea5] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 876.270026] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a54f3f77-1c42-4424-82ee-ac7bf9e33407 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.276559] env[62353]: DEBUG oslo_vmware.api [None req-09b41355-22cc-4005-8ded-9ab46901b582 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Waiting for the task: (returnval){ [ 876.276559] env[62353]: value = "task-2372637" [ 876.276559] env[62353]: _type = "Task" [ 876.276559] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.286515] env[62353]: DEBUG oslo_vmware.api [None req-09b41355-22cc-4005-8ded-9ab46901b582 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Task: {'id': task-2372637, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.311092] env[62353]: DEBUG oslo_vmware.api [None req-1bf24763-629e-4eff-8beb-a53100d0a4a8 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52ea38c2-0532-61f1-3b7a-e0bd47237f32, 'name': SearchDatastore_Task, 'duration_secs': 0.018989} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.311092] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1bf24763-629e-4eff-8beb-a53100d0a4a8 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Releasing lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 876.311321] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-1bf24763-629e-4eff-8beb-a53100d0a4a8 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 4d8636f8-6716-4060-b27b-918d7fe82686] Processing image 06f909ae-e8dc-43b4-abf7-c7ed85db9bbd {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 876.311527] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1bf24763-629e-4eff-8beb-a53100d0a4a8 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 876.311689] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1bf24763-629e-4eff-8beb-a53100d0a4a8 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Acquired lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.311886] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-1bf24763-629e-4eff-8beb-a53100d0a4a8 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 876.312215] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-808e5798-0e85-41fb-9838-80d7086eae1f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.325606] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-1bf24763-629e-4eff-8beb-a53100d0a4a8 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 876.325816] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-1bf24763-629e-4eff-8beb-a53100d0a4a8 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 876.326670] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ce2fcef-e760-475e-a5c2-3479d73b4804 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.332934] env[62353]: DEBUG oslo_vmware.api [None req-1bf24763-629e-4eff-8beb-a53100d0a4a8 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Waiting for the task: (returnval){ [ 876.332934] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]528999c9-74f8-98df-969a-07a976d31d70" [ 876.332934] env[62353]: _type = "Task" [ 876.332934] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.341068] env[62353]: DEBUG oslo_vmware.api [None req-1bf24763-629e-4eff-8beb-a53100d0a4a8 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]528999c9-74f8-98df-969a-07a976d31d70, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.361013] env[62353]: DEBUG nova.compute.manager [None req-6356378b-c5db-4b25-9a45-053c083c6293 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] [instance: 389abaa0-963d-43d3-b09f-99e3b77b2096] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 876.361286] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-6356378b-c5db-4b25-9a45-053c083c6293 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] [instance: 389abaa0-963d-43d3-b09f-99e3b77b2096] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 876.362230] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ccf8c25-35b1-41be-ace4-62ae811011ca {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.369906] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-6356378b-c5db-4b25-9a45-053c083c6293 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] [instance: 389abaa0-963d-43d3-b09f-99e3b77b2096] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 876.370195] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-06e435ce-0380-4721-acaf-25ce7a98ac21 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.376257] env[62353]: DEBUG oslo_vmware.api [None req-6356378b-c5db-4b25-9a45-053c083c6293 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Waiting for the task: (returnval){ [ 876.376257] env[62353]: value = "task-2372638" [ 876.376257] env[62353]: _type = "Task" [ 876.376257] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.384422] env[62353]: DEBUG oslo_vmware.api [None req-6356378b-c5db-4b25-9a45-053c083c6293 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Task: {'id': task-2372638, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.392052] env[62353]: DEBUG oslo_concurrency.lockutils [None req-62f3365d-4bee-4369-80b3-3b553dc51446 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.606s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 876.392779] env[62353]: DEBUG nova.compute.manager [None req-62f3365d-4bee-4369-80b3-3b553dc51446 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: c7158238-ec2d-4cf2-8b5d-140a28473628] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 876.396030] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2fed2385-11fd-4ee8-9a22-eee3ae944e98 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.294s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 876.397759] env[62353]: INFO nova.compute.claims [None req-2fed2385-11fd-4ee8-9a22-eee3ae944e98 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: e1b17af1-2067-4d4a-8d12-ef006b8e0ad3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 876.401057] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1b1ca259-f154-4652-b13d-96912f9a3f58 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Lock "f5ffb2b3-2e54-4f2e-b46c-20046e0883b6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.638s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 876.471922] env[62353]: DEBUG oslo_vmware.api [None req-092ceede-9311-47ca-8095-576492492f9c tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] Task: {'id': task-2372632, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.475455] env[62353]: DEBUG oslo_vmware.api [None req-ed187bdf-c64e-4bfe-8399-2db0d3a3ead3 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Task: {'id': task-2372629, 'name': PowerOnVM_Task, 'duration_secs': 0.82399} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.475607] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed187bdf-c64e-4bfe-8399-2db0d3a3ead3 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] [instance: d11827ca-55a7-4610-ab8b-ef8f7f80a586] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 876.478626] env[62353]: DEBUG nova.compute.manager [None req-ed187bdf-c64e-4bfe-8399-2db0d3a3ead3 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] [instance: d11827ca-55a7-4610-ab8b-ef8f7f80a586] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 876.479415] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-619e47ba-beeb-40b4-b84a-bac8ac7dfb59 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.567637] env[62353]: DEBUG oslo_vmware.api [None req-ab485044-4ef5-4688-b625-7ba645211a3f tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Task: {'id': task-2372634, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.308094} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.567637] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab485044-4ef5-4688-b625-7ba645211a3f tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 876.567637] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ab485044-4ef5-4688-b625-7ba645211a3f tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] [instance: 70b6d86f-10bd-471f-8655-e961c4208751] Deleted contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 876.567637] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ab485044-4ef5-4688-b625-7ba645211a3f tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] [instance: 70b6d86f-10bd-471f-8655-e961c4208751] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 876.567637] env[62353]: INFO nova.compute.manager [None req-ab485044-4ef5-4688-b625-7ba645211a3f tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] [instance: 70b6d86f-10bd-471f-8655-e961c4208751] Took 1.14 seconds to destroy the instance on the hypervisor. [ 876.567637] env[62353]: DEBUG oslo.service.loopingcall [None req-ab485044-4ef5-4688-b625-7ba645211a3f tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 876.567637] env[62353]: DEBUG nova.compute.manager [-] [instance: 70b6d86f-10bd-471f-8655-e961c4208751] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 876.567637] env[62353]: DEBUG nova.network.neutron [-] [instance: 70b6d86f-10bd-471f-8655-e961c4208751] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 876.662116] env[62353]: DEBUG oslo_vmware.api [None req-570eab21-e976-4463-be08-bc95e6deb0d1 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Task: {'id': task-2372636, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.237626} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.662570] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-570eab21-e976-4463-be08-bc95e6deb0d1 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 876.662898] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-570eab21-e976-4463-be08-bc95e6deb0d1 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] [instance: 115fbeba-b84e-48ee-bee7-4cba1f52daa9] Deleted contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 876.663203] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-570eab21-e976-4463-be08-bc95e6deb0d1 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] [instance: 115fbeba-b84e-48ee-bee7-4cba1f52daa9] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 876.663480] env[62353]: INFO nova.compute.manager [None req-570eab21-e976-4463-be08-bc95e6deb0d1 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] [instance: 115fbeba-b84e-48ee-bee7-4cba1f52daa9] Took 1.11 seconds to destroy the instance on the hypervisor. [ 876.663844] env[62353]: DEBUG oslo.service.loopingcall [None req-570eab21-e976-4463-be08-bc95e6deb0d1 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 876.664149] env[62353]: DEBUG nova.compute.manager [-] [instance: 115fbeba-b84e-48ee-bee7-4cba1f52daa9] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 876.664334] env[62353]: DEBUG nova.network.neutron [-] [instance: 115fbeba-b84e-48ee-bee7-4cba1f52daa9] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 876.788029] env[62353]: DEBUG oslo_vmware.api [None req-09b41355-22cc-4005-8ded-9ab46901b582 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Task: {'id': task-2372637, 'name': PowerOffVM_Task, 'duration_secs': 0.284183} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.788973] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-09b41355-22cc-4005-8ded-9ab46901b582 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] [instance: 6d29b600-078c-4c3d-a31b-62cffc0d8ea5] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 876.792150] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-09b41355-22cc-4005-8ded-9ab46901b582 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] [instance: 6d29b600-078c-4c3d-a31b-62cffc0d8ea5] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 876.792150] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-506e2424-5a0c-4004-a329-ac7fb02c00cd {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.846035] env[62353]: DEBUG oslo_vmware.api [None req-1bf24763-629e-4eff-8beb-a53100d0a4a8 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]528999c9-74f8-98df-969a-07a976d31d70, 'name': SearchDatastore_Task, 'duration_secs': 0.013096} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.846035] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c97d8c3c-22ac-492e-ad7f-7832d1919706 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.851724] env[62353]: DEBUG oslo_vmware.api [None req-1bf24763-629e-4eff-8beb-a53100d0a4a8 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Waiting for the task: (returnval){ [ 876.851724] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5241f24d-85c4-7525-d7b1-771588bba28a" [ 876.851724] env[62353]: _type = "Task" [ 876.851724] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.863768] env[62353]: DEBUG oslo_vmware.api [None req-1bf24763-629e-4eff-8beb-a53100d0a4a8 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5241f24d-85c4-7525-d7b1-771588bba28a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.871281] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-09b41355-22cc-4005-8ded-9ab46901b582 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] [instance: 6d29b600-078c-4c3d-a31b-62cffc0d8ea5] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 876.871281] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-09b41355-22cc-4005-8ded-9ab46901b582 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] [instance: 6d29b600-078c-4c3d-a31b-62cffc0d8ea5] Deleting contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 876.871743] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-09b41355-22cc-4005-8ded-9ab46901b582 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Deleting the datastore file [datastore2] 6d29b600-078c-4c3d-a31b-62cffc0d8ea5 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 876.873024] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cba3e911-39ca-480c-9ab4-716b4eb72ce8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.878444] env[62353]: DEBUG oslo_vmware.api [None req-09b41355-22cc-4005-8ded-9ab46901b582 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Waiting for the task: (returnval){ [ 876.878444] env[62353]: value = "task-2372640" [ 876.878444] env[62353]: _type = "Task" [ 876.878444] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.889461] env[62353]: DEBUG oslo_vmware.api [None req-6356378b-c5db-4b25-9a45-053c083c6293 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Task: {'id': task-2372638, 'name': PowerOffVM_Task, 'duration_secs': 0.201719} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.893380] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-6356378b-c5db-4b25-9a45-053c083c6293 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] [instance: 389abaa0-963d-43d3-b09f-99e3b77b2096] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 876.893824] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-6356378b-c5db-4b25-9a45-053c083c6293 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] [instance: 389abaa0-963d-43d3-b09f-99e3b77b2096] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 876.894188] env[62353]: DEBUG oslo_vmware.api [None req-09b41355-22cc-4005-8ded-9ab46901b582 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Task: {'id': task-2372640, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.894678] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8f5e7e84-3dd5-4b5f-b9e2-97d0af5b874e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.905020] env[62353]: DEBUG nova.compute.utils [None req-62f3365d-4bee-4369-80b3-3b553dc51446 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 876.906276] env[62353]: DEBUG nova.compute.manager [None req-62f3365d-4bee-4369-80b3-3b553dc51446 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: c7158238-ec2d-4cf2-8b5d-140a28473628] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 876.906540] env[62353]: DEBUG nova.network.neutron [None req-62f3365d-4bee-4369-80b3-3b553dc51446 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: c7158238-ec2d-4cf2-8b5d-140a28473628] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 876.964292] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-6356378b-c5db-4b25-9a45-053c083c6293 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] [instance: 389abaa0-963d-43d3-b09f-99e3b77b2096] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 876.964292] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-6356378b-c5db-4b25-9a45-053c083c6293 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] [instance: 389abaa0-963d-43d3-b09f-99e3b77b2096] Deleting contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 876.964292] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-6356378b-c5db-4b25-9a45-053c083c6293 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Deleting the datastore file [datastore2] 389abaa0-963d-43d3-b09f-99e3b77b2096 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 876.967988] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4b0822ca-0ad2-4f10-b11b-37f213ee9ec8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.978747] env[62353]: DEBUG oslo_vmware.api [None req-092ceede-9311-47ca-8095-576492492f9c tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] Task: {'id': task-2372632, 'name': ReconfigVM_Task, 'duration_secs': 0.520237} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.979936] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-092ceede-9311-47ca-8095-576492492f9c tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] [instance: e4e0533d-22ae-4e05-ac4f-949f0fe6416a] Reconfigured VM instance instance-00000048 to attach disk [datastore1] e4e0533d-22ae-4e05-ac4f-949f0fe6416a/e4e0533d-22ae-4e05-ac4f-949f0fe6416a.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 876.981305] env[62353]: DEBUG oslo_vmware.api [None req-6356378b-c5db-4b25-9a45-053c083c6293 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Waiting for the task: (returnval){ [ 876.981305] env[62353]: value = "task-2372642" [ 876.981305] env[62353]: _type = "Task" [ 876.981305] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.982024] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-70b59eaf-1768-4d57-873f-7744514bfb9f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.996406] env[62353]: DEBUG oslo_vmware.api [None req-092ceede-9311-47ca-8095-576492492f9c tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] Waiting for the task: (returnval){ [ 876.996406] env[62353]: value = "task-2372643" [ 876.996406] env[62353]: _type = "Task" [ 876.996406] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.000021] env[62353]: DEBUG oslo_vmware.api [None req-6356378b-c5db-4b25-9a45-053c083c6293 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Task: {'id': task-2372642, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.005990] env[62353]: DEBUG oslo_vmware.api [None req-092ceede-9311-47ca-8095-576492492f9c tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] Task: {'id': task-2372643, 'name': Rename_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.040918] env[62353]: DEBUG nova.compute.manager [req-2ffd643a-1aad-49c5-9a39-5d4436d86ac2 req-c14ab241-1bb1-4907-8614-79b94a9b4fb7 service nova] [instance: 70b6d86f-10bd-471f-8655-e961c4208751] Received event network-vif-deleted-3fac9f25-ef69-4394-ac71-608c65991d13 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 877.041147] env[62353]: INFO nova.compute.manager [req-2ffd643a-1aad-49c5-9a39-5d4436d86ac2 req-c14ab241-1bb1-4907-8614-79b94a9b4fb7 service nova] [instance: 70b6d86f-10bd-471f-8655-e961c4208751] Neutron deleted interface 3fac9f25-ef69-4394-ac71-608c65991d13; detaching it from the instance and deleting it from the info cache [ 877.041336] env[62353]: DEBUG nova.network.neutron [req-2ffd643a-1aad-49c5-9a39-5d4436d86ac2 req-c14ab241-1bb1-4907-8614-79b94a9b4fb7 service nova] [instance: 70b6d86f-10bd-471f-8655-e961c4208751] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 877.220481] env[62353]: DEBUG nova.policy [None req-62f3365d-4bee-4369-80b3-3b553dc51446 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '28d1e3de6f4f4f7faceb8c4bdb2a65d8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f7f18a111f154dca8cc100cafc69baa6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:192}} [ 877.369294] env[62353]: DEBUG oslo_vmware.api [None req-1bf24763-629e-4eff-8beb-a53100d0a4a8 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5241f24d-85c4-7525-d7b1-771588bba28a, 'name': SearchDatastore_Task, 'duration_secs': 0.012607} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.369751] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1bf24763-629e-4eff-8beb-a53100d0a4a8 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Releasing lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 877.370041] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bf24763-629e-4eff-8beb-a53100d0a4a8 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore1] 4d8636f8-6716-4060-b27b-918d7fe82686/4d8636f8-6716-4060-b27b-918d7fe82686.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 877.370870] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e70875a7-c90c-45b9-9d0f-0914f6745188 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.380014] env[62353]: DEBUG oslo_vmware.api [None req-1bf24763-629e-4eff-8beb-a53100d0a4a8 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Waiting for the task: (returnval){ [ 877.380014] env[62353]: value = "task-2372644" [ 877.380014] env[62353]: _type = "Task" [ 877.380014] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.392994] env[62353]: DEBUG oslo_vmware.api [None req-1bf24763-629e-4eff-8beb-a53100d0a4a8 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Task: {'id': task-2372644, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.397245] env[62353]: DEBUG oslo_vmware.api [None req-09b41355-22cc-4005-8ded-9ab46901b582 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Task: {'id': task-2372640, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.225469} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.397245] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-09b41355-22cc-4005-8ded-9ab46901b582 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 877.397245] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-09b41355-22cc-4005-8ded-9ab46901b582 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] [instance: 6d29b600-078c-4c3d-a31b-62cffc0d8ea5] Deleted contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 877.397386] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-09b41355-22cc-4005-8ded-9ab46901b582 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] [instance: 6d29b600-078c-4c3d-a31b-62cffc0d8ea5] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 877.397534] env[62353]: INFO nova.compute.manager [None req-09b41355-22cc-4005-8ded-9ab46901b582 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] [instance: 6d29b600-078c-4c3d-a31b-62cffc0d8ea5] Took 1.14 seconds to destroy the instance on the hypervisor. [ 877.397767] env[62353]: DEBUG oslo.service.loopingcall [None req-09b41355-22cc-4005-8ded-9ab46901b582 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 877.397973] env[62353]: DEBUG nova.compute.manager [-] [instance: 6d29b600-078c-4c3d-a31b-62cffc0d8ea5] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 877.398089] env[62353]: DEBUG nova.network.neutron [-] [instance: 6d29b600-078c-4c3d-a31b-62cffc0d8ea5] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 877.408248] env[62353]: DEBUG nova.compute.manager [None req-62f3365d-4bee-4369-80b3-3b553dc51446 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: c7158238-ec2d-4cf2-8b5d-140a28473628] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 877.447798] env[62353]: DEBUG nova.compute.manager [req-390496b7-0994-462a-89ba-8737ce667f4f req-80f28b01-91b3-4a3b-ba0a-a7ae6f1cbd2b service nova] [instance: 115fbeba-b84e-48ee-bee7-4cba1f52daa9] Received event network-vif-deleted-027c624c-bcfe-4e44-9ee6-9b371b505ad0 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 877.448081] env[62353]: INFO nova.compute.manager [req-390496b7-0994-462a-89ba-8737ce667f4f req-80f28b01-91b3-4a3b-ba0a-a7ae6f1cbd2b service nova] [instance: 115fbeba-b84e-48ee-bee7-4cba1f52daa9] Neutron deleted interface 027c624c-bcfe-4e44-9ee6-9b371b505ad0; detaching it from the instance and deleting it from the info cache [ 877.448282] env[62353]: DEBUG nova.network.neutron [req-390496b7-0994-462a-89ba-8737ce667f4f req-80f28b01-91b3-4a3b-ba0a-a7ae6f1cbd2b service nova] [instance: 115fbeba-b84e-48ee-bee7-4cba1f52daa9] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 877.493711] env[62353]: DEBUG nova.network.neutron [-] [instance: 70b6d86f-10bd-471f-8655-e961c4208751] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 877.508802] env[62353]: DEBUG oslo_vmware.api [None req-6356378b-c5db-4b25-9a45-053c083c6293 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Task: {'id': task-2372642, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.179516} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.510347] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-6356378b-c5db-4b25-9a45-053c083c6293 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 877.510347] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-6356378b-c5db-4b25-9a45-053c083c6293 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] [instance: 389abaa0-963d-43d3-b09f-99e3b77b2096] Deleted contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 877.510347] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-6356378b-c5db-4b25-9a45-053c083c6293 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] [instance: 389abaa0-963d-43d3-b09f-99e3b77b2096] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 877.510631] env[62353]: INFO nova.compute.manager [None req-6356378b-c5db-4b25-9a45-053c083c6293 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] [instance: 389abaa0-963d-43d3-b09f-99e3b77b2096] Took 1.15 seconds to destroy the instance on the hypervisor. [ 877.510736] env[62353]: DEBUG oslo.service.loopingcall [None req-6356378b-c5db-4b25-9a45-053c083c6293 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 877.511825] env[62353]: DEBUG nova.compute.manager [-] [instance: 389abaa0-963d-43d3-b09f-99e3b77b2096] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 877.511913] env[62353]: DEBUG nova.network.neutron [-] [instance: 389abaa0-963d-43d3-b09f-99e3b77b2096] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 877.521646] env[62353]: DEBUG oslo_vmware.api [None req-092ceede-9311-47ca-8095-576492492f9c tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] Task: {'id': task-2372643, 'name': Rename_Task, 'duration_secs': 0.172021} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.522219] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-092ceede-9311-47ca-8095-576492492f9c tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] [instance: e4e0533d-22ae-4e05-ac4f-949f0fe6416a] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 877.526755] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1a64102a-2b8b-4211-838c-479ec9b57f2b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.535247] env[62353]: DEBUG oslo_vmware.api [None req-092ceede-9311-47ca-8095-576492492f9c tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] Waiting for the task: (returnval){ [ 877.535247] env[62353]: value = "task-2372645" [ 877.535247] env[62353]: _type = "Task" [ 877.535247] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.546949] env[62353]: DEBUG oslo_vmware.api [None req-092ceede-9311-47ca-8095-576492492f9c tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] Task: {'id': task-2372645, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.546949] env[62353]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-67edaf1d-9147-467a-9b9f-89698ab7448d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.554806] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fa28859-e435-47e4-9f84-f8bd3d0dfa0c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.592213] env[62353]: DEBUG nova.compute.manager [req-2ffd643a-1aad-49c5-9a39-5d4436d86ac2 req-c14ab241-1bb1-4907-8614-79b94a9b4fb7 service nova] [instance: 70b6d86f-10bd-471f-8655-e961c4208751] Detach interface failed, port_id=3fac9f25-ef69-4394-ac71-608c65991d13, reason: Instance 70b6d86f-10bd-471f-8655-e961c4208751 could not be found. {{(pid=62353) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 877.892777] env[62353]: DEBUG oslo_vmware.api [None req-1bf24763-629e-4eff-8beb-a53100d0a4a8 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Task: {'id': task-2372644, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.920747] env[62353]: DEBUG nova.network.neutron [-] [instance: 115fbeba-b84e-48ee-bee7-4cba1f52daa9] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 877.955024] env[62353]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a54b3a06-dbc7-4c1e-9f0c-1edb5be3dcf8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.958651] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a19625c8-d919-42d2-8381-47693f528b48 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.970168] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62da78e6-1b54-4820-baa7-e578cafbf72b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.977536] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd61fe0c-63df-4991-ac11-f251ba69b536 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.026487] env[62353]: INFO nova.compute.manager [-] [instance: 70b6d86f-10bd-471f-8655-e961c4208751] Took 1.46 seconds to deallocate network for instance. [ 878.028388] env[62353]: DEBUG nova.network.neutron [None req-62f3365d-4bee-4369-80b3-3b553dc51446 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: c7158238-ec2d-4cf2-8b5d-140a28473628] Successfully created port: 53df6ce0-0bb9-49f6-a76c-2d32c99f511b {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 878.047758] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8564cbcf-627a-4cdc-b885-c333cc2964f7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.051194] env[62353]: DEBUG nova.compute.manager [req-390496b7-0994-462a-89ba-8737ce667f4f req-80f28b01-91b3-4a3b-ba0a-a7ae6f1cbd2b service nova] [instance: 115fbeba-b84e-48ee-bee7-4cba1f52daa9] Detach interface failed, port_id=027c624c-bcfe-4e44-9ee6-9b371b505ad0, reason: Instance 115fbeba-b84e-48ee-bee7-4cba1f52daa9 could not be found. {{(pid=62353) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 878.065315] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fff2e82-26df-4e70-84d1-05edb34076e4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.069674] env[62353]: DEBUG oslo_vmware.api [None req-092ceede-9311-47ca-8095-576492492f9c tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] Task: {'id': task-2372645, 'name': PowerOnVM_Task} progress is 71%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.079897] env[62353]: DEBUG nova.compute.provider_tree [None req-2fed2385-11fd-4ee8-9a22-eee3ae944e98 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 878.191918] env[62353]: DEBUG nova.network.neutron [-] [instance: 6d29b600-078c-4c3d-a31b-62cffc0d8ea5] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.395177] env[62353]: DEBUG oslo_vmware.api [None req-1bf24763-629e-4eff-8beb-a53100d0a4a8 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Task: {'id': task-2372644, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.65604} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.395749] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bf24763-629e-4eff-8beb-a53100d0a4a8 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore1] 4d8636f8-6716-4060-b27b-918d7fe82686/4d8636f8-6716-4060-b27b-918d7fe82686.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 878.396256] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-1bf24763-629e-4eff-8beb-a53100d0a4a8 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 4d8636f8-6716-4060-b27b-918d7fe82686] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 878.397921] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aa6fa41b-01f4-4dfb-b655-ac2f34343b7f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.407643] env[62353]: DEBUG oslo_vmware.api [None req-1bf24763-629e-4eff-8beb-a53100d0a4a8 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Waiting for the task: (returnval){ [ 878.407643] env[62353]: value = "task-2372646" [ 878.407643] env[62353]: _type = "Task" [ 878.407643] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.416321] env[62353]: DEBUG oslo_vmware.api [None req-1bf24763-629e-4eff-8beb-a53100d0a4a8 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Task: {'id': task-2372646, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.423765] env[62353]: DEBUG nova.compute.manager [None req-62f3365d-4bee-4369-80b3-3b553dc51446 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: c7158238-ec2d-4cf2-8b5d-140a28473628] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 878.426094] env[62353]: INFO nova.compute.manager [-] [instance: 115fbeba-b84e-48ee-bee7-4cba1f52daa9] Took 1.76 seconds to deallocate network for instance. [ 878.455194] env[62353]: DEBUG nova.virt.hardware [None req-62f3365d-4bee-4369-80b3-3b553dc51446 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T12:38:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='54564c61d2cccbed87e9d70bcb177c94',container_format='bare',created_at=2025-02-07T12:45:03Z,direct_url=,disk_format='vmdk',id=d458d0c3-90e2-4e95-a0df-87fc2bdae0a7,min_disk=1,min_ram=0,name='tempest-test-snap-933076241',owner='f7f18a111f154dca8cc100cafc69baa6',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-02-07T12:45:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 878.455543] env[62353]: DEBUG nova.virt.hardware [None req-62f3365d-4bee-4369-80b3-3b553dc51446 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 878.455716] env[62353]: DEBUG nova.virt.hardware [None req-62f3365d-4bee-4369-80b3-3b553dc51446 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 878.456021] env[62353]: DEBUG nova.virt.hardware [None req-62f3365d-4bee-4369-80b3-3b553dc51446 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 878.456360] env[62353]: DEBUG nova.virt.hardware [None req-62f3365d-4bee-4369-80b3-3b553dc51446 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 878.456522] env[62353]: DEBUG nova.virt.hardware [None req-62f3365d-4bee-4369-80b3-3b553dc51446 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 878.456789] env[62353]: DEBUG nova.virt.hardware [None req-62f3365d-4bee-4369-80b3-3b553dc51446 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 878.457020] env[62353]: DEBUG nova.virt.hardware [None req-62f3365d-4bee-4369-80b3-3b553dc51446 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 878.457258] env[62353]: DEBUG nova.virt.hardware [None req-62f3365d-4bee-4369-80b3-3b553dc51446 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 878.457451] env[62353]: DEBUG nova.virt.hardware [None req-62f3365d-4bee-4369-80b3-3b553dc51446 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 878.457636] env[62353]: DEBUG nova.virt.hardware [None req-62f3365d-4bee-4369-80b3-3b553dc51446 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 878.458733] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-878ff129-d6fc-4528-9552-7ea2bdedd0fc {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.468477] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e1416a6-adf3-46d8-8140-e5d7c9fab08e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.561795] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ab485044-4ef5-4688-b625-7ba645211a3f tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 878.562289] env[62353]: DEBUG oslo_vmware.api [None req-092ceede-9311-47ca-8095-576492492f9c tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] Task: {'id': task-2372645, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.584009] env[62353]: DEBUG nova.scheduler.client.report [None req-2fed2385-11fd-4ee8-9a22-eee3ae944e98 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 878.635674] env[62353]: DEBUG nova.network.neutron [-] [instance: 389abaa0-963d-43d3-b09f-99e3b77b2096] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.694117] env[62353]: INFO nova.compute.manager [-] [instance: 6d29b600-078c-4c3d-a31b-62cffc0d8ea5] Took 1.30 seconds to deallocate network for instance. [ 878.917777] env[62353]: DEBUG oslo_vmware.api [None req-1bf24763-629e-4eff-8beb-a53100d0a4a8 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Task: {'id': task-2372646, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.114183} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.918168] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-1bf24763-629e-4eff-8beb-a53100d0a4a8 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 4d8636f8-6716-4060-b27b-918d7fe82686] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 878.918996] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90b95c41-3263-45de-b093-ae242b77fd22 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.932995] env[62353]: DEBUG oslo_concurrency.lockutils [None req-570eab21-e976-4463-be08-bc95e6deb0d1 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 878.941845] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-1bf24763-629e-4eff-8beb-a53100d0a4a8 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 4d8636f8-6716-4060-b27b-918d7fe82686] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] 4d8636f8-6716-4060-b27b-918d7fe82686/4d8636f8-6716-4060-b27b-918d7fe82686.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 878.942354] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b477f420-0dc7-4581-8c04-2d4134267856 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.961936] env[62353]: DEBUG oslo_vmware.api [None req-1bf24763-629e-4eff-8beb-a53100d0a4a8 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Waiting for the task: (returnval){ [ 878.961936] env[62353]: value = "task-2372647" [ 878.961936] env[62353]: _type = "Task" [ 878.961936] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.970425] env[62353]: DEBUG oslo_vmware.api [None req-1bf24763-629e-4eff-8beb-a53100d0a4a8 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Task: {'id': task-2372647, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.060739] env[62353]: DEBUG oslo_vmware.api [None req-092ceede-9311-47ca-8095-576492492f9c tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] Task: {'id': task-2372645, 'name': PowerOnVM_Task, 'duration_secs': 1.079543} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.061047] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-092ceede-9311-47ca-8095-576492492f9c tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] [instance: e4e0533d-22ae-4e05-ac4f-949f0fe6416a] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 879.061278] env[62353]: INFO nova.compute.manager [None req-092ceede-9311-47ca-8095-576492492f9c tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] [instance: e4e0533d-22ae-4e05-ac4f-949f0fe6416a] Took 9.15 seconds to spawn the instance on the hypervisor. [ 879.061463] env[62353]: DEBUG nova.compute.manager [None req-092ceede-9311-47ca-8095-576492492f9c tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] [instance: e4e0533d-22ae-4e05-ac4f-949f0fe6416a] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 879.062304] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaff6cf2-9a2d-4037-9f59-b2dd80a2a4ce {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.091652] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2fed2385-11fd-4ee8-9a22-eee3ae944e98 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.696s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 879.092183] env[62353]: DEBUG nova.compute.manager [None req-2fed2385-11fd-4ee8-9a22-eee3ae944e98 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: e1b17af1-2067-4d4a-8d12-ef006b8e0ad3] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 879.095251] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e44086f1-c5c7-4c33-817c-e79d8bc8962b tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.705s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 879.095466] env[62353]: DEBUG nova.objects.instance [None req-e44086f1-c5c7-4c33-817c-e79d8bc8962b tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Lazy-loading 'resources' on Instance uuid a6b68f36-7339-4daa-b3e3-9bc6e6efb2d8 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 879.101965] env[62353]: DEBUG nova.compute.manager [req-bc7cbc02-3900-492e-837d-0212d77ca17a req-7d2591b3-94aa-4e90-9372-fdb85f0c92cc service nova] [instance: 6d29b600-078c-4c3d-a31b-62cffc0d8ea5] Received event network-vif-deleted-2b67e4a0-b4e4-42bf-bf10-3b3fe5f65090 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 879.138872] env[62353]: INFO nova.compute.manager [-] [instance: 389abaa0-963d-43d3-b09f-99e3b77b2096] Took 1.63 seconds to deallocate network for instance. [ 879.187249] env[62353]: INFO nova.compute.manager [None req-ce2cf5be-6559-41f9-a5ba-17c865a1fe8f tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] [instance: 0fd1791c-fb62-4e21-96c3-3b2a07520c91] Rescuing [ 879.187525] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ce2cf5be-6559-41f9-a5ba-17c865a1fe8f tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Acquiring lock "refresh_cache-0fd1791c-fb62-4e21-96c3-3b2a07520c91" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 879.187673] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ce2cf5be-6559-41f9-a5ba-17c865a1fe8f tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Acquired lock "refresh_cache-0fd1791c-fb62-4e21-96c3-3b2a07520c91" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.187837] env[62353]: DEBUG nova.network.neutron [None req-ce2cf5be-6559-41f9-a5ba-17c865a1fe8f tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] [instance: 0fd1791c-fb62-4e21-96c3-3b2a07520c91] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 879.202255] env[62353]: DEBUG oslo_concurrency.lockutils [None req-09b41355-22cc-4005-8ded-9ab46901b582 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 879.472763] env[62353]: DEBUG oslo_vmware.api [None req-1bf24763-629e-4eff-8beb-a53100d0a4a8 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Task: {'id': task-2372647, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.487740] env[62353]: DEBUG nova.compute.manager [req-a6890f82-9b59-475a-a686-03c6a3d372fd req-e94e527b-e1a1-404c-a6de-e2ce0dd93c16 service nova] [instance: f5ffb2b3-2e54-4f2e-b46c-20046e0883b6] Received event network-changed-c3034ec4-e1ea-45a1-a823-4c81d4e3f304 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 879.487740] env[62353]: DEBUG nova.compute.manager [req-a6890f82-9b59-475a-a686-03c6a3d372fd req-e94e527b-e1a1-404c-a6de-e2ce0dd93c16 service nova] [instance: f5ffb2b3-2e54-4f2e-b46c-20046e0883b6] Refreshing instance network info cache due to event network-changed-c3034ec4-e1ea-45a1-a823-4c81d4e3f304. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 879.487995] env[62353]: DEBUG oslo_concurrency.lockutils [req-a6890f82-9b59-475a-a686-03c6a3d372fd req-e94e527b-e1a1-404c-a6de-e2ce0dd93c16 service nova] Acquiring lock "refresh_cache-f5ffb2b3-2e54-4f2e-b46c-20046e0883b6" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 879.488188] env[62353]: DEBUG oslo_concurrency.lockutils [req-a6890f82-9b59-475a-a686-03c6a3d372fd req-e94e527b-e1a1-404c-a6de-e2ce0dd93c16 service nova] Acquired lock "refresh_cache-f5ffb2b3-2e54-4f2e-b46c-20046e0883b6" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.488363] env[62353]: DEBUG nova.network.neutron [req-a6890f82-9b59-475a-a686-03c6a3d372fd req-e94e527b-e1a1-404c-a6de-e2ce0dd93c16 service nova] [instance: f5ffb2b3-2e54-4f2e-b46c-20046e0883b6] Refreshing network info cache for port c3034ec4-e1ea-45a1-a823-4c81d4e3f304 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 879.583214] env[62353]: INFO nova.compute.manager [None req-092ceede-9311-47ca-8095-576492492f9c tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] [instance: e4e0533d-22ae-4e05-ac4f-949f0fe6416a] Took 43.73 seconds to build instance. [ 879.597152] env[62353]: DEBUG nova.network.neutron [None req-62f3365d-4bee-4369-80b3-3b553dc51446 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: c7158238-ec2d-4cf2-8b5d-140a28473628] Successfully updated port: 53df6ce0-0bb9-49f6-a76c-2d32c99f511b {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 879.599312] env[62353]: DEBUG nova.compute.utils [None req-2fed2385-11fd-4ee8-9a22-eee3ae944e98 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 879.601136] env[62353]: DEBUG nova.compute.manager [None req-2fed2385-11fd-4ee8-9a22-eee3ae944e98 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: e1b17af1-2067-4d4a-8d12-ef006b8e0ad3] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 879.601336] env[62353]: DEBUG nova.network.neutron [None req-2fed2385-11fd-4ee8-9a22-eee3ae944e98 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: e1b17af1-2067-4d4a-8d12-ef006b8e0ad3] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 879.646518] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6356378b-c5db-4b25-9a45-053c083c6293 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 879.657377] env[62353]: DEBUG nova.policy [None req-2fed2385-11fd-4ee8-9a22-eee3ae944e98 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd3c0c2ffa22543ea97932a693fbc1eca', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c183cea98ca94f09886d57c4499788e8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:192}} [ 879.972055] env[62353]: DEBUG oslo_vmware.api [None req-1bf24763-629e-4eff-8beb-a53100d0a4a8 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Task: {'id': task-2372647, 'name': ReconfigVM_Task, 'duration_secs': 0.93127} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.974489] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-1bf24763-629e-4eff-8beb-a53100d0a4a8 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 4d8636f8-6716-4060-b27b-918d7fe82686] Reconfigured VM instance instance-00000049 to attach disk [datastore1] 4d8636f8-6716-4060-b27b-918d7fe82686/4d8636f8-6716-4060-b27b-918d7fe82686.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 879.975302] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fb8f3b4d-0c1c-4658-9e2c-f05482aa6b48 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.981668] env[62353]: DEBUG oslo_vmware.api [None req-1bf24763-629e-4eff-8beb-a53100d0a4a8 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Waiting for the task: (returnval){ [ 879.981668] env[62353]: value = "task-2372648" [ 879.981668] env[62353]: _type = "Task" [ 879.981668] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.989944] env[62353]: DEBUG oslo_vmware.api [None req-1bf24763-629e-4eff-8beb-a53100d0a4a8 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Task: {'id': task-2372648, 'name': Rename_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.016284] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db4fe182-096e-4d6e-8f82-6553f4ddcea1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.025368] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-948a89bd-613b-4f8f-ae30-a034c361ccb3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.056872] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f9d9005-19b2-4c5e-a84f-1c288ddb4759 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.064048] env[62353]: DEBUG nova.network.neutron [None req-ce2cf5be-6559-41f9-a5ba-17c865a1fe8f tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] [instance: 0fd1791c-fb62-4e21-96c3-3b2a07520c91] Updating instance_info_cache with network_info: [{"id": "dbca42db-6a3f-47dd-9e75-3a6933bbae44", "address": "fa:16:3e:16:51:e2", "network": {"id": "e49edb49-1749-4119-b957-fd561f404394", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1488076801-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3224ba6a4e84af89d3803c80d01dd2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbca42db-6a", "ovs_interfaceid": "dbca42db-6a3f-47dd-9e75-3a6933bbae44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.066202] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33909798-07bb-4a26-a9f2-b5473975054f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.080256] env[62353]: DEBUG nova.compute.provider_tree [None req-e44086f1-c5c7-4c33-817c-e79d8bc8962b tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 880.085965] env[62353]: DEBUG oslo_concurrency.lockutils [None req-092ceede-9311-47ca-8095-576492492f9c tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] Lock "e4e0533d-22ae-4e05-ac4f-949f0fe6416a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.113s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 880.102543] env[62353]: DEBUG oslo_concurrency.lockutils [None req-62f3365d-4bee-4369-80b3-3b553dc51446 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Acquiring lock "refresh_cache-c7158238-ec2d-4cf2-8b5d-140a28473628" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 880.102543] env[62353]: DEBUG oslo_concurrency.lockutils [None req-62f3365d-4bee-4369-80b3-3b553dc51446 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Acquired lock "refresh_cache-c7158238-ec2d-4cf2-8b5d-140a28473628" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.102543] env[62353]: DEBUG nova.network.neutron [None req-62f3365d-4bee-4369-80b3-3b553dc51446 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: c7158238-ec2d-4cf2-8b5d-140a28473628] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 880.110803] env[62353]: DEBUG nova.compute.manager [None req-2fed2385-11fd-4ee8-9a22-eee3ae944e98 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: e1b17af1-2067-4d4a-8d12-ef006b8e0ad3] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 880.176278] env[62353]: DEBUG nova.network.neutron [None req-2fed2385-11fd-4ee8-9a22-eee3ae944e98 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: e1b17af1-2067-4d4a-8d12-ef006b8e0ad3] Successfully created port: 911beb4a-9950-43db-945e-7a8a5590f786 {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 880.414457] env[62353]: DEBUG nova.network.neutron [req-a6890f82-9b59-475a-a686-03c6a3d372fd req-e94e527b-e1a1-404c-a6de-e2ce0dd93c16 service nova] [instance: f5ffb2b3-2e54-4f2e-b46c-20046e0883b6] Updated VIF entry in instance network info cache for port c3034ec4-e1ea-45a1-a823-4c81d4e3f304. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 880.414892] env[62353]: DEBUG nova.network.neutron [req-a6890f82-9b59-475a-a686-03c6a3d372fd req-e94e527b-e1a1-404c-a6de-e2ce0dd93c16 service nova] [instance: f5ffb2b3-2e54-4f2e-b46c-20046e0883b6] Updating instance_info_cache with network_info: [{"id": "c3034ec4-e1ea-45a1-a823-4c81d4e3f304", "address": "fa:16:3e:c2:e9:1f", "network": {"id": "3322d31e-00aa-4c86-8051-1b6dd5c36fa9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1715037563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d154d2686c9e43b4b2a7a9ec6a5a795c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3034ec4-e1", "ovs_interfaceid": "c3034ec4-e1ea-45a1-a823-4c81d4e3f304", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.491713] env[62353]: DEBUG oslo_vmware.api [None req-1bf24763-629e-4eff-8beb-a53100d0a4a8 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Task: {'id': task-2372648, 'name': Rename_Task, 'duration_secs': 0.18778} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.492051] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bf24763-629e-4eff-8beb-a53100d0a4a8 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 4d8636f8-6716-4060-b27b-918d7fe82686] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 880.492335] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2ef9dbf5-d431-4880-a61f-739273fe9a98 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.499214] env[62353]: DEBUG oslo_vmware.api [None req-1bf24763-629e-4eff-8beb-a53100d0a4a8 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Waiting for the task: (returnval){ [ 880.499214] env[62353]: value = "task-2372649" [ 880.499214] env[62353]: _type = "Task" [ 880.499214] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.506878] env[62353]: DEBUG oslo_vmware.api [None req-1bf24763-629e-4eff-8beb-a53100d0a4a8 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Task: {'id': task-2372649, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.571703] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ce2cf5be-6559-41f9-a5ba-17c865a1fe8f tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Releasing lock "refresh_cache-0fd1791c-fb62-4e21-96c3-3b2a07520c91" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 880.582963] env[62353]: DEBUG nova.scheduler.client.report [None req-e44086f1-c5c7-4c33-817c-e79d8bc8962b tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 880.896099] env[62353]: DEBUG nova.network.neutron [None req-62f3365d-4bee-4369-80b3-3b553dc51446 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: c7158238-ec2d-4cf2-8b5d-140a28473628] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 880.918493] env[62353]: DEBUG oslo_concurrency.lockutils [req-a6890f82-9b59-475a-a686-03c6a3d372fd req-e94e527b-e1a1-404c-a6de-e2ce0dd93c16 service nova] Releasing lock "refresh_cache-f5ffb2b3-2e54-4f2e-b46c-20046e0883b6" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 880.918767] env[62353]: DEBUG nova.compute.manager [req-a6890f82-9b59-475a-a686-03c6a3d372fd req-e94e527b-e1a1-404c-a6de-e2ce0dd93c16 service nova] [instance: 389abaa0-963d-43d3-b09f-99e3b77b2096] Received event network-vif-deleted-6dcafb68-8343-4816-8398-ae3967c10d8e {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 881.012722] env[62353]: DEBUG oslo_vmware.api [None req-1bf24763-629e-4eff-8beb-a53100d0a4a8 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Task: {'id': task-2372649, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.088629] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e44086f1-c5c7-4c33-817c-e79d8bc8962b tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.993s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 881.093557] env[62353]: DEBUG oslo_concurrency.lockutils [None req-9b03e46a-6726-4622-b1ff-65d1d1d5a4d5 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.293s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 881.093862] env[62353]: DEBUG nova.objects.instance [None req-9b03e46a-6726-4622-b1ff-65d1d1d5a4d5 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] Lazy-loading 'resources' on Instance uuid c6617ed8-80a4-41b8-b11a-c739cce89229 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 881.102787] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ca9754c8-8f6b-4aba-abc4-6de4f1d55270 tempest-DeleteServersAdminTestJSON-2009051073 tempest-DeleteServersAdminTestJSON-2009051073-project-admin] Acquiring lock "e4e0533d-22ae-4e05-ac4f-949f0fe6416a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 881.103030] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ca9754c8-8f6b-4aba-abc4-6de4f1d55270 tempest-DeleteServersAdminTestJSON-2009051073 tempest-DeleteServersAdminTestJSON-2009051073-project-admin] Lock "e4e0533d-22ae-4e05-ac4f-949f0fe6416a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 881.103256] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ca9754c8-8f6b-4aba-abc4-6de4f1d55270 tempest-DeleteServersAdminTestJSON-2009051073 tempest-DeleteServersAdminTestJSON-2009051073-project-admin] Acquiring lock "e4e0533d-22ae-4e05-ac4f-949f0fe6416a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 881.103435] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ca9754c8-8f6b-4aba-abc4-6de4f1d55270 tempest-DeleteServersAdminTestJSON-2009051073 tempest-DeleteServersAdminTestJSON-2009051073-project-admin] Lock "e4e0533d-22ae-4e05-ac4f-949f0fe6416a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 881.103634] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ca9754c8-8f6b-4aba-abc4-6de4f1d55270 tempest-DeleteServersAdminTestJSON-2009051073 tempest-DeleteServersAdminTestJSON-2009051073-project-admin] Lock "e4e0533d-22ae-4e05-ac4f-949f0fe6416a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 881.108943] env[62353]: INFO nova.compute.manager [None req-ca9754c8-8f6b-4aba-abc4-6de4f1d55270 tempest-DeleteServersAdminTestJSON-2009051073 tempest-DeleteServersAdminTestJSON-2009051073-project-admin] [instance: e4e0533d-22ae-4e05-ac4f-949f0fe6416a] Terminating instance [ 881.117282] env[62353]: DEBUG nova.compute.manager [None req-2fed2385-11fd-4ee8-9a22-eee3ae944e98 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: e1b17af1-2067-4d4a-8d12-ef006b8e0ad3] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 881.124542] env[62353]: INFO nova.scheduler.client.report [None req-e44086f1-c5c7-4c33-817c-e79d8bc8962b tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Deleted allocations for instance a6b68f36-7339-4daa-b3e3-9bc6e6efb2d8 [ 881.148881] env[62353]: DEBUG nova.virt.hardware [None req-2fed2385-11fd-4ee8-9a22-eee3ae944e98 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T12:38:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T12:38:15Z,direct_url=,disk_format='vmdk',id=06f909ae-e8dc-43b4-abf7-c7ed85db9bbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0a3f88790a594523a818b8c00f6862e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T12:38:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 881.149176] env[62353]: DEBUG nova.virt.hardware [None req-2fed2385-11fd-4ee8-9a22-eee3ae944e98 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 881.149335] env[62353]: DEBUG nova.virt.hardware [None req-2fed2385-11fd-4ee8-9a22-eee3ae944e98 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 881.149516] env[62353]: DEBUG nova.virt.hardware [None req-2fed2385-11fd-4ee8-9a22-eee3ae944e98 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 881.149660] env[62353]: DEBUG nova.virt.hardware [None req-2fed2385-11fd-4ee8-9a22-eee3ae944e98 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 881.149804] env[62353]: DEBUG nova.virt.hardware [None req-2fed2385-11fd-4ee8-9a22-eee3ae944e98 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 881.150195] env[62353]: DEBUG nova.virt.hardware [None req-2fed2385-11fd-4ee8-9a22-eee3ae944e98 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 881.150420] env[62353]: DEBUG nova.virt.hardware [None req-2fed2385-11fd-4ee8-9a22-eee3ae944e98 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 881.150600] env[62353]: DEBUG nova.virt.hardware [None req-2fed2385-11fd-4ee8-9a22-eee3ae944e98 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 881.150768] env[62353]: DEBUG nova.virt.hardware [None req-2fed2385-11fd-4ee8-9a22-eee3ae944e98 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 881.150943] env[62353]: DEBUG nova.virt.hardware [None req-2fed2385-11fd-4ee8-9a22-eee3ae944e98 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 881.151833] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6e6b86f-9baf-4298-93d1-2b8f69ca7966 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.162026] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0386f56-ffd4-462b-ad95-05e5cd196806 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.203093] env[62353]: DEBUG nova.network.neutron [None req-62f3365d-4bee-4369-80b3-3b553dc51446 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: c7158238-ec2d-4cf2-8b5d-140a28473628] Updating instance_info_cache with network_info: [{"id": "53df6ce0-0bb9-49f6-a76c-2d32c99f511b", "address": "fa:16:3e:fd:b3:40", "network": {"id": "cf4045f9-b69b-467b-ad0a-dc8fc7ea3927", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2119334503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7f18a111f154dca8cc100cafc69baa6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53df6ce0-0b", "ovs_interfaceid": "53df6ce0-0bb9-49f6-a76c-2d32c99f511b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 881.510487] env[62353]: DEBUG oslo_vmware.api [None req-1bf24763-629e-4eff-8beb-a53100d0a4a8 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Task: {'id': task-2372649, 'name': PowerOnVM_Task, 'duration_secs': 0.513869} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.510810] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bf24763-629e-4eff-8beb-a53100d0a4a8 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 4d8636f8-6716-4060-b27b-918d7fe82686] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 881.511065] env[62353]: INFO nova.compute.manager [None req-1bf24763-629e-4eff-8beb-a53100d0a4a8 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 4d8636f8-6716-4060-b27b-918d7fe82686] Took 9.04 seconds to spawn the instance on the hypervisor. [ 881.511379] env[62353]: DEBUG nova.compute.manager [None req-1bf24763-629e-4eff-8beb-a53100d0a4a8 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 4d8636f8-6716-4060-b27b-918d7fe82686] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 881.512124] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f47bc93d-7925-4212-b122-0e0c412a1bae {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.585309] env[62353]: DEBUG nova.compute.manager [req-1758b7e0-371b-49e8-95c8-d7ad6f5a9088 req-9ce75e37-7675-4b16-9042-5f09a31d2872 service nova] [instance: c7158238-ec2d-4cf2-8b5d-140a28473628] Received event network-vif-plugged-53df6ce0-0bb9-49f6-a76c-2d32c99f511b {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 881.585309] env[62353]: DEBUG oslo_concurrency.lockutils [req-1758b7e0-371b-49e8-95c8-d7ad6f5a9088 req-9ce75e37-7675-4b16-9042-5f09a31d2872 service nova] Acquiring lock "c7158238-ec2d-4cf2-8b5d-140a28473628-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 881.585309] env[62353]: DEBUG oslo_concurrency.lockutils [req-1758b7e0-371b-49e8-95c8-d7ad6f5a9088 req-9ce75e37-7675-4b16-9042-5f09a31d2872 service nova] Lock "c7158238-ec2d-4cf2-8b5d-140a28473628-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 881.585309] env[62353]: DEBUG oslo_concurrency.lockutils [req-1758b7e0-371b-49e8-95c8-d7ad6f5a9088 req-9ce75e37-7675-4b16-9042-5f09a31d2872 service nova] Lock "c7158238-ec2d-4cf2-8b5d-140a28473628-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 881.585309] env[62353]: DEBUG nova.compute.manager [req-1758b7e0-371b-49e8-95c8-d7ad6f5a9088 req-9ce75e37-7675-4b16-9042-5f09a31d2872 service nova] [instance: c7158238-ec2d-4cf2-8b5d-140a28473628] No waiting events found dispatching network-vif-plugged-53df6ce0-0bb9-49f6-a76c-2d32c99f511b {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 881.585898] env[62353]: WARNING nova.compute.manager [req-1758b7e0-371b-49e8-95c8-d7ad6f5a9088 req-9ce75e37-7675-4b16-9042-5f09a31d2872 service nova] [instance: c7158238-ec2d-4cf2-8b5d-140a28473628] Received unexpected event network-vif-plugged-53df6ce0-0bb9-49f6-a76c-2d32c99f511b for instance with vm_state building and task_state spawning. [ 881.586344] env[62353]: DEBUG nova.compute.manager [req-1758b7e0-371b-49e8-95c8-d7ad6f5a9088 req-9ce75e37-7675-4b16-9042-5f09a31d2872 service nova] [instance: c7158238-ec2d-4cf2-8b5d-140a28473628] Received event network-changed-53df6ce0-0bb9-49f6-a76c-2d32c99f511b {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 881.586755] env[62353]: DEBUG nova.compute.manager [req-1758b7e0-371b-49e8-95c8-d7ad6f5a9088 req-9ce75e37-7675-4b16-9042-5f09a31d2872 service nova] [instance: c7158238-ec2d-4cf2-8b5d-140a28473628] Refreshing instance network info cache due to event network-changed-53df6ce0-0bb9-49f6-a76c-2d32c99f511b. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 881.587158] env[62353]: DEBUG oslo_concurrency.lockutils [req-1758b7e0-371b-49e8-95c8-d7ad6f5a9088 req-9ce75e37-7675-4b16-9042-5f09a31d2872 service nova] Acquiring lock "refresh_cache-c7158238-ec2d-4cf2-8b5d-140a28473628" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 881.616206] env[62353]: DEBUG nova.compute.manager [None req-ca9754c8-8f6b-4aba-abc4-6de4f1d55270 tempest-DeleteServersAdminTestJSON-2009051073 tempest-DeleteServersAdminTestJSON-2009051073-project-admin] [instance: e4e0533d-22ae-4e05-ac4f-949f0fe6416a] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 881.616206] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ca9754c8-8f6b-4aba-abc4-6de4f1d55270 tempest-DeleteServersAdminTestJSON-2009051073 tempest-DeleteServersAdminTestJSON-2009051073-project-admin] [instance: e4e0533d-22ae-4e05-ac4f-949f0fe6416a] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 881.616874] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c3be70e-ea4a-4f78-b9b7-6075ec7a3cc0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.636073] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca9754c8-8f6b-4aba-abc4-6de4f1d55270 tempest-DeleteServersAdminTestJSON-2009051073 tempest-DeleteServersAdminTestJSON-2009051073-project-admin] [instance: e4e0533d-22ae-4e05-ac4f-949f0fe6416a] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 881.636599] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e44086f1-c5c7-4c33-817c-e79d8bc8962b tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Lock "a6b68f36-7339-4daa-b3e3-9bc6e6efb2d8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.708s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 881.637530] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bd104797-4ecd-4729-9cc9-c5b88d2631a6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.653316] env[62353]: DEBUG oslo_vmware.api [None req-ca9754c8-8f6b-4aba-abc4-6de4f1d55270 tempest-DeleteServersAdminTestJSON-2009051073 tempest-DeleteServersAdminTestJSON-2009051073-project-admin] Waiting for the task: (returnval){ [ 881.653316] env[62353]: value = "task-2372650" [ 881.653316] env[62353]: _type = "Task" [ 881.653316] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.666678] env[62353]: DEBUG oslo_vmware.api [None req-ca9754c8-8f6b-4aba-abc4-6de4f1d55270 tempest-DeleteServersAdminTestJSON-2009051073 tempest-DeleteServersAdminTestJSON-2009051073-project-admin] Task: {'id': task-2372650, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.691599] env[62353]: DEBUG nova.network.neutron [None req-2fed2385-11fd-4ee8-9a22-eee3ae944e98 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: e1b17af1-2067-4d4a-8d12-ef006b8e0ad3] Successfully updated port: 911beb4a-9950-43db-945e-7a8a5590f786 {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 881.706514] env[62353]: DEBUG oslo_concurrency.lockutils [None req-62f3365d-4bee-4369-80b3-3b553dc51446 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Releasing lock "refresh_cache-c7158238-ec2d-4cf2-8b5d-140a28473628" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 881.706626] env[62353]: DEBUG nova.compute.manager [None req-62f3365d-4bee-4369-80b3-3b553dc51446 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: c7158238-ec2d-4cf2-8b5d-140a28473628] Instance network_info: |[{"id": "53df6ce0-0bb9-49f6-a76c-2d32c99f511b", "address": "fa:16:3e:fd:b3:40", "network": {"id": "cf4045f9-b69b-467b-ad0a-dc8fc7ea3927", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2119334503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7f18a111f154dca8cc100cafc69baa6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53df6ce0-0b", "ovs_interfaceid": "53df6ce0-0bb9-49f6-a76c-2d32c99f511b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 881.708030] env[62353]: DEBUG oslo_concurrency.lockutils [req-1758b7e0-371b-49e8-95c8-d7ad6f5a9088 req-9ce75e37-7675-4b16-9042-5f09a31d2872 service nova] Acquired lock "refresh_cache-c7158238-ec2d-4cf2-8b5d-140a28473628" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.708030] env[62353]: DEBUG nova.network.neutron [req-1758b7e0-371b-49e8-95c8-d7ad6f5a9088 req-9ce75e37-7675-4b16-9042-5f09a31d2872 service nova] [instance: c7158238-ec2d-4cf2-8b5d-140a28473628] Refreshing network info cache for port 53df6ce0-0bb9-49f6-a76c-2d32c99f511b {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 881.709343] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-62f3365d-4bee-4369-80b3-3b553dc51446 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: c7158238-ec2d-4cf2-8b5d-140a28473628] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fd:b3:40', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '53df6ce0-0bb9-49f6-a76c-2d32c99f511b', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 881.717390] env[62353]: DEBUG oslo.service.loopingcall [None req-62f3365d-4bee-4369-80b3-3b553dc51446 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 881.721166] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c7158238-ec2d-4cf2-8b5d-140a28473628] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 881.721599] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7e92eca8-5906-4a9c-8c1e-832ec959b0e6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.744862] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 881.744862] env[62353]: value = "task-2372651" [ 881.744862] env[62353]: _type = "Task" [ 881.744862] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.755813] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372651, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.987824] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01f0aa05-8ee1-4c6f-8299-b51798d90d21 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.995956] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-988c3bd0-a68b-4e7a-94b1-a1621a24cb25 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.030452] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3050462-7990-4205-8275-1e75ef24b1d1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.035649] env[62353]: INFO nova.compute.manager [None req-1bf24763-629e-4eff-8beb-a53100d0a4a8 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 4d8636f8-6716-4060-b27b-918d7fe82686] Took 44.99 seconds to build instance. [ 882.040271] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c93ea2b-5d4e-476a-bc56-304f47515c01 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.055489] env[62353]: DEBUG nova.compute.provider_tree [None req-9b03e46a-6726-4622-b1ff-65d1d1d5a4d5 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 882.127078] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce2cf5be-6559-41f9-a5ba-17c865a1fe8f tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] [instance: 0fd1791c-fb62-4e21-96c3-3b2a07520c91] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 882.127401] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-77ec77d2-172b-49b0-a6b1-dd3c0b565a60 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.135570] env[62353]: DEBUG oslo_vmware.api [None req-ce2cf5be-6559-41f9-a5ba-17c865a1fe8f tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Waiting for the task: (returnval){ [ 882.135570] env[62353]: value = "task-2372652" [ 882.135570] env[62353]: _type = "Task" [ 882.135570] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.144455] env[62353]: DEBUG oslo_vmware.api [None req-ce2cf5be-6559-41f9-a5ba-17c865a1fe8f tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Task: {'id': task-2372652, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.163238] env[62353]: DEBUG oslo_vmware.api [None req-ca9754c8-8f6b-4aba-abc4-6de4f1d55270 tempest-DeleteServersAdminTestJSON-2009051073 tempest-DeleteServersAdminTestJSON-2009051073-project-admin] Task: {'id': task-2372650, 'name': PowerOffVM_Task, 'duration_secs': 0.256905} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.163539] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca9754c8-8f6b-4aba-abc4-6de4f1d55270 tempest-DeleteServersAdminTestJSON-2009051073 tempest-DeleteServersAdminTestJSON-2009051073-project-admin] [instance: e4e0533d-22ae-4e05-ac4f-949f0fe6416a] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 882.163741] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ca9754c8-8f6b-4aba-abc4-6de4f1d55270 tempest-DeleteServersAdminTestJSON-2009051073 tempest-DeleteServersAdminTestJSON-2009051073-project-admin] [instance: e4e0533d-22ae-4e05-ac4f-949f0fe6416a] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 882.164039] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5f8a3e43-9cbe-444f-99a1-7cbc8ceef37a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.196997] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2fed2385-11fd-4ee8-9a22-eee3ae944e98 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Acquiring lock "refresh_cache-e1b17af1-2067-4d4a-8d12-ef006b8e0ad3" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 882.197134] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2fed2385-11fd-4ee8-9a22-eee3ae944e98 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Acquired lock "refresh_cache-e1b17af1-2067-4d4a-8d12-ef006b8e0ad3" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.197285] env[62353]: DEBUG nova.network.neutron [None req-2fed2385-11fd-4ee8-9a22-eee3ae944e98 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: e1b17af1-2067-4d4a-8d12-ef006b8e0ad3] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 882.234238] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ca9754c8-8f6b-4aba-abc4-6de4f1d55270 tempest-DeleteServersAdminTestJSON-2009051073 tempest-DeleteServersAdminTestJSON-2009051073-project-admin] [instance: e4e0533d-22ae-4e05-ac4f-949f0fe6416a] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 882.234988] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ca9754c8-8f6b-4aba-abc4-6de4f1d55270 tempest-DeleteServersAdminTestJSON-2009051073 tempest-DeleteServersAdminTestJSON-2009051073-project-admin] [instance: e4e0533d-22ae-4e05-ac4f-949f0fe6416a] Deleting contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 882.234988] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca9754c8-8f6b-4aba-abc4-6de4f1d55270 tempest-DeleteServersAdminTestJSON-2009051073 tempest-DeleteServersAdminTestJSON-2009051073-project-admin] Deleting the datastore file [datastore1] e4e0533d-22ae-4e05-ac4f-949f0fe6416a {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 882.234988] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0db7e141-bc5b-44be-8178-999c434fdecd {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.241715] env[62353]: DEBUG oslo_vmware.api [None req-ca9754c8-8f6b-4aba-abc4-6de4f1d55270 tempest-DeleteServersAdminTestJSON-2009051073 tempest-DeleteServersAdminTestJSON-2009051073-project-admin] Waiting for the task: (returnval){ [ 882.241715] env[62353]: value = "task-2372654" [ 882.241715] env[62353]: _type = "Task" [ 882.241715] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.252609] env[62353]: DEBUG oslo_vmware.api [None req-ca9754c8-8f6b-4aba-abc4-6de4f1d55270 tempest-DeleteServersAdminTestJSON-2009051073 tempest-DeleteServersAdminTestJSON-2009051073-project-admin] Task: {'id': task-2372654, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.259602] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372651, 'name': CreateVM_Task, 'duration_secs': 0.514495} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.259734] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c7158238-ec2d-4cf2-8b5d-140a28473628] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 882.260370] env[62353]: DEBUG oslo_concurrency.lockutils [None req-62f3365d-4bee-4369-80b3-3b553dc51446 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d458d0c3-90e2-4e95-a0df-87fc2bdae0a7" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 882.260562] env[62353]: DEBUG oslo_concurrency.lockutils [None req-62f3365d-4bee-4369-80b3-3b553dc51446 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d458d0c3-90e2-4e95-a0df-87fc2bdae0a7" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.260943] env[62353]: DEBUG oslo_concurrency.lockutils [None req-62f3365d-4bee-4369-80b3-3b553dc51446 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d458d0c3-90e2-4e95-a0df-87fc2bdae0a7" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 882.261184] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9354af6b-b933-4d9e-a2fe-14ba96b0d0c3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.265985] env[62353]: DEBUG oslo_vmware.api [None req-62f3365d-4bee-4369-80b3-3b553dc51446 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Waiting for the task: (returnval){ [ 882.265985] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52048961-8fcb-314c-d2f6-5b03a7b3d057" [ 882.265985] env[62353]: _type = "Task" [ 882.265985] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.275241] env[62353]: DEBUG oslo_vmware.api [None req-62f3365d-4bee-4369-80b3-3b553dc51446 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52048961-8fcb-314c-d2f6-5b03a7b3d057, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.444041] env[62353]: DEBUG nova.network.neutron [req-1758b7e0-371b-49e8-95c8-d7ad6f5a9088 req-9ce75e37-7675-4b16-9042-5f09a31d2872 service nova] [instance: c7158238-ec2d-4cf2-8b5d-140a28473628] Updated VIF entry in instance network info cache for port 53df6ce0-0bb9-49f6-a76c-2d32c99f511b. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 882.444041] env[62353]: DEBUG nova.network.neutron [req-1758b7e0-371b-49e8-95c8-d7ad6f5a9088 req-9ce75e37-7675-4b16-9042-5f09a31d2872 service nova] [instance: c7158238-ec2d-4cf2-8b5d-140a28473628] Updating instance_info_cache with network_info: [{"id": "53df6ce0-0bb9-49f6-a76c-2d32c99f511b", "address": "fa:16:3e:fd:b3:40", "network": {"id": "cf4045f9-b69b-467b-ad0a-dc8fc7ea3927", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2119334503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7f18a111f154dca8cc100cafc69baa6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53df6ce0-0b", "ovs_interfaceid": "53df6ce0-0bb9-49f6-a76c-2d32c99f511b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.540511] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1bf24763-629e-4eff-8beb-a53100d0a4a8 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Lock "4d8636f8-6716-4060-b27b-918d7fe82686" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.902s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 882.560257] env[62353]: DEBUG nova.scheduler.client.report [None req-9b03e46a-6726-4622-b1ff-65d1d1d5a4d5 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 882.645954] env[62353]: DEBUG oslo_vmware.api [None req-ce2cf5be-6559-41f9-a5ba-17c865a1fe8f tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Task: {'id': task-2372652, 'name': PowerOffVM_Task, 'duration_secs': 0.280755} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.646366] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce2cf5be-6559-41f9-a5ba-17c865a1fe8f tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] [instance: 0fd1791c-fb62-4e21-96c3-3b2a07520c91] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 882.647395] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19cecd4f-958c-43ea-b8c5-196d6e88fc6d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.666484] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e2b36e2-667e-40f8-b8c7-949fab0635cf {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.677855] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8d838bd8-93ce-4851-a44a-3d2c483cc5f0 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Acquiring lock "0a077d09-79c1-462a-b3e7-1312d383f1cb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 882.678136] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8d838bd8-93ce-4851-a44a-3d2c483cc5f0 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Lock "0a077d09-79c1-462a-b3e7-1312d383f1cb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 882.707928] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce2cf5be-6559-41f9-a5ba-17c865a1fe8f tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] [instance: 0fd1791c-fb62-4e21-96c3-3b2a07520c91] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 882.708534] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3347c231-b74a-49a4-8fd2-a4110b7a00dd {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.716616] env[62353]: DEBUG oslo_vmware.api [None req-ce2cf5be-6559-41f9-a5ba-17c865a1fe8f tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Waiting for the task: (returnval){ [ 882.716616] env[62353]: value = "task-2372655" [ 882.716616] env[62353]: _type = "Task" [ 882.716616] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.726247] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce2cf5be-6559-41f9-a5ba-17c865a1fe8f tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] [instance: 0fd1791c-fb62-4e21-96c3-3b2a07520c91] VM already powered off {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 882.726478] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ce2cf5be-6559-41f9-a5ba-17c865a1fe8f tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] [instance: 0fd1791c-fb62-4e21-96c3-3b2a07520c91] Processing image 06f909ae-e8dc-43b4-abf7-c7ed85db9bbd {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 882.726758] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ce2cf5be-6559-41f9-a5ba-17c865a1fe8f tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 882.726944] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ce2cf5be-6559-41f9-a5ba-17c865a1fe8f tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Acquired lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.727206] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce2cf5be-6559-41f9-a5ba-17c865a1fe8f tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 882.727506] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-16f0b4f9-6a3e-473b-95e5-19da12f973e2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.733789] env[62353]: DEBUG nova.network.neutron [None req-2fed2385-11fd-4ee8-9a22-eee3ae944e98 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: e1b17af1-2067-4d4a-8d12-ef006b8e0ad3] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 882.736981] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce2cf5be-6559-41f9-a5ba-17c865a1fe8f tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 882.737247] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ce2cf5be-6559-41f9-a5ba-17c865a1fe8f tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 882.738054] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0bbc8e88-0696-4920-8cf9-f1ae5d1cea40 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.743419] env[62353]: DEBUG oslo_vmware.api [None req-ce2cf5be-6559-41f9-a5ba-17c865a1fe8f tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Waiting for the task: (returnval){ [ 882.743419] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]522fb001-a102-ada3-1a09-aef952157e8e" [ 882.743419] env[62353]: _type = "Task" [ 882.743419] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.755813] env[62353]: DEBUG oslo_vmware.api [None req-ca9754c8-8f6b-4aba-abc4-6de4f1d55270 tempest-DeleteServersAdminTestJSON-2009051073 tempest-DeleteServersAdminTestJSON-2009051073-project-admin] Task: {'id': task-2372654, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.383775} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.760846] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca9754c8-8f6b-4aba-abc4-6de4f1d55270 tempest-DeleteServersAdminTestJSON-2009051073 tempest-DeleteServersAdminTestJSON-2009051073-project-admin] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 882.761045] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ca9754c8-8f6b-4aba-abc4-6de4f1d55270 tempest-DeleteServersAdminTestJSON-2009051073 tempest-DeleteServersAdminTestJSON-2009051073-project-admin] [instance: e4e0533d-22ae-4e05-ac4f-949f0fe6416a] Deleted contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 882.762020] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ca9754c8-8f6b-4aba-abc4-6de4f1d55270 tempest-DeleteServersAdminTestJSON-2009051073 tempest-DeleteServersAdminTestJSON-2009051073-project-admin] [instance: e4e0533d-22ae-4e05-ac4f-949f0fe6416a] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 882.762020] env[62353]: INFO nova.compute.manager [None req-ca9754c8-8f6b-4aba-abc4-6de4f1d55270 tempest-DeleteServersAdminTestJSON-2009051073 tempest-DeleteServersAdminTestJSON-2009051073-project-admin] [instance: e4e0533d-22ae-4e05-ac4f-949f0fe6416a] Took 1.15 seconds to destroy the instance on the hypervisor. [ 882.762020] env[62353]: DEBUG oslo.service.loopingcall [None req-ca9754c8-8f6b-4aba-abc4-6de4f1d55270 tempest-DeleteServersAdminTestJSON-2009051073 tempest-DeleteServersAdminTestJSON-2009051073-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 882.762179] env[62353]: DEBUG oslo_vmware.api [None req-ce2cf5be-6559-41f9-a5ba-17c865a1fe8f tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]522fb001-a102-ada3-1a09-aef952157e8e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.762354] env[62353]: DEBUG nova.compute.manager [-] [instance: e4e0533d-22ae-4e05-ac4f-949f0fe6416a] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 882.762450] env[62353]: DEBUG nova.network.neutron [-] [instance: e4e0533d-22ae-4e05-ac4f-949f0fe6416a] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 882.776695] env[62353]: DEBUG oslo_concurrency.lockutils [None req-62f3365d-4bee-4369-80b3-3b553dc51446 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d458d0c3-90e2-4e95-a0df-87fc2bdae0a7" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 882.776937] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-62f3365d-4bee-4369-80b3-3b553dc51446 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: c7158238-ec2d-4cf2-8b5d-140a28473628] Processing image d458d0c3-90e2-4e95-a0df-87fc2bdae0a7 {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 882.777190] env[62353]: DEBUG oslo_concurrency.lockutils [None req-62f3365d-4bee-4369-80b3-3b553dc51446 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d458d0c3-90e2-4e95-a0df-87fc2bdae0a7/d458d0c3-90e2-4e95-a0df-87fc2bdae0a7.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 882.777335] env[62353]: DEBUG oslo_concurrency.lockutils [None req-62f3365d-4bee-4369-80b3-3b553dc51446 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d458d0c3-90e2-4e95-a0df-87fc2bdae0a7/d458d0c3-90e2-4e95-a0df-87fc2bdae0a7.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.778441] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-62f3365d-4bee-4369-80b3-3b553dc51446 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 882.779301] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-104b2190-f4bf-4d83-a3b2-545a8f2e36c6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.788149] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-62f3365d-4bee-4369-80b3-3b553dc51446 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 882.788348] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-62f3365d-4bee-4369-80b3-3b553dc51446 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 882.789097] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-705f5e32-4597-45f4-99b5-f8965a33134e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.794598] env[62353]: DEBUG oslo_vmware.api [None req-62f3365d-4bee-4369-80b3-3b553dc51446 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Waiting for the task: (returnval){ [ 882.794598] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5268e8bd-6f8d-1f72-f6d5-a6f64242509b" [ 882.794598] env[62353]: _type = "Task" [ 882.794598] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.806062] env[62353]: DEBUG oslo_vmware.api [None req-62f3365d-4bee-4369-80b3-3b553dc51446 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5268e8bd-6f8d-1f72-f6d5-a6f64242509b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.900136] env[62353]: DEBUG nova.network.neutron [None req-2fed2385-11fd-4ee8-9a22-eee3ae944e98 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: e1b17af1-2067-4d4a-8d12-ef006b8e0ad3] Updating instance_info_cache with network_info: [{"id": "911beb4a-9950-43db-945e-7a8a5590f786", "address": "fa:16:3e:bf:7e:61", "network": {"id": "e5d036e4-e0e1-4263-a13b-32de611efa27", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1880879466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c183cea98ca94f09886d57c4499788e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08e9585e-6186-4788-9fd9-24174ce45a6f", "external-id": "nsx-vlan-transportzone-254", "segmentation_id": 254, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap911beb4a-99", "ovs_interfaceid": "911beb4a-9950-43db-945e-7a8a5590f786", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.946366] env[62353]: DEBUG oslo_concurrency.lockutils [req-1758b7e0-371b-49e8-95c8-d7ad6f5a9088 req-9ce75e37-7675-4b16-9042-5f09a31d2872 service nova] Releasing lock "refresh_cache-c7158238-ec2d-4cf2-8b5d-140a28473628" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 882.991081] env[62353]: DEBUG oslo_concurrency.lockutils [None req-9d43b63a-aae2-49ba-afce-f01780ba62a1 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Acquiring lock "4d8636f8-6716-4060-b27b-918d7fe82686" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 882.991388] env[62353]: DEBUG oslo_concurrency.lockutils [None req-9d43b63a-aae2-49ba-afce-f01780ba62a1 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Lock "4d8636f8-6716-4060-b27b-918d7fe82686" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 882.991587] env[62353]: DEBUG nova.compute.manager [None req-9d43b63a-aae2-49ba-afce-f01780ba62a1 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 4d8636f8-6716-4060-b27b-918d7fe82686] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 882.992511] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beba6000-c694-482a-87af-ea8a4cbbd501 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.998383] env[62353]: DEBUG nova.compute.manager [req-320bc60a-bac2-4bd2-9c99-c43413ce1fb1 req-efb1519c-6246-4e0f-aaec-8a2a591c787a service nova] [instance: e4e0533d-22ae-4e05-ac4f-949f0fe6416a] Received event network-vif-deleted-f3fb791f-73c3-4306-aa27-ff13d39b3c95 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 882.998565] env[62353]: INFO nova.compute.manager [req-320bc60a-bac2-4bd2-9c99-c43413ce1fb1 req-efb1519c-6246-4e0f-aaec-8a2a591c787a service nova] [instance: e4e0533d-22ae-4e05-ac4f-949f0fe6416a] Neutron deleted interface f3fb791f-73c3-4306-aa27-ff13d39b3c95; detaching it from the instance and deleting it from the info cache [ 882.998897] env[62353]: DEBUG nova.network.neutron [req-320bc60a-bac2-4bd2-9c99-c43413ce1fb1 req-efb1519c-6246-4e0f-aaec-8a2a591c787a service nova] [instance: e4e0533d-22ae-4e05-ac4f-949f0fe6416a] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.004476] env[62353]: DEBUG nova.compute.manager [None req-9d43b63a-aae2-49ba-afce-f01780ba62a1 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 4d8636f8-6716-4060-b27b-918d7fe82686] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62353) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 883.005051] env[62353]: DEBUG nova.objects.instance [None req-9d43b63a-aae2-49ba-afce-f01780ba62a1 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Lazy-loading 'flavor' on Instance uuid 4d8636f8-6716-4060-b27b-918d7fe82686 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 883.065491] env[62353]: DEBUG oslo_concurrency.lockutils [None req-9b03e46a-6726-4622-b1ff-65d1d1d5a4d5 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.972s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 883.068850] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b8914bf4-da70-4105-8a81-57262a741a1a tempest-ServerGroupTestJSON-1084570586 tempest-ServerGroupTestJSON-1084570586-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.705s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 883.069699] env[62353]: INFO nova.compute.claims [None req-b8914bf4-da70-4105-8a81-57262a741a1a tempest-ServerGroupTestJSON-1084570586 tempest-ServerGroupTestJSON-1084570586-project-member] [instance: 9b5f53f8-5f64-452e-a1a6-236a994071a1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 883.088054] env[62353]: INFO nova.scheduler.client.report [None req-9b03e46a-6726-4622-b1ff-65d1d1d5a4d5 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] Deleted allocations for instance c6617ed8-80a4-41b8-b11a-c739cce89229 [ 883.181935] env[62353]: DEBUG nova.compute.manager [None req-8d838bd8-93ce-4851-a44a-3d2c483cc5f0 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: 0a077d09-79c1-462a-b3e7-1312d383f1cb] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 883.258998] env[62353]: DEBUG oslo_vmware.api [None req-ce2cf5be-6559-41f9-a5ba-17c865a1fe8f tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]522fb001-a102-ada3-1a09-aef952157e8e, 'name': SearchDatastore_Task, 'duration_secs': 0.018939} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.259805] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47d6f4d3-0f41-4859-98fb-d2a358a107b4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.265177] env[62353]: DEBUG oslo_vmware.api [None req-ce2cf5be-6559-41f9-a5ba-17c865a1fe8f tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Waiting for the task: (returnval){ [ 883.265177] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52e19979-ccad-5ddd-4930-8e93400f0292" [ 883.265177] env[62353]: _type = "Task" [ 883.265177] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.273955] env[62353]: DEBUG oslo_vmware.api [None req-ce2cf5be-6559-41f9-a5ba-17c865a1fe8f tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52e19979-ccad-5ddd-4930-8e93400f0292, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.311344] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-62f3365d-4bee-4369-80b3-3b553dc51446 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: c7158238-ec2d-4cf2-8b5d-140a28473628] Preparing fetch location {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 883.311615] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-62f3365d-4bee-4369-80b3-3b553dc51446 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: c7158238-ec2d-4cf2-8b5d-140a28473628] Fetch image to [datastore2] OSTACK_IMG_d0900aa6-7ca5-491c-b2aa-1c7ceb45554d/OSTACK_IMG_d0900aa6-7ca5-491c-b2aa-1c7ceb45554d.vmdk {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 883.311797] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-62f3365d-4bee-4369-80b3-3b553dc51446 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: c7158238-ec2d-4cf2-8b5d-140a28473628] Downloading stream optimized image d458d0c3-90e2-4e95-a0df-87fc2bdae0a7 to [datastore2] OSTACK_IMG_d0900aa6-7ca5-491c-b2aa-1c7ceb45554d/OSTACK_IMG_d0900aa6-7ca5-491c-b2aa-1c7ceb45554d.vmdk on the data store datastore2 as vApp {{(pid=62353) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 883.311966] env[62353]: DEBUG nova.virt.vmwareapi.images [None req-62f3365d-4bee-4369-80b3-3b553dc51446 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: c7158238-ec2d-4cf2-8b5d-140a28473628] Downloading image file data d458d0c3-90e2-4e95-a0df-87fc2bdae0a7 to the ESX as VM named 'OSTACK_IMG_d0900aa6-7ca5-491c-b2aa-1c7ceb45554d' {{(pid=62353) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 883.396794] env[62353]: DEBUG oslo_vmware.rw_handles [None req-62f3365d-4bee-4369-80b3-3b553dc51446 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 883.396794] env[62353]: value = "resgroup-9" [ 883.396794] env[62353]: _type = "ResourcePool" [ 883.396794] env[62353]: }. {{(pid=62353) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 883.397142] env[62353]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-3a74fa9e-de83-41ae-bf62-313337cb0fe9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.412741] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2fed2385-11fd-4ee8-9a22-eee3ae944e98 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Releasing lock "refresh_cache-e1b17af1-2067-4d4a-8d12-ef006b8e0ad3" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 883.413691] env[62353]: DEBUG nova.compute.manager [None req-2fed2385-11fd-4ee8-9a22-eee3ae944e98 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: e1b17af1-2067-4d4a-8d12-ef006b8e0ad3] Instance network_info: |[{"id": "911beb4a-9950-43db-945e-7a8a5590f786", "address": "fa:16:3e:bf:7e:61", "network": {"id": "e5d036e4-e0e1-4263-a13b-32de611efa27", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1880879466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c183cea98ca94f09886d57c4499788e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08e9585e-6186-4788-9fd9-24174ce45a6f", "external-id": "nsx-vlan-transportzone-254", "segmentation_id": 254, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap911beb4a-99", "ovs_interfaceid": "911beb4a-9950-43db-945e-7a8a5590f786", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 883.413691] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-2fed2385-11fd-4ee8-9a22-eee3ae944e98 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: e1b17af1-2067-4d4a-8d12-ef006b8e0ad3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bf:7e:61', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '08e9585e-6186-4788-9fd9-24174ce45a6f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '911beb4a-9950-43db-945e-7a8a5590f786', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 883.421020] env[62353]: DEBUG oslo.service.loopingcall [None req-2fed2385-11fd-4ee8-9a22-eee3ae944e98 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 883.421666] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e1b17af1-2067-4d4a-8d12-ef006b8e0ad3] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 883.421955] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-100ec3a0-c342-43c0-a017-e9a22cac1f55 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.437903] env[62353]: DEBUG oslo_vmware.rw_handles [None req-62f3365d-4bee-4369-80b3-3b553dc51446 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Lease: (returnval){ [ 883.437903] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52f44e86-4595-356b-15fb-16c261abaca0" [ 883.437903] env[62353]: _type = "HttpNfcLease" [ 883.437903] env[62353]: } obtained for vApp import into resource pool (val){ [ 883.437903] env[62353]: value = "resgroup-9" [ 883.437903] env[62353]: _type = "ResourcePool" [ 883.437903] env[62353]: }. {{(pid=62353) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 883.438298] env[62353]: DEBUG oslo_vmware.api [None req-62f3365d-4bee-4369-80b3-3b553dc51446 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Waiting for the lease: (returnval){ [ 883.438298] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52f44e86-4595-356b-15fb-16c261abaca0" [ 883.438298] env[62353]: _type = "HttpNfcLease" [ 883.438298] env[62353]: } to be ready. {{(pid=62353) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 883.443371] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 883.443371] env[62353]: value = "task-2372657" [ 883.443371] env[62353]: _type = "Task" [ 883.443371] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.451222] env[62353]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 883.451222] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52f44e86-4595-356b-15fb-16c261abaca0" [ 883.451222] env[62353]: _type = "HttpNfcLease" [ 883.451222] env[62353]: } is initializing. {{(pid=62353) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 883.459430] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372657, 'name': CreateVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.476221] env[62353]: DEBUG nova.network.neutron [-] [instance: e4e0533d-22ae-4e05-ac4f-949f0fe6416a] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.502235] env[62353]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8065a003-4b4d-42d5-b087-3a38e0eef5e3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.516667] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ac4d5a8-808e-4100-b85a-3a9756b0216f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.554401] env[62353]: DEBUG nova.compute.manager [req-320bc60a-bac2-4bd2-9c99-c43413ce1fb1 req-efb1519c-6246-4e0f-aaec-8a2a591c787a service nova] [instance: e4e0533d-22ae-4e05-ac4f-949f0fe6416a] Detach interface failed, port_id=f3fb791f-73c3-4306-aa27-ff13d39b3c95, reason: Instance e4e0533d-22ae-4e05-ac4f-949f0fe6416a could not be found. {{(pid=62353) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 883.594495] env[62353]: DEBUG oslo_concurrency.lockutils [None req-9b03e46a-6726-4622-b1ff-65d1d1d5a4d5 tempest-ServersTestMultiNic-1028391151 tempest-ServersTestMultiNic-1028391151-project-member] Lock "c6617ed8-80a4-41b8-b11a-c739cce89229" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.509s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 883.629450] env[62353]: DEBUG nova.compute.manager [req-10cd4d1e-b440-4ac0-9ada-f62f53162cf0 req-05162411-6ae9-4092-9b83-f4c306b16d9d service nova] [instance: e1b17af1-2067-4d4a-8d12-ef006b8e0ad3] Received event network-vif-plugged-911beb4a-9950-43db-945e-7a8a5590f786 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 883.629742] env[62353]: DEBUG oslo_concurrency.lockutils [req-10cd4d1e-b440-4ac0-9ada-f62f53162cf0 req-05162411-6ae9-4092-9b83-f4c306b16d9d service nova] Acquiring lock "e1b17af1-2067-4d4a-8d12-ef006b8e0ad3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 883.630249] env[62353]: DEBUG oslo_concurrency.lockutils [req-10cd4d1e-b440-4ac0-9ada-f62f53162cf0 req-05162411-6ae9-4092-9b83-f4c306b16d9d service nova] Lock "e1b17af1-2067-4d4a-8d12-ef006b8e0ad3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 883.630557] env[62353]: DEBUG oslo_concurrency.lockutils [req-10cd4d1e-b440-4ac0-9ada-f62f53162cf0 req-05162411-6ae9-4092-9b83-f4c306b16d9d service nova] Lock "e1b17af1-2067-4d4a-8d12-ef006b8e0ad3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 883.630815] env[62353]: DEBUG nova.compute.manager [req-10cd4d1e-b440-4ac0-9ada-f62f53162cf0 req-05162411-6ae9-4092-9b83-f4c306b16d9d service nova] [instance: e1b17af1-2067-4d4a-8d12-ef006b8e0ad3] No waiting events found dispatching network-vif-plugged-911beb4a-9950-43db-945e-7a8a5590f786 {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 883.631067] env[62353]: WARNING nova.compute.manager [req-10cd4d1e-b440-4ac0-9ada-f62f53162cf0 req-05162411-6ae9-4092-9b83-f4c306b16d9d service nova] [instance: e1b17af1-2067-4d4a-8d12-ef006b8e0ad3] Received unexpected event network-vif-plugged-911beb4a-9950-43db-945e-7a8a5590f786 for instance with vm_state building and task_state spawning. [ 883.631318] env[62353]: DEBUG nova.compute.manager [req-10cd4d1e-b440-4ac0-9ada-f62f53162cf0 req-05162411-6ae9-4092-9b83-f4c306b16d9d service nova] [instance: e1b17af1-2067-4d4a-8d12-ef006b8e0ad3] Received event network-changed-911beb4a-9950-43db-945e-7a8a5590f786 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 883.631620] env[62353]: DEBUG nova.compute.manager [req-10cd4d1e-b440-4ac0-9ada-f62f53162cf0 req-05162411-6ae9-4092-9b83-f4c306b16d9d service nova] [instance: e1b17af1-2067-4d4a-8d12-ef006b8e0ad3] Refreshing instance network info cache due to event network-changed-911beb4a-9950-43db-945e-7a8a5590f786. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 883.631833] env[62353]: DEBUG oslo_concurrency.lockutils [req-10cd4d1e-b440-4ac0-9ada-f62f53162cf0 req-05162411-6ae9-4092-9b83-f4c306b16d9d service nova] Acquiring lock "refresh_cache-e1b17af1-2067-4d4a-8d12-ef006b8e0ad3" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 883.632029] env[62353]: DEBUG oslo_concurrency.lockutils [req-10cd4d1e-b440-4ac0-9ada-f62f53162cf0 req-05162411-6ae9-4092-9b83-f4c306b16d9d service nova] Acquired lock "refresh_cache-e1b17af1-2067-4d4a-8d12-ef006b8e0ad3" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.632232] env[62353]: DEBUG nova.network.neutron [req-10cd4d1e-b440-4ac0-9ada-f62f53162cf0 req-05162411-6ae9-4092-9b83-f4c306b16d9d service nova] [instance: e1b17af1-2067-4d4a-8d12-ef006b8e0ad3] Refreshing network info cache for port 911beb4a-9950-43db-945e-7a8a5590f786 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 883.712761] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8d838bd8-93ce-4851-a44a-3d2c483cc5f0 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 883.776303] env[62353]: DEBUG oslo_vmware.api [None req-ce2cf5be-6559-41f9-a5ba-17c865a1fe8f tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52e19979-ccad-5ddd-4930-8e93400f0292, 'name': SearchDatastore_Task, 'duration_secs': 0.022411} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.776607] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ce2cf5be-6559-41f9-a5ba-17c865a1fe8f tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Releasing lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 883.776884] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce2cf5be-6559-41f9-a5ba-17c865a1fe8f tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore2] 0fd1791c-fb62-4e21-96c3-3b2a07520c91/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd-rescue.vmdk. {{(pid=62353) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 883.777248] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e6440648-2d85-45da-8b81-2e980291d3d7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.783889] env[62353]: DEBUG oslo_vmware.api [None req-ce2cf5be-6559-41f9-a5ba-17c865a1fe8f tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Waiting for the task: (returnval){ [ 883.783889] env[62353]: value = "task-2372658" [ 883.783889] env[62353]: _type = "Task" [ 883.783889] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.794057] env[62353]: DEBUG oslo_vmware.api [None req-ce2cf5be-6559-41f9-a5ba-17c865a1fe8f tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Task: {'id': task-2372658, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.949738] env[62353]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 883.949738] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52f44e86-4595-356b-15fb-16c261abaca0" [ 883.949738] env[62353]: _type = "HttpNfcLease" [ 883.949738] env[62353]: } is ready. {{(pid=62353) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 883.950355] env[62353]: DEBUG oslo_vmware.rw_handles [None req-62f3365d-4bee-4369-80b3-3b553dc51446 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 883.950355] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52f44e86-4595-356b-15fb-16c261abaca0" [ 883.950355] env[62353]: _type = "HttpNfcLease" [ 883.950355] env[62353]: }. {{(pid=62353) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 883.951052] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42a5d3bf-b05a-4733-aac3-40cd1f89e668 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.956339] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372657, 'name': CreateVM_Task, 'duration_secs': 0.345271} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.956812] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e1b17af1-2067-4d4a-8d12-ef006b8e0ad3] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 883.957498] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2fed2385-11fd-4ee8-9a22-eee3ae944e98 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 883.957668] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2fed2385-11fd-4ee8-9a22-eee3ae944e98 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Acquired lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.957978] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2fed2385-11fd-4ee8-9a22-eee3ae944e98 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 883.961050] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9de25d34-75c7-46ff-9e30-6ac402f01cb1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.963098] env[62353]: DEBUG oslo_vmware.rw_handles [None req-62f3365d-4bee-4369-80b3-3b553dc51446 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52be1fd0-5132-c679-6282-3c4d94a05c9f/disk-0.vmdk from lease info. {{(pid=62353) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 883.963098] env[62353]: DEBUG oslo_vmware.rw_handles [None req-62f3365d-4bee-4369-80b3-3b553dc51446 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52be1fd0-5132-c679-6282-3c4d94a05c9f/disk-0.vmdk. {{(pid=62353) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 883.967933] env[62353]: DEBUG oslo_vmware.api [None req-2fed2385-11fd-4ee8-9a22-eee3ae944e98 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Waiting for the task: (returnval){ [ 883.967933] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]522cc28e-ef3c-2874-5b28-06e9aeaba0fa" [ 883.967933] env[62353]: _type = "Task" [ 883.967933] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.026337] env[62353]: INFO nova.compute.manager [-] [instance: e4e0533d-22ae-4e05-ac4f-949f0fe6416a] Took 1.26 seconds to deallocate network for instance. [ 884.032980] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d43b63a-aae2-49ba-afce-f01780ba62a1 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 4d8636f8-6716-4060-b27b-918d7fe82686] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 884.037020] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-199da920-4e01-4403-b7f9-74a8b602fbab {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.049717] env[62353]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9ab12a30-4cf7-4260-9fe2-0e2d8ccdaffb {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.052634] env[62353]: DEBUG oslo_vmware.api [None req-2fed2385-11fd-4ee8-9a22-eee3ae944e98 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]522cc28e-ef3c-2874-5b28-06e9aeaba0fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.057987] env[62353]: DEBUG oslo_vmware.api [None req-9d43b63a-aae2-49ba-afce-f01780ba62a1 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Waiting for the task: (returnval){ [ 884.057987] env[62353]: value = "task-2372659" [ 884.057987] env[62353]: _type = "Task" [ 884.057987] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.068988] env[62353]: DEBUG oslo_vmware.api [None req-9d43b63a-aae2-49ba-afce-f01780ba62a1 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Task: {'id': task-2372659, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.294428] env[62353]: DEBUG oslo_vmware.api [None req-ce2cf5be-6559-41f9-a5ba-17c865a1fe8f tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Task: {'id': task-2372658, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.470840] env[62353]: DEBUG nova.network.neutron [req-10cd4d1e-b440-4ac0-9ada-f62f53162cf0 req-05162411-6ae9-4092-9b83-f4c306b16d9d service nova] [instance: e1b17af1-2067-4d4a-8d12-ef006b8e0ad3] Updated VIF entry in instance network info cache for port 911beb4a-9950-43db-945e-7a8a5590f786. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 884.471319] env[62353]: DEBUG nova.network.neutron [req-10cd4d1e-b440-4ac0-9ada-f62f53162cf0 req-05162411-6ae9-4092-9b83-f4c306b16d9d service nova] [instance: e1b17af1-2067-4d4a-8d12-ef006b8e0ad3] Updating instance_info_cache with network_info: [{"id": "911beb4a-9950-43db-945e-7a8a5590f786", "address": "fa:16:3e:bf:7e:61", "network": {"id": "e5d036e4-e0e1-4263-a13b-32de611efa27", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1880879466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c183cea98ca94f09886d57c4499788e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08e9585e-6186-4788-9fd9-24174ce45a6f", "external-id": "nsx-vlan-transportzone-254", "segmentation_id": 254, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap911beb4a-99", "ovs_interfaceid": "911beb4a-9950-43db-945e-7a8a5590f786", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.489140] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a106262-503a-4a04-9ff6-8bfb0d545bcb {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.501841] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fd6b656-c0bb-4fb3-aae2-ea0f80d929dd {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.544593] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06c275ff-e128-4512-b01b-94d4f1de9ee1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.556944] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ca9754c8-8f6b-4aba-abc4-6de4f1d55270 tempest-DeleteServersAdminTestJSON-2009051073 tempest-DeleteServersAdminTestJSON-2009051073-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 884.557116] env[62353]: DEBUG oslo_vmware.api [None req-2fed2385-11fd-4ee8-9a22-eee3ae944e98 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]522cc28e-ef3c-2874-5b28-06e9aeaba0fa, 'name': SearchDatastore_Task, 'duration_secs': 0.073609} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.561252] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2fed2385-11fd-4ee8-9a22-eee3ae944e98 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Releasing lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 884.561499] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-2fed2385-11fd-4ee8-9a22-eee3ae944e98 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: e1b17af1-2067-4d4a-8d12-ef006b8e0ad3] Processing image 06f909ae-e8dc-43b4-abf7-c7ed85db9bbd {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 884.561764] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2fed2385-11fd-4ee8-9a22-eee3ae944e98 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 884.561984] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2fed2385-11fd-4ee8-9a22-eee3ae944e98 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Acquired lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.562073] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fed2385-11fd-4ee8-9a22-eee3ae944e98 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 884.562481] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2750a101-0b19-4e5d-a558-a3fee40208c4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.568375] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91fc33b4-3838-4c50-9340-a73dc72167b9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.581259] env[62353]: DEBUG oslo_vmware.api [None req-9d43b63a-aae2-49ba-afce-f01780ba62a1 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Task: {'id': task-2372659, 'name': PowerOffVM_Task, 'duration_secs': 0.313399} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.592930] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d43b63a-aae2-49ba-afce-f01780ba62a1 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 4d8636f8-6716-4060-b27b-918d7fe82686] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 884.593186] env[62353]: DEBUG nova.compute.manager [None req-9d43b63a-aae2-49ba-afce-f01780ba62a1 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 4d8636f8-6716-4060-b27b-918d7fe82686] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 884.593720] env[62353]: DEBUG nova.compute.provider_tree [None req-b8914bf4-da70-4105-8a81-57262a741a1a tempest-ServerGroupTestJSON-1084570586 tempest-ServerGroupTestJSON-1084570586-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 884.599677] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35005dd7-f04b-4f39-b770-adc8b024c9ab {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.602389] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fed2385-11fd-4ee8-9a22-eee3ae944e98 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 884.602571] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-2fed2385-11fd-4ee8-9a22-eee3ae944e98 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 884.604747] env[62353]: DEBUG nova.scheduler.client.report [None req-b8914bf4-da70-4105-8a81-57262a741a1a tempest-ServerGroupTestJSON-1084570586 tempest-ServerGroupTestJSON-1084570586-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 884.610771] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e6178fc-8c7c-4e80-963b-e279b07b9c98 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.621137] env[62353]: DEBUG oslo_vmware.api [None req-2fed2385-11fd-4ee8-9a22-eee3ae944e98 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Waiting for the task: (returnval){ [ 884.621137] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52319c68-e9f0-5c29-d60d-2700dffc2531" [ 884.621137] env[62353]: _type = "Task" [ 884.621137] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.633469] env[62353]: DEBUG oslo_vmware.api [None req-2fed2385-11fd-4ee8-9a22-eee3ae944e98 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52319c68-e9f0-5c29-d60d-2700dffc2531, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.797369] env[62353]: DEBUG oslo_vmware.api [None req-ce2cf5be-6559-41f9-a5ba-17c865a1fe8f tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Task: {'id': task-2372658, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.545262} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.797647] env[62353]: INFO nova.virt.vmwareapi.ds_util [None req-ce2cf5be-6559-41f9-a5ba-17c865a1fe8f tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore2] 0fd1791c-fb62-4e21-96c3-3b2a07520c91/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd-rescue.vmdk. [ 884.798512] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6eda654-e7e2-4520-820e-33a65bca57b5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.826852] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce2cf5be-6559-41f9-a5ba-17c865a1fe8f tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] [instance: 0fd1791c-fb62-4e21-96c3-3b2a07520c91] Reconfiguring VM instance instance-00000044 to attach disk [datastore2] 0fd1791c-fb62-4e21-96c3-3b2a07520c91/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd-rescue.vmdk or device None with type thin {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 884.832757] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c93a775e-63cd-4401-b1b5-8103f9f6bf27 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.854598] env[62353]: DEBUG oslo_vmware.api [None req-ce2cf5be-6559-41f9-a5ba-17c865a1fe8f tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Waiting for the task: (returnval){ [ 884.854598] env[62353]: value = "task-2372660" [ 884.854598] env[62353]: _type = "Task" [ 884.854598] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.865851] env[62353]: DEBUG oslo_vmware.api [None req-ce2cf5be-6559-41f9-a5ba-17c865a1fe8f tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Task: {'id': task-2372660, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.918107] env[62353]: DEBUG oslo_service.periodic_task [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 884.918107] env[62353]: DEBUG oslo_service.periodic_task [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 884.959618] env[62353]: DEBUG oslo_vmware.rw_handles [None req-62f3365d-4bee-4369-80b3-3b553dc51446 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Completed reading data from the image iterator. {{(pid=62353) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 884.959821] env[62353]: DEBUG oslo_vmware.rw_handles [None req-62f3365d-4bee-4369-80b3-3b553dc51446 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52be1fd0-5132-c679-6282-3c4d94a05c9f/disk-0.vmdk. {{(pid=62353) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 884.961156] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7d5edc3-f703-4d3e-9af3-f9be3d82d23c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.967690] env[62353]: DEBUG oslo_vmware.rw_handles [None req-62f3365d-4bee-4369-80b3-3b553dc51446 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52be1fd0-5132-c679-6282-3c4d94a05c9f/disk-0.vmdk is in state: ready. {{(pid=62353) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 884.967889] env[62353]: DEBUG oslo_vmware.rw_handles [None req-62f3365d-4bee-4369-80b3-3b553dc51446 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52be1fd0-5132-c679-6282-3c4d94a05c9f/disk-0.vmdk. {{(pid=62353) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 884.968416] env[62353]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-fbcf025f-b861-4d9c-9772-8ac78a728662 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.975925] env[62353]: DEBUG oslo_concurrency.lockutils [req-10cd4d1e-b440-4ac0-9ada-f62f53162cf0 req-05162411-6ae9-4092-9b83-f4c306b16d9d service nova] Releasing lock "refresh_cache-e1b17af1-2067-4d4a-8d12-ef006b8e0ad3" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 885.115198] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b8914bf4-da70-4105-8a81-57262a741a1a tempest-ServerGroupTestJSON-1084570586 tempest-ServerGroupTestJSON-1084570586-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.047s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 885.118813] env[62353]: DEBUG oslo_concurrency.lockutils [None req-9ff5b97e-ed11-4fa4-a2cf-b38ce68e5b07 tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.955s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 885.118813] env[62353]: DEBUG nova.objects.instance [None req-9ff5b97e-ed11-4fa4-a2cf-b38ce68e5b07 tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Lazy-loading 'resources' on Instance uuid bbbb4f2b-e3a0-4c4e-8e47-7de18b1b8f66 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 885.131582] env[62353]: DEBUG oslo_concurrency.lockutils [None req-9d43b63a-aae2-49ba-afce-f01780ba62a1 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Lock "4d8636f8-6716-4060-b27b-918d7fe82686" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.140s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 885.139021] env[62353]: DEBUG oslo_vmware.api [None req-2fed2385-11fd-4ee8-9a22-eee3ae944e98 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52319c68-e9f0-5c29-d60d-2700dffc2531, 'name': SearchDatastore_Task, 'duration_secs': 0.021672} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.141279] env[62353]: DEBUG oslo_vmware.rw_handles [None req-62f3365d-4bee-4369-80b3-3b553dc51446 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52be1fd0-5132-c679-6282-3c4d94a05c9f/disk-0.vmdk. {{(pid=62353) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 885.141397] env[62353]: INFO nova.virt.vmwareapi.images [None req-62f3365d-4bee-4369-80b3-3b553dc51446 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: c7158238-ec2d-4cf2-8b5d-140a28473628] Downloaded image file data d458d0c3-90e2-4e95-a0df-87fc2bdae0a7 [ 885.141635] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc152ebe-c14d-4948-adc2-fc95e3872c42 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.144570] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d03be7e6-fa25-4371-b54e-13c5c948c96a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.154020] env[62353]: DEBUG oslo_vmware.api [None req-2fed2385-11fd-4ee8-9a22-eee3ae944e98 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Waiting for the task: (returnval){ [ 885.154020] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]529f8a8d-9383-1678-b16c-3fa622d1f8bf" [ 885.154020] env[62353]: _type = "Task" [ 885.154020] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.168130] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c6f7570f-c20b-4791-9678-d08fc819afe9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.173017] env[62353]: DEBUG oslo_vmware.api [None req-2fed2385-11fd-4ee8-9a22-eee3ae944e98 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]529f8a8d-9383-1678-b16c-3fa622d1f8bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.222737] env[62353]: INFO nova.virt.vmwareapi.images [None req-62f3365d-4bee-4369-80b3-3b553dc51446 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: c7158238-ec2d-4cf2-8b5d-140a28473628] The imported VM was unregistered [ 885.225215] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-62f3365d-4bee-4369-80b3-3b553dc51446 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: c7158238-ec2d-4cf2-8b5d-140a28473628] Caching image {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 885.225435] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-62f3365d-4bee-4369-80b3-3b553dc51446 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Creating directory with path [datastore2] devstack-image-cache_base/d458d0c3-90e2-4e95-a0df-87fc2bdae0a7 {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 885.225691] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3b2aaea9-d7db-4b81-8b31-e1c599adb7da {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.236299] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-62f3365d-4bee-4369-80b3-3b553dc51446 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Created directory with path [datastore2] devstack-image-cache_base/d458d0c3-90e2-4e95-a0df-87fc2bdae0a7 {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 885.236521] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-62f3365d-4bee-4369-80b3-3b553dc51446 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_d0900aa6-7ca5-491c-b2aa-1c7ceb45554d/OSTACK_IMG_d0900aa6-7ca5-491c-b2aa-1c7ceb45554d.vmdk to [datastore2] devstack-image-cache_base/d458d0c3-90e2-4e95-a0df-87fc2bdae0a7/d458d0c3-90e2-4e95-a0df-87fc2bdae0a7.vmdk. {{(pid=62353) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 885.236767] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-6f926c84-c1bd-4334-ab5e-35724dcd5c74 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.245207] env[62353]: DEBUG oslo_vmware.api [None req-62f3365d-4bee-4369-80b3-3b553dc51446 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Waiting for the task: (returnval){ [ 885.245207] env[62353]: value = "task-2372662" [ 885.245207] env[62353]: _type = "Task" [ 885.245207] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.253417] env[62353]: DEBUG oslo_vmware.api [None req-62f3365d-4bee-4369-80b3-3b553dc51446 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Task: {'id': task-2372662, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.367545] env[62353]: DEBUG oslo_vmware.api [None req-ce2cf5be-6559-41f9-a5ba-17c865a1fe8f tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Task: {'id': task-2372660, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.431693] env[62353]: DEBUG oslo_service.periodic_task [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 885.431693] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Starting heal instance info cache {{(pid=62353) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 885.619943] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b8914bf4-da70-4105-8a81-57262a741a1a tempest-ServerGroupTestJSON-1084570586 tempest-ServerGroupTestJSON-1084570586-project-member] Acquiring lock "0dae878c-964a-4fa3-86b8-e7754ed86a77" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 885.620098] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b8914bf4-da70-4105-8a81-57262a741a1a tempest-ServerGroupTestJSON-1084570586 tempest-ServerGroupTestJSON-1084570586-project-member] Lock "0dae878c-964a-4fa3-86b8-e7754ed86a77" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 885.669729] env[62353]: DEBUG oslo_vmware.api [None req-2fed2385-11fd-4ee8-9a22-eee3ae944e98 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]529f8a8d-9383-1678-b16c-3fa622d1f8bf, 'name': SearchDatastore_Task, 'duration_secs': 0.042006} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.673441] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2fed2385-11fd-4ee8-9a22-eee3ae944e98 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Releasing lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 885.673805] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fed2385-11fd-4ee8-9a22-eee3ae944e98 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore2] e1b17af1-2067-4d4a-8d12-ef006b8e0ad3/e1b17af1-2067-4d4a-8d12-ef006b8e0ad3.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 885.675023] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-49d2f4d1-03fe-400d-aa73-61b884daa9b5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.689095] env[62353]: DEBUG oslo_vmware.api [None req-2fed2385-11fd-4ee8-9a22-eee3ae944e98 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Waiting for the task: (returnval){ [ 885.689095] env[62353]: value = "task-2372663" [ 885.689095] env[62353]: _type = "Task" [ 885.689095] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.703029] env[62353]: DEBUG oslo_vmware.api [None req-2fed2385-11fd-4ee8-9a22-eee3ae944e98 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Task: {'id': task-2372663, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.758019] env[62353]: DEBUG oslo_vmware.api [None req-62f3365d-4bee-4369-80b3-3b553dc51446 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Task: {'id': task-2372662, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.787325] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d5d2691b-5276-4349-a6da-160f089e8d19 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Acquiring lock "4d8636f8-6716-4060-b27b-918d7fe82686" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 885.787325] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d5d2691b-5276-4349-a6da-160f089e8d19 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Lock "4d8636f8-6716-4060-b27b-918d7fe82686" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 885.787452] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d5d2691b-5276-4349-a6da-160f089e8d19 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Acquiring lock "4d8636f8-6716-4060-b27b-918d7fe82686-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 885.787687] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d5d2691b-5276-4349-a6da-160f089e8d19 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Lock "4d8636f8-6716-4060-b27b-918d7fe82686-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 885.787787] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d5d2691b-5276-4349-a6da-160f089e8d19 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Lock "4d8636f8-6716-4060-b27b-918d7fe82686-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 885.792767] env[62353]: INFO nova.compute.manager [None req-d5d2691b-5276-4349-a6da-160f089e8d19 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 4d8636f8-6716-4060-b27b-918d7fe82686] Terminating instance [ 885.874830] env[62353]: DEBUG oslo_vmware.api [None req-ce2cf5be-6559-41f9-a5ba-17c865a1fe8f tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Task: {'id': task-2372660, 'name': ReconfigVM_Task, 'duration_secs': 0.576461} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.878173] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce2cf5be-6559-41f9-a5ba-17c865a1fe8f tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] [instance: 0fd1791c-fb62-4e21-96c3-3b2a07520c91] Reconfigured VM instance instance-00000044 to attach disk [datastore2] 0fd1791c-fb62-4e21-96c3-3b2a07520c91/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd-rescue.vmdk or device None with type thin {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 885.879527] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e98efe3e-f963-4f09-896c-f4f60673c878 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.915021] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5dc8d4e2-e4ae-428a-9014-ff463775c32b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.935781] env[62353]: DEBUG oslo_vmware.api [None req-ce2cf5be-6559-41f9-a5ba-17c865a1fe8f tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Waiting for the task: (returnval){ [ 885.935781] env[62353]: value = "task-2372664" [ 885.935781] env[62353]: _type = "Task" [ 885.935781] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.956749] env[62353]: DEBUG oslo_vmware.api [None req-ce2cf5be-6559-41f9-a5ba-17c865a1fe8f tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Task: {'id': task-2372664, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.072634] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31b4df07-e2e4-44d6-82b8-c5049014daa9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.085521] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-880ef4fd-8342-4d4d-8d0f-7f5d71a87fe0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.125207] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25189a8a-02a2-4e22-84a8-76749470979c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.128385] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b8914bf4-da70-4105-8a81-57262a741a1a tempest-ServerGroupTestJSON-1084570586 tempest-ServerGroupTestJSON-1084570586-project-member] Lock "0dae878c-964a-4fa3-86b8-e7754ed86a77" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.508s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 886.129011] env[62353]: DEBUG nova.compute.manager [None req-b8914bf4-da70-4105-8a81-57262a741a1a tempest-ServerGroupTestJSON-1084570586 tempest-ServerGroupTestJSON-1084570586-project-member] [instance: 9b5f53f8-5f64-452e-a1a6-236a994071a1] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 886.141922] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e180c769-f6d7-4644-9b99-0140fc1b0904 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.162353] env[62353]: DEBUG nova.compute.provider_tree [None req-9ff5b97e-ed11-4fa4-a2cf-b38ce68e5b07 tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 886.206585] env[62353]: DEBUG oslo_vmware.api [None req-2fed2385-11fd-4ee8-9a22-eee3ae944e98 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Task: {'id': task-2372663, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.260907] env[62353]: DEBUG oslo_vmware.api [None req-62f3365d-4bee-4369-80b3-3b553dc51446 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Task: {'id': task-2372662, 'name': MoveVirtualDisk_Task} progress is 38%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.298815] env[62353]: DEBUG nova.compute.manager [None req-d5d2691b-5276-4349-a6da-160f089e8d19 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 4d8636f8-6716-4060-b27b-918d7fe82686] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 886.299239] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-d5d2691b-5276-4349-a6da-160f089e8d19 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 4d8636f8-6716-4060-b27b-918d7fe82686] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 886.300285] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb7d0f84-9836-44b8-9626-498d00b558f3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.312498] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-d5d2691b-5276-4349-a6da-160f089e8d19 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 4d8636f8-6716-4060-b27b-918d7fe82686] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 886.312811] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-101c086e-2a9a-474f-9277-5fe943f06602 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.395662] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-d5d2691b-5276-4349-a6da-160f089e8d19 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 4d8636f8-6716-4060-b27b-918d7fe82686] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 886.395906] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-d5d2691b-5276-4349-a6da-160f089e8d19 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 4d8636f8-6716-4060-b27b-918d7fe82686] Deleting contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 886.396156] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5d2691b-5276-4349-a6da-160f089e8d19 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Deleting the datastore file [datastore1] 4d8636f8-6716-4060-b27b-918d7fe82686 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 886.396363] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f14d043c-05c2-4bf4-b4e7-e208e8740941 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.409679] env[62353]: DEBUG oslo_vmware.api [None req-d5d2691b-5276-4349-a6da-160f089e8d19 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Waiting for the task: (returnval){ [ 886.409679] env[62353]: value = "task-2372666" [ 886.409679] env[62353]: _type = "Task" [ 886.409679] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.422309] env[62353]: DEBUG oslo_vmware.api [None req-d5d2691b-5276-4349-a6da-160f089e8d19 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Task: {'id': task-2372666, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.451798] env[62353]: DEBUG oslo_vmware.api [None req-ce2cf5be-6559-41f9-a5ba-17c865a1fe8f tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Task: {'id': task-2372664, 'name': ReconfigVM_Task, 'duration_secs': 0.469682} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.452867] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce2cf5be-6559-41f9-a5ba-17c865a1fe8f tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] [instance: 0fd1791c-fb62-4e21-96c3-3b2a07520c91] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 886.453247] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6f8910a8-dd4b-42f8-87ac-d1c1b81e23fe {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.464328] env[62353]: DEBUG oslo_vmware.api [None req-ce2cf5be-6559-41f9-a5ba-17c865a1fe8f tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Waiting for the task: (returnval){ [ 886.464328] env[62353]: value = "task-2372667" [ 886.464328] env[62353]: _type = "Task" [ 886.464328] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.477312] env[62353]: DEBUG oslo_vmware.api [None req-ce2cf5be-6559-41f9-a5ba-17c865a1fe8f tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Task: {'id': task-2372667, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.634946] env[62353]: DEBUG nova.compute.utils [None req-b8914bf4-da70-4105-8a81-57262a741a1a tempest-ServerGroupTestJSON-1084570586 tempest-ServerGroupTestJSON-1084570586-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 886.636513] env[62353]: DEBUG nova.compute.manager [None req-b8914bf4-da70-4105-8a81-57262a741a1a tempest-ServerGroupTestJSON-1084570586 tempest-ServerGroupTestJSON-1084570586-project-member] [instance: 9b5f53f8-5f64-452e-a1a6-236a994071a1] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 886.636693] env[62353]: DEBUG nova.network.neutron [None req-b8914bf4-da70-4105-8a81-57262a741a1a tempest-ServerGroupTestJSON-1084570586 tempest-ServerGroupTestJSON-1084570586-project-member] [instance: 9b5f53f8-5f64-452e-a1a6-236a994071a1] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 886.665973] env[62353]: DEBUG nova.scheduler.client.report [None req-9ff5b97e-ed11-4fa4-a2cf-b38ce68e5b07 tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 886.705326] env[62353]: DEBUG oslo_vmware.api [None req-2fed2385-11fd-4ee8-9a22-eee3ae944e98 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Task: {'id': task-2372663, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.722117] env[62353]: DEBUG nova.policy [None req-b8914bf4-da70-4105-8a81-57262a741a1a tempest-ServerGroupTestJSON-1084570586 tempest-ServerGroupTestJSON-1084570586-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '573b856805824d8b8735e57243372206', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a6da40df84384a0b83c42cd0a710239a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:192}} [ 886.762649] env[62353]: DEBUG oslo_vmware.api [None req-62f3365d-4bee-4369-80b3-3b553dc51446 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Task: {'id': task-2372662, 'name': MoveVirtualDisk_Task} progress is 57%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.926608] env[62353]: DEBUG oslo_vmware.api [None req-d5d2691b-5276-4349-a6da-160f089e8d19 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Task: {'id': task-2372666, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.283979} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.927124] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5d2691b-5276-4349-a6da-160f089e8d19 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 886.927124] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-d5d2691b-5276-4349-a6da-160f089e8d19 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 4d8636f8-6716-4060-b27b-918d7fe82686] Deleted contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 886.930068] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-d5d2691b-5276-4349-a6da-160f089e8d19 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 4d8636f8-6716-4060-b27b-918d7fe82686] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 886.931648] env[62353]: INFO nova.compute.manager [None req-d5d2691b-5276-4349-a6da-160f089e8d19 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 4d8636f8-6716-4060-b27b-918d7fe82686] Took 0.63 seconds to destroy the instance on the hypervisor. [ 886.932426] env[62353]: DEBUG oslo.service.loopingcall [None req-d5d2691b-5276-4349-a6da-160f089e8d19 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 886.932715] env[62353]: DEBUG nova.compute.manager [-] [instance: 4d8636f8-6716-4060-b27b-918d7fe82686] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 886.932859] env[62353]: DEBUG nova.network.neutron [-] [instance: 4d8636f8-6716-4060-b27b-918d7fe82686] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 886.980350] env[62353]: DEBUG oslo_vmware.api [None req-ce2cf5be-6559-41f9-a5ba-17c865a1fe8f tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Task: {'id': task-2372667, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.142682] env[62353]: DEBUG nova.compute.manager [None req-b8914bf4-da70-4105-8a81-57262a741a1a tempest-ServerGroupTestJSON-1084570586 tempest-ServerGroupTestJSON-1084570586-project-member] [instance: 9b5f53f8-5f64-452e-a1a6-236a994071a1] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 887.146851] env[62353]: DEBUG nova.network.neutron [None req-b8914bf4-da70-4105-8a81-57262a741a1a tempest-ServerGroupTestJSON-1084570586 tempest-ServerGroupTestJSON-1084570586-project-member] [instance: 9b5f53f8-5f64-452e-a1a6-236a994071a1] Successfully created port: 60fdb8ca-1caf-47cb-94df-356302f5395b {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 887.171569] env[62353]: DEBUG oslo_concurrency.lockutils [None req-9ff5b97e-ed11-4fa4-a2cf-b38ce68e5b07 tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.055s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 887.176071] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4a0d2c51-acf4-4957-b01e-043cb9d81292 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.202s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 887.176071] env[62353]: DEBUG nova.objects.instance [None req-4a0d2c51-acf4-4957-b01e-043cb9d81292 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Lazy-loading 'resources' on Instance uuid 3384eeba-47ab-4252-96f8-624f2c118125 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 887.206303] env[62353]: DEBUG oslo_vmware.api [None req-2fed2385-11fd-4ee8-9a22-eee3ae944e98 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Task: {'id': task-2372663, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.208946] env[62353]: INFO nova.scheduler.client.report [None req-9ff5b97e-ed11-4fa4-a2cf-b38ce68e5b07 tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Deleted allocations for instance bbbb4f2b-e3a0-4c4e-8e47-7de18b1b8f66 [ 887.266539] env[62353]: DEBUG oslo_vmware.api [None req-62f3365d-4bee-4369-80b3-3b553dc51446 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Task: {'id': task-2372662, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.448247] env[62353]: DEBUG nova.compute.manager [req-20f7dc37-c128-4a97-b3e6-d84c1e7b2edd req-a8f95fcb-425b-4874-83e5-98548cf328f2 service nova] [instance: 4d8636f8-6716-4060-b27b-918d7fe82686] Received event network-vif-deleted-301d03db-955f-488c-9e60-cee08378cca2 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 887.448401] env[62353]: INFO nova.compute.manager [req-20f7dc37-c128-4a97-b3e6-d84c1e7b2edd req-a8f95fcb-425b-4874-83e5-98548cf328f2 service nova] [instance: 4d8636f8-6716-4060-b27b-918d7fe82686] Neutron deleted interface 301d03db-955f-488c-9e60-cee08378cca2; detaching it from the instance and deleting it from the info cache [ 887.448518] env[62353]: DEBUG nova.network.neutron [req-20f7dc37-c128-4a97-b3e6-d84c1e7b2edd req-a8f95fcb-425b-4874-83e5-98548cf328f2 service nova] [instance: 4d8636f8-6716-4060-b27b-918d7fe82686] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 887.483572] env[62353]: DEBUG oslo_vmware.api [None req-ce2cf5be-6559-41f9-a5ba-17c865a1fe8f tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Task: {'id': task-2372667, 'name': PowerOnVM_Task, 'duration_secs': 0.896586} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.483855] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce2cf5be-6559-41f9-a5ba-17c865a1fe8f tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] [instance: 0fd1791c-fb62-4e21-96c3-3b2a07520c91] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 887.490164] env[62353]: DEBUG nova.compute.manager [None req-ce2cf5be-6559-41f9-a5ba-17c865a1fe8f tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] [instance: 0fd1791c-fb62-4e21-96c3-3b2a07520c91] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 887.491363] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75a2086f-1c80-46c8-a75b-988cac551c2f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.709438] env[62353]: DEBUG oslo_vmware.api [None req-2fed2385-11fd-4ee8-9a22-eee3ae944e98 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Task: {'id': task-2372663, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.720601] env[62353]: DEBUG oslo_concurrency.lockutils [None req-9ff5b97e-ed11-4fa4-a2cf-b38ce68e5b07 tempest-ListImageFiltersTestJSON-2101462250 tempest-ListImageFiltersTestJSON-2101462250-project-member] Lock "bbbb4f2b-e3a0-4c4e-8e47-7de18b1b8f66" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.583s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 887.767186] env[62353]: DEBUG oslo_vmware.api [None req-62f3365d-4bee-4369-80b3-3b553dc51446 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Task: {'id': task-2372662, 'name': MoveVirtualDisk_Task} progress is 97%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.919431] env[62353]: DEBUG nova.network.neutron [-] [instance: 4d8636f8-6716-4060-b27b-918d7fe82686] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 887.956523] env[62353]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bb45c57d-b016-41e3-a5ca-48420e11d9c3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.967913] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-870a7780-b95d-4e65-a56d-1fcd58ce3a6d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.005374] env[62353]: DEBUG nova.compute.manager [req-20f7dc37-c128-4a97-b3e6-d84c1e7b2edd req-a8f95fcb-425b-4874-83e5-98548cf328f2 service nova] [instance: 4d8636f8-6716-4060-b27b-918d7fe82686] Detach interface failed, port_id=301d03db-955f-488c-9e60-cee08378cca2, reason: Instance 4d8636f8-6716-4060-b27b-918d7fe82686 could not be found. {{(pid=62353) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 888.153433] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdadb7f5-f44f-4389-9ad4-a3de371b20d8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.158245] env[62353]: DEBUG nova.compute.manager [None req-b8914bf4-da70-4105-8a81-57262a741a1a tempest-ServerGroupTestJSON-1084570586 tempest-ServerGroupTestJSON-1084570586-project-member] [instance: 9b5f53f8-5f64-452e-a1a6-236a994071a1] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 888.168212] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54ec6b6b-7b0e-44df-9f1d-7ad711f200ba {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.211326] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37f679b8-1169-4b8a-ad11-7409fe450a26 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.215844] env[62353]: DEBUG nova.virt.hardware [None req-b8914bf4-da70-4105-8a81-57262a741a1a tempest-ServerGroupTestJSON-1084570586 tempest-ServerGroupTestJSON-1084570586-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T12:38:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T12:38:15Z,direct_url=,disk_format='vmdk',id=06f909ae-e8dc-43b4-abf7-c7ed85db9bbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0a3f88790a594523a818b8c00f6862e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T12:38:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 888.216133] env[62353]: DEBUG nova.virt.hardware [None req-b8914bf4-da70-4105-8a81-57262a741a1a tempest-ServerGroupTestJSON-1084570586 tempest-ServerGroupTestJSON-1084570586-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 888.216289] env[62353]: DEBUG nova.virt.hardware [None req-b8914bf4-da70-4105-8a81-57262a741a1a tempest-ServerGroupTestJSON-1084570586 tempest-ServerGroupTestJSON-1084570586-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 888.216519] env[62353]: DEBUG nova.virt.hardware [None req-b8914bf4-da70-4105-8a81-57262a741a1a tempest-ServerGroupTestJSON-1084570586 tempest-ServerGroupTestJSON-1084570586-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 888.216694] env[62353]: DEBUG nova.virt.hardware [None req-b8914bf4-da70-4105-8a81-57262a741a1a tempest-ServerGroupTestJSON-1084570586 tempest-ServerGroupTestJSON-1084570586-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 888.216860] env[62353]: DEBUG nova.virt.hardware [None req-b8914bf4-da70-4105-8a81-57262a741a1a tempest-ServerGroupTestJSON-1084570586 tempest-ServerGroupTestJSON-1084570586-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 888.217121] env[62353]: DEBUG nova.virt.hardware [None req-b8914bf4-da70-4105-8a81-57262a741a1a tempest-ServerGroupTestJSON-1084570586 tempest-ServerGroupTestJSON-1084570586-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 888.217241] env[62353]: DEBUG nova.virt.hardware [None req-b8914bf4-da70-4105-8a81-57262a741a1a tempest-ServerGroupTestJSON-1084570586 tempest-ServerGroupTestJSON-1084570586-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 888.217406] env[62353]: DEBUG nova.virt.hardware [None req-b8914bf4-da70-4105-8a81-57262a741a1a tempest-ServerGroupTestJSON-1084570586 tempest-ServerGroupTestJSON-1084570586-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 888.217563] env[62353]: DEBUG nova.virt.hardware [None req-b8914bf4-da70-4105-8a81-57262a741a1a tempest-ServerGroupTestJSON-1084570586 tempest-ServerGroupTestJSON-1084570586-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 888.218028] env[62353]: DEBUG nova.virt.hardware [None req-b8914bf4-da70-4105-8a81-57262a741a1a tempest-ServerGroupTestJSON-1084570586 tempest-ServerGroupTestJSON-1084570586-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 888.218612] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23b52523-510e-489b-82ce-ae5681bd3847 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.232889] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3e62089-1c85-41db-afce-b7bc6b1be728 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.237829] env[62353]: DEBUG oslo_vmware.api [None req-2fed2385-11fd-4ee8-9a22-eee3ae944e98 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Task: {'id': task-2372663, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.369525} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.239063] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0018fdc1-b428-459e-89bd-bd880105eec2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.242689] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fed2385-11fd-4ee8-9a22-eee3ae944e98 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore2] e1b17af1-2067-4d4a-8d12-ef006b8e0ad3/e1b17af1-2067-4d4a-8d12-ef006b8e0ad3.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 888.242964] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-2fed2385-11fd-4ee8-9a22-eee3ae944e98 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: e1b17af1-2067-4d4a-8d12-ef006b8e0ad3] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 888.243631] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c0e795ee-6eec-448f-b335-70c34f3ef8ee {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.253758] env[62353]: DEBUG nova.compute.provider_tree [None req-4a0d2c51-acf4-4957-b01e-043cb9d81292 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 888.268350] env[62353]: DEBUG nova.scheduler.client.report [None req-4a0d2c51-acf4-4957-b01e-043cb9d81292 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 888.271185] env[62353]: DEBUG oslo_vmware.api [None req-2fed2385-11fd-4ee8-9a22-eee3ae944e98 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Waiting for the task: (returnval){ [ 888.271185] env[62353]: value = "task-2372668" [ 888.271185] env[62353]: _type = "Task" [ 888.271185] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.283963] env[62353]: DEBUG oslo_vmware.api [None req-62f3365d-4bee-4369-80b3-3b553dc51446 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Task: {'id': task-2372662, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.832972} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.284690] env[62353]: INFO nova.virt.vmwareapi.ds_util [None req-62f3365d-4bee-4369-80b3-3b553dc51446 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_d0900aa6-7ca5-491c-b2aa-1c7ceb45554d/OSTACK_IMG_d0900aa6-7ca5-491c-b2aa-1c7ceb45554d.vmdk to [datastore2] devstack-image-cache_base/d458d0c3-90e2-4e95-a0df-87fc2bdae0a7/d458d0c3-90e2-4e95-a0df-87fc2bdae0a7.vmdk. [ 888.284974] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-62f3365d-4bee-4369-80b3-3b553dc51446 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: c7158238-ec2d-4cf2-8b5d-140a28473628] Cleaning up location [datastore2] OSTACK_IMG_d0900aa6-7ca5-491c-b2aa-1c7ceb45554d {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 888.285225] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-62f3365d-4bee-4369-80b3-3b553dc51446 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_d0900aa6-7ca5-491c-b2aa-1c7ceb45554d {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 888.285805] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2da81e32-f3d3-4e83-ac95-86af46eeda76 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.291046] env[62353]: DEBUG oslo_vmware.api [None req-2fed2385-11fd-4ee8-9a22-eee3ae944e98 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Task: {'id': task-2372668, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.296088] env[62353]: DEBUG oslo_vmware.api [None req-62f3365d-4bee-4369-80b3-3b553dc51446 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Waiting for the task: (returnval){ [ 888.296088] env[62353]: value = "task-2372669" [ 888.296088] env[62353]: _type = "Task" [ 888.296088] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.306746] env[62353]: DEBUG oslo_vmware.api [None req-62f3365d-4bee-4369-80b3-3b553dc51446 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Task: {'id': task-2372669, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.422937] env[62353]: INFO nova.compute.manager [-] [instance: 4d8636f8-6716-4060-b27b-918d7fe82686] Took 1.49 seconds to deallocate network for instance. [ 888.776459] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4a0d2c51-acf4-4957-b01e-043cb9d81292 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.602s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 888.782278] env[62353]: DEBUG oslo_concurrency.lockutils [None req-fda39e90-106d-4775-906a-e251c509fd34 tempest-InstanceActionsNegativeTestJSON-1525249744 tempest-InstanceActionsNegativeTestJSON-1525249744-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.599s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 888.783802] env[62353]: INFO nova.compute.claims [None req-fda39e90-106d-4775-906a-e251c509fd34 tempest-InstanceActionsNegativeTestJSON-1525249744 tempest-InstanceActionsNegativeTestJSON-1525249744-project-member] [instance: f145dffe-8969-479a-b1f9-576f6f0128fb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 888.794733] env[62353]: DEBUG oslo_vmware.api [None req-2fed2385-11fd-4ee8-9a22-eee3ae944e98 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Task: {'id': task-2372668, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077908} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.795035] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-2fed2385-11fd-4ee8-9a22-eee3ae944e98 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: e1b17af1-2067-4d4a-8d12-ef006b8e0ad3] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 888.795914] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-692fe6ea-3d47-4aa4-93ca-cfe4ffa2db8a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.815920] env[62353]: INFO nova.compute.manager [None req-b2a1c0b3-fbc9-4cb1-a6c8-e075df495b5e tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] [instance: 0fd1791c-fb62-4e21-96c3-3b2a07520c91] Unrescuing [ 888.816978] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b2a1c0b3-fbc9-4cb1-a6c8-e075df495b5e tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Acquiring lock "refresh_cache-0fd1791c-fb62-4e21-96c3-3b2a07520c91" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 888.817627] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b2a1c0b3-fbc9-4cb1-a6c8-e075df495b5e tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Acquired lock "refresh_cache-0fd1791c-fb62-4e21-96c3-3b2a07520c91" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.817627] env[62353]: DEBUG nova.network.neutron [None req-b2a1c0b3-fbc9-4cb1-a6c8-e075df495b5e tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] [instance: 0fd1791c-fb62-4e21-96c3-3b2a07520c91] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 888.829275] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-2fed2385-11fd-4ee8-9a22-eee3ae944e98 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: e1b17af1-2067-4d4a-8d12-ef006b8e0ad3] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] e1b17af1-2067-4d4a-8d12-ef006b8e0ad3/e1b17af1-2067-4d4a-8d12-ef006b8e0ad3.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 888.831020] env[62353]: INFO nova.scheduler.client.report [None req-4a0d2c51-acf4-4957-b01e-043cb9d81292 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Deleted allocations for instance 3384eeba-47ab-4252-96f8-624f2c118125 [ 888.842185] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-88220f10-b72d-4951-bd58-ddfd0aab44f5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.858459] env[62353]: DEBUG oslo_vmware.api [None req-62f3365d-4bee-4369-80b3-3b553dc51446 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Task: {'id': task-2372669, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.038325} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.864014] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-62f3365d-4bee-4369-80b3-3b553dc51446 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 888.864014] env[62353]: DEBUG oslo_concurrency.lockutils [None req-62f3365d-4bee-4369-80b3-3b553dc51446 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d458d0c3-90e2-4e95-a0df-87fc2bdae0a7/d458d0c3-90e2-4e95-a0df-87fc2bdae0a7.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 888.864014] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-62f3365d-4bee-4369-80b3-3b553dc51446 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d458d0c3-90e2-4e95-a0df-87fc2bdae0a7/d458d0c3-90e2-4e95-a0df-87fc2bdae0a7.vmdk to [datastore2] c7158238-ec2d-4cf2-8b5d-140a28473628/c7158238-ec2d-4cf2-8b5d-140a28473628.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 888.864014] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-25a28596-7f06-4911-ba1e-dc7ad797f2ce {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.867246] env[62353]: DEBUG oslo_vmware.api [None req-2fed2385-11fd-4ee8-9a22-eee3ae944e98 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Waiting for the task: (returnval){ [ 888.867246] env[62353]: value = "task-2372670" [ 888.867246] env[62353]: _type = "Task" [ 888.867246] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.871593] env[62353]: DEBUG oslo_vmware.api [None req-62f3365d-4bee-4369-80b3-3b553dc51446 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Waiting for the task: (returnval){ [ 888.871593] env[62353]: value = "task-2372671" [ 888.871593] env[62353]: _type = "Task" [ 888.871593] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.878747] env[62353]: DEBUG oslo_vmware.api [None req-2fed2385-11fd-4ee8-9a22-eee3ae944e98 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Task: {'id': task-2372670, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.888711] env[62353]: DEBUG oslo_vmware.api [None req-62f3365d-4bee-4369-80b3-3b553dc51446 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Task: {'id': task-2372671, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.929336] env[62353]: DEBUG nova.compute.manager [req-a0a27bdf-4035-4c1b-b60c-66db415afbd5 req-2ed5f9fc-66e9-43fc-9786-c9769cb9b0a3 service nova] [instance: 9b5f53f8-5f64-452e-a1a6-236a994071a1] Received event network-vif-plugged-60fdb8ca-1caf-47cb-94df-356302f5395b {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 888.929567] env[62353]: DEBUG oslo_concurrency.lockutils [req-a0a27bdf-4035-4c1b-b60c-66db415afbd5 req-2ed5f9fc-66e9-43fc-9786-c9769cb9b0a3 service nova] Acquiring lock "9b5f53f8-5f64-452e-a1a6-236a994071a1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 888.929772] env[62353]: DEBUG oslo_concurrency.lockutils [req-a0a27bdf-4035-4c1b-b60c-66db415afbd5 req-2ed5f9fc-66e9-43fc-9786-c9769cb9b0a3 service nova] Lock "9b5f53f8-5f64-452e-a1a6-236a994071a1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 888.931231] env[62353]: DEBUG oslo_concurrency.lockutils [req-a0a27bdf-4035-4c1b-b60c-66db415afbd5 req-2ed5f9fc-66e9-43fc-9786-c9769cb9b0a3 service nova] Lock "9b5f53f8-5f64-452e-a1a6-236a994071a1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 888.931231] env[62353]: DEBUG nova.compute.manager [req-a0a27bdf-4035-4c1b-b60c-66db415afbd5 req-2ed5f9fc-66e9-43fc-9786-c9769cb9b0a3 service nova] [instance: 9b5f53f8-5f64-452e-a1a6-236a994071a1] No waiting events found dispatching network-vif-plugged-60fdb8ca-1caf-47cb-94df-356302f5395b {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 888.931231] env[62353]: WARNING nova.compute.manager [req-a0a27bdf-4035-4c1b-b60c-66db415afbd5 req-2ed5f9fc-66e9-43fc-9786-c9769cb9b0a3 service nova] [instance: 9b5f53f8-5f64-452e-a1a6-236a994071a1] Received unexpected event network-vif-plugged-60fdb8ca-1caf-47cb-94df-356302f5395b for instance with vm_state building and task_state spawning. [ 888.931384] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d5d2691b-5276-4349-a6da-160f089e8d19 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 889.018015] env[62353]: DEBUG nova.network.neutron [None req-b8914bf4-da70-4105-8a81-57262a741a1a tempest-ServerGroupTestJSON-1084570586 tempest-ServerGroupTestJSON-1084570586-project-member] [instance: 9b5f53f8-5f64-452e-a1a6-236a994071a1] Successfully updated port: 60fdb8ca-1caf-47cb-94df-356302f5395b {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 889.031365] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Acquiring lock "refresh_cache-85c1498f-d888-4031-878b-0181e190d3a7" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 889.031514] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Acquired lock "refresh_cache-85c1498f-d888-4031-878b-0181e190d3a7" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.031665] env[62353]: DEBUG nova.network.neutron [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] [instance: 85c1498f-d888-4031-878b-0181e190d3a7] Forcefully refreshing network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 889.267183] env[62353]: DEBUG nova.network.neutron [None req-b2a1c0b3-fbc9-4cb1-a6c8-e075df495b5e tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] [instance: 0fd1791c-fb62-4e21-96c3-3b2a07520c91] Updating instance_info_cache with network_info: [{"id": "dbca42db-6a3f-47dd-9e75-3a6933bbae44", "address": "fa:16:3e:16:51:e2", "network": {"id": "e49edb49-1749-4119-b957-fd561f404394", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1488076801-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3224ba6a4e84af89d3803c80d01dd2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbca42db-6a", "ovs_interfaceid": "dbca42db-6a3f-47dd-9e75-3a6933bbae44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.366390] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4a0d2c51-acf4-4957-b01e-043cb9d81292 tempest-ImagesOneServerNegativeTestJSON-913579840 tempest-ImagesOneServerNegativeTestJSON-913579840-project-member] Lock "3384eeba-47ab-4252-96f8-624f2c118125" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.934s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 889.380898] env[62353]: DEBUG oslo_vmware.api [None req-2fed2385-11fd-4ee8-9a22-eee3ae944e98 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Task: {'id': task-2372670, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.389110] env[62353]: DEBUG oslo_vmware.api [None req-62f3365d-4bee-4369-80b3-3b553dc51446 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Task: {'id': task-2372671, 'name': CopyVirtualDisk_Task} progress is 15%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.525292] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b8914bf4-da70-4105-8a81-57262a741a1a tempest-ServerGroupTestJSON-1084570586 tempest-ServerGroupTestJSON-1084570586-project-member] Acquiring lock "refresh_cache-9b5f53f8-5f64-452e-a1a6-236a994071a1" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 889.525292] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b8914bf4-da70-4105-8a81-57262a741a1a tempest-ServerGroupTestJSON-1084570586 tempest-ServerGroupTestJSON-1084570586-project-member] Acquired lock "refresh_cache-9b5f53f8-5f64-452e-a1a6-236a994071a1" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.525292] env[62353]: DEBUG nova.network.neutron [None req-b8914bf4-da70-4105-8a81-57262a741a1a tempest-ServerGroupTestJSON-1084570586 tempest-ServerGroupTestJSON-1084570586-project-member] [instance: 9b5f53f8-5f64-452e-a1a6-236a994071a1] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 889.774267] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b2a1c0b3-fbc9-4cb1-a6c8-e075df495b5e tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Releasing lock "refresh_cache-0fd1791c-fb62-4e21-96c3-3b2a07520c91" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 889.774267] env[62353]: DEBUG nova.objects.instance [None req-b2a1c0b3-fbc9-4cb1-a6c8-e075df495b5e tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Lazy-loading 'flavor' on Instance uuid 0fd1791c-fb62-4e21-96c3-3b2a07520c91 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 889.884851] env[62353]: DEBUG oslo_vmware.api [None req-2fed2385-11fd-4ee8-9a22-eee3ae944e98 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Task: {'id': task-2372670, 'name': ReconfigVM_Task, 'duration_secs': 0.956091} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.885137] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-2fed2385-11fd-4ee8-9a22-eee3ae944e98 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: e1b17af1-2067-4d4a-8d12-ef006b8e0ad3] Reconfigured VM instance instance-0000004b to attach disk [datastore2] e1b17af1-2067-4d4a-8d12-ef006b8e0ad3/e1b17af1-2067-4d4a-8d12-ef006b8e0ad3.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 889.885978] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d4eca25c-2505-4a16-810b-a442953d3533 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.892079] env[62353]: DEBUG oslo_vmware.api [None req-62f3365d-4bee-4369-80b3-3b553dc51446 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Task: {'id': task-2372671, 'name': CopyVirtualDisk_Task} progress is 35%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.906038] env[62353]: DEBUG oslo_vmware.api [None req-2fed2385-11fd-4ee8-9a22-eee3ae944e98 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Waiting for the task: (returnval){ [ 889.906038] env[62353]: value = "task-2372672" [ 889.906038] env[62353]: _type = "Task" [ 889.906038] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.920414] env[62353]: DEBUG oslo_vmware.api [None req-2fed2385-11fd-4ee8-9a22-eee3ae944e98 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Task: {'id': task-2372672, 'name': Rename_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.072509] env[62353]: DEBUG nova.network.neutron [None req-b8914bf4-da70-4105-8a81-57262a741a1a tempest-ServerGroupTestJSON-1084570586 tempest-ServerGroupTestJSON-1084570586-project-member] [instance: 9b5f53f8-5f64-452e-a1a6-236a994071a1] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 890.207523] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c37d7aa6-9835-4166-adcd-a7194d680703 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.222562] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3938e777-3c06-44f4-be17-2fbd11b3f203 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.263239] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0edafc5e-9b2d-4505-9d2a-9cc64e317b91 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.274698] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00924757-01b1-4adb-b977-e9141647bf8a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.289912] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f370a1a-32a3-4872-9df4-08137bf91440 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.303207] env[62353]: DEBUG nova.compute.provider_tree [None req-fda39e90-106d-4775-906a-e251c509fd34 tempest-InstanceActionsNegativeTestJSON-1525249744 tempest-InstanceActionsNegativeTestJSON-1525249744-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 890.330098] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2a1c0b3-fbc9-4cb1-a6c8-e075df495b5e tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] [instance: 0fd1791c-fb62-4e21-96c3-3b2a07520c91] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 890.330457] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-23733db0-92cf-4cec-b6fc-335584ba5a0d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.338054] env[62353]: DEBUG oslo_vmware.api [None req-b2a1c0b3-fbc9-4cb1-a6c8-e075df495b5e tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Waiting for the task: (returnval){ [ 890.338054] env[62353]: value = "task-2372673" [ 890.338054] env[62353]: _type = "Task" [ 890.338054] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.349204] env[62353]: DEBUG oslo_vmware.api [None req-b2a1c0b3-fbc9-4cb1-a6c8-e075df495b5e tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Task: {'id': task-2372673, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.363219] env[62353]: DEBUG nova.network.neutron [None req-b8914bf4-da70-4105-8a81-57262a741a1a tempest-ServerGroupTestJSON-1084570586 tempest-ServerGroupTestJSON-1084570586-project-member] [instance: 9b5f53f8-5f64-452e-a1a6-236a994071a1] Updating instance_info_cache with network_info: [{"id": "60fdb8ca-1caf-47cb-94df-356302f5395b", "address": "fa:16:3e:66:fb:f0", "network": {"id": "59d3da72-69a4-43e5-91c4-8651a6684d9d", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1471334587-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a6da40df84384a0b83c42cd0a710239a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4105fae7-3de1-4a6c-a44b-39097c174699", "external-id": "nsx-vlan-transportzone-773", "segmentation_id": 773, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60fdb8ca-1c", "ovs_interfaceid": "60fdb8ca-1caf-47cb-94df-356302f5395b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.388211] env[62353]: DEBUG oslo_vmware.api [None req-62f3365d-4bee-4369-80b3-3b553dc51446 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Task: {'id': task-2372671, 'name': CopyVirtualDisk_Task} progress is 52%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.392106] env[62353]: DEBUG nova.network.neutron [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] [instance: 85c1498f-d888-4031-878b-0181e190d3a7] Updating instance_info_cache with network_info: [{"id": "2d2be688-8c3d-4559-b07d-24dd1ab93c3a", "address": "fa:16:3e:d6:87:19", "network": {"id": "d81a66f5-bbd7-4e7d-9951-1375f9bdbebb", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1662318300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4124b0b9858844eab583b43b1909edbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d2be688-8c", "ovs_interfaceid": "2d2be688-8c3d-4559-b07d-24dd1ab93c3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.414909] env[62353]: DEBUG oslo_vmware.api [None req-2fed2385-11fd-4ee8-9a22-eee3ae944e98 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Task: {'id': task-2372672, 'name': Rename_Task} progress is 99%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.534230] env[62353]: DEBUG oslo_concurrency.lockutils [None req-95600e8e-8c1b-4aea-9ec8-48223fdb1317 tempest-ServerTagsTestJSON-62315982 tempest-ServerTagsTestJSON-62315982-project-member] Acquiring lock "4cf91191-d74c-4a8b-98b7-e9c1b572ca66" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 890.534230] env[62353]: DEBUG oslo_concurrency.lockutils [None req-95600e8e-8c1b-4aea-9ec8-48223fdb1317 tempest-ServerTagsTestJSON-62315982 tempest-ServerTagsTestJSON-62315982-project-member] Lock "4cf91191-d74c-4a8b-98b7-e9c1b572ca66" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 890.806287] env[62353]: DEBUG nova.scheduler.client.report [None req-fda39e90-106d-4775-906a-e251c509fd34 tempest-InstanceActionsNegativeTestJSON-1525249744 tempest-InstanceActionsNegativeTestJSON-1525249744-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 890.848924] env[62353]: DEBUG oslo_vmware.api [None req-b2a1c0b3-fbc9-4cb1-a6c8-e075df495b5e tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Task: {'id': task-2372673, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.867362] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b8914bf4-da70-4105-8a81-57262a741a1a tempest-ServerGroupTestJSON-1084570586 tempest-ServerGroupTestJSON-1084570586-project-member] Releasing lock "refresh_cache-9b5f53f8-5f64-452e-a1a6-236a994071a1" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 890.867726] env[62353]: DEBUG nova.compute.manager [None req-b8914bf4-da70-4105-8a81-57262a741a1a tempest-ServerGroupTestJSON-1084570586 tempest-ServerGroupTestJSON-1084570586-project-member] [instance: 9b5f53f8-5f64-452e-a1a6-236a994071a1] Instance network_info: |[{"id": "60fdb8ca-1caf-47cb-94df-356302f5395b", "address": "fa:16:3e:66:fb:f0", "network": {"id": "59d3da72-69a4-43e5-91c4-8651a6684d9d", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1471334587-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a6da40df84384a0b83c42cd0a710239a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4105fae7-3de1-4a6c-a44b-39097c174699", "external-id": "nsx-vlan-transportzone-773", "segmentation_id": 773, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60fdb8ca-1c", "ovs_interfaceid": "60fdb8ca-1caf-47cb-94df-356302f5395b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 890.868173] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-b8914bf4-da70-4105-8a81-57262a741a1a tempest-ServerGroupTestJSON-1084570586 tempest-ServerGroupTestJSON-1084570586-project-member] [instance: 9b5f53f8-5f64-452e-a1a6-236a994071a1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:66:fb:f0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4105fae7-3de1-4a6c-a44b-39097c174699', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '60fdb8ca-1caf-47cb-94df-356302f5395b', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 890.877997] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8914bf4-da70-4105-8a81-57262a741a1a tempest-ServerGroupTestJSON-1084570586 tempest-ServerGroupTestJSON-1084570586-project-member] Creating folder: Project (a6da40df84384a0b83c42cd0a710239a). Parent ref: group-v481456. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 890.878601] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1d908f02-0daf-48f8-a68a-2497735b0ba8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.895667] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Releasing lock "refresh_cache-85c1498f-d888-4031-878b-0181e190d3a7" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 890.895878] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] [instance: 85c1498f-d888-4031-878b-0181e190d3a7] Updated the network info_cache for instance {{(pid=62353) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10516}} [ 890.897057] env[62353]: DEBUG oslo_vmware.api [None req-62f3365d-4bee-4369-80b3-3b553dc51446 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Task: {'id': task-2372671, 'name': CopyVirtualDisk_Task} progress is 74%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.898650] env[62353]: DEBUG oslo_service.periodic_task [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 890.899119] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-b8914bf4-da70-4105-8a81-57262a741a1a tempest-ServerGroupTestJSON-1084570586 tempest-ServerGroupTestJSON-1084570586-project-member] Created folder: Project (a6da40df84384a0b83c42cd0a710239a) in parent group-v481456. [ 890.899119] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8914bf4-da70-4105-8a81-57262a741a1a tempest-ServerGroupTestJSON-1084570586 tempest-ServerGroupTestJSON-1084570586-project-member] Creating folder: Instances. Parent ref: group-v481667. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 890.899333] env[62353]: DEBUG oslo_service.periodic_task [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 890.899512] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e5731b50-526a-457a-9f0c-aca66acf87a9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.901292] env[62353]: DEBUG oslo_service.periodic_task [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 890.901487] env[62353]: DEBUG oslo_service.periodic_task [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 890.902035] env[62353]: DEBUG oslo_service.periodic_task [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 890.902207] env[62353]: DEBUG oslo_service.periodic_task [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 890.902345] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62353) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 890.902490] env[62353]: DEBUG oslo_service.periodic_task [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 890.914916] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-b8914bf4-da70-4105-8a81-57262a741a1a tempest-ServerGroupTestJSON-1084570586 tempest-ServerGroupTestJSON-1084570586-project-member] Created folder: Instances in parent group-v481667. [ 890.915190] env[62353]: DEBUG oslo.service.loopingcall [None req-b8914bf4-da70-4105-8a81-57262a741a1a tempest-ServerGroupTestJSON-1084570586 tempest-ServerGroupTestJSON-1084570586-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 890.919419] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b5f53f8-5f64-452e-a1a6-236a994071a1] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 890.919748] env[62353]: DEBUG oslo_vmware.api [None req-2fed2385-11fd-4ee8-9a22-eee3ae944e98 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Task: {'id': task-2372672, 'name': Rename_Task} progress is 99%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.919985] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2c1eddad-a27e-4b0e-b32c-6e4ba8cf1c18 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.943850] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 890.943850] env[62353]: value = "task-2372676" [ 890.943850] env[62353]: _type = "Task" [ 890.943850] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.960030] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372676, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.001136] env[62353]: DEBUG nova.compute.manager [req-0ec2f3d0-aeb0-474f-9251-0fd6d87da6f0 req-fa5b06a0-ea5a-4cc6-be50-e2b437f49c46 service nova] [instance: 9b5f53f8-5f64-452e-a1a6-236a994071a1] Received event network-changed-60fdb8ca-1caf-47cb-94df-356302f5395b {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 891.001336] env[62353]: DEBUG nova.compute.manager [req-0ec2f3d0-aeb0-474f-9251-0fd6d87da6f0 req-fa5b06a0-ea5a-4cc6-be50-e2b437f49c46 service nova] [instance: 9b5f53f8-5f64-452e-a1a6-236a994071a1] Refreshing instance network info cache due to event network-changed-60fdb8ca-1caf-47cb-94df-356302f5395b. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 891.001553] env[62353]: DEBUG oslo_concurrency.lockutils [req-0ec2f3d0-aeb0-474f-9251-0fd6d87da6f0 req-fa5b06a0-ea5a-4cc6-be50-e2b437f49c46 service nova] Acquiring lock "refresh_cache-9b5f53f8-5f64-452e-a1a6-236a994071a1" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 891.002210] env[62353]: DEBUG oslo_concurrency.lockutils [req-0ec2f3d0-aeb0-474f-9251-0fd6d87da6f0 req-fa5b06a0-ea5a-4cc6-be50-e2b437f49c46 service nova] Acquired lock "refresh_cache-9b5f53f8-5f64-452e-a1a6-236a994071a1" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.002394] env[62353]: DEBUG nova.network.neutron [req-0ec2f3d0-aeb0-474f-9251-0fd6d87da6f0 req-fa5b06a0-ea5a-4cc6-be50-e2b437f49c46 service nova] [instance: 9b5f53f8-5f64-452e-a1a6-236a994071a1] Refreshing network info cache for port 60fdb8ca-1caf-47cb-94df-356302f5395b {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 891.038361] env[62353]: DEBUG nova.compute.manager [None req-95600e8e-8c1b-4aea-9ec8-48223fdb1317 tempest-ServerTagsTestJSON-62315982 tempest-ServerTagsTestJSON-62315982-project-member] [instance: 4cf91191-d74c-4a8b-98b7-e9c1b572ca66] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 891.316731] env[62353]: DEBUG oslo_concurrency.lockutils [None req-fda39e90-106d-4775-906a-e251c509fd34 tempest-InstanceActionsNegativeTestJSON-1525249744 tempest-InstanceActionsNegativeTestJSON-1525249744-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.538s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 891.317491] env[62353]: DEBUG nova.compute.manager [None req-fda39e90-106d-4775-906a-e251c509fd34 tempest-InstanceActionsNegativeTestJSON-1525249744 tempest-InstanceActionsNegativeTestJSON-1525249744-project-member] [instance: f145dffe-8969-479a-b1f9-576f6f0128fb] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 891.320574] env[62353]: DEBUG oslo_concurrency.lockutils [None req-706ae305-8d98-4121-86b3-4ba6fdc8407d tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.559s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 891.320915] env[62353]: DEBUG nova.objects.instance [None req-706ae305-8d98-4121-86b3-4ba6fdc8407d tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Lazy-loading 'resources' on Instance uuid d0318881-a5f3-4701-991a-7e42895b5f46 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 891.353574] env[62353]: DEBUG oslo_vmware.api [None req-b2a1c0b3-fbc9-4cb1-a6c8-e075df495b5e tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Task: {'id': task-2372673, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.391079] env[62353]: DEBUG oslo_vmware.api [None req-62f3365d-4bee-4369-80b3-3b553dc51446 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Task: {'id': task-2372671, 'name': CopyVirtualDisk_Task} progress is 94%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.405414] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 891.417375] env[62353]: DEBUG oslo_vmware.api [None req-2fed2385-11fd-4ee8-9a22-eee3ae944e98 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Task: {'id': task-2372672, 'name': Rename_Task, 'duration_secs': 1.409682} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.417725] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fed2385-11fd-4ee8-9a22-eee3ae944e98 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: e1b17af1-2067-4d4a-8d12-ef006b8e0ad3] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 891.418010] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-13ff8e69-dd7f-4ca6-8961-fc90270613b7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.426833] env[62353]: DEBUG oslo_vmware.api [None req-2fed2385-11fd-4ee8-9a22-eee3ae944e98 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Waiting for the task: (returnval){ [ 891.426833] env[62353]: value = "task-2372677" [ 891.426833] env[62353]: _type = "Task" [ 891.426833] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.450541] env[62353]: DEBUG oslo_vmware.api [None req-2fed2385-11fd-4ee8-9a22-eee3ae944e98 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Task: {'id': task-2372677, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.465384] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372676, 'name': CreateVM_Task} progress is 25%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.559648] env[62353]: DEBUG oslo_concurrency.lockutils [None req-95600e8e-8c1b-4aea-9ec8-48223fdb1317 tempest-ServerTagsTestJSON-62315982 tempest-ServerTagsTestJSON-62315982-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 891.761572] env[62353]: DEBUG nova.network.neutron [req-0ec2f3d0-aeb0-474f-9251-0fd6d87da6f0 req-fa5b06a0-ea5a-4cc6-be50-e2b437f49c46 service nova] [instance: 9b5f53f8-5f64-452e-a1a6-236a994071a1] Updated VIF entry in instance network info cache for port 60fdb8ca-1caf-47cb-94df-356302f5395b. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 891.762265] env[62353]: DEBUG nova.network.neutron [req-0ec2f3d0-aeb0-474f-9251-0fd6d87da6f0 req-fa5b06a0-ea5a-4cc6-be50-e2b437f49c46 service nova] [instance: 9b5f53f8-5f64-452e-a1a6-236a994071a1] Updating instance_info_cache with network_info: [{"id": "60fdb8ca-1caf-47cb-94df-356302f5395b", "address": "fa:16:3e:66:fb:f0", "network": {"id": "59d3da72-69a4-43e5-91c4-8651a6684d9d", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1471334587-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a6da40df84384a0b83c42cd0a710239a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4105fae7-3de1-4a6c-a44b-39097c174699", "external-id": "nsx-vlan-transportzone-773", "segmentation_id": 773, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60fdb8ca-1c", "ovs_interfaceid": "60fdb8ca-1caf-47cb-94df-356302f5395b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.826036] env[62353]: DEBUG nova.compute.utils [None req-fda39e90-106d-4775-906a-e251c509fd34 tempest-InstanceActionsNegativeTestJSON-1525249744 tempest-InstanceActionsNegativeTestJSON-1525249744-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 891.836148] env[62353]: DEBUG nova.compute.manager [None req-fda39e90-106d-4775-906a-e251c509fd34 tempest-InstanceActionsNegativeTestJSON-1525249744 tempest-InstanceActionsNegativeTestJSON-1525249744-project-member] [instance: f145dffe-8969-479a-b1f9-576f6f0128fb] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 891.836148] env[62353]: DEBUG nova.network.neutron [None req-fda39e90-106d-4775-906a-e251c509fd34 tempest-InstanceActionsNegativeTestJSON-1525249744 tempest-InstanceActionsNegativeTestJSON-1525249744-project-member] [instance: f145dffe-8969-479a-b1f9-576f6f0128fb] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 891.852469] env[62353]: DEBUG oslo_vmware.api [None req-b2a1c0b3-fbc9-4cb1-a6c8-e075df495b5e tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Task: {'id': task-2372673, 'name': PowerOffVM_Task, 'duration_secs': 1.317029} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.853040] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2a1c0b3-fbc9-4cb1-a6c8-e075df495b5e tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] [instance: 0fd1791c-fb62-4e21-96c3-3b2a07520c91] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 891.860516] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2a1c0b3-fbc9-4cb1-a6c8-e075df495b5e tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] [instance: 0fd1791c-fb62-4e21-96c3-3b2a07520c91] Reconfiguring VM instance instance-00000044 to detach disk 2001 {{(pid=62353) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 891.861279] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e99655e-9f3f-4679-9cfd-bdaa92c2cc10 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.878753] env[62353]: DEBUG nova.policy [None req-fda39e90-106d-4775-906a-e251c509fd34 tempest-InstanceActionsNegativeTestJSON-1525249744 tempest-InstanceActionsNegativeTestJSON-1525249744-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3cb8bc05d7164faab2ac43761e62243e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6385e6202fa84203878697d311259d63', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:192}} [ 891.890116] env[62353]: DEBUG oslo_vmware.api [None req-b2a1c0b3-fbc9-4cb1-a6c8-e075df495b5e tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Waiting for the task: (returnval){ [ 891.890116] env[62353]: value = "task-2372678" [ 891.890116] env[62353]: _type = "Task" [ 891.890116] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.893198] env[62353]: DEBUG oslo_vmware.api [None req-62f3365d-4bee-4369-80b3-3b553dc51446 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Task: {'id': task-2372671, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.644271} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.896269] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-62f3365d-4bee-4369-80b3-3b553dc51446 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d458d0c3-90e2-4e95-a0df-87fc2bdae0a7/d458d0c3-90e2-4e95-a0df-87fc2bdae0a7.vmdk to [datastore2] c7158238-ec2d-4cf2-8b5d-140a28473628/c7158238-ec2d-4cf2-8b5d-140a28473628.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 891.897125] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-280f5059-0b87-450e-9310-ce09a19788c0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.908280] env[62353]: DEBUG oslo_vmware.api [None req-b2a1c0b3-fbc9-4cb1-a6c8-e075df495b5e tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Task: {'id': task-2372678, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.926672] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-62f3365d-4bee-4369-80b3-3b553dc51446 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: c7158238-ec2d-4cf2-8b5d-140a28473628] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] c7158238-ec2d-4cf2-8b5d-140a28473628/c7158238-ec2d-4cf2-8b5d-140a28473628.vmdk or device None with type streamOptimized {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 891.932023] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-75e70ca6-a8eb-4534-9466-d384d1445fb7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.957180] env[62353]: DEBUG oslo_vmware.api [None req-2fed2385-11fd-4ee8-9a22-eee3ae944e98 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Task: {'id': task-2372677, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.961434] env[62353]: DEBUG oslo_vmware.api [None req-62f3365d-4bee-4369-80b3-3b553dc51446 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Waiting for the task: (returnval){ [ 891.961434] env[62353]: value = "task-2372679" [ 891.961434] env[62353]: _type = "Task" [ 891.961434] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.967457] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372676, 'name': CreateVM_Task, 'duration_secs': 0.689337} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.967960] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b5f53f8-5f64-452e-a1a6-236a994071a1] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 891.968672] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b8914bf4-da70-4105-8a81-57262a741a1a tempest-ServerGroupTestJSON-1084570586 tempest-ServerGroupTestJSON-1084570586-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 891.968967] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b8914bf4-da70-4105-8a81-57262a741a1a tempest-ServerGroupTestJSON-1084570586 tempest-ServerGroupTestJSON-1084570586-project-member] Acquired lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.969318] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b8914bf4-da70-4105-8a81-57262a741a1a tempest-ServerGroupTestJSON-1084570586 tempest-ServerGroupTestJSON-1084570586-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 891.973180] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02e079e2-3d5d-4da6-a354-270caa27b6c0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.975764] env[62353]: DEBUG oslo_vmware.api [None req-62f3365d-4bee-4369-80b3-3b553dc51446 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Task: {'id': task-2372679, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.981111] env[62353]: DEBUG oslo_vmware.api [None req-b8914bf4-da70-4105-8a81-57262a741a1a tempest-ServerGroupTestJSON-1084570586 tempest-ServerGroupTestJSON-1084570586-project-member] Waiting for the task: (returnval){ [ 891.981111] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]521784bd-21c1-78d2-ebfc-a1a49afeeeff" [ 891.981111] env[62353]: _type = "Task" [ 891.981111] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.989257] env[62353]: DEBUG oslo_vmware.api [None req-b8914bf4-da70-4105-8a81-57262a741a1a tempest-ServerGroupTestJSON-1084570586 tempest-ServerGroupTestJSON-1084570586-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]521784bd-21c1-78d2-ebfc-a1a49afeeeff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.196148] env[62353]: DEBUG nova.network.neutron [None req-fda39e90-106d-4775-906a-e251c509fd34 tempest-InstanceActionsNegativeTestJSON-1525249744 tempest-InstanceActionsNegativeTestJSON-1525249744-project-member] [instance: f145dffe-8969-479a-b1f9-576f6f0128fb] Successfully created port: 74df8418-4489-48a9-a74f-fc048ac02875 {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 892.266925] env[62353]: DEBUG oslo_concurrency.lockutils [req-0ec2f3d0-aeb0-474f-9251-0fd6d87da6f0 req-fa5b06a0-ea5a-4cc6-be50-e2b437f49c46 service nova] Releasing lock "refresh_cache-9b5f53f8-5f64-452e-a1a6-236a994071a1" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 892.306729] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c157df5-2a50-4f0b-a1fd-2416652bab32 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.314009] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-443d8fcc-d486-4428-a686-424878877c4d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.346415] env[62353]: DEBUG nova.compute.manager [None req-fda39e90-106d-4775-906a-e251c509fd34 tempest-InstanceActionsNegativeTestJSON-1525249744 tempest-InstanceActionsNegativeTestJSON-1525249744-project-member] [instance: f145dffe-8969-479a-b1f9-576f6f0128fb] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 892.349737] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56dac90d-81cc-4cb2-b560-820598b1d14c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.357571] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c32ea74-53ff-4182-9923-22cef43205ed {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.107310] env[62353]: DEBUG oslo_vmware.api [None req-2fed2385-11fd-4ee8-9a22-eee3ae944e98 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Task: {'id': task-2372677, 'name': PowerOnVM_Task, 'duration_secs': 0.798213} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.108092] env[62353]: DEBUG nova.compute.provider_tree [None req-706ae305-8d98-4121-86b3-4ba6fdc8407d tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 893.118193] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fed2385-11fd-4ee8-9a22-eee3ae944e98 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: e1b17af1-2067-4d4a-8d12-ef006b8e0ad3] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 893.118452] env[62353]: INFO nova.compute.manager [None req-2fed2385-11fd-4ee8-9a22-eee3ae944e98 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: e1b17af1-2067-4d4a-8d12-ef006b8e0ad3] Took 12.00 seconds to spawn the instance on the hypervisor. [ 893.118625] env[62353]: DEBUG nova.compute.manager [None req-2fed2385-11fd-4ee8-9a22-eee3ae944e98 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: e1b17af1-2067-4d4a-8d12-ef006b8e0ad3] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 893.119654] env[62353]: DEBUG oslo_vmware.api [None req-62f3365d-4bee-4369-80b3-3b553dc51446 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Task: {'id': task-2372679, 'name': ReconfigVM_Task, 'duration_secs': 0.352456} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.119654] env[62353]: DEBUG oslo_vmware.api [None req-b2a1c0b3-fbc9-4cb1-a6c8-e075df495b5e tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Task: {'id': task-2372678, 'name': ReconfigVM_Task, 'duration_secs': 0.455509} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.119654] env[62353]: DEBUG oslo_vmware.api [None req-b8914bf4-da70-4105-8a81-57262a741a1a tempest-ServerGroupTestJSON-1084570586 tempest-ServerGroupTestJSON-1084570586-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]521784bd-21c1-78d2-ebfc-a1a49afeeeff, 'name': SearchDatastore_Task, 'duration_secs': 0.011345} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.120555] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67fa20a9-548f-4563-a733-c39d161f4959 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.123225] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-62f3365d-4bee-4369-80b3-3b553dc51446 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: c7158238-ec2d-4cf2-8b5d-140a28473628] Reconfigured VM instance instance-0000004a to attach disk [datastore2] c7158238-ec2d-4cf2-8b5d-140a28473628/c7158238-ec2d-4cf2-8b5d-140a28473628.vmdk or device None with type streamOptimized {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 893.123911] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2a1c0b3-fbc9-4cb1-a6c8-e075df495b5e tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] [instance: 0fd1791c-fb62-4e21-96c3-3b2a07520c91] Reconfigured VM instance instance-00000044 to detach disk 2001 {{(pid=62353) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 893.124716] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2a1c0b3-fbc9-4cb1-a6c8-e075df495b5e tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] [instance: 0fd1791c-fb62-4e21-96c3-3b2a07520c91] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 893.124716] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b8914bf4-da70-4105-8a81-57262a741a1a tempest-ServerGroupTestJSON-1084570586 tempest-ServerGroupTestJSON-1084570586-project-member] Releasing lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 893.124716] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-b8914bf4-da70-4105-8a81-57262a741a1a tempest-ServerGroupTestJSON-1084570586 tempest-ServerGroupTestJSON-1084570586-project-member] [instance: 9b5f53f8-5f64-452e-a1a6-236a994071a1] Processing image 06f909ae-e8dc-43b4-abf7-c7ed85db9bbd {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 893.124883] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b8914bf4-da70-4105-8a81-57262a741a1a tempest-ServerGroupTestJSON-1084570586 tempest-ServerGroupTestJSON-1084570586-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 893.125082] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b8914bf4-da70-4105-8a81-57262a741a1a tempest-ServerGroupTestJSON-1084570586 tempest-ServerGroupTestJSON-1084570586-project-member] Acquired lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.125205] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8914bf4-da70-4105-8a81-57262a741a1a tempest-ServerGroupTestJSON-1084570586 tempest-ServerGroupTestJSON-1084570586-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 893.125955] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e67a255f-0279-40f6-a9e9-ea94e3b8a847 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.127491] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-724cd0b2-0ac8-4a17-a2ac-bb570f935204 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.129082] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ec23edde-e321-4c1f-86c9-d351841de315 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.141165] env[62353]: DEBUG oslo_vmware.api [None req-62f3365d-4bee-4369-80b3-3b553dc51446 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Waiting for the task: (returnval){ [ 893.141165] env[62353]: value = "task-2372680" [ 893.141165] env[62353]: _type = "Task" [ 893.141165] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.144026] env[62353]: DEBUG oslo_vmware.api [None req-b2a1c0b3-fbc9-4cb1-a6c8-e075df495b5e tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Waiting for the task: (returnval){ [ 893.144026] env[62353]: value = "task-2372681" [ 893.144026] env[62353]: _type = "Task" [ 893.144026] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.144026] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8914bf4-da70-4105-8a81-57262a741a1a tempest-ServerGroupTestJSON-1084570586 tempest-ServerGroupTestJSON-1084570586-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 893.144026] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-b8914bf4-da70-4105-8a81-57262a741a1a tempest-ServerGroupTestJSON-1084570586 tempest-ServerGroupTestJSON-1084570586-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 893.150357] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96ddee56-f0ac-4715-ba0f-1e53fa48a5ea {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.159291] env[62353]: DEBUG oslo_vmware.api [None req-b2a1c0b3-fbc9-4cb1-a6c8-e075df495b5e tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Task: {'id': task-2372681, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.163431] env[62353]: DEBUG oslo_vmware.api [None req-b8914bf4-da70-4105-8a81-57262a741a1a tempest-ServerGroupTestJSON-1084570586 tempest-ServerGroupTestJSON-1084570586-project-member] Waiting for the task: (returnval){ [ 893.163431] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]525f3e9f-8ce8-f0cb-9414-bfb49d777b7a" [ 893.163431] env[62353]: _type = "Task" [ 893.163431] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.163839] env[62353]: DEBUG oslo_vmware.api [None req-62f3365d-4bee-4369-80b3-3b553dc51446 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Task: {'id': task-2372680, 'name': Rename_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.171886] env[62353]: DEBUG oslo_vmware.api [None req-b8914bf4-da70-4105-8a81-57262a741a1a tempest-ServerGroupTestJSON-1084570586 tempest-ServerGroupTestJSON-1084570586-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]525f3e9f-8ce8-f0cb-9414-bfb49d777b7a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.583573] env[62353]: DEBUG nova.compute.manager [None req-fda39e90-106d-4775-906a-e251c509fd34 tempest-InstanceActionsNegativeTestJSON-1525249744 tempest-InstanceActionsNegativeTestJSON-1525249744-project-member] [instance: f145dffe-8969-479a-b1f9-576f6f0128fb] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 893.622826] env[62353]: DEBUG nova.virt.hardware [None req-fda39e90-106d-4775-906a-e251c509fd34 tempest-InstanceActionsNegativeTestJSON-1525249744 tempest-InstanceActionsNegativeTestJSON-1525249744-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T12:38:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T12:38:15Z,direct_url=,disk_format='vmdk',id=06f909ae-e8dc-43b4-abf7-c7ed85db9bbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0a3f88790a594523a818b8c00f6862e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T12:38:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 893.623064] env[62353]: DEBUG nova.virt.hardware [None req-fda39e90-106d-4775-906a-e251c509fd34 tempest-InstanceActionsNegativeTestJSON-1525249744 tempest-InstanceActionsNegativeTestJSON-1525249744-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 893.623366] env[62353]: DEBUG nova.virt.hardware [None req-fda39e90-106d-4775-906a-e251c509fd34 tempest-InstanceActionsNegativeTestJSON-1525249744 tempest-InstanceActionsNegativeTestJSON-1525249744-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 893.623543] env[62353]: DEBUG nova.virt.hardware [None req-fda39e90-106d-4775-906a-e251c509fd34 tempest-InstanceActionsNegativeTestJSON-1525249744 tempest-InstanceActionsNegativeTestJSON-1525249744-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 893.623707] env[62353]: DEBUG nova.virt.hardware [None req-fda39e90-106d-4775-906a-e251c509fd34 tempest-InstanceActionsNegativeTestJSON-1525249744 tempest-InstanceActionsNegativeTestJSON-1525249744-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 893.623848] env[62353]: DEBUG nova.virt.hardware [None req-fda39e90-106d-4775-906a-e251c509fd34 tempest-InstanceActionsNegativeTestJSON-1525249744 tempest-InstanceActionsNegativeTestJSON-1525249744-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 893.624334] env[62353]: DEBUG nova.virt.hardware [None req-fda39e90-106d-4775-906a-e251c509fd34 tempest-InstanceActionsNegativeTestJSON-1525249744 tempest-InstanceActionsNegativeTestJSON-1525249744-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 893.624553] env[62353]: DEBUG nova.virt.hardware [None req-fda39e90-106d-4775-906a-e251c509fd34 tempest-InstanceActionsNegativeTestJSON-1525249744 tempest-InstanceActionsNegativeTestJSON-1525249744-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 893.624760] env[62353]: DEBUG nova.virt.hardware [None req-fda39e90-106d-4775-906a-e251c509fd34 tempest-InstanceActionsNegativeTestJSON-1525249744 tempest-InstanceActionsNegativeTestJSON-1525249744-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 893.624932] env[62353]: DEBUG nova.virt.hardware [None req-fda39e90-106d-4775-906a-e251c509fd34 tempest-InstanceActionsNegativeTestJSON-1525249744 tempest-InstanceActionsNegativeTestJSON-1525249744-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 893.625115] env[62353]: DEBUG nova.virt.hardware [None req-fda39e90-106d-4775-906a-e251c509fd34 tempest-InstanceActionsNegativeTestJSON-1525249744 tempest-InstanceActionsNegativeTestJSON-1525249744-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 893.626123] env[62353]: DEBUG nova.scheduler.client.report [None req-706ae305-8d98-4121-86b3-4ba6fdc8407d tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 893.634100] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-686befb5-9df7-4f4e-a309-143cf41228a1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.658236] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa8195ac-50d3-4073-b989-074a13b354ea {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.666365] env[62353]: INFO nova.compute.manager [None req-2fed2385-11fd-4ee8-9a22-eee3ae944e98 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: e1b17af1-2067-4d4a-8d12-ef006b8e0ad3] Took 42.58 seconds to build instance. [ 893.687745] env[62353]: DEBUG oslo_vmware.api [None req-b2a1c0b3-fbc9-4cb1-a6c8-e075df495b5e tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Task: {'id': task-2372681, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.688224] env[62353]: DEBUG oslo_vmware.api [None req-62f3365d-4bee-4369-80b3-3b553dc51446 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Task: {'id': task-2372680, 'name': Rename_Task, 'duration_secs': 0.156349} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.688866] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-62f3365d-4bee-4369-80b3-3b553dc51446 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: c7158238-ec2d-4cf2-8b5d-140a28473628] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 893.689396] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5c4013a6-6d7f-40c0-91c2-4d86b85cedb5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.694765] env[62353]: DEBUG oslo_vmware.api [None req-b8914bf4-da70-4105-8a81-57262a741a1a tempest-ServerGroupTestJSON-1084570586 tempest-ServerGroupTestJSON-1084570586-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]525f3e9f-8ce8-f0cb-9414-bfb49d777b7a, 'name': SearchDatastore_Task, 'duration_secs': 0.020355} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.695892] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1979f74-dd4e-4b35-a0d3-d2878d449435 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.699787] env[62353]: DEBUG oslo_vmware.api [None req-62f3365d-4bee-4369-80b3-3b553dc51446 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Waiting for the task: (returnval){ [ 893.699787] env[62353]: value = "task-2372682" [ 893.699787] env[62353]: _type = "Task" [ 893.699787] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.701223] env[62353]: DEBUG oslo_vmware.api [None req-b8914bf4-da70-4105-8a81-57262a741a1a tempest-ServerGroupTestJSON-1084570586 tempest-ServerGroupTestJSON-1084570586-project-member] Waiting for the task: (returnval){ [ 893.701223] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52c89acf-b97b-9e72-ee68-a341b87152d4" [ 893.701223] env[62353]: _type = "Task" [ 893.701223] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.712633] env[62353]: DEBUG oslo_vmware.api [None req-62f3365d-4bee-4369-80b3-3b553dc51446 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Task: {'id': task-2372682, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.716383] env[62353]: DEBUG oslo_vmware.api [None req-b8914bf4-da70-4105-8a81-57262a741a1a tempest-ServerGroupTestJSON-1084570586 tempest-ServerGroupTestJSON-1084570586-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52c89acf-b97b-9e72-ee68-a341b87152d4, 'name': SearchDatastore_Task, 'duration_secs': 0.009385} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.716705] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b8914bf4-da70-4105-8a81-57262a741a1a tempest-ServerGroupTestJSON-1084570586 tempest-ServerGroupTestJSON-1084570586-project-member] Releasing lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 893.717083] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8914bf4-da70-4105-8a81-57262a741a1a tempest-ServerGroupTestJSON-1084570586 tempest-ServerGroupTestJSON-1084570586-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore1] 9b5f53f8-5f64-452e-a1a6-236a994071a1/9b5f53f8-5f64-452e-a1a6-236a994071a1.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 893.717477] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dc6cb7b9-3401-453a-8816-b84972cf6ed8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.724995] env[62353]: DEBUG oslo_vmware.api [None req-b8914bf4-da70-4105-8a81-57262a741a1a tempest-ServerGroupTestJSON-1084570586 tempest-ServerGroupTestJSON-1084570586-project-member] Waiting for the task: (returnval){ [ 893.724995] env[62353]: value = "task-2372683" [ 893.724995] env[62353]: _type = "Task" [ 893.724995] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.734242] env[62353]: DEBUG oslo_vmware.api [None req-b8914bf4-da70-4105-8a81-57262a741a1a tempest-ServerGroupTestJSON-1084570586 tempest-ServerGroupTestJSON-1084570586-project-member] Task: {'id': task-2372683, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.812891] env[62353]: DEBUG nova.compute.manager [req-23cc5151-9d17-4ff7-a67c-1b652631966b req-f4d0c6c3-a64e-4963-ae56-ce55997ae7c4 service nova] [instance: f145dffe-8969-479a-b1f9-576f6f0128fb] Received event network-vif-plugged-74df8418-4489-48a9-a74f-fc048ac02875 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 893.812891] env[62353]: DEBUG oslo_concurrency.lockutils [req-23cc5151-9d17-4ff7-a67c-1b652631966b req-f4d0c6c3-a64e-4963-ae56-ce55997ae7c4 service nova] Acquiring lock "f145dffe-8969-479a-b1f9-576f6f0128fb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 893.813028] env[62353]: DEBUG oslo_concurrency.lockutils [req-23cc5151-9d17-4ff7-a67c-1b652631966b req-f4d0c6c3-a64e-4963-ae56-ce55997ae7c4 service nova] Lock "f145dffe-8969-479a-b1f9-576f6f0128fb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 893.813234] env[62353]: DEBUG oslo_concurrency.lockutils [req-23cc5151-9d17-4ff7-a67c-1b652631966b req-f4d0c6c3-a64e-4963-ae56-ce55997ae7c4 service nova] Lock "f145dffe-8969-479a-b1f9-576f6f0128fb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 893.813374] env[62353]: DEBUG nova.compute.manager [req-23cc5151-9d17-4ff7-a67c-1b652631966b req-f4d0c6c3-a64e-4963-ae56-ce55997ae7c4 service nova] [instance: f145dffe-8969-479a-b1f9-576f6f0128fb] No waiting events found dispatching network-vif-plugged-74df8418-4489-48a9-a74f-fc048ac02875 {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 893.813588] env[62353]: WARNING nova.compute.manager [req-23cc5151-9d17-4ff7-a67c-1b652631966b req-f4d0c6c3-a64e-4963-ae56-ce55997ae7c4 service nova] [instance: f145dffe-8969-479a-b1f9-576f6f0128fb] Received unexpected event network-vif-plugged-74df8418-4489-48a9-a74f-fc048ac02875 for instance with vm_state building and task_state spawning. [ 894.038490] env[62353]: DEBUG nova.network.neutron [None req-fda39e90-106d-4775-906a-e251c509fd34 tempest-InstanceActionsNegativeTestJSON-1525249744 tempest-InstanceActionsNegativeTestJSON-1525249744-project-member] [instance: f145dffe-8969-479a-b1f9-576f6f0128fb] Successfully updated port: 74df8418-4489-48a9-a74f-fc048ac02875 {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 894.139620] env[62353]: DEBUG oslo_concurrency.lockutils [None req-706ae305-8d98-4121-86b3-4ba6fdc8407d tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.818s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 894.144321] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c2a49383-33e6-4df3-a252-17b76177bf44 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 19.205s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 894.160895] env[62353]: DEBUG oslo_vmware.api [None req-b2a1c0b3-fbc9-4cb1-a6c8-e075df495b5e tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Task: {'id': task-2372681, 'name': PowerOnVM_Task, 'duration_secs': 0.708929} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.162589] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2a1c0b3-fbc9-4cb1-a6c8-e075df495b5e tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] [instance: 0fd1791c-fb62-4e21-96c3-3b2a07520c91] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 894.162589] env[62353]: DEBUG nova.compute.manager [None req-b2a1c0b3-fbc9-4cb1-a6c8-e075df495b5e tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] [instance: 0fd1791c-fb62-4e21-96c3-3b2a07520c91] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 894.162589] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef8fb07b-2dfa-4d24-a389-33018eda2785 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.176412] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2fed2385-11fd-4ee8-9a22-eee3ae944e98 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Lock "e1b17af1-2067-4d4a-8d12-ef006b8e0ad3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.108s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 894.185342] env[62353]: INFO nova.scheduler.client.report [None req-706ae305-8d98-4121-86b3-4ba6fdc8407d tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Deleted allocations for instance d0318881-a5f3-4701-991a-7e42895b5f46 [ 894.214176] env[62353]: DEBUG oslo_vmware.api [None req-62f3365d-4bee-4369-80b3-3b553dc51446 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Task: {'id': task-2372682, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.235769] env[62353]: DEBUG oslo_vmware.api [None req-b8914bf4-da70-4105-8a81-57262a741a1a tempest-ServerGroupTestJSON-1084570586 tempest-ServerGroupTestJSON-1084570586-project-member] Task: {'id': task-2372683, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.495231} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.236405] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8914bf4-da70-4105-8a81-57262a741a1a tempest-ServerGroupTestJSON-1084570586 tempest-ServerGroupTestJSON-1084570586-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore1] 9b5f53f8-5f64-452e-a1a6-236a994071a1/9b5f53f8-5f64-452e-a1a6-236a994071a1.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 894.236624] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-b8914bf4-da70-4105-8a81-57262a741a1a tempest-ServerGroupTestJSON-1084570586 tempest-ServerGroupTestJSON-1084570586-project-member] [instance: 9b5f53f8-5f64-452e-a1a6-236a994071a1] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 894.236700] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2fdf3ae5-c330-4c5d-bc70-e279f6552c29 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.243656] env[62353]: DEBUG oslo_vmware.api [None req-b8914bf4-da70-4105-8a81-57262a741a1a tempest-ServerGroupTestJSON-1084570586 tempest-ServerGroupTestJSON-1084570586-project-member] Waiting for the task: (returnval){ [ 894.243656] env[62353]: value = "task-2372684" [ 894.243656] env[62353]: _type = "Task" [ 894.243656] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.253578] env[62353]: DEBUG oslo_vmware.api [None req-b8914bf4-da70-4105-8a81-57262a741a1a tempest-ServerGroupTestJSON-1084570586 tempest-ServerGroupTestJSON-1084570586-project-member] Task: {'id': task-2372684, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.544172] env[62353]: DEBUG oslo_concurrency.lockutils [None req-fda39e90-106d-4775-906a-e251c509fd34 tempest-InstanceActionsNegativeTestJSON-1525249744 tempest-InstanceActionsNegativeTestJSON-1525249744-project-member] Acquiring lock "refresh_cache-f145dffe-8969-479a-b1f9-576f6f0128fb" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 894.544172] env[62353]: DEBUG oslo_concurrency.lockutils [None req-fda39e90-106d-4775-906a-e251c509fd34 tempest-InstanceActionsNegativeTestJSON-1525249744 tempest-InstanceActionsNegativeTestJSON-1525249744-project-member] Acquired lock "refresh_cache-f145dffe-8969-479a-b1f9-576f6f0128fb" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.544172] env[62353]: DEBUG nova.network.neutron [None req-fda39e90-106d-4775-906a-e251c509fd34 tempest-InstanceActionsNegativeTestJSON-1525249744 tempest-InstanceActionsNegativeTestJSON-1525249744-project-member] [instance: f145dffe-8969-479a-b1f9-576f6f0128fb] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 894.695894] env[62353]: DEBUG oslo_concurrency.lockutils [None req-706ae305-8d98-4121-86b3-4ba6fdc8407d tempest-VolumesAdminNegativeTest-1144673699 tempest-VolumesAdminNegativeTest-1144673699-project-member] Lock "d0318881-a5f3-4701-991a-7e42895b5f46" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.688s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 894.718538] env[62353]: DEBUG oslo_vmware.api [None req-62f3365d-4bee-4369-80b3-3b553dc51446 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Task: {'id': task-2372682, 'name': PowerOnVM_Task, 'duration_secs': 0.610581} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.719553] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-62f3365d-4bee-4369-80b3-3b553dc51446 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: c7158238-ec2d-4cf2-8b5d-140a28473628] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 894.719808] env[62353]: INFO nova.compute.manager [None req-62f3365d-4bee-4369-80b3-3b553dc51446 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: c7158238-ec2d-4cf2-8b5d-140a28473628] Took 16.30 seconds to spawn the instance on the hypervisor. [ 894.720055] env[62353]: DEBUG nova.compute.manager [None req-62f3365d-4bee-4369-80b3-3b553dc51446 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: c7158238-ec2d-4cf2-8b5d-140a28473628] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 894.720947] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09aab55b-e887-4452-a3cd-47a480f81e4c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.757340] env[62353]: DEBUG oslo_vmware.api [None req-b8914bf4-da70-4105-8a81-57262a741a1a tempest-ServerGroupTestJSON-1084570586 tempest-ServerGroupTestJSON-1084570586-project-member] Task: {'id': task-2372684, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070934} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.757899] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-b8914bf4-da70-4105-8a81-57262a741a1a tempest-ServerGroupTestJSON-1084570586 tempest-ServerGroupTestJSON-1084570586-project-member] [instance: 9b5f53f8-5f64-452e-a1a6-236a994071a1] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 894.758525] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe658c50-2198-43a4-89cd-36d62903e589 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.789268] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8914bf4-da70-4105-8a81-57262a741a1a tempest-ServerGroupTestJSON-1084570586 tempest-ServerGroupTestJSON-1084570586-project-member] [instance: 9b5f53f8-5f64-452e-a1a6-236a994071a1] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] 9b5f53f8-5f64-452e-a1a6-236a994071a1/9b5f53f8-5f64-452e-a1a6-236a994071a1.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 894.790588] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eba47dfe-4b84-4e74-a384-440c4ca647a2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.816402] env[62353]: DEBUG oslo_vmware.api [None req-b8914bf4-da70-4105-8a81-57262a741a1a tempest-ServerGroupTestJSON-1084570586 tempest-ServerGroupTestJSON-1084570586-project-member] Waiting for the task: (returnval){ [ 894.816402] env[62353]: value = "task-2372685" [ 894.816402] env[62353]: _type = "Task" [ 894.816402] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.827713] env[62353]: DEBUG oslo_vmware.api [None req-b8914bf4-da70-4105-8a81-57262a741a1a tempest-ServerGroupTestJSON-1084570586 tempest-ServerGroupTestJSON-1084570586-project-member] Task: {'id': task-2372685, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.051838] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-663343cc-8df9-453a-9737-a84ccc7a518a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.059744] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-769f8c30-ae51-461a-9bc6-c209992507e9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.091320] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e46e9c7b-4724-4774-aea4-143a04e4697d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.098585] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3f9794f-a3ca-4b74-b12c-383c23692cc5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.112264] env[62353]: DEBUG nova.compute.provider_tree [None req-c2a49383-33e6-4df3-a252-17b76177bf44 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 895.162133] env[62353]: DEBUG nova.network.neutron [None req-fda39e90-106d-4775-906a-e251c509fd34 tempest-InstanceActionsNegativeTestJSON-1525249744 tempest-InstanceActionsNegativeTestJSON-1525249744-project-member] [instance: f145dffe-8969-479a-b1f9-576f6f0128fb] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 895.246688] env[62353]: INFO nova.compute.manager [None req-62f3365d-4bee-4369-80b3-3b553dc51446 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: c7158238-ec2d-4cf2-8b5d-140a28473628] Took 48.52 seconds to build instance. [ 895.333208] env[62353]: DEBUG oslo_vmware.api [None req-b8914bf4-da70-4105-8a81-57262a741a1a tempest-ServerGroupTestJSON-1084570586 tempest-ServerGroupTestJSON-1084570586-project-member] Task: {'id': task-2372685, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.412816] env[62353]: DEBUG nova.network.neutron [None req-fda39e90-106d-4775-906a-e251c509fd34 tempest-InstanceActionsNegativeTestJSON-1525249744 tempest-InstanceActionsNegativeTestJSON-1525249744-project-member] [instance: f145dffe-8969-479a-b1f9-576f6f0128fb] Updating instance_info_cache with network_info: [{"id": "74df8418-4489-48a9-a74f-fc048ac02875", "address": "fa:16:3e:ce:4a:f5", "network": {"id": "e939fba5-58fd-4c3b-a8bb-ccced0519b5c", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1294483117-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6385e6202fa84203878697d311259d63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "44ed8f45-cb8e-40e7-ac70-a7f386a7d2c2", "external-id": "nsx-vlan-transportzone-268", "segmentation_id": 268, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74df8418-44", "ovs_interfaceid": "74df8418-4489-48a9-a74f-fc048ac02875", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.615885] env[62353]: DEBUG nova.scheduler.client.report [None req-c2a49383-33e6-4df3-a252-17b76177bf44 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 895.750592] env[62353]: DEBUG oslo_concurrency.lockutils [None req-62f3365d-4bee-4369-80b3-3b553dc51446 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Lock "c7158238-ec2d-4cf2-8b5d-140a28473628" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.039s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 895.834511] env[62353]: DEBUG oslo_vmware.api [None req-b8914bf4-da70-4105-8a81-57262a741a1a tempest-ServerGroupTestJSON-1084570586 tempest-ServerGroupTestJSON-1084570586-project-member] Task: {'id': task-2372685, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.910337] env[62353]: DEBUG nova.compute.manager [req-e30226f2-82e3-4146-a68c-11d700174fce req-7cef0ebc-01aa-45c0-9280-850487dc81c4 service nova] [instance: f145dffe-8969-479a-b1f9-576f6f0128fb] Received event network-changed-74df8418-4489-48a9-a74f-fc048ac02875 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 895.910552] env[62353]: DEBUG nova.compute.manager [req-e30226f2-82e3-4146-a68c-11d700174fce req-7cef0ebc-01aa-45c0-9280-850487dc81c4 service nova] [instance: f145dffe-8969-479a-b1f9-576f6f0128fb] Refreshing instance network info cache due to event network-changed-74df8418-4489-48a9-a74f-fc048ac02875. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 895.910766] env[62353]: DEBUG oslo_concurrency.lockutils [req-e30226f2-82e3-4146-a68c-11d700174fce req-7cef0ebc-01aa-45c0-9280-850487dc81c4 service nova] Acquiring lock "refresh_cache-f145dffe-8969-479a-b1f9-576f6f0128fb" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 895.918020] env[62353]: DEBUG oslo_concurrency.lockutils [None req-fda39e90-106d-4775-906a-e251c509fd34 tempest-InstanceActionsNegativeTestJSON-1525249744 tempest-InstanceActionsNegativeTestJSON-1525249744-project-member] Releasing lock "refresh_cache-f145dffe-8969-479a-b1f9-576f6f0128fb" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 895.918155] env[62353]: DEBUG nova.compute.manager [None req-fda39e90-106d-4775-906a-e251c509fd34 tempest-InstanceActionsNegativeTestJSON-1525249744 tempest-InstanceActionsNegativeTestJSON-1525249744-project-member] [instance: f145dffe-8969-479a-b1f9-576f6f0128fb] Instance network_info: |[{"id": "74df8418-4489-48a9-a74f-fc048ac02875", "address": "fa:16:3e:ce:4a:f5", "network": {"id": "e939fba5-58fd-4c3b-a8bb-ccced0519b5c", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1294483117-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6385e6202fa84203878697d311259d63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "44ed8f45-cb8e-40e7-ac70-a7f386a7d2c2", "external-id": "nsx-vlan-transportzone-268", "segmentation_id": 268, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74df8418-44", "ovs_interfaceid": "74df8418-4489-48a9-a74f-fc048ac02875", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 895.918498] env[62353]: DEBUG oslo_concurrency.lockutils [req-e30226f2-82e3-4146-a68c-11d700174fce req-7cef0ebc-01aa-45c0-9280-850487dc81c4 service nova] Acquired lock "refresh_cache-f145dffe-8969-479a-b1f9-576f6f0128fb" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.918689] env[62353]: DEBUG nova.network.neutron [req-e30226f2-82e3-4146-a68c-11d700174fce req-7cef0ebc-01aa-45c0-9280-850487dc81c4 service nova] [instance: f145dffe-8969-479a-b1f9-576f6f0128fb] Refreshing network info cache for port 74df8418-4489-48a9-a74f-fc048ac02875 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 895.921052] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-fda39e90-106d-4775-906a-e251c509fd34 tempest-InstanceActionsNegativeTestJSON-1525249744 tempest-InstanceActionsNegativeTestJSON-1525249744-project-member] [instance: f145dffe-8969-479a-b1f9-576f6f0128fb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ce:4a:f5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '44ed8f45-cb8e-40e7-ac70-a7f386a7d2c2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '74df8418-4489-48a9-a74f-fc048ac02875', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 895.940892] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-fda39e90-106d-4775-906a-e251c509fd34 tempest-InstanceActionsNegativeTestJSON-1525249744 tempest-InstanceActionsNegativeTestJSON-1525249744-project-member] Creating folder: Project (6385e6202fa84203878697d311259d63). Parent ref: group-v481456. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 895.942211] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a2c0017b-71ee-4f89-93d6-8c51645d7fb6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.953943] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-fda39e90-106d-4775-906a-e251c509fd34 tempest-InstanceActionsNegativeTestJSON-1525249744 tempest-InstanceActionsNegativeTestJSON-1525249744-project-member] Created folder: Project (6385e6202fa84203878697d311259d63) in parent group-v481456. [ 895.954187] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-fda39e90-106d-4775-906a-e251c509fd34 tempest-InstanceActionsNegativeTestJSON-1525249744 tempest-InstanceActionsNegativeTestJSON-1525249744-project-member] Creating folder: Instances. Parent ref: group-v481670. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 895.954407] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a99d5d39-61af-4abe-8b4c-b67f4e55f28e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.964217] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-fda39e90-106d-4775-906a-e251c509fd34 tempest-InstanceActionsNegativeTestJSON-1525249744 tempest-InstanceActionsNegativeTestJSON-1525249744-project-member] Created folder: Instances in parent group-v481670. [ 895.964519] env[62353]: DEBUG oslo.service.loopingcall [None req-fda39e90-106d-4775-906a-e251c509fd34 tempest-InstanceActionsNegativeTestJSON-1525249744 tempest-InstanceActionsNegativeTestJSON-1525249744-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 895.964684] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f145dffe-8969-479a-b1f9-576f6f0128fb] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 895.964905] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1901cdd2-6548-43aa-913b-a47401968dde {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.987910] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 895.987910] env[62353]: value = "task-2372688" [ 895.987910] env[62353]: _type = "Task" [ 895.987910] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.996475] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372688, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.328464] env[62353]: DEBUG oslo_vmware.api [None req-b8914bf4-da70-4105-8a81-57262a741a1a tempest-ServerGroupTestJSON-1084570586 tempest-ServerGroupTestJSON-1084570586-project-member] Task: {'id': task-2372685, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.385018] env[62353]: DEBUG oslo_concurrency.lockutils [None req-cc134625-9f72-4ad4-ac13-7c55a0f8c878 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Acquiring lock "c7158238-ec2d-4cf2-8b5d-140a28473628" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 896.385018] env[62353]: DEBUG oslo_concurrency.lockutils [None req-cc134625-9f72-4ad4-ac13-7c55a0f8c878 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Lock "c7158238-ec2d-4cf2-8b5d-140a28473628" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 896.385018] env[62353]: DEBUG oslo_concurrency.lockutils [None req-cc134625-9f72-4ad4-ac13-7c55a0f8c878 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Acquiring lock "c7158238-ec2d-4cf2-8b5d-140a28473628-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 896.385018] env[62353]: DEBUG oslo_concurrency.lockutils [None req-cc134625-9f72-4ad4-ac13-7c55a0f8c878 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Lock "c7158238-ec2d-4cf2-8b5d-140a28473628-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 896.385018] env[62353]: DEBUG oslo_concurrency.lockutils [None req-cc134625-9f72-4ad4-ac13-7c55a0f8c878 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Lock "c7158238-ec2d-4cf2-8b5d-140a28473628-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 896.385763] env[62353]: INFO nova.compute.manager [None req-cc134625-9f72-4ad4-ac13-7c55a0f8c878 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: c7158238-ec2d-4cf2-8b5d-140a28473628] Terminating instance [ 896.501459] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372688, 'name': CreateVM_Task, 'duration_secs': 0.413652} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.501647] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f145dffe-8969-479a-b1f9-576f6f0128fb] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 896.502364] env[62353]: DEBUG oslo_concurrency.lockutils [None req-fda39e90-106d-4775-906a-e251c509fd34 tempest-InstanceActionsNegativeTestJSON-1525249744 tempest-InstanceActionsNegativeTestJSON-1525249744-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 896.502626] env[62353]: DEBUG oslo_concurrency.lockutils [None req-fda39e90-106d-4775-906a-e251c509fd34 tempest-InstanceActionsNegativeTestJSON-1525249744 tempest-InstanceActionsNegativeTestJSON-1525249744-project-member] Acquired lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.503572] env[62353]: DEBUG oslo_concurrency.lockutils [None req-fda39e90-106d-4775-906a-e251c509fd34 tempest-InstanceActionsNegativeTestJSON-1525249744 tempest-InstanceActionsNegativeTestJSON-1525249744-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 896.503572] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a4e90a5-c171-4b39-b3fe-b4da6f9fc997 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.508762] env[62353]: DEBUG oslo_vmware.api [None req-fda39e90-106d-4775-906a-e251c509fd34 tempest-InstanceActionsNegativeTestJSON-1525249744 tempest-InstanceActionsNegativeTestJSON-1525249744-project-member] Waiting for the task: (returnval){ [ 896.508762] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]523f0a01-2fe5-0ad0-60ff-0c4ad9c536b3" [ 896.508762] env[62353]: _type = "Task" [ 896.508762] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.517360] env[62353]: DEBUG oslo_vmware.api [None req-fda39e90-106d-4775-906a-e251c509fd34 tempest-InstanceActionsNegativeTestJSON-1525249744 tempest-InstanceActionsNegativeTestJSON-1525249744-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]523f0a01-2fe5-0ad0-60ff-0c4ad9c536b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.637021] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c2a49383-33e6-4df3-a252-17b76177bf44 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.492s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 896.638553] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ab485044-4ef5-4688-b625-7ba645211a3f tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.077s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 896.638988] env[62353]: DEBUG nova.objects.instance [None req-ab485044-4ef5-4688-b625-7ba645211a3f tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Lazy-loading 'resources' on Instance uuid 70b6d86f-10bd-471f-8655-e961c4208751 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 896.783870] env[62353]: DEBUG nova.network.neutron [req-e30226f2-82e3-4146-a68c-11d700174fce req-7cef0ebc-01aa-45c0-9280-850487dc81c4 service nova] [instance: f145dffe-8969-479a-b1f9-576f6f0128fb] Updated VIF entry in instance network info cache for port 74df8418-4489-48a9-a74f-fc048ac02875. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 896.783870] env[62353]: DEBUG nova.network.neutron [req-e30226f2-82e3-4146-a68c-11d700174fce req-7cef0ebc-01aa-45c0-9280-850487dc81c4 service nova] [instance: f145dffe-8969-479a-b1f9-576f6f0128fb] Updating instance_info_cache with network_info: [{"id": "74df8418-4489-48a9-a74f-fc048ac02875", "address": "fa:16:3e:ce:4a:f5", "network": {"id": "e939fba5-58fd-4c3b-a8bb-ccced0519b5c", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1294483117-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6385e6202fa84203878697d311259d63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "44ed8f45-cb8e-40e7-ac70-a7f386a7d2c2", "external-id": "nsx-vlan-transportzone-268", "segmentation_id": 268, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74df8418-44", "ovs_interfaceid": "74df8418-4489-48a9-a74f-fc048ac02875", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 896.831022] env[62353]: DEBUG oslo_vmware.api [None req-b8914bf4-da70-4105-8a81-57262a741a1a tempest-ServerGroupTestJSON-1084570586 tempest-ServerGroupTestJSON-1084570586-project-member] Task: {'id': task-2372685, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.890301] env[62353]: DEBUG nova.compute.manager [None req-cc134625-9f72-4ad4-ac13-7c55a0f8c878 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: c7158238-ec2d-4cf2-8b5d-140a28473628] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 896.890801] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-cc134625-9f72-4ad4-ac13-7c55a0f8c878 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: c7158238-ec2d-4cf2-8b5d-140a28473628] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 896.891625] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb24a61d-cf3b-4972-8aad-1449d21d6d3a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.904058] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc134625-9f72-4ad4-ac13-7c55a0f8c878 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: c7158238-ec2d-4cf2-8b5d-140a28473628] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 896.904058] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4e2c6f36-005c-4621-896a-513a52987bec {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.908890] env[62353]: DEBUG oslo_vmware.api [None req-cc134625-9f72-4ad4-ac13-7c55a0f8c878 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Waiting for the task: (returnval){ [ 896.908890] env[62353]: value = "task-2372689" [ 896.908890] env[62353]: _type = "Task" [ 896.908890] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.921631] env[62353]: DEBUG oslo_vmware.api [None req-cc134625-9f72-4ad4-ac13-7c55a0f8c878 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Task: {'id': task-2372689, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.022612] env[62353]: DEBUG oslo_vmware.api [None req-fda39e90-106d-4775-906a-e251c509fd34 tempest-InstanceActionsNegativeTestJSON-1525249744 tempest-InstanceActionsNegativeTestJSON-1525249744-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]523f0a01-2fe5-0ad0-60ff-0c4ad9c536b3, 'name': SearchDatastore_Task, 'duration_secs': 0.026457} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.023150] env[62353]: DEBUG oslo_concurrency.lockutils [None req-fda39e90-106d-4775-906a-e251c509fd34 tempest-InstanceActionsNegativeTestJSON-1525249744 tempest-InstanceActionsNegativeTestJSON-1525249744-project-member] Releasing lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 897.023373] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-fda39e90-106d-4775-906a-e251c509fd34 tempest-InstanceActionsNegativeTestJSON-1525249744 tempest-InstanceActionsNegativeTestJSON-1525249744-project-member] [instance: f145dffe-8969-479a-b1f9-576f6f0128fb] Processing image 06f909ae-e8dc-43b4-abf7-c7ed85db9bbd {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 897.023606] env[62353]: DEBUG oslo_concurrency.lockutils [None req-fda39e90-106d-4775-906a-e251c509fd34 tempest-InstanceActionsNegativeTestJSON-1525249744 tempest-InstanceActionsNegativeTestJSON-1525249744-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 897.023745] env[62353]: DEBUG oslo_concurrency.lockutils [None req-fda39e90-106d-4775-906a-e251c509fd34 tempest-InstanceActionsNegativeTestJSON-1525249744 tempest-InstanceActionsNegativeTestJSON-1525249744-project-member] Acquired lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.023934] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-fda39e90-106d-4775-906a-e251c509fd34 tempest-InstanceActionsNegativeTestJSON-1525249744 tempest-InstanceActionsNegativeTestJSON-1525249744-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 897.024932] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f22390f0-bef0-4626-aea5-7a95d6f13ee6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.059795] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-fda39e90-106d-4775-906a-e251c509fd34 tempest-InstanceActionsNegativeTestJSON-1525249744 tempest-InstanceActionsNegativeTestJSON-1525249744-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 897.060421] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-fda39e90-106d-4775-906a-e251c509fd34 tempest-InstanceActionsNegativeTestJSON-1525249744 tempest-InstanceActionsNegativeTestJSON-1525249744-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 897.060836] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a64318c-5c0e-43b3-afab-c47d1a44e7d6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.066961] env[62353]: DEBUG oslo_vmware.api [None req-fda39e90-106d-4775-906a-e251c509fd34 tempest-InstanceActionsNegativeTestJSON-1525249744 tempest-InstanceActionsNegativeTestJSON-1525249744-project-member] Waiting for the task: (returnval){ [ 897.066961] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]526be3f5-7929-f0fa-ad08-80cdfa628027" [ 897.066961] env[62353]: _type = "Task" [ 897.066961] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.080058] env[62353]: DEBUG oslo_vmware.api [None req-fda39e90-106d-4775-906a-e251c509fd34 tempest-InstanceActionsNegativeTestJSON-1525249744 tempest-InstanceActionsNegativeTestJSON-1525249744-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]526be3f5-7929-f0fa-ad08-80cdfa628027, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.223425] env[62353]: INFO nova.scheduler.client.report [None req-c2a49383-33e6-4df3-a252-17b76177bf44 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Deleted allocation for migration eafa8dfe-6205-447e-96b0-af7264278998 [ 897.289205] env[62353]: DEBUG oslo_concurrency.lockutils [req-e30226f2-82e3-4146-a68c-11d700174fce req-7cef0ebc-01aa-45c0-9280-850487dc81c4 service nova] Releasing lock "refresh_cache-f145dffe-8969-479a-b1f9-576f6f0128fb" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 897.289205] env[62353]: DEBUG nova.compute.manager [req-e30226f2-82e3-4146-a68c-11d700174fce req-7cef0ebc-01aa-45c0-9280-850487dc81c4 service nova] [instance: e1b17af1-2067-4d4a-8d12-ef006b8e0ad3] Received event network-changed-911beb4a-9950-43db-945e-7a8a5590f786 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 897.289205] env[62353]: DEBUG nova.compute.manager [req-e30226f2-82e3-4146-a68c-11d700174fce req-7cef0ebc-01aa-45c0-9280-850487dc81c4 service nova] [instance: e1b17af1-2067-4d4a-8d12-ef006b8e0ad3] Refreshing instance network info cache due to event network-changed-911beb4a-9950-43db-945e-7a8a5590f786. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 897.289205] env[62353]: DEBUG oslo_concurrency.lockutils [req-e30226f2-82e3-4146-a68c-11d700174fce req-7cef0ebc-01aa-45c0-9280-850487dc81c4 service nova] Acquiring lock "refresh_cache-e1b17af1-2067-4d4a-8d12-ef006b8e0ad3" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 897.289205] env[62353]: DEBUG oslo_concurrency.lockutils [req-e30226f2-82e3-4146-a68c-11d700174fce req-7cef0ebc-01aa-45c0-9280-850487dc81c4 service nova] Acquired lock "refresh_cache-e1b17af1-2067-4d4a-8d12-ef006b8e0ad3" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.289205] env[62353]: DEBUG nova.network.neutron [req-e30226f2-82e3-4146-a68c-11d700174fce req-7cef0ebc-01aa-45c0-9280-850487dc81c4 service nova] [instance: e1b17af1-2067-4d4a-8d12-ef006b8e0ad3] Refreshing network info cache for port 911beb4a-9950-43db-945e-7a8a5590f786 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 897.333123] env[62353]: DEBUG oslo_vmware.api [None req-b8914bf4-da70-4105-8a81-57262a741a1a tempest-ServerGroupTestJSON-1084570586 tempest-ServerGroupTestJSON-1084570586-project-member] Task: {'id': task-2372685, 'name': ReconfigVM_Task, 'duration_secs': 2.128468} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.333430] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8914bf4-da70-4105-8a81-57262a741a1a tempest-ServerGroupTestJSON-1084570586 tempest-ServerGroupTestJSON-1084570586-project-member] [instance: 9b5f53f8-5f64-452e-a1a6-236a994071a1] Reconfigured VM instance instance-0000004c to attach disk [datastore1] 9b5f53f8-5f64-452e-a1a6-236a994071a1/9b5f53f8-5f64-452e-a1a6-236a994071a1.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 897.334227] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b041f8fe-c17e-4970-9288-d7610c1a3392 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.342314] env[62353]: DEBUG oslo_vmware.api [None req-b8914bf4-da70-4105-8a81-57262a741a1a tempest-ServerGroupTestJSON-1084570586 tempest-ServerGroupTestJSON-1084570586-project-member] Waiting for the task: (returnval){ [ 897.342314] env[62353]: value = "task-2372690" [ 897.342314] env[62353]: _type = "Task" [ 897.342314] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.353460] env[62353]: DEBUG oslo_vmware.api [None req-b8914bf4-da70-4105-8a81-57262a741a1a tempest-ServerGroupTestJSON-1084570586 tempest-ServerGroupTestJSON-1084570586-project-member] Task: {'id': task-2372690, 'name': Rename_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.424033] env[62353]: DEBUG oslo_vmware.api [None req-cc134625-9f72-4ad4-ac13-7c55a0f8c878 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Task: {'id': task-2372689, 'name': PowerOffVM_Task, 'duration_secs': 0.240114} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.424033] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc134625-9f72-4ad4-ac13-7c55a0f8c878 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: c7158238-ec2d-4cf2-8b5d-140a28473628] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 897.424033] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-cc134625-9f72-4ad4-ac13-7c55a0f8c878 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: c7158238-ec2d-4cf2-8b5d-140a28473628] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 897.424033] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a5960b54-2edf-4b4a-b660-bfb7732bb6c0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.490134] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-cc134625-9f72-4ad4-ac13-7c55a0f8c878 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: c7158238-ec2d-4cf2-8b5d-140a28473628] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 897.490418] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-cc134625-9f72-4ad4-ac13-7c55a0f8c878 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: c7158238-ec2d-4cf2-8b5d-140a28473628] Deleting contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 897.490520] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc134625-9f72-4ad4-ac13-7c55a0f8c878 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Deleting the datastore file [datastore2] c7158238-ec2d-4cf2-8b5d-140a28473628 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 897.491078] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8ad867f6-abc1-4d17-9599-dc4ff24ca438 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.498306] env[62353]: DEBUG oslo_vmware.api [None req-cc134625-9f72-4ad4-ac13-7c55a0f8c878 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Waiting for the task: (returnval){ [ 897.498306] env[62353]: value = "task-2372692" [ 897.498306] env[62353]: _type = "Task" [ 897.498306] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.507708] env[62353]: DEBUG oslo_vmware.api [None req-cc134625-9f72-4ad4-ac13-7c55a0f8c878 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Task: {'id': task-2372692, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.572467] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2756953-0970-4fc3-935d-afc9e92b2e2f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.581563] env[62353]: DEBUG oslo_vmware.api [None req-fda39e90-106d-4775-906a-e251c509fd34 tempest-InstanceActionsNegativeTestJSON-1525249744 tempest-InstanceActionsNegativeTestJSON-1525249744-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]526be3f5-7929-f0fa-ad08-80cdfa628027, 'name': SearchDatastore_Task, 'duration_secs': 0.009896} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.584338] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14ed1082-cd58-413b-b03d-a1c94d295549 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.589908] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-496b3b95-54ce-440d-a781-c12878d4071b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.628684] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fee2f945-5c7c-4268-be9b-cd0a369975fc {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.632257] env[62353]: DEBUG oslo_vmware.api [None req-fda39e90-106d-4775-906a-e251c509fd34 tempest-InstanceActionsNegativeTestJSON-1525249744 tempest-InstanceActionsNegativeTestJSON-1525249744-project-member] Waiting for the task: (returnval){ [ 897.632257] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]523483a8-cd0c-33e4-fd50-be380be575b7" [ 897.632257] env[62353]: _type = "Task" [ 897.632257] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.641640] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-074ca089-81aa-4cba-943e-0dad6b979082 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.654542] env[62353]: DEBUG oslo_vmware.api [None req-fda39e90-106d-4775-906a-e251c509fd34 tempest-InstanceActionsNegativeTestJSON-1525249744 tempest-InstanceActionsNegativeTestJSON-1525249744-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]523483a8-cd0c-33e4-fd50-be380be575b7, 'name': SearchDatastore_Task, 'duration_secs': 0.01022} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.655772] env[62353]: DEBUG oslo_concurrency.lockutils [None req-fda39e90-106d-4775-906a-e251c509fd34 tempest-InstanceActionsNegativeTestJSON-1525249744 tempest-InstanceActionsNegativeTestJSON-1525249744-project-member] Releasing lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 897.656722] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-fda39e90-106d-4775-906a-e251c509fd34 tempest-InstanceActionsNegativeTestJSON-1525249744 tempest-InstanceActionsNegativeTestJSON-1525249744-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore1] f145dffe-8969-479a-b1f9-576f6f0128fb/f145dffe-8969-479a-b1f9-576f6f0128fb.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 897.656722] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0433b9de-53bd-4c14-b37a-09559503e5cc {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.675165] env[62353]: DEBUG nova.compute.provider_tree [None req-ab485044-4ef5-4688-b625-7ba645211a3f tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 897.683482] env[62353]: DEBUG oslo_vmware.api [None req-fda39e90-106d-4775-906a-e251c509fd34 tempest-InstanceActionsNegativeTestJSON-1525249744 tempest-InstanceActionsNegativeTestJSON-1525249744-project-member] Waiting for the task: (returnval){ [ 897.683482] env[62353]: value = "task-2372693" [ 897.683482] env[62353]: _type = "Task" [ 897.683482] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.699236] env[62353]: DEBUG oslo_vmware.api [None req-fda39e90-106d-4775-906a-e251c509fd34 tempest-InstanceActionsNegativeTestJSON-1525249744 tempest-InstanceActionsNegativeTestJSON-1525249744-project-member] Task: {'id': task-2372693, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.732114] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c2a49383-33e6-4df3-a252-17b76177bf44 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Lock "52aeb134-e5e3-40b0-a3e8-152effaf542b" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 26.495s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 897.777578] env[62353]: DEBUG nova.network.neutron [req-e30226f2-82e3-4146-a68c-11d700174fce req-7cef0ebc-01aa-45c0-9280-850487dc81c4 service nova] [instance: e1b17af1-2067-4d4a-8d12-ef006b8e0ad3] Updated VIF entry in instance network info cache for port 911beb4a-9950-43db-945e-7a8a5590f786. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 897.777935] env[62353]: DEBUG nova.network.neutron [req-e30226f2-82e3-4146-a68c-11d700174fce req-7cef0ebc-01aa-45c0-9280-850487dc81c4 service nova] [instance: e1b17af1-2067-4d4a-8d12-ef006b8e0ad3] Updating instance_info_cache with network_info: [{"id": "911beb4a-9950-43db-945e-7a8a5590f786", "address": "fa:16:3e:bf:7e:61", "network": {"id": "e5d036e4-e0e1-4263-a13b-32de611efa27", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1880879466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c183cea98ca94f09886d57c4499788e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08e9585e-6186-4788-9fd9-24174ce45a6f", "external-id": "nsx-vlan-transportzone-254", "segmentation_id": 254, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap911beb4a-99", "ovs_interfaceid": "911beb4a-9950-43db-945e-7a8a5590f786", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.863302] env[62353]: DEBUG oslo_vmware.api [None req-b8914bf4-da70-4105-8a81-57262a741a1a tempest-ServerGroupTestJSON-1084570586 tempest-ServerGroupTestJSON-1084570586-project-member] Task: {'id': task-2372690, 'name': Rename_Task, 'duration_secs': 0.42961} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.863302] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8914bf4-da70-4105-8a81-57262a741a1a tempest-ServerGroupTestJSON-1084570586 tempest-ServerGroupTestJSON-1084570586-project-member] [instance: 9b5f53f8-5f64-452e-a1a6-236a994071a1] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 897.863302] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2e0411fd-5480-478a-a3b6-9f6d36b2de6f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.870466] env[62353]: DEBUG oslo_vmware.api [None req-b8914bf4-da70-4105-8a81-57262a741a1a tempest-ServerGroupTestJSON-1084570586 tempest-ServerGroupTestJSON-1084570586-project-member] Waiting for the task: (returnval){ [ 897.870466] env[62353]: value = "task-2372694" [ 897.870466] env[62353]: _type = "Task" [ 897.870466] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.879030] env[62353]: DEBUG oslo_vmware.api [None req-b8914bf4-da70-4105-8a81-57262a741a1a tempest-ServerGroupTestJSON-1084570586 tempest-ServerGroupTestJSON-1084570586-project-member] Task: {'id': task-2372694, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.014227] env[62353]: DEBUG oslo_vmware.api [None req-cc134625-9f72-4ad4-ac13-7c55a0f8c878 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Task: {'id': task-2372692, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135776} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.014586] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc134625-9f72-4ad4-ac13-7c55a0f8c878 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 898.014725] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-cc134625-9f72-4ad4-ac13-7c55a0f8c878 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: c7158238-ec2d-4cf2-8b5d-140a28473628] Deleted contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 898.014900] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-cc134625-9f72-4ad4-ac13-7c55a0f8c878 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: c7158238-ec2d-4cf2-8b5d-140a28473628] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 898.015207] env[62353]: INFO nova.compute.manager [None req-cc134625-9f72-4ad4-ac13-7c55a0f8c878 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: c7158238-ec2d-4cf2-8b5d-140a28473628] Took 1.12 seconds to destroy the instance on the hypervisor. [ 898.015426] env[62353]: DEBUG oslo.service.loopingcall [None req-cc134625-9f72-4ad4-ac13-7c55a0f8c878 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 898.015635] env[62353]: DEBUG nova.compute.manager [-] [instance: c7158238-ec2d-4cf2-8b5d-140a28473628] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 898.015752] env[62353]: DEBUG nova.network.neutron [-] [instance: c7158238-ec2d-4cf2-8b5d-140a28473628] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 898.184082] env[62353]: DEBUG nova.scheduler.client.report [None req-ab485044-4ef5-4688-b625-7ba645211a3f tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 898.201793] env[62353]: DEBUG oslo_vmware.api [None req-fda39e90-106d-4775-906a-e251c509fd34 tempest-InstanceActionsNegativeTestJSON-1525249744 tempest-InstanceActionsNegativeTestJSON-1525249744-project-member] Task: {'id': task-2372693, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.490142} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.202649] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-fda39e90-106d-4775-906a-e251c509fd34 tempest-InstanceActionsNegativeTestJSON-1525249744 tempest-InstanceActionsNegativeTestJSON-1525249744-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore1] f145dffe-8969-479a-b1f9-576f6f0128fb/f145dffe-8969-479a-b1f9-576f6f0128fb.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 898.202649] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-fda39e90-106d-4775-906a-e251c509fd34 tempest-InstanceActionsNegativeTestJSON-1525249744 tempest-InstanceActionsNegativeTestJSON-1525249744-project-member] [instance: f145dffe-8969-479a-b1f9-576f6f0128fb] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 898.202649] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2f6782f3-1d6b-4963-9d4e-25c815da80eb {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.209928] env[62353]: DEBUG oslo_vmware.api [None req-fda39e90-106d-4775-906a-e251c509fd34 tempest-InstanceActionsNegativeTestJSON-1525249744 tempest-InstanceActionsNegativeTestJSON-1525249744-project-member] Waiting for the task: (returnval){ [ 898.209928] env[62353]: value = "task-2372695" [ 898.209928] env[62353]: _type = "Task" [ 898.209928] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.217872] env[62353]: DEBUG oslo_vmware.api [None req-fda39e90-106d-4775-906a-e251c509fd34 tempest-InstanceActionsNegativeTestJSON-1525249744 tempest-InstanceActionsNegativeTestJSON-1525249744-project-member] Task: {'id': task-2372695, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.281744] env[62353]: DEBUG oslo_concurrency.lockutils [req-e30226f2-82e3-4146-a68c-11d700174fce req-7cef0ebc-01aa-45c0-9280-850487dc81c4 service nova] Releasing lock "refresh_cache-e1b17af1-2067-4d4a-8d12-ef006b8e0ad3" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 898.337584] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3a6f2236-41d8-4ccd-9f60-d16bace544ff tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Acquiring lock "bbea4c07-3f5b-4d9a-a127-86a1e461295f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 898.337827] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3a6f2236-41d8-4ccd-9f60-d16bace544ff tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Lock "bbea4c07-3f5b-4d9a-a127-86a1e461295f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 898.381822] env[62353]: DEBUG oslo_vmware.api [None req-b8914bf4-da70-4105-8a81-57262a741a1a tempest-ServerGroupTestJSON-1084570586 tempest-ServerGroupTestJSON-1084570586-project-member] Task: {'id': task-2372694, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.559181] env[62353]: DEBUG nova.compute.manager [req-b619e115-a3d6-464a-9481-87160c71f7d8 req-92180ad4-cdc5-4336-9cd1-c43c5211a876 service nova] [instance: c7158238-ec2d-4cf2-8b5d-140a28473628] Received event network-vif-deleted-53df6ce0-0bb9-49f6-a76c-2d32c99f511b {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 898.559181] env[62353]: INFO nova.compute.manager [req-b619e115-a3d6-464a-9481-87160c71f7d8 req-92180ad4-cdc5-4336-9cd1-c43c5211a876 service nova] [instance: c7158238-ec2d-4cf2-8b5d-140a28473628] Neutron deleted interface 53df6ce0-0bb9-49f6-a76c-2d32c99f511b; detaching it from the instance and deleting it from the info cache [ 898.559181] env[62353]: DEBUG nova.network.neutron [req-b619e115-a3d6-464a-9481-87160c71f7d8 req-92180ad4-cdc5-4336-9cd1-c43c5211a876 service nova] [instance: c7158238-ec2d-4cf2-8b5d-140a28473628] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.693491] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ab485044-4ef5-4688-b625-7ba645211a3f tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.055s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 898.695805] env[62353]: DEBUG oslo_concurrency.lockutils [None req-570eab21-e976-4463-be08-bc95e6deb0d1 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.763s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 898.696107] env[62353]: DEBUG nova.objects.instance [None req-570eab21-e976-4463-be08-bc95e6deb0d1 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Lazy-loading 'resources' on Instance uuid 115fbeba-b84e-48ee-bee7-4cba1f52daa9 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 898.719010] env[62353]: DEBUG oslo_vmware.api [None req-fda39e90-106d-4775-906a-e251c509fd34 tempest-InstanceActionsNegativeTestJSON-1525249744 tempest-InstanceActionsNegativeTestJSON-1525249744-project-member] Task: {'id': task-2372695, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062497} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.719700] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-fda39e90-106d-4775-906a-e251c509fd34 tempest-InstanceActionsNegativeTestJSON-1525249744 tempest-InstanceActionsNegativeTestJSON-1525249744-project-member] [instance: f145dffe-8969-479a-b1f9-576f6f0128fb] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 898.720504] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e768582-9db2-49af-b125-c18932d86947 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.727390] env[62353]: INFO nova.scheduler.client.report [None req-ab485044-4ef5-4688-b625-7ba645211a3f tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Deleted allocations for instance 70b6d86f-10bd-471f-8655-e961c4208751 [ 898.751306] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-fda39e90-106d-4775-906a-e251c509fd34 tempest-InstanceActionsNegativeTestJSON-1525249744 tempest-InstanceActionsNegativeTestJSON-1525249744-project-member] [instance: f145dffe-8969-479a-b1f9-576f6f0128fb] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] f145dffe-8969-479a-b1f9-576f6f0128fb/f145dffe-8969-479a-b1f9-576f6f0128fb.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 898.753154] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3deb8d2e-cbb9-403e-a566-0b381ff5c370 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.774569] env[62353]: DEBUG oslo_vmware.api [None req-fda39e90-106d-4775-906a-e251c509fd34 tempest-InstanceActionsNegativeTestJSON-1525249744 tempest-InstanceActionsNegativeTestJSON-1525249744-project-member] Waiting for the task: (returnval){ [ 898.774569] env[62353]: value = "task-2372696" [ 898.774569] env[62353]: _type = "Task" [ 898.774569] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.786705] env[62353]: DEBUG oslo_vmware.api [None req-fda39e90-106d-4775-906a-e251c509fd34 tempest-InstanceActionsNegativeTestJSON-1525249744 tempest-InstanceActionsNegativeTestJSON-1525249744-project-member] Task: {'id': task-2372696, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.843919] env[62353]: DEBUG nova.compute.manager [None req-3a6f2236-41d8-4ccd-9f60-d16bace544ff tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] [instance: bbea4c07-3f5b-4d9a-a127-86a1e461295f] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 898.854673] env[62353]: DEBUG nova.network.neutron [-] [instance: c7158238-ec2d-4cf2-8b5d-140a28473628] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.881757] env[62353]: DEBUG oslo_vmware.api [None req-b8914bf4-da70-4105-8a81-57262a741a1a tempest-ServerGroupTestJSON-1084570586 tempest-ServerGroupTestJSON-1084570586-project-member] Task: {'id': task-2372694, 'name': PowerOnVM_Task, 'duration_secs': 0.741986} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.882052] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8914bf4-da70-4105-8a81-57262a741a1a tempest-ServerGroupTestJSON-1084570586 tempest-ServerGroupTestJSON-1084570586-project-member] [instance: 9b5f53f8-5f64-452e-a1a6-236a994071a1] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 898.883581] env[62353]: INFO nova.compute.manager [None req-b8914bf4-da70-4105-8a81-57262a741a1a tempest-ServerGroupTestJSON-1084570586 tempest-ServerGroupTestJSON-1084570586-project-member] [instance: 9b5f53f8-5f64-452e-a1a6-236a994071a1] Took 10.72 seconds to spawn the instance on the hypervisor. [ 898.883581] env[62353]: DEBUG nova.compute.manager [None req-b8914bf4-da70-4105-8a81-57262a741a1a tempest-ServerGroupTestJSON-1084570586 tempest-ServerGroupTestJSON-1084570586-project-member] [instance: 9b5f53f8-5f64-452e-a1a6-236a994071a1] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 898.883581] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-366fa357-f0d9-4e31-8974-988764efa643 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.061482] env[62353]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-05089651-592c-4c5c-9ee9-7be89e691bb9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.074855] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7366937d-e673-48ea-afcb-9468362697bb {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.110142] env[62353]: DEBUG nova.compute.manager [req-b619e115-a3d6-464a-9481-87160c71f7d8 req-92180ad4-cdc5-4336-9cd1-c43c5211a876 service nova] [instance: c7158238-ec2d-4cf2-8b5d-140a28473628] Detach interface failed, port_id=53df6ce0-0bb9-49f6-a76c-2d32c99f511b, reason: Instance c7158238-ec2d-4cf2-8b5d-140a28473628 could not be found. {{(pid=62353) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 899.255028] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ab485044-4ef5-4688-b625-7ba645211a3f tempest-MigrationsAdminTest-894060252 tempest-MigrationsAdminTest-894060252-project-member] Lock "70b6d86f-10bd-471f-8655-e961c4208751" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.345s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 899.292160] env[62353]: DEBUG oslo_vmware.api [None req-fda39e90-106d-4775-906a-e251c509fd34 tempest-InstanceActionsNegativeTestJSON-1525249744 tempest-InstanceActionsNegativeTestJSON-1525249744-project-member] Task: {'id': task-2372696, 'name': ReconfigVM_Task, 'duration_secs': 0.329665} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.292160] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-fda39e90-106d-4775-906a-e251c509fd34 tempest-InstanceActionsNegativeTestJSON-1525249744 tempest-InstanceActionsNegativeTestJSON-1525249744-project-member] [instance: f145dffe-8969-479a-b1f9-576f6f0128fb] Reconfigured VM instance instance-0000004d to attach disk [datastore1] f145dffe-8969-479a-b1f9-576f6f0128fb/f145dffe-8969-479a-b1f9-576f6f0128fb.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 899.292787] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b0294fed-24f3-4ac2-b04c-7cdbb98cc18c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.302052] env[62353]: DEBUG oslo_vmware.api [None req-fda39e90-106d-4775-906a-e251c509fd34 tempest-InstanceActionsNegativeTestJSON-1525249744 tempest-InstanceActionsNegativeTestJSON-1525249744-project-member] Waiting for the task: (returnval){ [ 899.302052] env[62353]: value = "task-2372697" [ 899.302052] env[62353]: _type = "Task" [ 899.302052] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.318698] env[62353]: DEBUG oslo_vmware.api [None req-fda39e90-106d-4775-906a-e251c509fd34 tempest-InstanceActionsNegativeTestJSON-1525249744 tempest-InstanceActionsNegativeTestJSON-1525249744-project-member] Task: {'id': task-2372697, 'name': Rename_Task} progress is 10%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.358304] env[62353]: INFO nova.compute.manager [-] [instance: c7158238-ec2d-4cf2-8b5d-140a28473628] Took 1.34 seconds to deallocate network for instance. [ 899.376264] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3a6f2236-41d8-4ccd-9f60-d16bace544ff tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 899.410567] env[62353]: INFO nova.compute.manager [None req-b8914bf4-da70-4105-8a81-57262a741a1a tempest-ServerGroupTestJSON-1084570586 tempest-ServerGroupTestJSON-1084570586-project-member] [instance: 9b5f53f8-5f64-452e-a1a6-236a994071a1] Took 46.06 seconds to build instance. [ 899.650020] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f8e1385-0298-47bd-b492-e0893232406e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.658482] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cdbfa7a-6ae6-4f3d-94f7-3e4d6d759f05 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.699021] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80ce28ad-94d6-4601-be13-39a58a3a8354 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.708422] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cec7708-a94e-4ed5-979b-c9c2085ee555 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.726488] env[62353]: DEBUG nova.compute.provider_tree [None req-570eab21-e976-4463-be08-bc95e6deb0d1 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 899.813081] env[62353]: DEBUG oslo_vmware.api [None req-fda39e90-106d-4775-906a-e251c509fd34 tempest-InstanceActionsNegativeTestJSON-1525249744 tempest-InstanceActionsNegativeTestJSON-1525249744-project-member] Task: {'id': task-2372697, 'name': Rename_Task, 'duration_secs': 0.144826} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.813681] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-fda39e90-106d-4775-906a-e251c509fd34 tempest-InstanceActionsNegativeTestJSON-1525249744 tempest-InstanceActionsNegativeTestJSON-1525249744-project-member] [instance: f145dffe-8969-479a-b1f9-576f6f0128fb] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 899.814047] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3962f15b-3ea5-4b1f-9bae-8c4ea8f84881 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.823129] env[62353]: DEBUG oslo_vmware.api [None req-fda39e90-106d-4775-906a-e251c509fd34 tempest-InstanceActionsNegativeTestJSON-1525249744 tempest-InstanceActionsNegativeTestJSON-1525249744-project-member] Waiting for the task: (returnval){ [ 899.823129] env[62353]: value = "task-2372698" [ 899.823129] env[62353]: _type = "Task" [ 899.823129] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.832170] env[62353]: DEBUG oslo_vmware.api [None req-fda39e90-106d-4775-906a-e251c509fd34 tempest-InstanceActionsNegativeTestJSON-1525249744 tempest-InstanceActionsNegativeTestJSON-1525249744-project-member] Task: {'id': task-2372698, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.870041] env[62353]: DEBUG oslo_concurrency.lockutils [None req-cc134625-9f72-4ad4-ac13-7c55a0f8c878 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 899.912778] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b8914bf4-da70-4105-8a81-57262a741a1a tempest-ServerGroupTestJSON-1084570586 tempest-ServerGroupTestJSON-1084570586-project-member] Lock "9b5f53f8-5f64-452e-a1a6-236a994071a1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.579s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 900.229939] env[62353]: DEBUG nova.scheduler.client.report [None req-570eab21-e976-4463-be08-bc95e6deb0d1 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 900.335420] env[62353]: DEBUG oslo_vmware.api [None req-fda39e90-106d-4775-906a-e251c509fd34 tempest-InstanceActionsNegativeTestJSON-1525249744 tempest-InstanceActionsNegativeTestJSON-1525249744-project-member] Task: {'id': task-2372698, 'name': PowerOnVM_Task, 'duration_secs': 0.478727} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.335822] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-fda39e90-106d-4775-906a-e251c509fd34 tempest-InstanceActionsNegativeTestJSON-1525249744 tempest-InstanceActionsNegativeTestJSON-1525249744-project-member] [instance: f145dffe-8969-479a-b1f9-576f6f0128fb] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 900.336054] env[62353]: INFO nova.compute.manager [None req-fda39e90-106d-4775-906a-e251c509fd34 tempest-InstanceActionsNegativeTestJSON-1525249744 tempest-InstanceActionsNegativeTestJSON-1525249744-project-member] [instance: f145dffe-8969-479a-b1f9-576f6f0128fb] Took 6.75 seconds to spawn the instance on the hypervisor. [ 900.336456] env[62353]: DEBUG nova.compute.manager [None req-fda39e90-106d-4775-906a-e251c509fd34 tempest-InstanceActionsNegativeTestJSON-1525249744 tempest-InstanceActionsNegativeTestJSON-1525249744-project-member] [instance: f145dffe-8969-479a-b1f9-576f6f0128fb] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 900.337514] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2b290e6-2491-476d-b535-a0376cd88b08 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.411537] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4f2b8661-b514-4b36-9803-ea43b4f130d0 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Acquiring lock "52aeb134-e5e3-40b0-a3e8-152effaf542b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 900.411537] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4f2b8661-b514-4b36-9803-ea43b4f130d0 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Lock "52aeb134-e5e3-40b0-a3e8-152effaf542b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 900.411537] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4f2b8661-b514-4b36-9803-ea43b4f130d0 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Acquiring lock "52aeb134-e5e3-40b0-a3e8-152effaf542b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 900.411537] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4f2b8661-b514-4b36-9803-ea43b4f130d0 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Lock "52aeb134-e5e3-40b0-a3e8-152effaf542b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 900.411537] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4f2b8661-b514-4b36-9803-ea43b4f130d0 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Lock "52aeb134-e5e3-40b0-a3e8-152effaf542b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 900.419926] env[62353]: INFO nova.compute.manager [None req-4f2b8661-b514-4b36-9803-ea43b4f130d0 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 52aeb134-e5e3-40b0-a3e8-152effaf542b] Terminating instance [ 900.739896] env[62353]: DEBUG oslo_concurrency.lockutils [None req-570eab21-e976-4463-be08-bc95e6deb0d1 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.044s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 900.742664] env[62353]: DEBUG oslo_concurrency.lockutils [None req-09b41355-22cc-4005-8ded-9ab46901b582 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.540s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 900.743025] env[62353]: DEBUG nova.objects.instance [None req-09b41355-22cc-4005-8ded-9ab46901b582 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Lazy-loading 'resources' on Instance uuid 6d29b600-078c-4c3d-a31b-62cffc0d8ea5 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 900.778117] env[62353]: INFO nova.scheduler.client.report [None req-570eab21-e976-4463-be08-bc95e6deb0d1 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Deleted allocations for instance 115fbeba-b84e-48ee-bee7-4cba1f52daa9 [ 900.858106] env[62353]: INFO nova.compute.manager [None req-fda39e90-106d-4775-906a-e251c509fd34 tempest-InstanceActionsNegativeTestJSON-1525249744 tempest-InstanceActionsNegativeTestJSON-1525249744-project-member] [instance: f145dffe-8969-479a-b1f9-576f6f0128fb] Took 41.69 seconds to build instance. [ 900.924580] env[62353]: DEBUG nova.compute.manager [None req-4f2b8661-b514-4b36-9803-ea43b4f130d0 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 52aeb134-e5e3-40b0-a3e8-152effaf542b] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 900.924903] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-4f2b8661-b514-4b36-9803-ea43b4f130d0 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 52aeb134-e5e3-40b0-a3e8-152effaf542b] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 900.925846] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d790af07-702f-4edc-bf74-f54a063fb837 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.934785] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f2b8661-b514-4b36-9803-ea43b4f130d0 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 52aeb134-e5e3-40b0-a3e8-152effaf542b] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 900.934978] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fa9dea64-222c-4295-b6e6-05ebb8bad08a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.941214] env[62353]: DEBUG oslo_vmware.api [None req-4f2b8661-b514-4b36-9803-ea43b4f130d0 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Waiting for the task: (returnval){ [ 900.941214] env[62353]: value = "task-2372699" [ 900.941214] env[62353]: _type = "Task" [ 900.941214] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.949573] env[62353]: DEBUG oslo_vmware.api [None req-4f2b8661-b514-4b36-9803-ea43b4f130d0 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Task: {'id': task-2372699, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.037324] env[62353]: DEBUG oslo_concurrency.lockutils [None req-64edd8e6-ea18-4d75-b710-19730b7ea8b2 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Acquiring lock "3d6dc73d-cbff-4487-b414-dc5a033e118a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 901.037476] env[62353]: DEBUG oslo_concurrency.lockutils [None req-64edd8e6-ea18-4d75-b710-19730b7ea8b2 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Lock "3d6dc73d-cbff-4487-b414-dc5a033e118a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 901.273173] env[62353]: DEBUG oslo_concurrency.lockutils [None req-49d53998-0ca9-495e-b326-1bd9ca533431 tempest-ServerGroupTestJSON-1084570586 tempest-ServerGroupTestJSON-1084570586-project-member] Acquiring lock "9b5f53f8-5f64-452e-a1a6-236a994071a1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 901.273245] env[62353]: DEBUG oslo_concurrency.lockutils [None req-49d53998-0ca9-495e-b326-1bd9ca533431 tempest-ServerGroupTestJSON-1084570586 tempest-ServerGroupTestJSON-1084570586-project-member] Lock "9b5f53f8-5f64-452e-a1a6-236a994071a1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 901.273789] env[62353]: DEBUG oslo_concurrency.lockutils [None req-49d53998-0ca9-495e-b326-1bd9ca533431 tempest-ServerGroupTestJSON-1084570586 tempest-ServerGroupTestJSON-1084570586-project-member] Acquiring lock "9b5f53f8-5f64-452e-a1a6-236a994071a1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 901.273892] env[62353]: DEBUG oslo_concurrency.lockutils [None req-49d53998-0ca9-495e-b326-1bd9ca533431 tempest-ServerGroupTestJSON-1084570586 tempest-ServerGroupTestJSON-1084570586-project-member] Lock "9b5f53f8-5f64-452e-a1a6-236a994071a1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 901.274544] env[62353]: DEBUG oslo_concurrency.lockutils [None req-49d53998-0ca9-495e-b326-1bd9ca533431 tempest-ServerGroupTestJSON-1084570586 tempest-ServerGroupTestJSON-1084570586-project-member] Lock "9b5f53f8-5f64-452e-a1a6-236a994071a1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 901.276434] env[62353]: INFO nova.compute.manager [None req-49d53998-0ca9-495e-b326-1bd9ca533431 tempest-ServerGroupTestJSON-1084570586 tempest-ServerGroupTestJSON-1084570586-project-member] [instance: 9b5f53f8-5f64-452e-a1a6-236a994071a1] Terminating instance [ 901.289510] env[62353]: DEBUG oslo_concurrency.lockutils [None req-570eab21-e976-4463-be08-bc95e6deb0d1 tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Lock "115fbeba-b84e-48ee-bee7-4cba1f52daa9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.249s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 901.360673] env[62353]: DEBUG oslo_concurrency.lockutils [None req-fda39e90-106d-4775-906a-e251c509fd34 tempest-InstanceActionsNegativeTestJSON-1525249744 tempest-InstanceActionsNegativeTestJSON-1525249744-project-member] Lock "f145dffe-8969-479a-b1f9-576f6f0128fb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.208s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 901.452067] env[62353]: DEBUG oslo_vmware.api [None req-4f2b8661-b514-4b36-9803-ea43b4f130d0 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Task: {'id': task-2372699, 'name': PowerOffVM_Task, 'duration_secs': 0.330718} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.454755] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f2b8661-b514-4b36-9803-ea43b4f130d0 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 52aeb134-e5e3-40b0-a3e8-152effaf542b] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 901.454939] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-4f2b8661-b514-4b36-9803-ea43b4f130d0 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 52aeb134-e5e3-40b0-a3e8-152effaf542b] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 901.455417] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2d12747f-5893-4269-bef7-5bbb40a9e0ac {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.541253] env[62353]: DEBUG nova.compute.manager [None req-64edd8e6-ea18-4d75-b710-19730b7ea8b2 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 3d6dc73d-cbff-4487-b414-dc5a033e118a] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 901.551097] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-4f2b8661-b514-4b36-9803-ea43b4f130d0 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 52aeb134-e5e3-40b0-a3e8-152effaf542b] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 901.551328] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-4f2b8661-b514-4b36-9803-ea43b4f130d0 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 52aeb134-e5e3-40b0-a3e8-152effaf542b] Deleting contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 901.551508] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f2b8661-b514-4b36-9803-ea43b4f130d0 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Deleting the datastore file [datastore1] 52aeb134-e5e3-40b0-a3e8-152effaf542b {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 901.555562] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c1c8eb91-ebfb-4900-8e2e-821da8184664 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.561681] env[62353]: DEBUG oslo_vmware.api [None req-4f2b8661-b514-4b36-9803-ea43b4f130d0 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Waiting for the task: (returnval){ [ 901.561681] env[62353]: value = "task-2372701" [ 901.561681] env[62353]: _type = "Task" [ 901.561681] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.575576] env[62353]: DEBUG oslo_vmware.api [None req-4f2b8661-b514-4b36-9803-ea43b4f130d0 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Task: {'id': task-2372701, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.600633] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c8ec69a-3ebf-4131-b7ae-3221a998adf0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.609239] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2231f2fd-9b38-46ff-b184-af77f3675aa3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.643401] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3687d44-401c-4c2d-8c3a-02e729c51eed {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.651478] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bee7af0-3410-4d0e-a91d-f51be77f6b43 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.667339] env[62353]: DEBUG nova.compute.provider_tree [None req-09b41355-22cc-4005-8ded-9ab46901b582 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 901.701697] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7d6d8022-3741-4c4a-a94a-7038f745c42c tempest-InstanceActionsNegativeTestJSON-1525249744 tempest-InstanceActionsNegativeTestJSON-1525249744-project-member] Acquiring lock "f145dffe-8969-479a-b1f9-576f6f0128fb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 901.702034] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7d6d8022-3741-4c4a-a94a-7038f745c42c tempest-InstanceActionsNegativeTestJSON-1525249744 tempest-InstanceActionsNegativeTestJSON-1525249744-project-member] Lock "f145dffe-8969-479a-b1f9-576f6f0128fb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 901.702293] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7d6d8022-3741-4c4a-a94a-7038f745c42c tempest-InstanceActionsNegativeTestJSON-1525249744 tempest-InstanceActionsNegativeTestJSON-1525249744-project-member] Acquiring lock "f145dffe-8969-479a-b1f9-576f6f0128fb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 901.702430] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7d6d8022-3741-4c4a-a94a-7038f745c42c tempest-InstanceActionsNegativeTestJSON-1525249744 tempest-InstanceActionsNegativeTestJSON-1525249744-project-member] Lock "f145dffe-8969-479a-b1f9-576f6f0128fb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 901.702591] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7d6d8022-3741-4c4a-a94a-7038f745c42c tempest-InstanceActionsNegativeTestJSON-1525249744 tempest-InstanceActionsNegativeTestJSON-1525249744-project-member] Lock "f145dffe-8969-479a-b1f9-576f6f0128fb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 901.705500] env[62353]: INFO nova.compute.manager [None req-7d6d8022-3741-4c4a-a94a-7038f745c42c tempest-InstanceActionsNegativeTestJSON-1525249744 tempest-InstanceActionsNegativeTestJSON-1525249744-project-member] [instance: f145dffe-8969-479a-b1f9-576f6f0128fb] Terminating instance [ 901.781055] env[62353]: DEBUG nova.compute.manager [None req-49d53998-0ca9-495e-b326-1bd9ca533431 tempest-ServerGroupTestJSON-1084570586 tempest-ServerGroupTestJSON-1084570586-project-member] [instance: 9b5f53f8-5f64-452e-a1a6-236a994071a1] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 901.782730] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-49d53998-0ca9-495e-b326-1bd9ca533431 tempest-ServerGroupTestJSON-1084570586 tempest-ServerGroupTestJSON-1084570586-project-member] [instance: 9b5f53f8-5f64-452e-a1a6-236a994071a1] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 901.782730] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44ee3538-e2b5-4595-9497-3f855543c141 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.790529] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-49d53998-0ca9-495e-b326-1bd9ca533431 tempest-ServerGroupTestJSON-1084570586 tempest-ServerGroupTestJSON-1084570586-project-member] [instance: 9b5f53f8-5f64-452e-a1a6-236a994071a1] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 901.791191] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5aa8c893-fead-4059-8f4f-cb1ddf78f392 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.799923] env[62353]: DEBUG oslo_vmware.api [None req-49d53998-0ca9-495e-b326-1bd9ca533431 tempest-ServerGroupTestJSON-1084570586 tempest-ServerGroupTestJSON-1084570586-project-member] Waiting for the task: (returnval){ [ 901.799923] env[62353]: value = "task-2372702" [ 901.799923] env[62353]: _type = "Task" [ 901.799923] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.811734] env[62353]: DEBUG oslo_vmware.api [None req-49d53998-0ca9-495e-b326-1bd9ca533431 tempest-ServerGroupTestJSON-1084570586 tempest-ServerGroupTestJSON-1084570586-project-member] Task: {'id': task-2372702, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.073435] env[62353]: DEBUG oslo_vmware.api [None req-4f2b8661-b514-4b36-9803-ea43b4f130d0 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Task: {'id': task-2372701, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.307097} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.074474] env[62353]: DEBUG oslo_concurrency.lockutils [None req-64edd8e6-ea18-4d75-b710-19730b7ea8b2 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 902.074724] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f2b8661-b514-4b36-9803-ea43b4f130d0 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 902.074902] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-4f2b8661-b514-4b36-9803-ea43b4f130d0 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 52aeb134-e5e3-40b0-a3e8-152effaf542b] Deleted contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 902.075088] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-4f2b8661-b514-4b36-9803-ea43b4f130d0 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 52aeb134-e5e3-40b0-a3e8-152effaf542b] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 902.075257] env[62353]: INFO nova.compute.manager [None req-4f2b8661-b514-4b36-9803-ea43b4f130d0 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 52aeb134-e5e3-40b0-a3e8-152effaf542b] Took 1.15 seconds to destroy the instance on the hypervisor. [ 902.075488] env[62353]: DEBUG oslo.service.loopingcall [None req-4f2b8661-b514-4b36-9803-ea43b4f130d0 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 902.075675] env[62353]: DEBUG nova.compute.manager [-] [instance: 52aeb134-e5e3-40b0-a3e8-152effaf542b] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 902.075768] env[62353]: DEBUG nova.network.neutron [-] [instance: 52aeb134-e5e3-40b0-a3e8-152effaf542b] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 902.172209] env[62353]: DEBUG nova.scheduler.client.report [None req-09b41355-22cc-4005-8ded-9ab46901b582 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 902.210788] env[62353]: DEBUG nova.compute.manager [None req-7d6d8022-3741-4c4a-a94a-7038f745c42c tempest-InstanceActionsNegativeTestJSON-1525249744 tempest-InstanceActionsNegativeTestJSON-1525249744-project-member] [instance: f145dffe-8969-479a-b1f9-576f6f0128fb] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 902.210947] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-7d6d8022-3741-4c4a-a94a-7038f745c42c tempest-InstanceActionsNegativeTestJSON-1525249744 tempest-InstanceActionsNegativeTestJSON-1525249744-project-member] [instance: f145dffe-8969-479a-b1f9-576f6f0128fb] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 902.211852] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71636e14-76bb-4559-a353-290715fb7561 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.220057] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d6d8022-3741-4c4a-a94a-7038f745c42c tempest-InstanceActionsNegativeTestJSON-1525249744 tempest-InstanceActionsNegativeTestJSON-1525249744-project-member] [instance: f145dffe-8969-479a-b1f9-576f6f0128fb] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 902.220340] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-03ac5145-dc4b-44c9-b733-ba5032d0d3bc {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.227271] env[62353]: DEBUG oslo_vmware.api [None req-7d6d8022-3741-4c4a-a94a-7038f745c42c tempest-InstanceActionsNegativeTestJSON-1525249744 tempest-InstanceActionsNegativeTestJSON-1525249744-project-member] Waiting for the task: (returnval){ [ 902.227271] env[62353]: value = "task-2372703" [ 902.227271] env[62353]: _type = "Task" [ 902.227271] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.236943] env[62353]: DEBUG oslo_vmware.api [None req-7d6d8022-3741-4c4a-a94a-7038f745c42c tempest-InstanceActionsNegativeTestJSON-1525249744 tempest-InstanceActionsNegativeTestJSON-1525249744-project-member] Task: {'id': task-2372703, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.301946] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6c7a4b07-0996-44b9-bd6c-d2aaa2e0a22c tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Acquiring lock "85c1498f-d888-4031-878b-0181e190d3a7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 902.301946] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6c7a4b07-0996-44b9-bd6c-d2aaa2e0a22c tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Lock "85c1498f-d888-4031-878b-0181e190d3a7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 902.301946] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6c7a4b07-0996-44b9-bd6c-d2aaa2e0a22c tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Acquiring lock "85c1498f-d888-4031-878b-0181e190d3a7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 902.302142] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6c7a4b07-0996-44b9-bd6c-d2aaa2e0a22c tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Lock "85c1498f-d888-4031-878b-0181e190d3a7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 902.302311] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6c7a4b07-0996-44b9-bd6c-d2aaa2e0a22c tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Lock "85c1498f-d888-4031-878b-0181e190d3a7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 902.308656] env[62353]: INFO nova.compute.manager [None req-6c7a4b07-0996-44b9-bd6c-d2aaa2e0a22c tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] [instance: 85c1498f-d888-4031-878b-0181e190d3a7] Terminating instance [ 902.318726] env[62353]: DEBUG oslo_vmware.api [None req-49d53998-0ca9-495e-b326-1bd9ca533431 tempest-ServerGroupTestJSON-1084570586 tempest-ServerGroupTestJSON-1084570586-project-member] Task: {'id': task-2372702, 'name': PowerOffVM_Task, 'duration_secs': 0.223232} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.319388] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-49d53998-0ca9-495e-b326-1bd9ca533431 tempest-ServerGroupTestJSON-1084570586 tempest-ServerGroupTestJSON-1084570586-project-member] [instance: 9b5f53f8-5f64-452e-a1a6-236a994071a1] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 902.319586] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-49d53998-0ca9-495e-b326-1bd9ca533431 tempest-ServerGroupTestJSON-1084570586 tempest-ServerGroupTestJSON-1084570586-project-member] [instance: 9b5f53f8-5f64-452e-a1a6-236a994071a1] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 902.319859] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cca1808c-186a-452c-ab20-03dee1913df8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.389311] env[62353]: DEBUG nova.compute.manager [req-ad323fa7-e0e6-4733-8ecc-9beb0a7dfb1e req-db197d6a-54d5-4118-83ef-6946b675fac9 service nova] [instance: 52aeb134-e5e3-40b0-a3e8-152effaf542b] Received event network-vif-deleted-755ce6cd-e677-4633-a4d1-0e6bb22b087f {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 902.389441] env[62353]: INFO nova.compute.manager [req-ad323fa7-e0e6-4733-8ecc-9beb0a7dfb1e req-db197d6a-54d5-4118-83ef-6946b675fac9 service nova] [instance: 52aeb134-e5e3-40b0-a3e8-152effaf542b] Neutron deleted interface 755ce6cd-e677-4633-a4d1-0e6bb22b087f; detaching it from the instance and deleting it from the info cache [ 902.389680] env[62353]: DEBUG nova.network.neutron [req-ad323fa7-e0e6-4733-8ecc-9beb0a7dfb1e req-db197d6a-54d5-4118-83ef-6946b675fac9 service nova] [instance: 52aeb134-e5e3-40b0-a3e8-152effaf542b] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.398623] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-49d53998-0ca9-495e-b326-1bd9ca533431 tempest-ServerGroupTestJSON-1084570586 tempest-ServerGroupTestJSON-1084570586-project-member] [instance: 9b5f53f8-5f64-452e-a1a6-236a994071a1] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 902.398623] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-49d53998-0ca9-495e-b326-1bd9ca533431 tempest-ServerGroupTestJSON-1084570586 tempest-ServerGroupTestJSON-1084570586-project-member] [instance: 9b5f53f8-5f64-452e-a1a6-236a994071a1] Deleting contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 902.398623] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-49d53998-0ca9-495e-b326-1bd9ca533431 tempest-ServerGroupTestJSON-1084570586 tempest-ServerGroupTestJSON-1084570586-project-member] Deleting the datastore file [datastore1] 9b5f53f8-5f64-452e-a1a6-236a994071a1 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 902.398623] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-60b00256-d718-4eed-b3b5-e36ab6c0b75b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.405636] env[62353]: DEBUG oslo_vmware.api [None req-49d53998-0ca9-495e-b326-1bd9ca533431 tempest-ServerGroupTestJSON-1084570586 tempest-ServerGroupTestJSON-1084570586-project-member] Waiting for the task: (returnval){ [ 902.405636] env[62353]: value = "task-2372705" [ 902.405636] env[62353]: _type = "Task" [ 902.405636] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.419451] env[62353]: DEBUG oslo_vmware.api [None req-49d53998-0ca9-495e-b326-1bd9ca533431 tempest-ServerGroupTestJSON-1084570586 tempest-ServerGroupTestJSON-1084570586-project-member] Task: {'id': task-2372705, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.679460] env[62353]: DEBUG oslo_concurrency.lockutils [None req-09b41355-22cc-4005-8ded-9ab46901b582 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.937s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 902.683093] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6356378b-c5db-4b25-9a45-053c083c6293 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.037s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 902.683828] env[62353]: DEBUG nova.objects.instance [None req-6356378b-c5db-4b25-9a45-053c083c6293 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Lazy-loading 'resources' on Instance uuid 389abaa0-963d-43d3-b09f-99e3b77b2096 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 902.708265] env[62353]: INFO nova.scheduler.client.report [None req-09b41355-22cc-4005-8ded-9ab46901b582 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Deleted allocations for instance 6d29b600-078c-4c3d-a31b-62cffc0d8ea5 [ 902.737446] env[62353]: DEBUG oslo_vmware.api [None req-7d6d8022-3741-4c4a-a94a-7038f745c42c tempest-InstanceActionsNegativeTestJSON-1525249744 tempest-InstanceActionsNegativeTestJSON-1525249744-project-member] Task: {'id': task-2372703, 'name': PowerOffVM_Task, 'duration_secs': 0.316708} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.737702] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d6d8022-3741-4c4a-a94a-7038f745c42c tempest-InstanceActionsNegativeTestJSON-1525249744 tempest-InstanceActionsNegativeTestJSON-1525249744-project-member] [instance: f145dffe-8969-479a-b1f9-576f6f0128fb] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 902.737869] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-7d6d8022-3741-4c4a-a94a-7038f745c42c tempest-InstanceActionsNegativeTestJSON-1525249744 tempest-InstanceActionsNegativeTestJSON-1525249744-project-member] [instance: f145dffe-8969-479a-b1f9-576f6f0128fb] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 902.738133] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e7d9840f-3846-42d0-aa91-f8019cf00d2e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.806470] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-7d6d8022-3741-4c4a-a94a-7038f745c42c tempest-InstanceActionsNegativeTestJSON-1525249744 tempest-InstanceActionsNegativeTestJSON-1525249744-project-member] [instance: f145dffe-8969-479a-b1f9-576f6f0128fb] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 902.806795] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-7d6d8022-3741-4c4a-a94a-7038f745c42c tempest-InstanceActionsNegativeTestJSON-1525249744 tempest-InstanceActionsNegativeTestJSON-1525249744-project-member] [instance: f145dffe-8969-479a-b1f9-576f6f0128fb] Deleting contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 902.807104] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d6d8022-3741-4c4a-a94a-7038f745c42c tempest-InstanceActionsNegativeTestJSON-1525249744 tempest-InstanceActionsNegativeTestJSON-1525249744-project-member] Deleting the datastore file [datastore1] f145dffe-8969-479a-b1f9-576f6f0128fb {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 902.807278] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-49ef0449-aea1-445b-9614-87f2fe4e2fbe {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.811943] env[62353]: DEBUG nova.compute.manager [None req-6c7a4b07-0996-44b9-bd6c-d2aaa2e0a22c tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] [instance: 85c1498f-d888-4031-878b-0181e190d3a7] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 902.811943] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-6c7a4b07-0996-44b9-bd6c-d2aaa2e0a22c tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] [instance: 85c1498f-d888-4031-878b-0181e190d3a7] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 902.812402] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ee8ddd3-b78b-419d-8b98-654ee9166f15 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.816220] env[62353]: DEBUG oslo_vmware.api [None req-7d6d8022-3741-4c4a-a94a-7038f745c42c tempest-InstanceActionsNegativeTestJSON-1525249744 tempest-InstanceActionsNegativeTestJSON-1525249744-project-member] Waiting for the task: (returnval){ [ 902.816220] env[62353]: value = "task-2372707" [ 902.816220] env[62353]: _type = "Task" [ 902.816220] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.821646] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c7a4b07-0996-44b9-bd6c-d2aaa2e0a22c tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] [instance: 85c1498f-d888-4031-878b-0181e190d3a7] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 902.822828] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b64ce631-01f5-4c3f-9cae-493583befb30 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.826933] env[62353]: DEBUG oslo_vmware.api [None req-7d6d8022-3741-4c4a-a94a-7038f745c42c tempest-InstanceActionsNegativeTestJSON-1525249744 tempest-InstanceActionsNegativeTestJSON-1525249744-project-member] Task: {'id': task-2372707, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.830995] env[62353]: DEBUG oslo_vmware.api [None req-6c7a4b07-0996-44b9-bd6c-d2aaa2e0a22c tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Waiting for the task: (returnval){ [ 902.830995] env[62353]: value = "task-2372708" [ 902.830995] env[62353]: _type = "Task" [ 902.830995] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.839640] env[62353]: DEBUG oslo_vmware.api [None req-6c7a4b07-0996-44b9-bd6c-d2aaa2e0a22c tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Task: {'id': task-2372708, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.864259] env[62353]: DEBUG nova.network.neutron [-] [instance: 52aeb134-e5e3-40b0-a3e8-152effaf542b] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.893326] env[62353]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-da47ca01-785c-4105-82a8-a6d86082ac74 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.904239] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ccd800b-dbba-4222-80ef-ab90eee9b358 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.924412] env[62353]: DEBUG oslo_vmware.api [None req-49d53998-0ca9-495e-b326-1bd9ca533431 tempest-ServerGroupTestJSON-1084570586 tempest-ServerGroupTestJSON-1084570586-project-member] Task: {'id': task-2372705, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.31297} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.924697] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-49d53998-0ca9-495e-b326-1bd9ca533431 tempest-ServerGroupTestJSON-1084570586 tempest-ServerGroupTestJSON-1084570586-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 902.924813] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-49d53998-0ca9-495e-b326-1bd9ca533431 tempest-ServerGroupTestJSON-1084570586 tempest-ServerGroupTestJSON-1084570586-project-member] [instance: 9b5f53f8-5f64-452e-a1a6-236a994071a1] Deleted contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 902.924985] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-49d53998-0ca9-495e-b326-1bd9ca533431 tempest-ServerGroupTestJSON-1084570586 tempest-ServerGroupTestJSON-1084570586-project-member] [instance: 9b5f53f8-5f64-452e-a1a6-236a994071a1] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 902.925185] env[62353]: INFO nova.compute.manager [None req-49d53998-0ca9-495e-b326-1bd9ca533431 tempest-ServerGroupTestJSON-1084570586 tempest-ServerGroupTestJSON-1084570586-project-member] [instance: 9b5f53f8-5f64-452e-a1a6-236a994071a1] Took 1.14 seconds to destroy the instance on the hypervisor. [ 902.925429] env[62353]: DEBUG oslo.service.loopingcall [None req-49d53998-0ca9-495e-b326-1bd9ca533431 tempest-ServerGroupTestJSON-1084570586 tempest-ServerGroupTestJSON-1084570586-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 902.925638] env[62353]: DEBUG nova.compute.manager [-] [instance: 9b5f53f8-5f64-452e-a1a6-236a994071a1] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 902.925731] env[62353]: DEBUG nova.network.neutron [-] [instance: 9b5f53f8-5f64-452e-a1a6-236a994071a1] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 902.939794] env[62353]: DEBUG nova.compute.manager [req-ad323fa7-e0e6-4733-8ecc-9beb0a7dfb1e req-db197d6a-54d5-4118-83ef-6946b675fac9 service nova] [instance: 52aeb134-e5e3-40b0-a3e8-152effaf542b] Detach interface failed, port_id=755ce6cd-e677-4633-a4d1-0e6bb22b087f, reason: Instance 52aeb134-e5e3-40b0-a3e8-152effaf542b could not be found. {{(pid=62353) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 903.221435] env[62353]: DEBUG oslo_concurrency.lockutils [None req-09b41355-22cc-4005-8ded-9ab46901b582 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Lock "6d29b600-078c-4c3d-a31b-62cffc0d8ea5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.473s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 903.331538] env[62353]: DEBUG oslo_vmware.api [None req-7d6d8022-3741-4c4a-a94a-7038f745c42c tempest-InstanceActionsNegativeTestJSON-1525249744 tempest-InstanceActionsNegativeTestJSON-1525249744-project-member] Task: {'id': task-2372707, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168116} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.331908] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d6d8022-3741-4c4a-a94a-7038f745c42c tempest-InstanceActionsNegativeTestJSON-1525249744 tempest-InstanceActionsNegativeTestJSON-1525249744-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 903.332082] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-7d6d8022-3741-4c4a-a94a-7038f745c42c tempest-InstanceActionsNegativeTestJSON-1525249744 tempest-InstanceActionsNegativeTestJSON-1525249744-project-member] [instance: f145dffe-8969-479a-b1f9-576f6f0128fb] Deleted contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 903.332256] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-7d6d8022-3741-4c4a-a94a-7038f745c42c tempest-InstanceActionsNegativeTestJSON-1525249744 tempest-InstanceActionsNegativeTestJSON-1525249744-project-member] [instance: f145dffe-8969-479a-b1f9-576f6f0128fb] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 903.332423] env[62353]: INFO nova.compute.manager [None req-7d6d8022-3741-4c4a-a94a-7038f745c42c tempest-InstanceActionsNegativeTestJSON-1525249744 tempest-InstanceActionsNegativeTestJSON-1525249744-project-member] [instance: f145dffe-8969-479a-b1f9-576f6f0128fb] Took 1.12 seconds to destroy the instance on the hypervisor. [ 903.332642] env[62353]: DEBUG oslo.service.loopingcall [None req-7d6d8022-3741-4c4a-a94a-7038f745c42c tempest-InstanceActionsNegativeTestJSON-1525249744 tempest-InstanceActionsNegativeTestJSON-1525249744-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 903.335688] env[62353]: DEBUG nova.compute.manager [-] [instance: f145dffe-8969-479a-b1f9-576f6f0128fb] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 903.335782] env[62353]: DEBUG nova.network.neutron [-] [instance: f145dffe-8969-479a-b1f9-576f6f0128fb] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 903.343313] env[62353]: DEBUG oslo_vmware.api [None req-6c7a4b07-0996-44b9-bd6c-d2aaa2e0a22c tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Task: {'id': task-2372708, 'name': PowerOffVM_Task, 'duration_secs': 0.242232} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.343590] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c7a4b07-0996-44b9-bd6c-d2aaa2e0a22c tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] [instance: 85c1498f-d888-4031-878b-0181e190d3a7] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 903.343759] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-6c7a4b07-0996-44b9-bd6c-d2aaa2e0a22c tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] [instance: 85c1498f-d888-4031-878b-0181e190d3a7] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 903.344015] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5cbb2f8a-3876-45cb-843e-012f3d6461c7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.370401] env[62353]: INFO nova.compute.manager [-] [instance: 52aeb134-e5e3-40b0-a3e8-152effaf542b] Took 1.29 seconds to deallocate network for instance. [ 903.421957] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-6c7a4b07-0996-44b9-bd6c-d2aaa2e0a22c tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] [instance: 85c1498f-d888-4031-878b-0181e190d3a7] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 903.422221] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-6c7a4b07-0996-44b9-bd6c-d2aaa2e0a22c tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] [instance: 85c1498f-d888-4031-878b-0181e190d3a7] Deleting contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 903.422338] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c7a4b07-0996-44b9-bd6c-d2aaa2e0a22c tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Deleting the datastore file [datastore1] 85c1498f-d888-4031-878b-0181e190d3a7 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 903.426521] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-820c3216-46d4-4fc3-aa7a-ec7de1cda6cc {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.438684] env[62353]: DEBUG oslo_vmware.api [None req-6c7a4b07-0996-44b9-bd6c-d2aaa2e0a22c tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Waiting for the task: (returnval){ [ 903.438684] env[62353]: value = "task-2372710" [ 903.438684] env[62353]: _type = "Task" [ 903.438684] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.451974] env[62353]: DEBUG oslo_vmware.api [None req-6c7a4b07-0996-44b9-bd6c-d2aaa2e0a22c tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Task: {'id': task-2372710, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.582917] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e27f17ff-0cfc-4c72-8754-7f5df32d9ae6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.591089] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd0c266e-6b51-42fe-a157-980ea94729f9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.623097] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b970ab2-4063-4f5a-96cd-a888cb39b637 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.630862] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee301dfa-2c7d-4736-b957-ca4050460909 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.645125] env[62353]: DEBUG nova.compute.provider_tree [None req-6356378b-c5db-4b25-9a45-053c083c6293 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 903.877964] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4f2b8661-b514-4b36-9803-ea43b4f130d0 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 903.952021] env[62353]: DEBUG oslo_vmware.api [None req-6c7a4b07-0996-44b9-bd6c-d2aaa2e0a22c tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Task: {'id': task-2372710, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137116} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.952021] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c7a4b07-0996-44b9-bd6c-d2aaa2e0a22c tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 903.952021] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-6c7a4b07-0996-44b9-bd6c-d2aaa2e0a22c tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] [instance: 85c1498f-d888-4031-878b-0181e190d3a7] Deleted contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 903.952021] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-6c7a4b07-0996-44b9-bd6c-d2aaa2e0a22c tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] [instance: 85c1498f-d888-4031-878b-0181e190d3a7] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 903.952021] env[62353]: INFO nova.compute.manager [None req-6c7a4b07-0996-44b9-bd6c-d2aaa2e0a22c tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] [instance: 85c1498f-d888-4031-878b-0181e190d3a7] Took 1.14 seconds to destroy the instance on the hypervisor. [ 903.952021] env[62353]: DEBUG oslo.service.loopingcall [None req-6c7a4b07-0996-44b9-bd6c-d2aaa2e0a22c tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 903.952021] env[62353]: DEBUG nova.compute.manager [-] [instance: 85c1498f-d888-4031-878b-0181e190d3a7] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 903.952021] env[62353]: DEBUG nova.network.neutron [-] [instance: 85c1498f-d888-4031-878b-0181e190d3a7] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 904.150016] env[62353]: DEBUG nova.scheduler.client.report [None req-6356378b-c5db-4b25-9a45-053c083c6293 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 904.239848] env[62353]: DEBUG nova.network.neutron [-] [instance: 9b5f53f8-5f64-452e-a1a6-236a994071a1] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.415269] env[62353]: DEBUG nova.network.neutron [-] [instance: f145dffe-8969-479a-b1f9-576f6f0128fb] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.442889] env[62353]: DEBUG nova.compute.manager [req-7d517b80-02e2-4ac3-9e40-77b59273878f req-b0d5216b-09c4-483b-9799-8f44fc02734d service nova] [instance: 9b5f53f8-5f64-452e-a1a6-236a994071a1] Received event network-vif-deleted-60fdb8ca-1caf-47cb-94df-356302f5395b {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 904.444564] env[62353]: DEBUG nova.compute.manager [req-7d517b80-02e2-4ac3-9e40-77b59273878f req-b0d5216b-09c4-483b-9799-8f44fc02734d service nova] [instance: f145dffe-8969-479a-b1f9-576f6f0128fb] Received event network-vif-deleted-74df8418-4489-48a9-a74f-fc048ac02875 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 904.444866] env[62353]: DEBUG nova.compute.manager [req-7d517b80-02e2-4ac3-9e40-77b59273878f req-b0d5216b-09c4-483b-9799-8f44fc02734d service nova] [instance: 85c1498f-d888-4031-878b-0181e190d3a7] Received event network-vif-deleted-2d2be688-8c3d-4559-b07d-24dd1ab93c3a {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 904.446020] env[62353]: INFO nova.compute.manager [req-7d517b80-02e2-4ac3-9e40-77b59273878f req-b0d5216b-09c4-483b-9799-8f44fc02734d service nova] [instance: 85c1498f-d888-4031-878b-0181e190d3a7] Neutron deleted interface 2d2be688-8c3d-4559-b07d-24dd1ab93c3a; detaching it from the instance and deleting it from the info cache [ 904.446361] env[62353]: DEBUG nova.network.neutron [req-7d517b80-02e2-4ac3-9e40-77b59273878f req-b0d5216b-09c4-483b-9799-8f44fc02734d service nova] [instance: 85c1498f-d888-4031-878b-0181e190d3a7] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.656551] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6356378b-c5db-4b25-9a45-053c083c6293 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.973s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 904.658430] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8d838bd8-93ce-4851-a44a-3d2c483cc5f0 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.946s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 904.661417] env[62353]: INFO nova.compute.claims [None req-8d838bd8-93ce-4851-a44a-3d2c483cc5f0 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: 0a077d09-79c1-462a-b3e7-1312d383f1cb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 904.700975] env[62353]: DEBUG nova.network.neutron [-] [instance: 85c1498f-d888-4031-878b-0181e190d3a7] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.706053] env[62353]: INFO nova.scheduler.client.report [None req-6356378b-c5db-4b25-9a45-053c083c6293 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Deleted allocations for instance 389abaa0-963d-43d3-b09f-99e3b77b2096 [ 904.744360] env[62353]: INFO nova.compute.manager [-] [instance: 9b5f53f8-5f64-452e-a1a6-236a994071a1] Took 1.82 seconds to deallocate network for instance. [ 904.918512] env[62353]: INFO nova.compute.manager [-] [instance: f145dffe-8969-479a-b1f9-576f6f0128fb] Took 1.58 seconds to deallocate network for instance. [ 904.948911] env[62353]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-344b4eae-4f89-43ae-b337-bbf532f943ff {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.964249] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d03b669-c531-4e7d-956e-3cc44249c6e2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.004877] env[62353]: DEBUG nova.compute.manager [req-7d517b80-02e2-4ac3-9e40-77b59273878f req-b0d5216b-09c4-483b-9799-8f44fc02734d service nova] [instance: 85c1498f-d888-4031-878b-0181e190d3a7] Detach interface failed, port_id=2d2be688-8c3d-4559-b07d-24dd1ab93c3a, reason: Instance 85c1498f-d888-4031-878b-0181e190d3a7 could not be found. {{(pid=62353) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 905.206712] env[62353]: INFO nova.compute.manager [-] [instance: 85c1498f-d888-4031-878b-0181e190d3a7] Took 1.26 seconds to deallocate network for instance. [ 905.214313] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6356378b-c5db-4b25-9a45-053c083c6293 tempest-ListServersNegativeTestJSON-2013444450 tempest-ListServersNegativeTestJSON-2013444450-project-member] Lock "389abaa0-963d-43d3-b09f-99e3b77b2096" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.361s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 905.249612] env[62353]: DEBUG oslo_concurrency.lockutils [None req-49d53998-0ca9-495e-b326-1bd9ca533431 tempest-ServerGroupTestJSON-1084570586 tempest-ServerGroupTestJSON-1084570586-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 905.427802] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7d6d8022-3741-4c4a-a94a-7038f745c42c tempest-InstanceActionsNegativeTestJSON-1525249744 tempest-InstanceActionsNegativeTestJSON-1525249744-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 905.715643] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6c7a4b07-0996-44b9-bd6c-d2aaa2e0a22c tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 906.104576] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8188496c-3ecc-4d4a-a871-d00f4655947c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.113853] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bb0645f-8624-40aa-88e4-a1b0dee54571 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.151636] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bc9fc97-ff35-4c44-8d7e-89d5a9419c3b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.161652] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa5a3852-0b6f-4cca-b24f-cb3171de1587 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.179663] env[62353]: DEBUG nova.compute.provider_tree [None req-8d838bd8-93ce-4851-a44a-3d2c483cc5f0 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 906.681659] env[62353]: DEBUG nova.scheduler.client.report [None req-8d838bd8-93ce-4851-a44a-3d2c483cc5f0 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 907.187665] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8d838bd8-93ce-4851-a44a-3d2c483cc5f0 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.529s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 907.192171] env[62353]: DEBUG nova.compute.manager [None req-8d838bd8-93ce-4851-a44a-3d2c483cc5f0 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: 0a077d09-79c1-462a-b3e7-1312d383f1cb] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 907.193926] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ca9754c8-8f6b-4aba-abc4-6de4f1d55270 tempest-DeleteServersAdminTestJSON-2009051073 tempest-DeleteServersAdminTestJSON-2009051073-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.637s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 907.196403] env[62353]: DEBUG nova.objects.instance [None req-ca9754c8-8f6b-4aba-abc4-6de4f1d55270 tempest-DeleteServersAdminTestJSON-2009051073 tempest-DeleteServersAdminTestJSON-2009051073-project-admin] Lazy-loading 'resources' on Instance uuid e4e0533d-22ae-4e05-ac4f-949f0fe6416a {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 907.699869] env[62353]: DEBUG nova.compute.utils [None req-8d838bd8-93ce-4851-a44a-3d2c483cc5f0 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 907.701534] env[62353]: DEBUG nova.compute.manager [None req-8d838bd8-93ce-4851-a44a-3d2c483cc5f0 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: 0a077d09-79c1-462a-b3e7-1312d383f1cb] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 907.701701] env[62353]: DEBUG nova.network.neutron [None req-8d838bd8-93ce-4851-a44a-3d2c483cc5f0 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: 0a077d09-79c1-462a-b3e7-1312d383f1cb] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 907.758031] env[62353]: DEBUG nova.policy [None req-8d838bd8-93ce-4851-a44a-3d2c483cc5f0 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '13564ade137b4981abcc826430dec05a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '72d956f928c84645ac7af0ca43ed5775', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:192}} [ 908.075147] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cacde48-03b5-4a72-8f27-cfdaa373ba6d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.088498] env[62353]: DEBUG oslo_concurrency.lockutils [None req-682cdde4-f644-4584-ad2f-618546d0562e tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Acquiring lock "78d43ae6-d281-4b98-88f1-281548975167" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 908.088498] env[62353]: DEBUG oslo_concurrency.lockutils [None req-682cdde4-f644-4584-ad2f-618546d0562e tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Lock "78d43ae6-d281-4b98-88f1-281548975167" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 908.088843] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b288fe36-64d4-4c53-896a-259ba278819c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.122992] env[62353]: DEBUG nova.network.neutron [None req-8d838bd8-93ce-4851-a44a-3d2c483cc5f0 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: 0a077d09-79c1-462a-b3e7-1312d383f1cb] Successfully created port: ba87c1ae-df05-4dec-9295-2ffabfa27347 {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 908.125587] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82349908-a42c-47ed-bb93-b9484da8917c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.139030] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82a36aa2-4715-436f-8bd9-3df35dbda25f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.150120] env[62353]: DEBUG nova.compute.provider_tree [None req-ca9754c8-8f6b-4aba-abc4-6de4f1d55270 tempest-DeleteServersAdminTestJSON-2009051073 tempest-DeleteServersAdminTestJSON-2009051073-project-admin] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 908.205301] env[62353]: DEBUG nova.compute.manager [None req-8d838bd8-93ce-4851-a44a-3d2c483cc5f0 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: 0a077d09-79c1-462a-b3e7-1312d383f1cb] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 908.593245] env[62353]: DEBUG nova.compute.manager [None req-682cdde4-f644-4584-ad2f-618546d0562e tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 78d43ae6-d281-4b98-88f1-281548975167] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 908.659074] env[62353]: DEBUG nova.scheduler.client.report [None req-ca9754c8-8f6b-4aba-abc4-6de4f1d55270 tempest-DeleteServersAdminTestJSON-2009051073 tempest-DeleteServersAdminTestJSON-2009051073-project-admin] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 909.124555] env[62353]: DEBUG oslo_concurrency.lockutils [None req-682cdde4-f644-4584-ad2f-618546d0562e tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 909.164459] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ca9754c8-8f6b-4aba-abc4-6de4f1d55270 tempest-DeleteServersAdminTestJSON-2009051073 tempest-DeleteServersAdminTestJSON-2009051073-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.968s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 909.168471] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d5d2691b-5276-4349-a6da-160f089e8d19 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.233s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 909.168471] env[62353]: DEBUG nova.objects.instance [None req-d5d2691b-5276-4349-a6da-160f089e8d19 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Lazy-loading 'resources' on Instance uuid 4d8636f8-6716-4060-b27b-918d7fe82686 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 909.190518] env[62353]: INFO nova.scheduler.client.report [None req-ca9754c8-8f6b-4aba-abc4-6de4f1d55270 tempest-DeleteServersAdminTestJSON-2009051073 tempest-DeleteServersAdminTestJSON-2009051073-project-admin] Deleted allocations for instance e4e0533d-22ae-4e05-ac4f-949f0fe6416a [ 909.218143] env[62353]: DEBUG nova.compute.manager [None req-8d838bd8-93ce-4851-a44a-3d2c483cc5f0 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: 0a077d09-79c1-462a-b3e7-1312d383f1cb] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 909.249993] env[62353]: DEBUG nova.virt.hardware [None req-8d838bd8-93ce-4851-a44a-3d2c483cc5f0 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T12:38:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T12:38:15Z,direct_url=,disk_format='vmdk',id=06f909ae-e8dc-43b4-abf7-c7ed85db9bbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0a3f88790a594523a818b8c00f6862e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T12:38:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 909.250258] env[62353]: DEBUG nova.virt.hardware [None req-8d838bd8-93ce-4851-a44a-3d2c483cc5f0 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 909.250407] env[62353]: DEBUG nova.virt.hardware [None req-8d838bd8-93ce-4851-a44a-3d2c483cc5f0 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 909.250583] env[62353]: DEBUG nova.virt.hardware [None req-8d838bd8-93ce-4851-a44a-3d2c483cc5f0 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 909.250734] env[62353]: DEBUG nova.virt.hardware [None req-8d838bd8-93ce-4851-a44a-3d2c483cc5f0 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 909.250858] env[62353]: DEBUG nova.virt.hardware [None req-8d838bd8-93ce-4851-a44a-3d2c483cc5f0 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 909.251069] env[62353]: DEBUG nova.virt.hardware [None req-8d838bd8-93ce-4851-a44a-3d2c483cc5f0 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 909.251218] env[62353]: DEBUG nova.virt.hardware [None req-8d838bd8-93ce-4851-a44a-3d2c483cc5f0 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 909.251374] env[62353]: DEBUG nova.virt.hardware [None req-8d838bd8-93ce-4851-a44a-3d2c483cc5f0 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 909.252021] env[62353]: DEBUG nova.virt.hardware [None req-8d838bd8-93ce-4851-a44a-3d2c483cc5f0 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 909.252021] env[62353]: DEBUG nova.virt.hardware [None req-8d838bd8-93ce-4851-a44a-3d2c483cc5f0 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 909.254026] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f636cd2f-dd33-4546-a735-6db02b6345dd {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.262041] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecd013c7-aca2-490d-83e9-cbd6b7669b23 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.700665] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ca9754c8-8f6b-4aba-abc4-6de4f1d55270 tempest-DeleteServersAdminTestJSON-2009051073 tempest-DeleteServersAdminTestJSON-2009051073-project-admin] Lock "e4e0533d-22ae-4e05-ac4f-949f0fe6416a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.597s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 909.870084] env[62353]: DEBUG nova.compute.manager [req-8fa5774b-5eb0-430d-9ebe-aace34e34c29 req-b0b9a93a-a21b-4997-9f70-873dee20759d service nova] [instance: 0a077d09-79c1-462a-b3e7-1312d383f1cb] Received event network-vif-plugged-ba87c1ae-df05-4dec-9295-2ffabfa27347 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 909.870084] env[62353]: DEBUG oslo_concurrency.lockutils [req-8fa5774b-5eb0-430d-9ebe-aace34e34c29 req-b0b9a93a-a21b-4997-9f70-873dee20759d service nova] Acquiring lock "0a077d09-79c1-462a-b3e7-1312d383f1cb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 909.870084] env[62353]: DEBUG oslo_concurrency.lockutils [req-8fa5774b-5eb0-430d-9ebe-aace34e34c29 req-b0b9a93a-a21b-4997-9f70-873dee20759d service nova] Lock "0a077d09-79c1-462a-b3e7-1312d383f1cb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 909.870084] env[62353]: DEBUG oslo_concurrency.lockutils [req-8fa5774b-5eb0-430d-9ebe-aace34e34c29 req-b0b9a93a-a21b-4997-9f70-873dee20759d service nova] Lock "0a077d09-79c1-462a-b3e7-1312d383f1cb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 909.870084] env[62353]: DEBUG nova.compute.manager [req-8fa5774b-5eb0-430d-9ebe-aace34e34c29 req-b0b9a93a-a21b-4997-9f70-873dee20759d service nova] [instance: 0a077d09-79c1-462a-b3e7-1312d383f1cb] No waiting events found dispatching network-vif-plugged-ba87c1ae-df05-4dec-9295-2ffabfa27347 {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 909.870366] env[62353]: WARNING nova.compute.manager [req-8fa5774b-5eb0-430d-9ebe-aace34e34c29 req-b0b9a93a-a21b-4997-9f70-873dee20759d service nova] [instance: 0a077d09-79c1-462a-b3e7-1312d383f1cb] Received unexpected event network-vif-plugged-ba87c1ae-df05-4dec-9295-2ffabfa27347 for instance with vm_state building and task_state spawning. [ 910.075086] env[62353]: DEBUG nova.network.neutron [None req-8d838bd8-93ce-4851-a44a-3d2c483cc5f0 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: 0a077d09-79c1-462a-b3e7-1312d383f1cb] Successfully updated port: ba87c1ae-df05-4dec-9295-2ffabfa27347 {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 910.092501] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a2bd8b7-cd8f-4e1b-8081-575dd2d00fb3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.104242] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f69a224e-30f1-4f91-b23b-fb2712f75168 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.141788] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-222fe19f-42be-425e-99bf-9d558ded1d17 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.151133] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0778c2a-02ce-4445-a4a5-3d1e941ab3d4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.170683] env[62353]: DEBUG nova.compute.provider_tree [None req-d5d2691b-5276-4349-a6da-160f089e8d19 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 910.177053] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0b93f301-1b35-419a-afae-7f6f0bcd94e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Acquiring lock "d2e5a379-7275-4fd0-80a7-fc06a6f3d4e3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 910.177305] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0b93f301-1b35-419a-afae-7f6f0bcd94e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Lock "d2e5a379-7275-4fd0-80a7-fc06a6f3d4e3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 910.213922] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0b93f301-1b35-419a-afae-7f6f0bcd94e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Acquiring lock "91eab4dd-b5db-49bb-9aa9-2ab8473a2256" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 910.213922] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0b93f301-1b35-419a-afae-7f6f0bcd94e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Lock "91eab4dd-b5db-49bb-9aa9-2ab8473a2256" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 910.577732] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8d838bd8-93ce-4851-a44a-3d2c483cc5f0 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Acquiring lock "refresh_cache-0a077d09-79c1-462a-b3e7-1312d383f1cb" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 910.577964] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8d838bd8-93ce-4851-a44a-3d2c483cc5f0 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Acquired lock "refresh_cache-0a077d09-79c1-462a-b3e7-1312d383f1cb" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.578104] env[62353]: DEBUG nova.network.neutron [None req-8d838bd8-93ce-4851-a44a-3d2c483cc5f0 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: 0a077d09-79c1-462a-b3e7-1312d383f1cb] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 910.675135] env[62353]: DEBUG nova.scheduler.client.report [None req-d5d2691b-5276-4349-a6da-160f089e8d19 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 910.682495] env[62353]: DEBUG nova.compute.manager [None req-0b93f301-1b35-419a-afae-7f6f0bcd94e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] [instance: d2e5a379-7275-4fd0-80a7-fc06a6f3d4e3] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 910.720858] env[62353]: DEBUG nova.compute.manager [None req-0b93f301-1b35-419a-afae-7f6f0bcd94e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] [instance: 91eab4dd-b5db-49bb-9aa9-2ab8473a2256] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 910.866986] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f6a9f9e5-f1ff-4ad3-a2f0-ba7d7087017b tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] Acquiring lock "920979fe-c3eb-41bc-acf2-215e6c03796f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 910.867246] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f6a9f9e5-f1ff-4ad3-a2f0-ba7d7087017b tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] Lock "920979fe-c3eb-41bc-acf2-215e6c03796f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 911.122189] env[62353]: DEBUG nova.network.neutron [None req-8d838bd8-93ce-4851-a44a-3d2c483cc5f0 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: 0a077d09-79c1-462a-b3e7-1312d383f1cb] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 911.187041] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d5d2691b-5276-4349-a6da-160f089e8d19 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.023s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 911.191557] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 19.786s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 911.191740] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 911.191899] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62353) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 911.192214] env[62353]: DEBUG oslo_concurrency.lockutils [None req-95600e8e-8c1b-4aea-9ec8-48223fdb1317 tempest-ServerTagsTestJSON-62315982 tempest-ServerTagsTestJSON-62315982-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.633s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 911.193584] env[62353]: INFO nova.compute.claims [None req-95600e8e-8c1b-4aea-9ec8-48223fdb1317 tempest-ServerTagsTestJSON-62315982 tempest-ServerTagsTestJSON-62315982-project-member] [instance: 4cf91191-d74c-4a8b-98b7-e9c1b572ca66] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 911.200864] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4773b6c6-6ad4-41ad-aa54-6184c1fb1386 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.214278] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f7d41d7-35ba-433b-b7c2-64494f17ded5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.239556] env[62353]: INFO nova.scheduler.client.report [None req-d5d2691b-5276-4349-a6da-160f089e8d19 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Deleted allocations for instance 4d8636f8-6716-4060-b27b-918d7fe82686 [ 911.242509] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0b93f301-1b35-419a-afae-7f6f0bcd94e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 911.242509] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da2332d9-5393-4913-8c0f-277d68e390f9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.262353] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-addf9ee6-7b30-4847-b3f9-ece03e8ba3ff {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.268455] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0b93f301-1b35-419a-afae-7f6f0bcd94e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 911.301371] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179077MB free_disk=154GB free_vcpus=48 pci_devices=None {{(pid=62353) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 911.301744] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 911.311155] env[62353]: DEBUG nova.network.neutron [None req-8d838bd8-93ce-4851-a44a-3d2c483cc5f0 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: 0a077d09-79c1-462a-b3e7-1312d383f1cb] Updating instance_info_cache with network_info: [{"id": "ba87c1ae-df05-4dec-9295-2ffabfa27347", "address": "fa:16:3e:33:b6:89", "network": {"id": "14e88cae-8143-4a77-90c0-0cf819e031d3", "bridge": "br-int", "label": "tempest-ServersTestJSON-373050288-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72d956f928c84645ac7af0ca43ed5775", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc7aa55d-223a-4157-9137-88dc492f2db2", "external-id": "nsx-vlan-transportzone-290", "segmentation_id": 290, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba87c1ae-df", "ovs_interfaceid": "ba87c1ae-df05-4dec-9295-2ffabfa27347", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 911.369607] env[62353]: DEBUG nova.compute.manager [None req-f6a9f9e5-f1ff-4ad3-a2f0-ba7d7087017b tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] [instance: 920979fe-c3eb-41bc-acf2-215e6c03796f] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 911.756641] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d5d2691b-5276-4349-a6da-160f089e8d19 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Lock "4d8636f8-6716-4060-b27b-918d7fe82686" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.969s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 911.814082] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8d838bd8-93ce-4851-a44a-3d2c483cc5f0 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Releasing lock "refresh_cache-0a077d09-79c1-462a-b3e7-1312d383f1cb" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 911.814427] env[62353]: DEBUG nova.compute.manager [None req-8d838bd8-93ce-4851-a44a-3d2c483cc5f0 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: 0a077d09-79c1-462a-b3e7-1312d383f1cb] Instance network_info: |[{"id": "ba87c1ae-df05-4dec-9295-2ffabfa27347", "address": "fa:16:3e:33:b6:89", "network": {"id": "14e88cae-8143-4a77-90c0-0cf819e031d3", "bridge": "br-int", "label": "tempest-ServersTestJSON-373050288-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72d956f928c84645ac7af0ca43ed5775", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc7aa55d-223a-4157-9137-88dc492f2db2", "external-id": "nsx-vlan-transportzone-290", "segmentation_id": 290, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba87c1ae-df", "ovs_interfaceid": "ba87c1ae-df05-4dec-9295-2ffabfa27347", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 911.815851] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-8d838bd8-93ce-4851-a44a-3d2c483cc5f0 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: 0a077d09-79c1-462a-b3e7-1312d383f1cb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:33:b6:89', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dc7aa55d-223a-4157-9137-88dc492f2db2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ba87c1ae-df05-4dec-9295-2ffabfa27347', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 911.830922] env[62353]: DEBUG oslo.service.loopingcall [None req-8d838bd8-93ce-4851-a44a-3d2c483cc5f0 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 911.831236] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a077d09-79c1-462a-b3e7-1312d383f1cb] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 911.831801] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-016b6bb6-fe1f-44c0-9f16-c600fbb63eed {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.857678] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 911.857678] env[62353]: value = "task-2372711" [ 911.857678] env[62353]: _type = "Task" [ 911.857678] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.866327] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372711, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.905371] env[62353]: DEBUG nova.compute.manager [req-3c775ef8-f9b9-4661-bdd5-c5afc1e3b93b req-56ec6c7f-1767-448f-91d8-731e96bcf211 service nova] [instance: 0a077d09-79c1-462a-b3e7-1312d383f1cb] Received event network-changed-ba87c1ae-df05-4dec-9295-2ffabfa27347 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 911.905371] env[62353]: DEBUG nova.compute.manager [req-3c775ef8-f9b9-4661-bdd5-c5afc1e3b93b req-56ec6c7f-1767-448f-91d8-731e96bcf211 service nova] [instance: 0a077d09-79c1-462a-b3e7-1312d383f1cb] Refreshing instance network info cache due to event network-changed-ba87c1ae-df05-4dec-9295-2ffabfa27347. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 911.905371] env[62353]: DEBUG oslo_concurrency.lockutils [req-3c775ef8-f9b9-4661-bdd5-c5afc1e3b93b req-56ec6c7f-1767-448f-91d8-731e96bcf211 service nova] Acquiring lock "refresh_cache-0a077d09-79c1-462a-b3e7-1312d383f1cb" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 911.905371] env[62353]: DEBUG oslo_concurrency.lockutils [req-3c775ef8-f9b9-4661-bdd5-c5afc1e3b93b req-56ec6c7f-1767-448f-91d8-731e96bcf211 service nova] Acquired lock "refresh_cache-0a077d09-79c1-462a-b3e7-1312d383f1cb" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.906223] env[62353]: DEBUG nova.network.neutron [req-3c775ef8-f9b9-4661-bdd5-c5afc1e3b93b req-56ec6c7f-1767-448f-91d8-731e96bcf211 service nova] [instance: 0a077d09-79c1-462a-b3e7-1312d383f1cb] Refreshing network info cache for port ba87c1ae-df05-4dec-9295-2ffabfa27347 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 911.913296] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f6a9f9e5-f1ff-4ad3-a2f0-ba7d7087017b tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 912.169044] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8a04baa4-49d3-438a-b656-b25617aee38a tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Acquiring lock "a97e3cc7-cd7e-4239-b58d-6b3e62477819" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 912.169350] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8a04baa4-49d3-438a-b656-b25617aee38a tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Lock "a97e3cc7-cd7e-4239-b58d-6b3e62477819" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 912.369115] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372711, 'name': CreateVM_Task, 'duration_secs': 0.347265} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.371869] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a077d09-79c1-462a-b3e7-1312d383f1cb] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 912.373056] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8d838bd8-93ce-4851-a44a-3d2c483cc5f0 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 912.373344] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8d838bd8-93ce-4851-a44a-3d2c483cc5f0 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Acquired lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.373749] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8d838bd8-93ce-4851-a44a-3d2c483cc5f0 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 912.374719] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd156c31-0ac8-453b-b3c4-9e771bc06cfd {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.380364] env[62353]: DEBUG oslo_vmware.api [None req-8d838bd8-93ce-4851-a44a-3d2c483cc5f0 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Waiting for the task: (returnval){ [ 912.380364] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52514a93-f341-0810-0a79-aed18a97a89c" [ 912.380364] env[62353]: _type = "Task" [ 912.380364] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.392846] env[62353]: DEBUG oslo_vmware.api [None req-8d838bd8-93ce-4851-a44a-3d2c483cc5f0 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52514a93-f341-0810-0a79-aed18a97a89c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.551307] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49829ea6-9591-43fe-9501-a9c2cbe6e139 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.563442] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30b93871-c26f-4fe5-9ad9-44fdcb8205fa {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.596199] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-126cb51e-7834-4052-9614-9b053fd542bb {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.607516] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25f517c9-a2f4-4162-a108-094c7eb9fb85 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.625448] env[62353]: DEBUG nova.compute.provider_tree [None req-95600e8e-8c1b-4aea-9ec8-48223fdb1317 tempest-ServerTagsTestJSON-62315982 tempest-ServerTagsTestJSON-62315982-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 912.642015] env[62353]: DEBUG nova.network.neutron [req-3c775ef8-f9b9-4661-bdd5-c5afc1e3b93b req-56ec6c7f-1767-448f-91d8-731e96bcf211 service nova] [instance: 0a077d09-79c1-462a-b3e7-1312d383f1cb] Updated VIF entry in instance network info cache for port ba87c1ae-df05-4dec-9295-2ffabfa27347. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 912.642015] env[62353]: DEBUG nova.network.neutron [req-3c775ef8-f9b9-4661-bdd5-c5afc1e3b93b req-56ec6c7f-1767-448f-91d8-731e96bcf211 service nova] [instance: 0a077d09-79c1-462a-b3e7-1312d383f1cb] Updating instance_info_cache with network_info: [{"id": "ba87c1ae-df05-4dec-9295-2ffabfa27347", "address": "fa:16:3e:33:b6:89", "network": {"id": "14e88cae-8143-4a77-90c0-0cf819e031d3", "bridge": "br-int", "label": "tempest-ServersTestJSON-373050288-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72d956f928c84645ac7af0ca43ed5775", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc7aa55d-223a-4157-9137-88dc492f2db2", "external-id": "nsx-vlan-transportzone-290", "segmentation_id": 290, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba87c1ae-df", "ovs_interfaceid": "ba87c1ae-df05-4dec-9295-2ffabfa27347", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.671792] env[62353]: DEBUG nova.compute.manager [None req-8a04baa4-49d3-438a-b656-b25617aee38a tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] [instance: a97e3cc7-cd7e-4239-b58d-6b3e62477819] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 912.871906] env[62353]: DEBUG oslo_concurrency.lockutils [None req-62ffd7a8-af4a-4a4e-9ad4-39ec5126adc3 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Acquiring lock "71b98f1e-48af-4261-97fb-a93c35497702" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 912.871906] env[62353]: DEBUG oslo_concurrency.lockutils [None req-62ffd7a8-af4a-4a4e-9ad4-39ec5126adc3 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Lock "71b98f1e-48af-4261-97fb-a93c35497702" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 912.895790] env[62353]: DEBUG oslo_vmware.api [None req-8d838bd8-93ce-4851-a44a-3d2c483cc5f0 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52514a93-f341-0810-0a79-aed18a97a89c, 'name': SearchDatastore_Task, 'duration_secs': 0.011529} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.896125] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8d838bd8-93ce-4851-a44a-3d2c483cc5f0 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Releasing lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 912.896357] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-8d838bd8-93ce-4851-a44a-3d2c483cc5f0 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: 0a077d09-79c1-462a-b3e7-1312d383f1cb] Processing image 06f909ae-e8dc-43b4-abf7-c7ed85db9bbd {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 912.896575] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8d838bd8-93ce-4851-a44a-3d2c483cc5f0 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 912.896755] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8d838bd8-93ce-4851-a44a-3d2c483cc5f0 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Acquired lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.896956] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d838bd8-93ce-4851-a44a-3d2c483cc5f0 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 912.897229] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7c15c616-f921-4c3b-b3c8-4e0ef2b7788e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.907334] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d838bd8-93ce-4851-a44a-3d2c483cc5f0 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 912.908117] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-8d838bd8-93ce-4851-a44a-3d2c483cc5f0 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 912.908305] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a330f80f-592f-470a-aa47-28c09aad3dba {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.913976] env[62353]: DEBUG oslo_vmware.api [None req-8d838bd8-93ce-4851-a44a-3d2c483cc5f0 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Waiting for the task: (returnval){ [ 912.913976] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52176678-38c3-1427-3cdf-b5719909872d" [ 912.913976] env[62353]: _type = "Task" [ 912.913976] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.922411] env[62353]: DEBUG oslo_vmware.api [None req-8d838bd8-93ce-4851-a44a-3d2c483cc5f0 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52176678-38c3-1427-3cdf-b5719909872d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.129197] env[62353]: DEBUG nova.scheduler.client.report [None req-95600e8e-8c1b-4aea-9ec8-48223fdb1317 tempest-ServerTagsTestJSON-62315982 tempest-ServerTagsTestJSON-62315982-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 913.144413] env[62353]: DEBUG oslo_concurrency.lockutils [req-3c775ef8-f9b9-4661-bdd5-c5afc1e3b93b req-56ec6c7f-1767-448f-91d8-731e96bcf211 service nova] Releasing lock "refresh_cache-0a077d09-79c1-462a-b3e7-1312d383f1cb" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 913.194044] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8a04baa4-49d3-438a-b656-b25617aee38a tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 913.373944] env[62353]: DEBUG nova.compute.manager [None req-62ffd7a8-af4a-4a4e-9ad4-39ec5126adc3 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 71b98f1e-48af-4261-97fb-a93c35497702] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 913.424758] env[62353]: DEBUG oslo_vmware.api [None req-8d838bd8-93ce-4851-a44a-3d2c483cc5f0 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52176678-38c3-1427-3cdf-b5719909872d, 'name': SearchDatastore_Task, 'duration_secs': 0.009631} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.425535] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-943e7839-782a-437a-b01b-4c0221552e74 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.430811] env[62353]: DEBUG oslo_vmware.api [None req-8d838bd8-93ce-4851-a44a-3d2c483cc5f0 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Waiting for the task: (returnval){ [ 913.430811] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52b35e81-ceb3-8d58-8ea7-8692ebf5140e" [ 913.430811] env[62353]: _type = "Task" [ 913.430811] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.438475] env[62353]: DEBUG oslo_vmware.api [None req-8d838bd8-93ce-4851-a44a-3d2c483cc5f0 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52b35e81-ceb3-8d58-8ea7-8692ebf5140e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.638688] env[62353]: DEBUG oslo_concurrency.lockutils [None req-95600e8e-8c1b-4aea-9ec8-48223fdb1317 tempest-ServerTagsTestJSON-62315982 tempest-ServerTagsTestJSON-62315982-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.446s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 913.639052] env[62353]: DEBUG nova.compute.manager [None req-95600e8e-8c1b-4aea-9ec8-48223fdb1317 tempest-ServerTagsTestJSON-62315982 tempest-ServerTagsTestJSON-62315982-project-member] [instance: 4cf91191-d74c-4a8b-98b7-e9c1b572ca66] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 913.641717] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3a6f2236-41d8-4ccd-9f60-d16bace544ff tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.266s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 913.644462] env[62353]: INFO nova.compute.claims [None req-3a6f2236-41d8-4ccd-9f60-d16bace544ff tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] [instance: bbea4c07-3f5b-4d9a-a127-86a1e461295f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 913.893564] env[62353]: DEBUG oslo_concurrency.lockutils [None req-62ffd7a8-af4a-4a4e-9ad4-39ec5126adc3 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 913.943872] env[62353]: DEBUG oslo_vmware.api [None req-8d838bd8-93ce-4851-a44a-3d2c483cc5f0 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52b35e81-ceb3-8d58-8ea7-8692ebf5140e, 'name': SearchDatastore_Task, 'duration_secs': 0.009257} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.944159] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8d838bd8-93ce-4851-a44a-3d2c483cc5f0 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Releasing lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 913.944475] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d838bd8-93ce-4851-a44a-3d2c483cc5f0 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore1] 0a077d09-79c1-462a-b3e7-1312d383f1cb/0a077d09-79c1-462a-b3e7-1312d383f1cb.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 913.944733] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bc71055e-5989-4c8b-a0d8-3d901d1b59b1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.951766] env[62353]: DEBUG oslo_vmware.api [None req-8d838bd8-93ce-4851-a44a-3d2c483cc5f0 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Waiting for the task: (returnval){ [ 913.951766] env[62353]: value = "task-2372712" [ 913.951766] env[62353]: _type = "Task" [ 913.951766] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.960051] env[62353]: DEBUG oslo_vmware.api [None req-8d838bd8-93ce-4851-a44a-3d2c483cc5f0 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Task: {'id': task-2372712, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.148787] env[62353]: DEBUG nova.compute.utils [None req-95600e8e-8c1b-4aea-9ec8-48223fdb1317 tempest-ServerTagsTestJSON-62315982 tempest-ServerTagsTestJSON-62315982-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 914.152583] env[62353]: DEBUG nova.compute.manager [None req-95600e8e-8c1b-4aea-9ec8-48223fdb1317 tempest-ServerTagsTestJSON-62315982 tempest-ServerTagsTestJSON-62315982-project-member] [instance: 4cf91191-d74c-4a8b-98b7-e9c1b572ca66] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 914.152767] env[62353]: DEBUG nova.network.neutron [None req-95600e8e-8c1b-4aea-9ec8-48223fdb1317 tempest-ServerTagsTestJSON-62315982 tempest-ServerTagsTestJSON-62315982-project-member] [instance: 4cf91191-d74c-4a8b-98b7-e9c1b572ca66] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 914.208427] env[62353]: DEBUG nova.policy [None req-95600e8e-8c1b-4aea-9ec8-48223fdb1317 tempest-ServerTagsTestJSON-62315982 tempest-ServerTagsTestJSON-62315982-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a556b22db6e14777af3398801514d910', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0e80ea1375544209b128832146a931bc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:192}} [ 914.462581] env[62353]: DEBUG oslo_vmware.api [None req-8d838bd8-93ce-4851-a44a-3d2c483cc5f0 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Task: {'id': task-2372712, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.481049} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.462901] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d838bd8-93ce-4851-a44a-3d2c483cc5f0 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore1] 0a077d09-79c1-462a-b3e7-1312d383f1cb/0a077d09-79c1-462a-b3e7-1312d383f1cb.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 914.463202] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-8d838bd8-93ce-4851-a44a-3d2c483cc5f0 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: 0a077d09-79c1-462a-b3e7-1312d383f1cb] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 914.463302] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-919ffdeb-d58d-4c82-8c7b-4c7ebfda2895 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.471690] env[62353]: DEBUG oslo_vmware.api [None req-8d838bd8-93ce-4851-a44a-3d2c483cc5f0 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Waiting for the task: (returnval){ [ 914.471690] env[62353]: value = "task-2372713" [ 914.471690] env[62353]: _type = "Task" [ 914.471690] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.479383] env[62353]: DEBUG oslo_vmware.api [None req-8d838bd8-93ce-4851-a44a-3d2c483cc5f0 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Task: {'id': task-2372713, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.507666] env[62353]: DEBUG nova.network.neutron [None req-95600e8e-8c1b-4aea-9ec8-48223fdb1317 tempest-ServerTagsTestJSON-62315982 tempest-ServerTagsTestJSON-62315982-project-member] [instance: 4cf91191-d74c-4a8b-98b7-e9c1b572ca66] Successfully created port: 53300e44-e2f3-4407-9e7d-39d436ebb96f {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 914.657810] env[62353]: DEBUG nova.compute.manager [None req-95600e8e-8c1b-4aea-9ec8-48223fdb1317 tempest-ServerTagsTestJSON-62315982 tempest-ServerTagsTestJSON-62315982-project-member] [instance: 4cf91191-d74c-4a8b-98b7-e9c1b572ca66] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 914.976377] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cad39c36-7776-4fbd-acaa-60fd68029fa1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.986375] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8b3241f-7ee4-434a-8364-5b505b3a3a8d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.989706] env[62353]: DEBUG oslo_vmware.api [None req-8d838bd8-93ce-4851-a44a-3d2c483cc5f0 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Task: {'id': task-2372713, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072025} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.990036] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-8d838bd8-93ce-4851-a44a-3d2c483cc5f0 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: 0a077d09-79c1-462a-b3e7-1312d383f1cb] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 914.991156] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5814a12-679f-48aa-aacf-8a7b2e551f48 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.018506] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-919ebecd-16d4-46c9-bc15-82d6874d9c09 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.037754] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d838bd8-93ce-4851-a44a-3d2c483cc5f0 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: 0a077d09-79c1-462a-b3e7-1312d383f1cb] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] 0a077d09-79c1-462a-b3e7-1312d383f1cb/0a077d09-79c1-462a-b3e7-1312d383f1cb.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 915.038409] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9576a70c-4dfc-43c0-8d51-db6510bd9109 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.055860] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0eade63-e4f8-47fb-a7f6-1cf10f67a033 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.060683] env[62353]: DEBUG oslo_vmware.api [None req-8d838bd8-93ce-4851-a44a-3d2c483cc5f0 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Waiting for the task: (returnval){ [ 915.060683] env[62353]: value = "task-2372714" [ 915.060683] env[62353]: _type = "Task" [ 915.060683] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.071615] env[62353]: DEBUG nova.compute.provider_tree [None req-3a6f2236-41d8-4ccd-9f60-d16bace544ff tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 915.078416] env[62353]: DEBUG oslo_vmware.api [None req-8d838bd8-93ce-4851-a44a-3d2c483cc5f0 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Task: {'id': task-2372714, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.571368] env[62353]: DEBUG oslo_vmware.api [None req-8d838bd8-93ce-4851-a44a-3d2c483cc5f0 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Task: {'id': task-2372714, 'name': ReconfigVM_Task, 'duration_secs': 0.278774} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.571657] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d838bd8-93ce-4851-a44a-3d2c483cc5f0 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: 0a077d09-79c1-462a-b3e7-1312d383f1cb] Reconfigured VM instance instance-0000004e to attach disk [datastore1] 0a077d09-79c1-462a-b3e7-1312d383f1cb/0a077d09-79c1-462a-b3e7-1312d383f1cb.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 915.572315] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5d764713-36ba-444b-9c4a-f57396dd9c08 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.574493] env[62353]: DEBUG nova.scheduler.client.report [None req-3a6f2236-41d8-4ccd-9f60-d16bace544ff tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 915.584192] env[62353]: DEBUG oslo_vmware.api [None req-8d838bd8-93ce-4851-a44a-3d2c483cc5f0 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Waiting for the task: (returnval){ [ 915.584192] env[62353]: value = "task-2372715" [ 915.584192] env[62353]: _type = "Task" [ 915.584192] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.593592] env[62353]: DEBUG oslo_vmware.api [None req-8d838bd8-93ce-4851-a44a-3d2c483cc5f0 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Task: {'id': task-2372715, 'name': Rename_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.670383] env[62353]: DEBUG nova.compute.manager [None req-95600e8e-8c1b-4aea-9ec8-48223fdb1317 tempest-ServerTagsTestJSON-62315982 tempest-ServerTagsTestJSON-62315982-project-member] [instance: 4cf91191-d74c-4a8b-98b7-e9c1b572ca66] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 915.697107] env[62353]: DEBUG nova.virt.hardware [None req-95600e8e-8c1b-4aea-9ec8-48223fdb1317 tempest-ServerTagsTestJSON-62315982 tempest-ServerTagsTestJSON-62315982-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T12:38:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T12:38:15Z,direct_url=,disk_format='vmdk',id=06f909ae-e8dc-43b4-abf7-c7ed85db9bbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0a3f88790a594523a818b8c00f6862e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T12:38:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 915.697437] env[62353]: DEBUG nova.virt.hardware [None req-95600e8e-8c1b-4aea-9ec8-48223fdb1317 tempest-ServerTagsTestJSON-62315982 tempest-ServerTagsTestJSON-62315982-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 915.697658] env[62353]: DEBUG nova.virt.hardware [None req-95600e8e-8c1b-4aea-9ec8-48223fdb1317 tempest-ServerTagsTestJSON-62315982 tempest-ServerTagsTestJSON-62315982-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 915.697867] env[62353]: DEBUG nova.virt.hardware [None req-95600e8e-8c1b-4aea-9ec8-48223fdb1317 tempest-ServerTagsTestJSON-62315982 tempest-ServerTagsTestJSON-62315982-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 915.698035] env[62353]: DEBUG nova.virt.hardware [None req-95600e8e-8c1b-4aea-9ec8-48223fdb1317 tempest-ServerTagsTestJSON-62315982 tempest-ServerTagsTestJSON-62315982-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 915.698192] env[62353]: DEBUG nova.virt.hardware [None req-95600e8e-8c1b-4aea-9ec8-48223fdb1317 tempest-ServerTagsTestJSON-62315982 tempest-ServerTagsTestJSON-62315982-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 915.698422] env[62353]: DEBUG nova.virt.hardware [None req-95600e8e-8c1b-4aea-9ec8-48223fdb1317 tempest-ServerTagsTestJSON-62315982 tempest-ServerTagsTestJSON-62315982-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 915.698607] env[62353]: DEBUG nova.virt.hardware [None req-95600e8e-8c1b-4aea-9ec8-48223fdb1317 tempest-ServerTagsTestJSON-62315982 tempest-ServerTagsTestJSON-62315982-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 915.698870] env[62353]: DEBUG nova.virt.hardware [None req-95600e8e-8c1b-4aea-9ec8-48223fdb1317 tempest-ServerTagsTestJSON-62315982 tempest-ServerTagsTestJSON-62315982-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 915.699082] env[62353]: DEBUG nova.virt.hardware [None req-95600e8e-8c1b-4aea-9ec8-48223fdb1317 tempest-ServerTagsTestJSON-62315982 tempest-ServerTagsTestJSON-62315982-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 915.699267] env[62353]: DEBUG nova.virt.hardware [None req-95600e8e-8c1b-4aea-9ec8-48223fdb1317 tempest-ServerTagsTestJSON-62315982 tempest-ServerTagsTestJSON-62315982-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 915.700230] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7944389a-cc4e-429b-b8f2-18ccf490dfd3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.708640] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75be3ffd-767d-47d9-bc83-3b0b4c12afdf {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.921137] env[62353]: DEBUG nova.compute.manager [req-0ef6122c-9d0f-4d21-80c7-2bf81ab6c0da req-bc1a9c1f-b57e-4404-add6-5f282cdf80e0 service nova] [instance: 4cf91191-d74c-4a8b-98b7-e9c1b572ca66] Received event network-vif-plugged-53300e44-e2f3-4407-9e7d-39d436ebb96f {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 915.921332] env[62353]: DEBUG oslo_concurrency.lockutils [req-0ef6122c-9d0f-4d21-80c7-2bf81ab6c0da req-bc1a9c1f-b57e-4404-add6-5f282cdf80e0 service nova] Acquiring lock "4cf91191-d74c-4a8b-98b7-e9c1b572ca66-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 915.921723] env[62353]: DEBUG oslo_concurrency.lockutils [req-0ef6122c-9d0f-4d21-80c7-2bf81ab6c0da req-bc1a9c1f-b57e-4404-add6-5f282cdf80e0 service nova] Lock "4cf91191-d74c-4a8b-98b7-e9c1b572ca66-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 915.921931] env[62353]: DEBUG oslo_concurrency.lockutils [req-0ef6122c-9d0f-4d21-80c7-2bf81ab6c0da req-bc1a9c1f-b57e-4404-add6-5f282cdf80e0 service nova] Lock "4cf91191-d74c-4a8b-98b7-e9c1b572ca66-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 915.922139] env[62353]: DEBUG nova.compute.manager [req-0ef6122c-9d0f-4d21-80c7-2bf81ab6c0da req-bc1a9c1f-b57e-4404-add6-5f282cdf80e0 service nova] [instance: 4cf91191-d74c-4a8b-98b7-e9c1b572ca66] No waiting events found dispatching network-vif-plugged-53300e44-e2f3-4407-9e7d-39d436ebb96f {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 915.922349] env[62353]: WARNING nova.compute.manager [req-0ef6122c-9d0f-4d21-80c7-2bf81ab6c0da req-bc1a9c1f-b57e-4404-add6-5f282cdf80e0 service nova] [instance: 4cf91191-d74c-4a8b-98b7-e9c1b572ca66] Received unexpected event network-vif-plugged-53300e44-e2f3-4407-9e7d-39d436ebb96f for instance with vm_state building and task_state spawning. [ 916.012801] env[62353]: DEBUG nova.network.neutron [None req-95600e8e-8c1b-4aea-9ec8-48223fdb1317 tempest-ServerTagsTestJSON-62315982 tempest-ServerTagsTestJSON-62315982-project-member] [instance: 4cf91191-d74c-4a8b-98b7-e9c1b572ca66] Successfully updated port: 53300e44-e2f3-4407-9e7d-39d436ebb96f {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 916.079707] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3a6f2236-41d8-4ccd-9f60-d16bace544ff tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.438s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 916.080680] env[62353]: DEBUG nova.compute.manager [None req-3a6f2236-41d8-4ccd-9f60-d16bace544ff tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] [instance: bbea4c07-3f5b-4d9a-a127-86a1e461295f] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 916.083685] env[62353]: DEBUG oslo_concurrency.lockutils [None req-cc134625-9f72-4ad4-ac13-7c55a0f8c878 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.214s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 916.084135] env[62353]: DEBUG nova.objects.instance [None req-cc134625-9f72-4ad4-ac13-7c55a0f8c878 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Lazy-loading 'resources' on Instance uuid c7158238-ec2d-4cf2-8b5d-140a28473628 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 916.097065] env[62353]: DEBUG oslo_vmware.api [None req-8d838bd8-93ce-4851-a44a-3d2c483cc5f0 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Task: {'id': task-2372715, 'name': Rename_Task, 'duration_secs': 0.146928} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.097336] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d838bd8-93ce-4851-a44a-3d2c483cc5f0 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: 0a077d09-79c1-462a-b3e7-1312d383f1cb] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 916.097586] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-14127db0-8aad-4da1-8c1a-9ddda1900f60 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.106656] env[62353]: DEBUG oslo_vmware.api [None req-8d838bd8-93ce-4851-a44a-3d2c483cc5f0 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Waiting for the task: (returnval){ [ 916.106656] env[62353]: value = "task-2372716" [ 916.106656] env[62353]: _type = "Task" [ 916.106656] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.115415] env[62353]: DEBUG oslo_vmware.api [None req-8d838bd8-93ce-4851-a44a-3d2c483cc5f0 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Task: {'id': task-2372716, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.516033] env[62353]: DEBUG oslo_concurrency.lockutils [None req-95600e8e-8c1b-4aea-9ec8-48223fdb1317 tempest-ServerTagsTestJSON-62315982 tempest-ServerTagsTestJSON-62315982-project-member] Acquiring lock "refresh_cache-4cf91191-d74c-4a8b-98b7-e9c1b572ca66" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 916.516941] env[62353]: DEBUG oslo_concurrency.lockutils [None req-95600e8e-8c1b-4aea-9ec8-48223fdb1317 tempest-ServerTagsTestJSON-62315982 tempest-ServerTagsTestJSON-62315982-project-member] Acquired lock "refresh_cache-4cf91191-d74c-4a8b-98b7-e9c1b572ca66" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.516941] env[62353]: DEBUG nova.network.neutron [None req-95600e8e-8c1b-4aea-9ec8-48223fdb1317 tempest-ServerTagsTestJSON-62315982 tempest-ServerTagsTestJSON-62315982-project-member] [instance: 4cf91191-d74c-4a8b-98b7-e9c1b572ca66] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 916.587600] env[62353]: DEBUG nova.compute.utils [None req-3a6f2236-41d8-4ccd-9f60-d16bace544ff tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 916.591802] env[62353]: DEBUG nova.compute.manager [None req-3a6f2236-41d8-4ccd-9f60-d16bace544ff tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] [instance: bbea4c07-3f5b-4d9a-a127-86a1e461295f] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 916.591972] env[62353]: DEBUG nova.network.neutron [None req-3a6f2236-41d8-4ccd-9f60-d16bace544ff tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] [instance: bbea4c07-3f5b-4d9a-a127-86a1e461295f] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 916.617781] env[62353]: DEBUG oslo_vmware.api [None req-8d838bd8-93ce-4851-a44a-3d2c483cc5f0 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Task: {'id': task-2372716, 'name': PowerOnVM_Task, 'duration_secs': 0.449301} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.618066] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d838bd8-93ce-4851-a44a-3d2c483cc5f0 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: 0a077d09-79c1-462a-b3e7-1312d383f1cb] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 916.618463] env[62353]: INFO nova.compute.manager [None req-8d838bd8-93ce-4851-a44a-3d2c483cc5f0 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: 0a077d09-79c1-462a-b3e7-1312d383f1cb] Took 7.40 seconds to spawn the instance on the hypervisor. [ 916.618463] env[62353]: DEBUG nova.compute.manager [None req-8d838bd8-93ce-4851-a44a-3d2c483cc5f0 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: 0a077d09-79c1-462a-b3e7-1312d383f1cb] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 916.619252] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c2281a2-e994-4127-9603-03c29d33b763 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.635120] env[62353]: DEBUG nova.policy [None req-3a6f2236-41d8-4ccd-9f60-d16bace544ff tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0c28d77a41ef43ceb5e018851c8d69a2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a3224ba6a4e84af89d3803c80d01dd2a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:192}} [ 916.930815] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2553f0d2-1a0f-4064-aca0-8df22b06a23e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.939900] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f38469af-7a67-4ca0-8d1d-80a78745727e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.975426] env[62353]: DEBUG nova.network.neutron [None req-3a6f2236-41d8-4ccd-9f60-d16bace544ff tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] [instance: bbea4c07-3f5b-4d9a-a127-86a1e461295f] Successfully created port: b0170c1f-9e76-4e4d-94dc-245808377493 {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 916.977905] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2841df4-d19d-4873-8148-7edb53565c1b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.986887] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d51a0bf3-6638-4732-9223-cdc7655c8469 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.002760] env[62353]: DEBUG nova.compute.provider_tree [None req-cc134625-9f72-4ad4-ac13-7c55a0f8c878 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 917.063073] env[62353]: DEBUG nova.network.neutron [None req-95600e8e-8c1b-4aea-9ec8-48223fdb1317 tempest-ServerTagsTestJSON-62315982 tempest-ServerTagsTestJSON-62315982-project-member] [instance: 4cf91191-d74c-4a8b-98b7-e9c1b572ca66] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 917.092683] env[62353]: DEBUG nova.compute.manager [None req-3a6f2236-41d8-4ccd-9f60-d16bace544ff tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] [instance: bbea4c07-3f5b-4d9a-a127-86a1e461295f] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 917.139750] env[62353]: INFO nova.compute.manager [None req-8d838bd8-93ce-4851-a44a-3d2c483cc5f0 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: 0a077d09-79c1-462a-b3e7-1312d383f1cb] Took 33.45 seconds to build instance. [ 917.279204] env[62353]: DEBUG nova.network.neutron [None req-95600e8e-8c1b-4aea-9ec8-48223fdb1317 tempest-ServerTagsTestJSON-62315982 tempest-ServerTagsTestJSON-62315982-project-member] [instance: 4cf91191-d74c-4a8b-98b7-e9c1b572ca66] Updating instance_info_cache with network_info: [{"id": "53300e44-e2f3-4407-9e7d-39d436ebb96f", "address": "fa:16:3e:9f:71:9a", "network": {"id": "09cbad67-56e0-4e36-ab8c-7fc4d98a7c1e", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-669095662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e80ea1375544209b128832146a931bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3d7e184-c87f-47a5-8d0d-9fa20e07e669", "external-id": "nsx-vlan-transportzone-746", "segmentation_id": 746, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53300e44-e2", "ovs_interfaceid": "53300e44-e2f3-4407-9e7d-39d436ebb96f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.505593] env[62353]: DEBUG nova.scheduler.client.report [None req-cc134625-9f72-4ad4-ac13-7c55a0f8c878 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 917.642330] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8d838bd8-93ce-4851-a44a-3d2c483cc5f0 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Lock "0a077d09-79c1-462a-b3e7-1312d383f1cb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.964s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 917.782593] env[62353]: DEBUG oslo_concurrency.lockutils [None req-95600e8e-8c1b-4aea-9ec8-48223fdb1317 tempest-ServerTagsTestJSON-62315982 tempest-ServerTagsTestJSON-62315982-project-member] Releasing lock "refresh_cache-4cf91191-d74c-4a8b-98b7-e9c1b572ca66" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 917.782953] env[62353]: DEBUG nova.compute.manager [None req-95600e8e-8c1b-4aea-9ec8-48223fdb1317 tempest-ServerTagsTestJSON-62315982 tempest-ServerTagsTestJSON-62315982-project-member] [instance: 4cf91191-d74c-4a8b-98b7-e9c1b572ca66] Instance network_info: |[{"id": "53300e44-e2f3-4407-9e7d-39d436ebb96f", "address": "fa:16:3e:9f:71:9a", "network": {"id": "09cbad67-56e0-4e36-ab8c-7fc4d98a7c1e", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-669095662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e80ea1375544209b128832146a931bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3d7e184-c87f-47a5-8d0d-9fa20e07e669", "external-id": "nsx-vlan-transportzone-746", "segmentation_id": 746, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53300e44-e2", "ovs_interfaceid": "53300e44-e2f3-4407-9e7d-39d436ebb96f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 917.783408] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-95600e8e-8c1b-4aea-9ec8-48223fdb1317 tempest-ServerTagsTestJSON-62315982 tempest-ServerTagsTestJSON-62315982-project-member] [instance: 4cf91191-d74c-4a8b-98b7-e9c1b572ca66] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9f:71:9a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f3d7e184-c87f-47a5-8d0d-9fa20e07e669', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '53300e44-e2f3-4407-9e7d-39d436ebb96f', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 917.791435] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-95600e8e-8c1b-4aea-9ec8-48223fdb1317 tempest-ServerTagsTestJSON-62315982 tempest-ServerTagsTestJSON-62315982-project-member] Creating folder: Project (0e80ea1375544209b128832146a931bc). Parent ref: group-v481456. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 917.791699] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eacaa8e2-3f1b-440c-b4d0-07a40ac0a058 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.803740] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-95600e8e-8c1b-4aea-9ec8-48223fdb1317 tempest-ServerTagsTestJSON-62315982 tempest-ServerTagsTestJSON-62315982-project-member] Created folder: Project (0e80ea1375544209b128832146a931bc) in parent group-v481456. [ 917.803934] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-95600e8e-8c1b-4aea-9ec8-48223fdb1317 tempest-ServerTagsTestJSON-62315982 tempest-ServerTagsTestJSON-62315982-project-member] Creating folder: Instances. Parent ref: group-v481674. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 917.804222] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dd352e7b-6d24-4875-9b97-a06eeae1f2a3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.831513] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-95600e8e-8c1b-4aea-9ec8-48223fdb1317 tempest-ServerTagsTestJSON-62315982 tempest-ServerTagsTestJSON-62315982-project-member] Created folder: Instances in parent group-v481674. [ 917.831767] env[62353]: DEBUG oslo.service.loopingcall [None req-95600e8e-8c1b-4aea-9ec8-48223fdb1317 tempest-ServerTagsTestJSON-62315982 tempest-ServerTagsTestJSON-62315982-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 917.831965] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4cf91191-d74c-4a8b-98b7-e9c1b572ca66] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 917.832202] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f66acd7b-c5ef-451b-872a-0a40bfd0adee {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.852526] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 917.852526] env[62353]: value = "task-2372719" [ 917.852526] env[62353]: _type = "Task" [ 917.852526] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.860725] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372719, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.983740] env[62353]: DEBUG nova.compute.manager [req-e403c6cf-c92c-46bf-b31a-80f205a10d97 req-4924b28b-3f83-40b9-80f2-de480d89d9e5 service nova] [instance: 4cf91191-d74c-4a8b-98b7-e9c1b572ca66] Received event network-changed-53300e44-e2f3-4407-9e7d-39d436ebb96f {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 917.983940] env[62353]: DEBUG nova.compute.manager [req-e403c6cf-c92c-46bf-b31a-80f205a10d97 req-4924b28b-3f83-40b9-80f2-de480d89d9e5 service nova] [instance: 4cf91191-d74c-4a8b-98b7-e9c1b572ca66] Refreshing instance network info cache due to event network-changed-53300e44-e2f3-4407-9e7d-39d436ebb96f. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 917.984177] env[62353]: DEBUG oslo_concurrency.lockutils [req-e403c6cf-c92c-46bf-b31a-80f205a10d97 req-4924b28b-3f83-40b9-80f2-de480d89d9e5 service nova] Acquiring lock "refresh_cache-4cf91191-d74c-4a8b-98b7-e9c1b572ca66" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 917.984321] env[62353]: DEBUG oslo_concurrency.lockutils [req-e403c6cf-c92c-46bf-b31a-80f205a10d97 req-4924b28b-3f83-40b9-80f2-de480d89d9e5 service nova] Acquired lock "refresh_cache-4cf91191-d74c-4a8b-98b7-e9c1b572ca66" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.984481] env[62353]: DEBUG nova.network.neutron [req-e403c6cf-c92c-46bf-b31a-80f205a10d97 req-4924b28b-3f83-40b9-80f2-de480d89d9e5 service nova] [instance: 4cf91191-d74c-4a8b-98b7-e9c1b572ca66] Refreshing network info cache for port 53300e44-e2f3-4407-9e7d-39d436ebb96f {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 918.010751] env[62353]: DEBUG oslo_concurrency.lockutils [None req-cc134625-9f72-4ad4-ac13-7c55a0f8c878 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.927s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 918.013216] env[62353]: DEBUG oslo_concurrency.lockutils [None req-64edd8e6-ea18-4d75-b710-19730b7ea8b2 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.939s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 918.014960] env[62353]: INFO nova.compute.claims [None req-64edd8e6-ea18-4d75-b710-19730b7ea8b2 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 3d6dc73d-cbff-4487-b414-dc5a033e118a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 918.040949] env[62353]: INFO nova.scheduler.client.report [None req-cc134625-9f72-4ad4-ac13-7c55a0f8c878 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Deleted allocations for instance c7158238-ec2d-4cf2-8b5d-140a28473628 [ 918.104483] env[62353]: DEBUG nova.compute.manager [None req-3a6f2236-41d8-4ccd-9f60-d16bace544ff tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] [instance: bbea4c07-3f5b-4d9a-a127-86a1e461295f] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 918.133929] env[62353]: DEBUG nova.virt.hardware [None req-3a6f2236-41d8-4ccd-9f60-d16bace544ff tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T12:38:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T12:38:15Z,direct_url=,disk_format='vmdk',id=06f909ae-e8dc-43b4-abf7-c7ed85db9bbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0a3f88790a594523a818b8c00f6862e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T12:38:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 918.134169] env[62353]: DEBUG nova.virt.hardware [None req-3a6f2236-41d8-4ccd-9f60-d16bace544ff tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 918.134328] env[62353]: DEBUG nova.virt.hardware [None req-3a6f2236-41d8-4ccd-9f60-d16bace544ff tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 918.134505] env[62353]: DEBUG nova.virt.hardware [None req-3a6f2236-41d8-4ccd-9f60-d16bace544ff tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 918.134646] env[62353]: DEBUG nova.virt.hardware [None req-3a6f2236-41d8-4ccd-9f60-d16bace544ff tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 918.134790] env[62353]: DEBUG nova.virt.hardware [None req-3a6f2236-41d8-4ccd-9f60-d16bace544ff tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 918.134999] env[62353]: DEBUG nova.virt.hardware [None req-3a6f2236-41d8-4ccd-9f60-d16bace544ff tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 918.135175] env[62353]: DEBUG nova.virt.hardware [None req-3a6f2236-41d8-4ccd-9f60-d16bace544ff tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 918.135355] env[62353]: DEBUG nova.virt.hardware [None req-3a6f2236-41d8-4ccd-9f60-d16bace544ff tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 918.135508] env[62353]: DEBUG nova.virt.hardware [None req-3a6f2236-41d8-4ccd-9f60-d16bace544ff tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 918.135680] env[62353]: DEBUG nova.virt.hardware [None req-3a6f2236-41d8-4ccd-9f60-d16bace544ff tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 918.136925] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d867b6e-8020-45b2-97b3-0eac1b0f5a4c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.145431] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9589af13-4ac2-4724-ba94-fa3a5fa96145 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.363205] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372719, 'name': CreateVM_Task, 'duration_secs': 0.353362} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.363419] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4cf91191-d74c-4a8b-98b7-e9c1b572ca66] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 918.364047] env[62353]: DEBUG oslo_concurrency.lockutils [None req-95600e8e-8c1b-4aea-9ec8-48223fdb1317 tempest-ServerTagsTestJSON-62315982 tempest-ServerTagsTestJSON-62315982-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 918.364291] env[62353]: DEBUG oslo_concurrency.lockutils [None req-95600e8e-8c1b-4aea-9ec8-48223fdb1317 tempest-ServerTagsTestJSON-62315982 tempest-ServerTagsTestJSON-62315982-project-member] Acquired lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.364526] env[62353]: DEBUG oslo_concurrency.lockutils [None req-95600e8e-8c1b-4aea-9ec8-48223fdb1317 tempest-ServerTagsTestJSON-62315982 tempest-ServerTagsTestJSON-62315982-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 918.364775] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62989edc-05a2-4a71-813f-b814c6b22658 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.369735] env[62353]: DEBUG oslo_vmware.api [None req-95600e8e-8c1b-4aea-9ec8-48223fdb1317 tempest-ServerTagsTestJSON-62315982 tempest-ServerTagsTestJSON-62315982-project-member] Waiting for the task: (returnval){ [ 918.369735] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]523ebe0a-95d1-27be-dd9c-d89ead667b2e" [ 918.369735] env[62353]: _type = "Task" [ 918.369735] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.378684] env[62353]: DEBUG oslo_vmware.api [None req-95600e8e-8c1b-4aea-9ec8-48223fdb1317 tempest-ServerTagsTestJSON-62315982 tempest-ServerTagsTestJSON-62315982-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]523ebe0a-95d1-27be-dd9c-d89ead667b2e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.501210] env[62353]: DEBUG oslo_concurrency.lockutils [None req-93841da9-45d6-40ba-bd9c-a89cb7542cf1 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Acquiring lock "0a077d09-79c1-462a-b3e7-1312d383f1cb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 918.501471] env[62353]: DEBUG oslo_concurrency.lockutils [None req-93841da9-45d6-40ba-bd9c-a89cb7542cf1 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Lock "0a077d09-79c1-462a-b3e7-1312d383f1cb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 918.501677] env[62353]: DEBUG oslo_concurrency.lockutils [None req-93841da9-45d6-40ba-bd9c-a89cb7542cf1 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Acquiring lock "0a077d09-79c1-462a-b3e7-1312d383f1cb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 918.501856] env[62353]: DEBUG oslo_concurrency.lockutils [None req-93841da9-45d6-40ba-bd9c-a89cb7542cf1 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Lock "0a077d09-79c1-462a-b3e7-1312d383f1cb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 918.502041] env[62353]: DEBUG oslo_concurrency.lockutils [None req-93841da9-45d6-40ba-bd9c-a89cb7542cf1 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Lock "0a077d09-79c1-462a-b3e7-1312d383f1cb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 918.504140] env[62353]: INFO nova.compute.manager [None req-93841da9-45d6-40ba-bd9c-a89cb7542cf1 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: 0a077d09-79c1-462a-b3e7-1312d383f1cb] Terminating instance [ 918.549475] env[62353]: DEBUG oslo_concurrency.lockutils [None req-cc134625-9f72-4ad4-ac13-7c55a0f8c878 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Lock "c7158238-ec2d-4cf2-8b5d-140a28473628" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.167s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 918.692283] env[62353]: DEBUG nova.network.neutron [None req-3a6f2236-41d8-4ccd-9f60-d16bace544ff tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] [instance: bbea4c07-3f5b-4d9a-a127-86a1e461295f] Successfully updated port: b0170c1f-9e76-4e4d-94dc-245808377493 {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 918.791260] env[62353]: DEBUG nova.network.neutron [req-e403c6cf-c92c-46bf-b31a-80f205a10d97 req-4924b28b-3f83-40b9-80f2-de480d89d9e5 service nova] [instance: 4cf91191-d74c-4a8b-98b7-e9c1b572ca66] Updated VIF entry in instance network info cache for port 53300e44-e2f3-4407-9e7d-39d436ebb96f. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 918.791636] env[62353]: DEBUG nova.network.neutron [req-e403c6cf-c92c-46bf-b31a-80f205a10d97 req-4924b28b-3f83-40b9-80f2-de480d89d9e5 service nova] [instance: 4cf91191-d74c-4a8b-98b7-e9c1b572ca66] Updating instance_info_cache with network_info: [{"id": "53300e44-e2f3-4407-9e7d-39d436ebb96f", "address": "fa:16:3e:9f:71:9a", "network": {"id": "09cbad67-56e0-4e36-ab8c-7fc4d98a7c1e", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-669095662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e80ea1375544209b128832146a931bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3d7e184-c87f-47a5-8d0d-9fa20e07e669", "external-id": "nsx-vlan-transportzone-746", "segmentation_id": 746, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53300e44-e2", "ovs_interfaceid": "53300e44-e2f3-4407-9e7d-39d436ebb96f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.882871] env[62353]: DEBUG oslo_vmware.api [None req-95600e8e-8c1b-4aea-9ec8-48223fdb1317 tempest-ServerTagsTestJSON-62315982 tempest-ServerTagsTestJSON-62315982-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]523ebe0a-95d1-27be-dd9c-d89ead667b2e, 'name': SearchDatastore_Task, 'duration_secs': 0.013694} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.883260] env[62353]: DEBUG oslo_concurrency.lockutils [None req-95600e8e-8c1b-4aea-9ec8-48223fdb1317 tempest-ServerTagsTestJSON-62315982 tempest-ServerTagsTestJSON-62315982-project-member] Releasing lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 918.883508] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-95600e8e-8c1b-4aea-9ec8-48223fdb1317 tempest-ServerTagsTestJSON-62315982 tempest-ServerTagsTestJSON-62315982-project-member] [instance: 4cf91191-d74c-4a8b-98b7-e9c1b572ca66] Processing image 06f909ae-e8dc-43b4-abf7-c7ed85db9bbd {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 918.883802] env[62353]: DEBUG oslo_concurrency.lockutils [None req-95600e8e-8c1b-4aea-9ec8-48223fdb1317 tempest-ServerTagsTestJSON-62315982 tempest-ServerTagsTestJSON-62315982-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 918.884103] env[62353]: DEBUG oslo_concurrency.lockutils [None req-95600e8e-8c1b-4aea-9ec8-48223fdb1317 tempest-ServerTagsTestJSON-62315982 tempest-ServerTagsTestJSON-62315982-project-member] Acquired lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.884502] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-95600e8e-8c1b-4aea-9ec8-48223fdb1317 tempest-ServerTagsTestJSON-62315982 tempest-ServerTagsTestJSON-62315982-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 918.884502] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-18316015-1ee0-494d-97ba-574b4c704fcc {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.896898] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-95600e8e-8c1b-4aea-9ec8-48223fdb1317 tempest-ServerTagsTestJSON-62315982 tempest-ServerTagsTestJSON-62315982-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 918.897057] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-95600e8e-8c1b-4aea-9ec8-48223fdb1317 tempest-ServerTagsTestJSON-62315982 tempest-ServerTagsTestJSON-62315982-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 918.897966] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b7eba53-afee-40af-a2d9-b4016af9df94 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.903797] env[62353]: DEBUG oslo_vmware.api [None req-95600e8e-8c1b-4aea-9ec8-48223fdb1317 tempest-ServerTagsTestJSON-62315982 tempest-ServerTagsTestJSON-62315982-project-member] Waiting for the task: (returnval){ [ 918.903797] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5276f53f-6de9-226f-cff5-7a4f2f01c750" [ 918.903797] env[62353]: _type = "Task" [ 918.903797] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.912437] env[62353]: DEBUG oslo_vmware.api [None req-95600e8e-8c1b-4aea-9ec8-48223fdb1317 tempest-ServerTagsTestJSON-62315982 tempest-ServerTagsTestJSON-62315982-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5276f53f-6de9-226f-cff5-7a4f2f01c750, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.008024] env[62353]: DEBUG nova.compute.manager [None req-93841da9-45d6-40ba-bd9c-a89cb7542cf1 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: 0a077d09-79c1-462a-b3e7-1312d383f1cb] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 919.008024] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-93841da9-45d6-40ba-bd9c-a89cb7542cf1 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: 0a077d09-79c1-462a-b3e7-1312d383f1cb] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 919.008851] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0343345b-655c-4d6b-a5e3-499f0e4a4266 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.017914] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-93841da9-45d6-40ba-bd9c-a89cb7542cf1 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: 0a077d09-79c1-462a-b3e7-1312d383f1cb] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 919.017914] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-14e9a926-4372-47ad-9b88-c5ab47d2bc77 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.027017] env[62353]: DEBUG oslo_vmware.api [None req-93841da9-45d6-40ba-bd9c-a89cb7542cf1 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Waiting for the task: (returnval){ [ 919.027017] env[62353]: value = "task-2372720" [ 919.027017] env[62353]: _type = "Task" [ 919.027017] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.036494] env[62353]: DEBUG oslo_vmware.api [None req-93841da9-45d6-40ba-bd9c-a89cb7542cf1 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Task: {'id': task-2372720, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.194696] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3a6f2236-41d8-4ccd-9f60-d16bace544ff tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Acquiring lock "refresh_cache-bbea4c07-3f5b-4d9a-a127-86a1e461295f" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 919.194696] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3a6f2236-41d8-4ccd-9f60-d16bace544ff tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Acquired lock "refresh_cache-bbea4c07-3f5b-4d9a-a127-86a1e461295f" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.194696] env[62353]: DEBUG nova.network.neutron [None req-3a6f2236-41d8-4ccd-9f60-d16bace544ff tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] [instance: bbea4c07-3f5b-4d9a-a127-86a1e461295f] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 919.298361] env[62353]: DEBUG oslo_concurrency.lockutils [req-e403c6cf-c92c-46bf-b31a-80f205a10d97 req-4924b28b-3f83-40b9-80f2-de480d89d9e5 service nova] Releasing lock "refresh_cache-4cf91191-d74c-4a8b-98b7-e9c1b572ca66" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 919.340583] env[62353]: DEBUG oslo_concurrency.lockutils [None req-172a6511-e765-4d00-a49d-4721aca8c8b1 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Acquiring lock "c254fe57-8d19-4bfb-b607-dead3f0c04cf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 919.341105] env[62353]: DEBUG oslo_concurrency.lockutils [None req-172a6511-e765-4d00-a49d-4721aca8c8b1 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Lock "c254fe57-8d19-4bfb-b607-dead3f0c04cf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 919.341402] env[62353]: DEBUG oslo_concurrency.lockutils [None req-172a6511-e765-4d00-a49d-4721aca8c8b1 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Acquiring lock "c254fe57-8d19-4bfb-b607-dead3f0c04cf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 919.341649] env[62353]: DEBUG oslo_concurrency.lockutils [None req-172a6511-e765-4d00-a49d-4721aca8c8b1 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Lock "c254fe57-8d19-4bfb-b607-dead3f0c04cf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 919.341897] env[62353]: DEBUG oslo_concurrency.lockutils [None req-172a6511-e765-4d00-a49d-4721aca8c8b1 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Lock "c254fe57-8d19-4bfb-b607-dead3f0c04cf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 919.344668] env[62353]: INFO nova.compute.manager [None req-172a6511-e765-4d00-a49d-4721aca8c8b1 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: c254fe57-8d19-4bfb-b607-dead3f0c04cf] Terminating instance [ 919.378026] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfe0bd1c-3851-4873-abcc-c8ac46685164 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.386989] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5989e64b-407a-4ccf-a2db-5c1207fea2b6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.423964] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-796d0a01-5d8c-4582-a777-9169eaf1bf0d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.435078] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02a32a5c-a1dc-472f-a4fb-b5a6b7587f6a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.438786] env[62353]: DEBUG oslo_vmware.api [None req-95600e8e-8c1b-4aea-9ec8-48223fdb1317 tempest-ServerTagsTestJSON-62315982 tempest-ServerTagsTestJSON-62315982-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5276f53f-6de9-226f-cff5-7a4f2f01c750, 'name': SearchDatastore_Task, 'duration_secs': 0.010203} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.439840] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9828bfd3-af8b-4210-9456-db5abc4ecc2d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.449791] env[62353]: DEBUG nova.compute.provider_tree [None req-64edd8e6-ea18-4d75-b710-19730b7ea8b2 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 919.452072] env[62353]: DEBUG oslo_vmware.api [None req-95600e8e-8c1b-4aea-9ec8-48223fdb1317 tempest-ServerTagsTestJSON-62315982 tempest-ServerTagsTestJSON-62315982-project-member] Waiting for the task: (returnval){ [ 919.452072] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52a1dbf5-f827-8025-f922-d8dc7500f00c" [ 919.452072] env[62353]: _type = "Task" [ 919.452072] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.460769] env[62353]: DEBUG oslo_vmware.api [None req-95600e8e-8c1b-4aea-9ec8-48223fdb1317 tempest-ServerTagsTestJSON-62315982 tempest-ServerTagsTestJSON-62315982-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52a1dbf5-f827-8025-f922-d8dc7500f00c, 'name': SearchDatastore_Task, 'duration_secs': 0.010758} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.461567] env[62353]: DEBUG oslo_concurrency.lockutils [None req-95600e8e-8c1b-4aea-9ec8-48223fdb1317 tempest-ServerTagsTestJSON-62315982 tempest-ServerTagsTestJSON-62315982-project-member] Releasing lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 919.461823] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-95600e8e-8c1b-4aea-9ec8-48223fdb1317 tempest-ServerTagsTestJSON-62315982 tempest-ServerTagsTestJSON-62315982-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore1] 4cf91191-d74c-4a8b-98b7-e9c1b572ca66/4cf91191-d74c-4a8b-98b7-e9c1b572ca66.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 919.462107] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dbd0b217-6f86-484d-8714-8be37a241eb5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.469011] env[62353]: DEBUG oslo_vmware.api [None req-95600e8e-8c1b-4aea-9ec8-48223fdb1317 tempest-ServerTagsTestJSON-62315982 tempest-ServerTagsTestJSON-62315982-project-member] Waiting for the task: (returnval){ [ 919.469011] env[62353]: value = "task-2372721" [ 919.469011] env[62353]: _type = "Task" [ 919.469011] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.477254] env[62353]: DEBUG oslo_vmware.api [None req-95600e8e-8c1b-4aea-9ec8-48223fdb1317 tempest-ServerTagsTestJSON-62315982 tempest-ServerTagsTestJSON-62315982-project-member] Task: {'id': task-2372721, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.538825] env[62353]: DEBUG oslo_vmware.api [None req-93841da9-45d6-40ba-bd9c-a89cb7542cf1 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Task: {'id': task-2372720, 'name': PowerOffVM_Task, 'duration_secs': 0.284287} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.539177] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-93841da9-45d6-40ba-bd9c-a89cb7542cf1 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: 0a077d09-79c1-462a-b3e7-1312d383f1cb] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 919.539352] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-93841da9-45d6-40ba-bd9c-a89cb7542cf1 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: 0a077d09-79c1-462a-b3e7-1312d383f1cb] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 919.539610] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d19cfde4-1bbd-4b03-9ea3-447f4eb076b4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.609494] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-93841da9-45d6-40ba-bd9c-a89cb7542cf1 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: 0a077d09-79c1-462a-b3e7-1312d383f1cb] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 919.609683] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-93841da9-45d6-40ba-bd9c-a89cb7542cf1 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: 0a077d09-79c1-462a-b3e7-1312d383f1cb] Deleting contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 919.609865] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-93841da9-45d6-40ba-bd9c-a89cb7542cf1 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Deleting the datastore file [datastore1] 0a077d09-79c1-462a-b3e7-1312d383f1cb {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 919.610321] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-396a6c06-cf27-44c1-abc5-6b310df7fdfe {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.617481] env[62353]: DEBUG oslo_vmware.api [None req-93841da9-45d6-40ba-bd9c-a89cb7542cf1 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Waiting for the task: (returnval){ [ 919.617481] env[62353]: value = "task-2372723" [ 919.617481] env[62353]: _type = "Task" [ 919.617481] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.625548] env[62353]: DEBUG oslo_vmware.api [None req-93841da9-45d6-40ba-bd9c-a89cb7542cf1 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Task: {'id': task-2372723, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.746560] env[62353]: DEBUG nova.network.neutron [None req-3a6f2236-41d8-4ccd-9f60-d16bace544ff tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] [instance: bbea4c07-3f5b-4d9a-a127-86a1e461295f] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 919.853154] env[62353]: DEBUG nova.compute.manager [None req-172a6511-e765-4d00-a49d-4721aca8c8b1 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: c254fe57-8d19-4bfb-b607-dead3f0c04cf] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 919.853154] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-172a6511-e765-4d00-a49d-4721aca8c8b1 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: c254fe57-8d19-4bfb-b607-dead3f0c04cf] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 919.853154] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4cdf95c-c0b2-407e-a496-2e8c3fe9d562 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.864048] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-172a6511-e765-4d00-a49d-4721aca8c8b1 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: c254fe57-8d19-4bfb-b607-dead3f0c04cf] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 919.864378] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4236384f-4391-493b-a7e9-9e531af29e12 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.871173] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b3dc5a95-4ccb-4ffd-9479-6885927a144b tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Acquiring lock "97cac27a-befb-4694-9fd8-5209a8e36121" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 919.871473] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b3dc5a95-4ccb-4ffd-9479-6885927a144b tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Lock "97cac27a-befb-4694-9fd8-5209a8e36121" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 919.877138] env[62353]: DEBUG oslo_vmware.api [None req-172a6511-e765-4d00-a49d-4721aca8c8b1 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Waiting for the task: (returnval){ [ 919.877138] env[62353]: value = "task-2372724" [ 919.877138] env[62353]: _type = "Task" [ 919.877138] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.890984] env[62353]: DEBUG oslo_vmware.api [None req-172a6511-e765-4d00-a49d-4721aca8c8b1 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Task: {'id': task-2372724, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.929703] env[62353]: DEBUG nova.network.neutron [None req-3a6f2236-41d8-4ccd-9f60-d16bace544ff tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] [instance: bbea4c07-3f5b-4d9a-a127-86a1e461295f] Updating instance_info_cache with network_info: [{"id": "b0170c1f-9e76-4e4d-94dc-245808377493", "address": "fa:16:3e:e3:29:ea", "network": {"id": "e49edb49-1749-4119-b957-fd561f404394", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1488076801-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3224ba6a4e84af89d3803c80d01dd2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0170c1f-9e", "ovs_interfaceid": "b0170c1f-9e76-4e4d-94dc-245808377493", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 919.955108] env[62353]: DEBUG nova.scheduler.client.report [None req-64edd8e6-ea18-4d75-b710-19730b7ea8b2 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 919.980781] env[62353]: DEBUG oslo_vmware.api [None req-95600e8e-8c1b-4aea-9ec8-48223fdb1317 tempest-ServerTagsTestJSON-62315982 tempest-ServerTagsTestJSON-62315982-project-member] Task: {'id': task-2372721, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.012959] env[62353]: DEBUG nova.compute.manager [req-fbc6ebd8-46fd-4693-aa8c-7ea29a7fe4c7 req-a8be0194-e855-4976-ad79-de8ac6842c69 service nova] [instance: bbea4c07-3f5b-4d9a-a127-86a1e461295f] Received event network-vif-plugged-b0170c1f-9e76-4e4d-94dc-245808377493 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 920.013306] env[62353]: DEBUG oslo_concurrency.lockutils [req-fbc6ebd8-46fd-4693-aa8c-7ea29a7fe4c7 req-a8be0194-e855-4976-ad79-de8ac6842c69 service nova] Acquiring lock "bbea4c07-3f5b-4d9a-a127-86a1e461295f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 920.013569] env[62353]: DEBUG oslo_concurrency.lockutils [req-fbc6ebd8-46fd-4693-aa8c-7ea29a7fe4c7 req-a8be0194-e855-4976-ad79-de8ac6842c69 service nova] Lock "bbea4c07-3f5b-4d9a-a127-86a1e461295f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 920.013788] env[62353]: DEBUG oslo_concurrency.lockutils [req-fbc6ebd8-46fd-4693-aa8c-7ea29a7fe4c7 req-a8be0194-e855-4976-ad79-de8ac6842c69 service nova] Lock "bbea4c07-3f5b-4d9a-a127-86a1e461295f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 920.014046] env[62353]: DEBUG nova.compute.manager [req-fbc6ebd8-46fd-4693-aa8c-7ea29a7fe4c7 req-a8be0194-e855-4976-ad79-de8ac6842c69 service nova] [instance: bbea4c07-3f5b-4d9a-a127-86a1e461295f] No waiting events found dispatching network-vif-plugged-b0170c1f-9e76-4e4d-94dc-245808377493 {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 920.014291] env[62353]: WARNING nova.compute.manager [req-fbc6ebd8-46fd-4693-aa8c-7ea29a7fe4c7 req-a8be0194-e855-4976-ad79-de8ac6842c69 service nova] [instance: bbea4c07-3f5b-4d9a-a127-86a1e461295f] Received unexpected event network-vif-plugged-b0170c1f-9e76-4e4d-94dc-245808377493 for instance with vm_state building and task_state spawning. [ 920.014548] env[62353]: DEBUG nova.compute.manager [req-fbc6ebd8-46fd-4693-aa8c-7ea29a7fe4c7 req-a8be0194-e855-4976-ad79-de8ac6842c69 service nova] [instance: bbea4c07-3f5b-4d9a-a127-86a1e461295f] Received event network-changed-b0170c1f-9e76-4e4d-94dc-245808377493 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 920.014770] env[62353]: DEBUG nova.compute.manager [req-fbc6ebd8-46fd-4693-aa8c-7ea29a7fe4c7 req-a8be0194-e855-4976-ad79-de8ac6842c69 service nova] [instance: bbea4c07-3f5b-4d9a-a127-86a1e461295f] Refreshing instance network info cache due to event network-changed-b0170c1f-9e76-4e4d-94dc-245808377493. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 920.015015] env[62353]: DEBUG oslo_concurrency.lockutils [req-fbc6ebd8-46fd-4693-aa8c-7ea29a7fe4c7 req-a8be0194-e855-4976-ad79-de8ac6842c69 service nova] Acquiring lock "refresh_cache-bbea4c07-3f5b-4d9a-a127-86a1e461295f" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 920.127741] env[62353]: DEBUG oslo_vmware.api [None req-93841da9-45d6-40ba-bd9c-a89cb7542cf1 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Task: {'id': task-2372723, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.448486} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.128015] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-93841da9-45d6-40ba-bd9c-a89cb7542cf1 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 920.128202] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-93841da9-45d6-40ba-bd9c-a89cb7542cf1 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: 0a077d09-79c1-462a-b3e7-1312d383f1cb] Deleted contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 920.128381] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-93841da9-45d6-40ba-bd9c-a89cb7542cf1 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: 0a077d09-79c1-462a-b3e7-1312d383f1cb] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 920.128549] env[62353]: INFO nova.compute.manager [None req-93841da9-45d6-40ba-bd9c-a89cb7542cf1 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: 0a077d09-79c1-462a-b3e7-1312d383f1cb] Took 1.12 seconds to destroy the instance on the hypervisor. [ 920.128794] env[62353]: DEBUG oslo.service.loopingcall [None req-93841da9-45d6-40ba-bd9c-a89cb7542cf1 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 920.129039] env[62353]: DEBUG nova.compute.manager [-] [instance: 0a077d09-79c1-462a-b3e7-1312d383f1cb] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 920.129127] env[62353]: DEBUG nova.network.neutron [-] [instance: 0a077d09-79c1-462a-b3e7-1312d383f1cb] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 920.374951] env[62353]: DEBUG nova.compute.manager [None req-b3dc5a95-4ccb-4ffd-9479-6885927a144b tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: 97cac27a-befb-4694-9fd8-5209a8e36121] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 920.389239] env[62353]: DEBUG oslo_vmware.api [None req-172a6511-e765-4d00-a49d-4721aca8c8b1 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Task: {'id': task-2372724, 'name': PowerOffVM_Task, 'duration_secs': 0.217328} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.389239] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-172a6511-e765-4d00-a49d-4721aca8c8b1 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: c254fe57-8d19-4bfb-b607-dead3f0c04cf] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 920.389239] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-172a6511-e765-4d00-a49d-4721aca8c8b1 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: c254fe57-8d19-4bfb-b607-dead3f0c04cf] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 920.389509] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dff92b38-bd82-435d-97ec-a29c0f9e3245 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.434924] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3a6f2236-41d8-4ccd-9f60-d16bace544ff tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Releasing lock "refresh_cache-bbea4c07-3f5b-4d9a-a127-86a1e461295f" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 920.434924] env[62353]: DEBUG nova.compute.manager [None req-3a6f2236-41d8-4ccd-9f60-d16bace544ff tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] [instance: bbea4c07-3f5b-4d9a-a127-86a1e461295f] Instance network_info: |[{"id": "b0170c1f-9e76-4e4d-94dc-245808377493", "address": "fa:16:3e:e3:29:ea", "network": {"id": "e49edb49-1749-4119-b957-fd561f404394", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1488076801-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3224ba6a4e84af89d3803c80d01dd2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0170c1f-9e", "ovs_interfaceid": "b0170c1f-9e76-4e4d-94dc-245808377493", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 920.434924] env[62353]: DEBUG oslo_concurrency.lockutils [req-fbc6ebd8-46fd-4693-aa8c-7ea29a7fe4c7 req-a8be0194-e855-4976-ad79-de8ac6842c69 service nova] Acquired lock "refresh_cache-bbea4c07-3f5b-4d9a-a127-86a1e461295f" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.434924] env[62353]: DEBUG nova.network.neutron [req-fbc6ebd8-46fd-4693-aa8c-7ea29a7fe4c7 req-a8be0194-e855-4976-ad79-de8ac6842c69 service nova] [instance: bbea4c07-3f5b-4d9a-a127-86a1e461295f] Refreshing network info cache for port b0170c1f-9e76-4e4d-94dc-245808377493 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 920.435355] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-3a6f2236-41d8-4ccd-9f60-d16bace544ff tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] [instance: bbea4c07-3f5b-4d9a-a127-86a1e461295f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e3:29:ea', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1bf71001-973b-4fda-b804-ee6abcd12776', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b0170c1f-9e76-4e4d-94dc-245808377493', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 920.444423] env[62353]: DEBUG oslo.service.loopingcall [None req-3a6f2236-41d8-4ccd-9f60-d16bace544ff tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 920.445901] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bbea4c07-3f5b-4d9a-a127-86a1e461295f] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 920.446286] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c53ba45a-e904-4c97-8cbe-a8833194da13 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.463091] env[62353]: DEBUG oslo_concurrency.lockutils [None req-64edd8e6-ea18-4d75-b710-19730b7ea8b2 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.450s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 920.463773] env[62353]: DEBUG nova.compute.manager [None req-64edd8e6-ea18-4d75-b710-19730b7ea8b2 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 3d6dc73d-cbff-4487-b414-dc5a033e118a] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 920.466779] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4f2b8661-b514-4b36-9803-ea43b4f130d0 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.589s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 920.466984] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4f2b8661-b514-4b36-9803-ea43b4f130d0 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 920.469759] env[62353]: DEBUG oslo_concurrency.lockutils [None req-49d53998-0ca9-495e-b326-1bd9ca533431 tempest-ServerGroupTestJSON-1084570586 tempest-ServerGroupTestJSON-1084570586-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.220s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 920.470085] env[62353]: DEBUG nova.objects.instance [None req-49d53998-0ca9-495e-b326-1bd9ca533431 tempest-ServerGroupTestJSON-1084570586 tempest-ServerGroupTestJSON-1084570586-project-member] Lazy-loading 'resources' on Instance uuid 9b5f53f8-5f64-452e-a1a6-236a994071a1 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 920.474677] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-172a6511-e765-4d00-a49d-4721aca8c8b1 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: c254fe57-8d19-4bfb-b607-dead3f0c04cf] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 920.474677] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-172a6511-e765-4d00-a49d-4721aca8c8b1 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: c254fe57-8d19-4bfb-b607-dead3f0c04cf] Deleting contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 920.474677] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-172a6511-e765-4d00-a49d-4721aca8c8b1 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Deleting the datastore file [datastore2] c254fe57-8d19-4bfb-b607-dead3f0c04cf {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 920.480834] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-15703714-e0e1-4693-9e18-6a1aa2c05664 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.485648] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 920.485648] env[62353]: value = "task-2372726" [ 920.485648] env[62353]: _type = "Task" [ 920.485648] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.496185] env[62353]: DEBUG oslo_vmware.api [None req-95600e8e-8c1b-4aea-9ec8-48223fdb1317 tempest-ServerTagsTestJSON-62315982 tempest-ServerTagsTestJSON-62315982-project-member] Task: {'id': task-2372721, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.514039} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.496592] env[62353]: DEBUG oslo_vmware.api [None req-172a6511-e765-4d00-a49d-4721aca8c8b1 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Waiting for the task: (returnval){ [ 920.496592] env[62353]: value = "task-2372727" [ 920.496592] env[62353]: _type = "Task" [ 920.496592] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.497257] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-95600e8e-8c1b-4aea-9ec8-48223fdb1317 tempest-ServerTagsTestJSON-62315982 tempest-ServerTagsTestJSON-62315982-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore1] 4cf91191-d74c-4a8b-98b7-e9c1b572ca66/4cf91191-d74c-4a8b-98b7-e9c1b572ca66.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 920.497493] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-95600e8e-8c1b-4aea-9ec8-48223fdb1317 tempest-ServerTagsTestJSON-62315982 tempest-ServerTagsTestJSON-62315982-project-member] [instance: 4cf91191-d74c-4a8b-98b7-e9c1b572ca66] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 920.498047] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-37e377d6-5484-4556-a066-e17e8f6f3f6a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.503679] env[62353]: INFO nova.scheduler.client.report [None req-4f2b8661-b514-4b36-9803-ea43b4f130d0 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Deleted allocations for instance 52aeb134-e5e3-40b0-a3e8-152effaf542b [ 920.508043] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372726, 'name': CreateVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.516966] env[62353]: DEBUG oslo_vmware.api [None req-172a6511-e765-4d00-a49d-4721aca8c8b1 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Task: {'id': task-2372727, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.518540] env[62353]: DEBUG oslo_vmware.api [None req-95600e8e-8c1b-4aea-9ec8-48223fdb1317 tempest-ServerTagsTestJSON-62315982 tempest-ServerTagsTestJSON-62315982-project-member] Waiting for the task: (returnval){ [ 920.518540] env[62353]: value = "task-2372728" [ 920.518540] env[62353]: _type = "Task" [ 920.518540] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.528247] env[62353]: DEBUG oslo_vmware.api [None req-95600e8e-8c1b-4aea-9ec8-48223fdb1317 tempest-ServerTagsTestJSON-62315982 tempest-ServerTagsTestJSON-62315982-project-member] Task: {'id': task-2372728, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.898346] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b3dc5a95-4ccb-4ffd-9479-6885927a144b tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 920.899890] env[62353]: DEBUG nova.network.neutron [-] [instance: 0a077d09-79c1-462a-b3e7-1312d383f1cb] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 920.968601] env[62353]: DEBUG nova.compute.utils [None req-64edd8e6-ea18-4d75-b710-19730b7ea8b2 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 920.970165] env[62353]: DEBUG nova.compute.manager [None req-64edd8e6-ea18-4d75-b710-19730b7ea8b2 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 3d6dc73d-cbff-4487-b414-dc5a033e118a] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 920.970896] env[62353]: DEBUG nova.network.neutron [None req-64edd8e6-ea18-4d75-b710-19730b7ea8b2 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 3d6dc73d-cbff-4487-b414-dc5a033e118a] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 921.000956] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372726, 'name': CreateVM_Task} progress is 25%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.009787] env[62353]: DEBUG oslo_vmware.api [None req-172a6511-e765-4d00-a49d-4721aca8c8b1 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Task: {'id': task-2372727, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.015828] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4f2b8661-b514-4b36-9803-ea43b4f130d0 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Lock "52aeb134-e5e3-40b0-a3e8-152effaf542b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.605s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 921.030232] env[62353]: DEBUG oslo_vmware.api [None req-95600e8e-8c1b-4aea-9ec8-48223fdb1317 tempest-ServerTagsTestJSON-62315982 tempest-ServerTagsTestJSON-62315982-project-member] Task: {'id': task-2372728, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.148832} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.033854] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-95600e8e-8c1b-4aea-9ec8-48223fdb1317 tempest-ServerTagsTestJSON-62315982 tempest-ServerTagsTestJSON-62315982-project-member] [instance: 4cf91191-d74c-4a8b-98b7-e9c1b572ca66] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 921.035940] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7470957-0d4b-4b68-a1f4-9955f0058a99 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.039774] env[62353]: DEBUG nova.policy [None req-64edd8e6-ea18-4d75-b710-19730b7ea8b2 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b93f5a95ba7945feb238e94d56c8fc06', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f26acbe9e08743179af7b91ff38b5ea9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:192}} [ 921.070024] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-95600e8e-8c1b-4aea-9ec8-48223fdb1317 tempest-ServerTagsTestJSON-62315982 tempest-ServerTagsTestJSON-62315982-project-member] [instance: 4cf91191-d74c-4a8b-98b7-e9c1b572ca66] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] 4cf91191-d74c-4a8b-98b7-e9c1b572ca66/4cf91191-d74c-4a8b-98b7-e9c1b572ca66.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 921.070024] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b342289c-3ad5-4ab0-972b-cd95c20ea168 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.093570] env[62353]: DEBUG oslo_vmware.api [None req-95600e8e-8c1b-4aea-9ec8-48223fdb1317 tempest-ServerTagsTestJSON-62315982 tempest-ServerTagsTestJSON-62315982-project-member] Waiting for the task: (returnval){ [ 921.093570] env[62353]: value = "task-2372729" [ 921.093570] env[62353]: _type = "Task" [ 921.093570] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.102537] env[62353]: DEBUG oslo_vmware.api [None req-95600e8e-8c1b-4aea-9ec8-48223fdb1317 tempest-ServerTagsTestJSON-62315982 tempest-ServerTagsTestJSON-62315982-project-member] Task: {'id': task-2372729, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.337801] env[62353]: DEBUG nova.network.neutron [req-fbc6ebd8-46fd-4693-aa8c-7ea29a7fe4c7 req-a8be0194-e855-4976-ad79-de8ac6842c69 service nova] [instance: bbea4c07-3f5b-4d9a-a127-86a1e461295f] Updated VIF entry in instance network info cache for port b0170c1f-9e76-4e4d-94dc-245808377493. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 921.338180] env[62353]: DEBUG nova.network.neutron [req-fbc6ebd8-46fd-4693-aa8c-7ea29a7fe4c7 req-a8be0194-e855-4976-ad79-de8ac6842c69 service nova] [instance: bbea4c07-3f5b-4d9a-a127-86a1e461295f] Updating instance_info_cache with network_info: [{"id": "b0170c1f-9e76-4e4d-94dc-245808377493", "address": "fa:16:3e:e3:29:ea", "network": {"id": "e49edb49-1749-4119-b957-fd561f404394", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1488076801-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3224ba6a4e84af89d3803c80d01dd2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0170c1f-9e", "ovs_interfaceid": "b0170c1f-9e76-4e4d-94dc-245808377493", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.398645] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fa8bdc6-ba93-4dd6-996b-9a73e715d795 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.402461] env[62353]: INFO nova.compute.manager [-] [instance: 0a077d09-79c1-462a-b3e7-1312d383f1cb] Took 1.27 seconds to deallocate network for instance. [ 921.413079] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9367b8ee-902b-4440-8026-600c045f8524 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.451946] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0370d6a7-9ac3-4c1d-a3bb-cb54cd2367f9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.460469] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b568d4f0-ea03-48e1-a709-a0878f949548 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.475191] env[62353]: DEBUG nova.compute.manager [None req-64edd8e6-ea18-4d75-b710-19730b7ea8b2 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 3d6dc73d-cbff-4487-b414-dc5a033e118a] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 921.478203] env[62353]: DEBUG nova.compute.provider_tree [None req-49d53998-0ca9-495e-b326-1bd9ca533431 tempest-ServerGroupTestJSON-1084570586 tempest-ServerGroupTestJSON-1084570586-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 921.498078] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372726, 'name': CreateVM_Task, 'duration_secs': 1.002249} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.498281] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bbea4c07-3f5b-4d9a-a127-86a1e461295f] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 921.499230] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3a6f2236-41d8-4ccd-9f60-d16bace544ff tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 921.499230] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3a6f2236-41d8-4ccd-9f60-d16bace544ff tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Acquired lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.499565] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3a6f2236-41d8-4ccd-9f60-d16bace544ff tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 921.500500] env[62353]: DEBUG nova.network.neutron [None req-64edd8e6-ea18-4d75-b710-19730b7ea8b2 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 3d6dc73d-cbff-4487-b414-dc5a033e118a] Successfully created port: 1587117c-1f3c-4a19-a3e6-12f3435059ef {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 921.502458] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-902ca255-a292-4945-9aff-019541f882b0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.515190] env[62353]: DEBUG oslo_vmware.api [None req-172a6511-e765-4d00-a49d-4721aca8c8b1 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Task: {'id': task-2372727, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.538193} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.516048] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-172a6511-e765-4d00-a49d-4721aca8c8b1 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 921.516245] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-172a6511-e765-4d00-a49d-4721aca8c8b1 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: c254fe57-8d19-4bfb-b607-dead3f0c04cf] Deleted contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 921.516420] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-172a6511-e765-4d00-a49d-4721aca8c8b1 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: c254fe57-8d19-4bfb-b607-dead3f0c04cf] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 921.516584] env[62353]: INFO nova.compute.manager [None req-172a6511-e765-4d00-a49d-4721aca8c8b1 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: c254fe57-8d19-4bfb-b607-dead3f0c04cf] Took 1.66 seconds to destroy the instance on the hypervisor. [ 921.516820] env[62353]: DEBUG oslo.service.loopingcall [None req-172a6511-e765-4d00-a49d-4721aca8c8b1 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 921.517130] env[62353]: DEBUG oslo_vmware.api [None req-3a6f2236-41d8-4ccd-9f60-d16bace544ff tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Waiting for the task: (returnval){ [ 921.517130] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52e49601-3fd6-9d9d-0e92-19f99bf281f6" [ 921.517130] env[62353]: _type = "Task" [ 921.517130] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.517326] env[62353]: DEBUG nova.compute.manager [-] [instance: c254fe57-8d19-4bfb-b607-dead3f0c04cf] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 921.517514] env[62353]: DEBUG nova.network.neutron [-] [instance: c254fe57-8d19-4bfb-b607-dead3f0c04cf] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 921.532765] env[62353]: DEBUG oslo_vmware.api [None req-3a6f2236-41d8-4ccd-9f60-d16bace544ff tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52e49601-3fd6-9d9d-0e92-19f99bf281f6, 'name': SearchDatastore_Task, 'duration_secs': 0.010361} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.532765] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3a6f2236-41d8-4ccd-9f60-d16bace544ff tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Releasing lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 921.532765] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-3a6f2236-41d8-4ccd-9f60-d16bace544ff tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] [instance: bbea4c07-3f5b-4d9a-a127-86a1e461295f] Processing image 06f909ae-e8dc-43b4-abf7-c7ed85db9bbd {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 921.532765] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3a6f2236-41d8-4ccd-9f60-d16bace544ff tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 921.532765] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3a6f2236-41d8-4ccd-9f60-d16bace544ff tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Acquired lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.532765] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a6f2236-41d8-4ccd-9f60-d16bace544ff tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 921.533045] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5be48e61-b470-45e0-aaec-40a83348271b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.545163] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a6f2236-41d8-4ccd-9f60-d16bace544ff tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 921.545163] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-3a6f2236-41d8-4ccd-9f60-d16bace544ff tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 921.545163] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2be7dd12-8168-429b-9261-896f19d059bb {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.552148] env[62353]: DEBUG oslo_vmware.api [None req-3a6f2236-41d8-4ccd-9f60-d16bace544ff tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Waiting for the task: (returnval){ [ 921.552148] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]524816ee-948f-0779-937e-857e03dbe47f" [ 921.552148] env[62353]: _type = "Task" [ 921.552148] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.562311] env[62353]: DEBUG oslo_vmware.api [None req-3a6f2236-41d8-4ccd-9f60-d16bace544ff tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]524816ee-948f-0779-937e-857e03dbe47f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.604740] env[62353]: DEBUG oslo_vmware.api [None req-95600e8e-8c1b-4aea-9ec8-48223fdb1317 tempest-ServerTagsTestJSON-62315982 tempest-ServerTagsTestJSON-62315982-project-member] Task: {'id': task-2372729, 'name': ReconfigVM_Task, 'duration_secs': 0.358078} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.605061] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-95600e8e-8c1b-4aea-9ec8-48223fdb1317 tempest-ServerTagsTestJSON-62315982 tempest-ServerTagsTestJSON-62315982-project-member] [instance: 4cf91191-d74c-4a8b-98b7-e9c1b572ca66] Reconfigured VM instance instance-0000004f to attach disk [datastore1] 4cf91191-d74c-4a8b-98b7-e9c1b572ca66/4cf91191-d74c-4a8b-98b7-e9c1b572ca66.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 921.605787] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0190c4b9-3713-47c3-8410-7fbecc6fc4c4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.614518] env[62353]: DEBUG oslo_vmware.api [None req-95600e8e-8c1b-4aea-9ec8-48223fdb1317 tempest-ServerTagsTestJSON-62315982 tempest-ServerTagsTestJSON-62315982-project-member] Waiting for the task: (returnval){ [ 921.614518] env[62353]: value = "task-2372730" [ 921.614518] env[62353]: _type = "Task" [ 921.614518] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.626497] env[62353]: DEBUG oslo_vmware.api [None req-95600e8e-8c1b-4aea-9ec8-48223fdb1317 tempest-ServerTagsTestJSON-62315982 tempest-ServerTagsTestJSON-62315982-project-member] Task: {'id': task-2372730, 'name': Rename_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.841816] env[62353]: DEBUG oslo_concurrency.lockutils [req-fbc6ebd8-46fd-4693-aa8c-7ea29a7fe4c7 req-a8be0194-e855-4976-ad79-de8ac6842c69 service nova] Releasing lock "refresh_cache-bbea4c07-3f5b-4d9a-a127-86a1e461295f" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 921.918494] env[62353]: DEBUG oslo_concurrency.lockutils [None req-93841da9-45d6-40ba-bd9c-a89cb7542cf1 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 921.983434] env[62353]: DEBUG nova.scheduler.client.report [None req-49d53998-0ca9-495e-b326-1bd9ca533431 tempest-ServerGroupTestJSON-1084570586 tempest-ServerGroupTestJSON-1084570586-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 922.042350] env[62353]: DEBUG nova.compute.manager [req-1f73559f-a1b9-41aa-94f5-b8e17a98094e req-7dfef54c-2502-41ea-a670-f5649a58a349 service nova] [instance: 0a077d09-79c1-462a-b3e7-1312d383f1cb] Received event network-vif-deleted-ba87c1ae-df05-4dec-9295-2ffabfa27347 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 922.042350] env[62353]: DEBUG nova.compute.manager [req-1f73559f-a1b9-41aa-94f5-b8e17a98094e req-7dfef54c-2502-41ea-a670-f5649a58a349 service nova] [instance: c254fe57-8d19-4bfb-b607-dead3f0c04cf] Received event network-vif-deleted-21420cb1-3890-4df9-bfd0-5c5627fe3031 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 922.042504] env[62353]: INFO nova.compute.manager [req-1f73559f-a1b9-41aa-94f5-b8e17a98094e req-7dfef54c-2502-41ea-a670-f5649a58a349 service nova] [instance: c254fe57-8d19-4bfb-b607-dead3f0c04cf] Neutron deleted interface 21420cb1-3890-4df9-bfd0-5c5627fe3031; detaching it from the instance and deleting it from the info cache [ 922.042661] env[62353]: DEBUG nova.network.neutron [req-1f73559f-a1b9-41aa-94f5-b8e17a98094e req-7dfef54c-2502-41ea-a670-f5649a58a349 service nova] [instance: c254fe57-8d19-4bfb-b607-dead3f0c04cf] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.065277] env[62353]: DEBUG oslo_vmware.api [None req-3a6f2236-41d8-4ccd-9f60-d16bace544ff tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]524816ee-948f-0779-937e-857e03dbe47f, 'name': SearchDatastore_Task, 'duration_secs': 0.010337} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.066248] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6d2d576-310d-4476-afe3-9b8c02cd5b0b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.071983] env[62353]: DEBUG oslo_vmware.api [None req-3a6f2236-41d8-4ccd-9f60-d16bace544ff tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Waiting for the task: (returnval){ [ 922.071983] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5265bee9-5b4a-0f9a-961d-5853c8e63621" [ 922.071983] env[62353]: _type = "Task" [ 922.071983] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.080333] env[62353]: DEBUG oslo_vmware.api [None req-3a6f2236-41d8-4ccd-9f60-d16bace544ff tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5265bee9-5b4a-0f9a-961d-5853c8e63621, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.125792] env[62353]: DEBUG oslo_vmware.api [None req-95600e8e-8c1b-4aea-9ec8-48223fdb1317 tempest-ServerTagsTestJSON-62315982 tempest-ServerTagsTestJSON-62315982-project-member] Task: {'id': task-2372730, 'name': Rename_Task, 'duration_secs': 0.221792} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.126142] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-95600e8e-8c1b-4aea-9ec8-48223fdb1317 tempest-ServerTagsTestJSON-62315982 tempest-ServerTagsTestJSON-62315982-project-member] [instance: 4cf91191-d74c-4a8b-98b7-e9c1b572ca66] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 922.126429] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1a389245-ed3e-4788-910e-c71c14a15038 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.134407] env[62353]: DEBUG oslo_vmware.api [None req-95600e8e-8c1b-4aea-9ec8-48223fdb1317 tempest-ServerTagsTestJSON-62315982 tempest-ServerTagsTestJSON-62315982-project-member] Waiting for the task: (returnval){ [ 922.134407] env[62353]: value = "task-2372731" [ 922.134407] env[62353]: _type = "Task" [ 922.134407] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.142432] env[62353]: DEBUG oslo_vmware.api [None req-95600e8e-8c1b-4aea-9ec8-48223fdb1317 tempest-ServerTagsTestJSON-62315982 tempest-ServerTagsTestJSON-62315982-project-member] Task: {'id': task-2372731, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.442459] env[62353]: DEBUG nova.network.neutron [-] [instance: c254fe57-8d19-4bfb-b607-dead3f0c04cf] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.488841] env[62353]: DEBUG nova.compute.manager [None req-64edd8e6-ea18-4d75-b710-19730b7ea8b2 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 3d6dc73d-cbff-4487-b414-dc5a033e118a] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 922.491417] env[62353]: DEBUG oslo_concurrency.lockutils [None req-49d53998-0ca9-495e-b326-1bd9ca533431 tempest-ServerGroupTestJSON-1084570586 tempest-ServerGroupTestJSON-1084570586-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.022s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 922.493511] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7d6d8022-3741-4c4a-a94a-7038f745c42c tempest-InstanceActionsNegativeTestJSON-1525249744 tempest-InstanceActionsNegativeTestJSON-1525249744-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.066s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 922.493743] env[62353]: DEBUG nova.objects.instance [None req-7d6d8022-3741-4c4a-a94a-7038f745c42c tempest-InstanceActionsNegativeTestJSON-1525249744 tempest-InstanceActionsNegativeTestJSON-1525249744-project-member] Lazy-loading 'resources' on Instance uuid f145dffe-8969-479a-b1f9-576f6f0128fb {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 922.510536] env[62353]: INFO nova.scheduler.client.report [None req-49d53998-0ca9-495e-b326-1bd9ca533431 tempest-ServerGroupTestJSON-1084570586 tempest-ServerGroupTestJSON-1084570586-project-member] Deleted allocations for instance 9b5f53f8-5f64-452e-a1a6-236a994071a1 [ 922.514431] env[62353]: DEBUG nova.virt.hardware [None req-64edd8e6-ea18-4d75-b710-19730b7ea8b2 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T12:38:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T12:38:15Z,direct_url=,disk_format='vmdk',id=06f909ae-e8dc-43b4-abf7-c7ed85db9bbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0a3f88790a594523a818b8c00f6862e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T12:38:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 922.514656] env[62353]: DEBUG nova.virt.hardware [None req-64edd8e6-ea18-4d75-b710-19730b7ea8b2 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 922.514815] env[62353]: DEBUG nova.virt.hardware [None req-64edd8e6-ea18-4d75-b710-19730b7ea8b2 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 922.514994] env[62353]: DEBUG nova.virt.hardware [None req-64edd8e6-ea18-4d75-b710-19730b7ea8b2 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 922.515159] env[62353]: DEBUG nova.virt.hardware [None req-64edd8e6-ea18-4d75-b710-19730b7ea8b2 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 922.515305] env[62353]: DEBUG nova.virt.hardware [None req-64edd8e6-ea18-4d75-b710-19730b7ea8b2 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 922.515510] env[62353]: DEBUG nova.virt.hardware [None req-64edd8e6-ea18-4d75-b710-19730b7ea8b2 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 922.515665] env[62353]: DEBUG nova.virt.hardware [None req-64edd8e6-ea18-4d75-b710-19730b7ea8b2 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 922.515828] env[62353]: DEBUG nova.virt.hardware [None req-64edd8e6-ea18-4d75-b710-19730b7ea8b2 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 922.516047] env[62353]: DEBUG nova.virt.hardware [None req-64edd8e6-ea18-4d75-b710-19730b7ea8b2 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 922.516236] env[62353]: DEBUG nova.virt.hardware [None req-64edd8e6-ea18-4d75-b710-19730b7ea8b2 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 922.517162] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ef11476-b802-4a6c-96c6-6ada82bf05d4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.528035] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf976a17-2c8f-44e7-82e6-f31afc0230c4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.546059] env[62353]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6aa0ef28-43ba-4c56-8825-d33cd0b1c77a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.555366] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1eacfe0-6313-4251-8f77-66cca4c9278a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.582945] env[62353]: DEBUG oslo_vmware.api [None req-3a6f2236-41d8-4ccd-9f60-d16bace544ff tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5265bee9-5b4a-0f9a-961d-5853c8e63621, 'name': SearchDatastore_Task, 'duration_secs': 0.009924} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.592906] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3a6f2236-41d8-4ccd-9f60-d16bace544ff tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Releasing lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 922.593245] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a6f2236-41d8-4ccd-9f60-d16bace544ff tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore1] bbea4c07-3f5b-4d9a-a127-86a1e461295f/bbea4c07-3f5b-4d9a-a127-86a1e461295f.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 922.593960] env[62353]: DEBUG nova.compute.manager [req-1f73559f-a1b9-41aa-94f5-b8e17a98094e req-7dfef54c-2502-41ea-a670-f5649a58a349 service nova] [instance: c254fe57-8d19-4bfb-b607-dead3f0c04cf] Detach interface failed, port_id=21420cb1-3890-4df9-bfd0-5c5627fe3031, reason: Instance c254fe57-8d19-4bfb-b607-dead3f0c04cf could not be found. {{(pid=62353) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 922.594351] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-da660db4-141c-48cc-bdcb-ff340624d0c9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.602700] env[62353]: DEBUG oslo_vmware.api [None req-3a6f2236-41d8-4ccd-9f60-d16bace544ff tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Waiting for the task: (returnval){ [ 922.602700] env[62353]: value = "task-2372732" [ 922.602700] env[62353]: _type = "Task" [ 922.602700] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.612138] env[62353]: DEBUG oslo_vmware.api [None req-3a6f2236-41d8-4ccd-9f60-d16bace544ff tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Task: {'id': task-2372732, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.644745] env[62353]: DEBUG oslo_vmware.api [None req-95600e8e-8c1b-4aea-9ec8-48223fdb1317 tempest-ServerTagsTestJSON-62315982 tempest-ServerTagsTestJSON-62315982-project-member] Task: {'id': task-2372731, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.945573] env[62353]: INFO nova.compute.manager [-] [instance: c254fe57-8d19-4bfb-b607-dead3f0c04cf] Took 1.43 seconds to deallocate network for instance. [ 923.027166] env[62353]: DEBUG oslo_concurrency.lockutils [None req-49d53998-0ca9-495e-b326-1bd9ca533431 tempest-ServerGroupTestJSON-1084570586 tempest-ServerGroupTestJSON-1084570586-project-member] Lock "9b5f53f8-5f64-452e-a1a6-236a994071a1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.753s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 923.116013] env[62353]: DEBUG oslo_vmware.api [None req-3a6f2236-41d8-4ccd-9f60-d16bace544ff tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Task: {'id': task-2372732, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.463218} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.116283] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a6f2236-41d8-4ccd-9f60-d16bace544ff tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore1] bbea4c07-3f5b-4d9a-a127-86a1e461295f/bbea4c07-3f5b-4d9a-a127-86a1e461295f.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 923.116506] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-3a6f2236-41d8-4ccd-9f60-d16bace544ff tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] [instance: bbea4c07-3f5b-4d9a-a127-86a1e461295f] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 923.116752] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b2bef39f-48fd-4e6d-96d7-c487dffc2052 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.126271] env[62353]: DEBUG oslo_vmware.api [None req-3a6f2236-41d8-4ccd-9f60-d16bace544ff tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Waiting for the task: (returnval){ [ 923.126271] env[62353]: value = "task-2372733" [ 923.126271] env[62353]: _type = "Task" [ 923.126271] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.136346] env[62353]: DEBUG oslo_vmware.api [None req-3a6f2236-41d8-4ccd-9f60-d16bace544ff tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Task: {'id': task-2372733, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.147440] env[62353]: DEBUG oslo_vmware.api [None req-95600e8e-8c1b-4aea-9ec8-48223fdb1317 tempest-ServerTagsTestJSON-62315982 tempest-ServerTagsTestJSON-62315982-project-member] Task: {'id': task-2372731, 'name': PowerOnVM_Task, 'duration_secs': 0.627527} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.147903] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-95600e8e-8c1b-4aea-9ec8-48223fdb1317 tempest-ServerTagsTestJSON-62315982 tempest-ServerTagsTestJSON-62315982-project-member] [instance: 4cf91191-d74c-4a8b-98b7-e9c1b572ca66] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 923.148127] env[62353]: INFO nova.compute.manager [None req-95600e8e-8c1b-4aea-9ec8-48223fdb1317 tempest-ServerTagsTestJSON-62315982 tempest-ServerTagsTestJSON-62315982-project-member] [instance: 4cf91191-d74c-4a8b-98b7-e9c1b572ca66] Took 7.48 seconds to spawn the instance on the hypervisor. [ 923.148349] env[62353]: DEBUG nova.compute.manager [None req-95600e8e-8c1b-4aea-9ec8-48223fdb1317 tempest-ServerTagsTestJSON-62315982 tempest-ServerTagsTestJSON-62315982-project-member] [instance: 4cf91191-d74c-4a8b-98b7-e9c1b572ca66] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 923.149129] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0543bc3-e1b8-4fae-98ef-21596cca6624 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.214037] env[62353]: DEBUG nova.network.neutron [None req-64edd8e6-ea18-4d75-b710-19730b7ea8b2 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 3d6dc73d-cbff-4487-b414-dc5a033e118a] Successfully updated port: 1587117c-1f3c-4a19-a3e6-12f3435059ef {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 923.324761] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b54a521c-9d79-4626-82c7-bf515cf56e1e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.334537] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1a858e7-75e6-4ee1-b376-0ae43f3afa52 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.367057] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe41da95-aafa-4e3d-89c8-167d10e5ceb9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.375590] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f54024bd-8280-4f0e-8708-ae59682273a8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.389569] env[62353]: DEBUG nova.compute.provider_tree [None req-7d6d8022-3741-4c4a-a94a-7038f745c42c tempest-InstanceActionsNegativeTestJSON-1525249744 tempest-InstanceActionsNegativeTestJSON-1525249744-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 923.452426] env[62353]: DEBUG oslo_concurrency.lockutils [None req-172a6511-e765-4d00-a49d-4721aca8c8b1 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 923.638334] env[62353]: DEBUG oslo_vmware.api [None req-3a6f2236-41d8-4ccd-9f60-d16bace544ff tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Task: {'id': task-2372733, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.250784} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.638611] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-3a6f2236-41d8-4ccd-9f60-d16bace544ff tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] [instance: bbea4c07-3f5b-4d9a-a127-86a1e461295f] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 923.639452] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fca31ef-3032-4ad5-aad6-8984ab884e62 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.664599] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a6f2236-41d8-4ccd-9f60-d16bace544ff tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] [instance: bbea4c07-3f5b-4d9a-a127-86a1e461295f] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] bbea4c07-3f5b-4d9a-a127-86a1e461295f/bbea4c07-3f5b-4d9a-a127-86a1e461295f.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 923.669556] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e06d7ee5-22ef-4b6d-b980-b16d526a0196 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.688433] env[62353]: INFO nova.compute.manager [None req-95600e8e-8c1b-4aea-9ec8-48223fdb1317 tempest-ServerTagsTestJSON-62315982 tempest-ServerTagsTestJSON-62315982-project-member] [instance: 4cf91191-d74c-4a8b-98b7-e9c1b572ca66] Took 32.15 seconds to build instance. [ 923.694710] env[62353]: DEBUG oslo_vmware.api [None req-3a6f2236-41d8-4ccd-9f60-d16bace544ff tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Waiting for the task: (returnval){ [ 923.694710] env[62353]: value = "task-2372734" [ 923.694710] env[62353]: _type = "Task" [ 923.694710] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.707178] env[62353]: DEBUG oslo_vmware.api [None req-3a6f2236-41d8-4ccd-9f60-d16bace544ff tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Task: {'id': task-2372734, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.717544] env[62353]: DEBUG oslo_concurrency.lockutils [None req-64edd8e6-ea18-4d75-b710-19730b7ea8b2 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Acquiring lock "refresh_cache-3d6dc73d-cbff-4487-b414-dc5a033e118a" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 923.717722] env[62353]: DEBUG oslo_concurrency.lockutils [None req-64edd8e6-ea18-4d75-b710-19730b7ea8b2 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Acquired lock "refresh_cache-3d6dc73d-cbff-4487-b414-dc5a033e118a" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.717898] env[62353]: DEBUG nova.network.neutron [None req-64edd8e6-ea18-4d75-b710-19730b7ea8b2 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 3d6dc73d-cbff-4487-b414-dc5a033e118a] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 923.895195] env[62353]: DEBUG nova.scheduler.client.report [None req-7d6d8022-3741-4c4a-a94a-7038f745c42c tempest-InstanceActionsNegativeTestJSON-1525249744 tempest-InstanceActionsNegativeTestJSON-1525249744-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 924.072123] env[62353]: DEBUG nova.compute.manager [req-dbc27e50-7b56-4b30-9821-7d7db3440948 req-087338b0-3b86-4988-a5b4-a461e930c842 service nova] [instance: 3d6dc73d-cbff-4487-b414-dc5a033e118a] Received event network-vif-plugged-1587117c-1f3c-4a19-a3e6-12f3435059ef {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 924.072123] env[62353]: DEBUG oslo_concurrency.lockutils [req-dbc27e50-7b56-4b30-9821-7d7db3440948 req-087338b0-3b86-4988-a5b4-a461e930c842 service nova] Acquiring lock "3d6dc73d-cbff-4487-b414-dc5a033e118a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 924.072123] env[62353]: DEBUG oslo_concurrency.lockutils [req-dbc27e50-7b56-4b30-9821-7d7db3440948 req-087338b0-3b86-4988-a5b4-a461e930c842 service nova] Lock "3d6dc73d-cbff-4487-b414-dc5a033e118a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 924.072123] env[62353]: DEBUG oslo_concurrency.lockutils [req-dbc27e50-7b56-4b30-9821-7d7db3440948 req-087338b0-3b86-4988-a5b4-a461e930c842 service nova] Lock "3d6dc73d-cbff-4487-b414-dc5a033e118a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 924.073246] env[62353]: DEBUG nova.compute.manager [req-dbc27e50-7b56-4b30-9821-7d7db3440948 req-087338b0-3b86-4988-a5b4-a461e930c842 service nova] [instance: 3d6dc73d-cbff-4487-b414-dc5a033e118a] No waiting events found dispatching network-vif-plugged-1587117c-1f3c-4a19-a3e6-12f3435059ef {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 924.073642] env[62353]: WARNING nova.compute.manager [req-dbc27e50-7b56-4b30-9821-7d7db3440948 req-087338b0-3b86-4988-a5b4-a461e930c842 service nova] [instance: 3d6dc73d-cbff-4487-b414-dc5a033e118a] Received unexpected event network-vif-plugged-1587117c-1f3c-4a19-a3e6-12f3435059ef for instance with vm_state building and task_state spawning. [ 924.074636] env[62353]: DEBUG nova.compute.manager [req-dbc27e50-7b56-4b30-9821-7d7db3440948 req-087338b0-3b86-4988-a5b4-a461e930c842 service nova] [instance: 3d6dc73d-cbff-4487-b414-dc5a033e118a] Received event network-changed-1587117c-1f3c-4a19-a3e6-12f3435059ef {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 924.074636] env[62353]: DEBUG nova.compute.manager [req-dbc27e50-7b56-4b30-9821-7d7db3440948 req-087338b0-3b86-4988-a5b4-a461e930c842 service nova] [instance: 3d6dc73d-cbff-4487-b414-dc5a033e118a] Refreshing instance network info cache due to event network-changed-1587117c-1f3c-4a19-a3e6-12f3435059ef. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 924.074636] env[62353]: DEBUG oslo_concurrency.lockutils [req-dbc27e50-7b56-4b30-9821-7d7db3440948 req-087338b0-3b86-4988-a5b4-a461e930c842 service nova] Acquiring lock "refresh_cache-3d6dc73d-cbff-4487-b414-dc5a033e118a" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 924.190717] env[62353]: DEBUG oslo_concurrency.lockutils [None req-95600e8e-8c1b-4aea-9ec8-48223fdb1317 tempest-ServerTagsTestJSON-62315982 tempest-ServerTagsTestJSON-62315982-project-member] Lock "4cf91191-d74c-4a8b-98b7-e9c1b572ca66" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.658s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 924.206837] env[62353]: DEBUG oslo_vmware.api [None req-3a6f2236-41d8-4ccd-9f60-d16bace544ff tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Task: {'id': task-2372734, 'name': ReconfigVM_Task, 'duration_secs': 0.33996} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.207827] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a6f2236-41d8-4ccd-9f60-d16bace544ff tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] [instance: bbea4c07-3f5b-4d9a-a127-86a1e461295f] Reconfigured VM instance instance-00000050 to attach disk [datastore1] bbea4c07-3f5b-4d9a-a127-86a1e461295f/bbea4c07-3f5b-4d9a-a127-86a1e461295f.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 924.208497] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6dfe32fe-4ca9-4926-8357-20fdf41f5c9f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.220019] env[62353]: DEBUG oslo_vmware.api [None req-3a6f2236-41d8-4ccd-9f60-d16bace544ff tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Waiting for the task: (returnval){ [ 924.220019] env[62353]: value = "task-2372735" [ 924.220019] env[62353]: _type = "Task" [ 924.220019] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.230752] env[62353]: DEBUG oslo_vmware.api [None req-3a6f2236-41d8-4ccd-9f60-d16bace544ff tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Task: {'id': task-2372735, 'name': Rename_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.273438] env[62353]: DEBUG nova.network.neutron [None req-64edd8e6-ea18-4d75-b710-19730b7ea8b2 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 3d6dc73d-cbff-4487-b414-dc5a033e118a] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 924.400558] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7d6d8022-3741-4c4a-a94a-7038f745c42c tempest-InstanceActionsNegativeTestJSON-1525249744 tempest-InstanceActionsNegativeTestJSON-1525249744-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.907s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 924.402773] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6c7a4b07-0996-44b9-bd6c-d2aaa2e0a22c tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.688s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 924.403011] env[62353]: DEBUG nova.objects.instance [None req-6c7a4b07-0996-44b9-bd6c-d2aaa2e0a22c tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Lazy-loading 'resources' on Instance uuid 85c1498f-d888-4031-878b-0181e190d3a7 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 924.424519] env[62353]: INFO nova.scheduler.client.report [None req-7d6d8022-3741-4c4a-a94a-7038f745c42c tempest-InstanceActionsNegativeTestJSON-1525249744 tempest-InstanceActionsNegativeTestJSON-1525249744-project-member] Deleted allocations for instance f145dffe-8969-479a-b1f9-576f6f0128fb [ 924.508250] env[62353]: DEBUG nova.network.neutron [None req-64edd8e6-ea18-4d75-b710-19730b7ea8b2 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 3d6dc73d-cbff-4487-b414-dc5a033e118a] Updating instance_info_cache with network_info: [{"id": "1587117c-1f3c-4a19-a3e6-12f3435059ef", "address": "fa:16:3e:db:d5:a5", "network": {"id": "99926323-4d1b-428b-9009-5c2c4fdc3f93", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-462090473-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f26acbe9e08743179af7b91ff38b5ea9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1587117c-1f", "ovs_interfaceid": "1587117c-1f3c-4a19-a3e6-12f3435059ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.730310] env[62353]: DEBUG oslo_vmware.api [None req-3a6f2236-41d8-4ccd-9f60-d16bace544ff tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Task: {'id': task-2372735, 'name': Rename_Task, 'duration_secs': 0.161105} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.730592] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a6f2236-41d8-4ccd-9f60-d16bace544ff tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] [instance: bbea4c07-3f5b-4d9a-a127-86a1e461295f] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 924.730822] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3a401df9-0152-41b3-8e3f-04dbf6881736 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.739218] env[62353]: DEBUG oslo_vmware.api [None req-3a6f2236-41d8-4ccd-9f60-d16bace544ff tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Waiting for the task: (returnval){ [ 924.739218] env[62353]: value = "task-2372736" [ 924.739218] env[62353]: _type = "Task" [ 924.739218] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.748146] env[62353]: DEBUG oslo_vmware.api [None req-3a6f2236-41d8-4ccd-9f60-d16bace544ff tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Task: {'id': task-2372736, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.935919] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7d6d8022-3741-4c4a-a94a-7038f745c42c tempest-InstanceActionsNegativeTestJSON-1525249744 tempest-InstanceActionsNegativeTestJSON-1525249744-project-member] Lock "f145dffe-8969-479a-b1f9-576f6f0128fb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.234s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 925.011492] env[62353]: DEBUG oslo_concurrency.lockutils [None req-64edd8e6-ea18-4d75-b710-19730b7ea8b2 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Releasing lock "refresh_cache-3d6dc73d-cbff-4487-b414-dc5a033e118a" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 925.012364] env[62353]: DEBUG nova.compute.manager [None req-64edd8e6-ea18-4d75-b710-19730b7ea8b2 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 3d6dc73d-cbff-4487-b414-dc5a033e118a] Instance network_info: |[{"id": "1587117c-1f3c-4a19-a3e6-12f3435059ef", "address": "fa:16:3e:db:d5:a5", "network": {"id": "99926323-4d1b-428b-9009-5c2c4fdc3f93", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-462090473-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f26acbe9e08743179af7b91ff38b5ea9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1587117c-1f", "ovs_interfaceid": "1587117c-1f3c-4a19-a3e6-12f3435059ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 925.012364] env[62353]: DEBUG oslo_concurrency.lockutils [req-dbc27e50-7b56-4b30-9821-7d7db3440948 req-087338b0-3b86-4988-a5b4-a461e930c842 service nova] Acquired lock "refresh_cache-3d6dc73d-cbff-4487-b414-dc5a033e118a" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.012364] env[62353]: DEBUG nova.network.neutron [req-dbc27e50-7b56-4b30-9821-7d7db3440948 req-087338b0-3b86-4988-a5b4-a461e930c842 service nova] [instance: 3d6dc73d-cbff-4487-b414-dc5a033e118a] Refreshing network info cache for port 1587117c-1f3c-4a19-a3e6-12f3435059ef {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 925.014009] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-64edd8e6-ea18-4d75-b710-19730b7ea8b2 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 3d6dc73d-cbff-4487-b414-dc5a033e118a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:db:d5:a5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7edb7c08-2fae-4df5-9ec6-5ccf06d7e337', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1587117c-1f3c-4a19-a3e6-12f3435059ef', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 925.026292] env[62353]: DEBUG oslo.service.loopingcall [None req-64edd8e6-ea18-4d75-b710-19730b7ea8b2 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 925.031636] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d6dc73d-cbff-4487-b414-dc5a033e118a] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 925.032120] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-10cf2517-adfc-451e-9cf0-e498753f77e9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.059296] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 925.059296] env[62353]: value = "task-2372737" [ 925.059296] env[62353]: _type = "Task" [ 925.059296] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.073170] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372737, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.253021] env[62353]: DEBUG oslo_vmware.api [None req-3a6f2236-41d8-4ccd-9f60-d16bace544ff tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Task: {'id': task-2372736, 'name': PowerOnVM_Task, 'duration_secs': 0.473535} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.253585] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a6f2236-41d8-4ccd-9f60-d16bace544ff tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] [instance: bbea4c07-3f5b-4d9a-a127-86a1e461295f] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 925.253831] env[62353]: INFO nova.compute.manager [None req-3a6f2236-41d8-4ccd-9f60-d16bace544ff tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] [instance: bbea4c07-3f5b-4d9a-a127-86a1e461295f] Took 7.15 seconds to spawn the instance on the hypervisor. [ 925.254046] env[62353]: DEBUG nova.compute.manager [None req-3a6f2236-41d8-4ccd-9f60-d16bace544ff tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] [instance: bbea4c07-3f5b-4d9a-a127-86a1e461295f] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 925.255175] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-012ab610-3544-41b0-b544-07c62252f58d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.310882] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01f57b33-4bbd-4d3e-8115-27d69686f64c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.319587] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-022c9702-de22-4d1a-a7a7-9da582aca145 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.350734] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-493b8563-b63c-4615-b61a-a4c047c9c02d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.359477] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de72e43b-a77d-438c-974c-146f8d9777c7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.375565] env[62353]: DEBUG nova.compute.provider_tree [None req-6c7a4b07-0996-44b9-bd6c-d2aaa2e0a22c tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 925.572461] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372737, 'name': CreateVM_Task, 'duration_secs': 0.375165} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.572735] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d6dc73d-cbff-4487-b414-dc5a033e118a] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 925.573636] env[62353]: DEBUG oslo_concurrency.lockutils [None req-64edd8e6-ea18-4d75-b710-19730b7ea8b2 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 925.573863] env[62353]: DEBUG oslo_concurrency.lockutils [None req-64edd8e6-ea18-4d75-b710-19730b7ea8b2 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Acquired lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.574258] env[62353]: DEBUG oslo_concurrency.lockutils [None req-64edd8e6-ea18-4d75-b710-19730b7ea8b2 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 925.574556] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d75bc294-5e7b-42f3-a348-93ac0be3d373 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.580445] env[62353]: DEBUG oslo_vmware.api [None req-64edd8e6-ea18-4d75-b710-19730b7ea8b2 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Waiting for the task: (returnval){ [ 925.580445] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5258317c-359c-0d1c-4777-f4019529bf25" [ 925.580445] env[62353]: _type = "Task" [ 925.580445] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.593389] env[62353]: DEBUG oslo_vmware.api [None req-64edd8e6-ea18-4d75-b710-19730b7ea8b2 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5258317c-359c-0d1c-4777-f4019529bf25, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.600441] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ee59de99-eb18-4f08-ae91-1476f99733b3 tempest-ServerTagsTestJSON-62315982 tempest-ServerTagsTestJSON-62315982-project-member] Acquiring lock "4cf91191-d74c-4a8b-98b7-e9c1b572ca66" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 925.600889] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ee59de99-eb18-4f08-ae91-1476f99733b3 tempest-ServerTagsTestJSON-62315982 tempest-ServerTagsTestJSON-62315982-project-member] Lock "4cf91191-d74c-4a8b-98b7-e9c1b572ca66" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 925.601270] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ee59de99-eb18-4f08-ae91-1476f99733b3 tempest-ServerTagsTestJSON-62315982 tempest-ServerTagsTestJSON-62315982-project-member] Acquiring lock "4cf91191-d74c-4a8b-98b7-e9c1b572ca66-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 925.601637] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ee59de99-eb18-4f08-ae91-1476f99733b3 tempest-ServerTagsTestJSON-62315982 tempest-ServerTagsTestJSON-62315982-project-member] Lock "4cf91191-d74c-4a8b-98b7-e9c1b572ca66-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 925.601930] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ee59de99-eb18-4f08-ae91-1476f99733b3 tempest-ServerTagsTestJSON-62315982 tempest-ServerTagsTestJSON-62315982-project-member] Lock "4cf91191-d74c-4a8b-98b7-e9c1b572ca66-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 925.606079] env[62353]: INFO nova.compute.manager [None req-ee59de99-eb18-4f08-ae91-1476f99733b3 tempest-ServerTagsTestJSON-62315982 tempest-ServerTagsTestJSON-62315982-project-member] [instance: 4cf91191-d74c-4a8b-98b7-e9c1b572ca66] Terminating instance [ 925.785105] env[62353]: INFO nova.compute.manager [None req-3a6f2236-41d8-4ccd-9f60-d16bace544ff tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] [instance: bbea4c07-3f5b-4d9a-a127-86a1e461295f] Took 26.43 seconds to build instance. [ 925.785105] env[62353]: DEBUG nova.network.neutron [req-dbc27e50-7b56-4b30-9821-7d7db3440948 req-087338b0-3b86-4988-a5b4-a461e930c842 service nova] [instance: 3d6dc73d-cbff-4487-b414-dc5a033e118a] Updated VIF entry in instance network info cache for port 1587117c-1f3c-4a19-a3e6-12f3435059ef. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 925.785105] env[62353]: DEBUG nova.network.neutron [req-dbc27e50-7b56-4b30-9821-7d7db3440948 req-087338b0-3b86-4988-a5b4-a461e930c842 service nova] [instance: 3d6dc73d-cbff-4487-b414-dc5a033e118a] Updating instance_info_cache with network_info: [{"id": "1587117c-1f3c-4a19-a3e6-12f3435059ef", "address": "fa:16:3e:db:d5:a5", "network": {"id": "99926323-4d1b-428b-9009-5c2c4fdc3f93", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-462090473-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f26acbe9e08743179af7b91ff38b5ea9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1587117c-1f", "ovs_interfaceid": "1587117c-1f3c-4a19-a3e6-12f3435059ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 925.880997] env[62353]: DEBUG nova.scheduler.client.report [None req-6c7a4b07-0996-44b9-bd6c-d2aaa2e0a22c tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 926.092169] env[62353]: DEBUG oslo_vmware.api [None req-64edd8e6-ea18-4d75-b710-19730b7ea8b2 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5258317c-359c-0d1c-4777-f4019529bf25, 'name': SearchDatastore_Task, 'duration_secs': 0.014741} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.092915] env[62353]: DEBUG oslo_concurrency.lockutils [None req-64edd8e6-ea18-4d75-b710-19730b7ea8b2 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Releasing lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 926.096020] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-64edd8e6-ea18-4d75-b710-19730b7ea8b2 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 3d6dc73d-cbff-4487-b414-dc5a033e118a] Processing image 06f909ae-e8dc-43b4-abf7-c7ed85db9bbd {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 926.096020] env[62353]: DEBUG oslo_concurrency.lockutils [None req-64edd8e6-ea18-4d75-b710-19730b7ea8b2 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 926.096020] env[62353]: DEBUG oslo_concurrency.lockutils [None req-64edd8e6-ea18-4d75-b710-19730b7ea8b2 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Acquired lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.096020] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-64edd8e6-ea18-4d75-b710-19730b7ea8b2 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 926.096020] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-25bcb37c-93d5-4361-973b-d009042f9fae {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.108309] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-64edd8e6-ea18-4d75-b710-19730b7ea8b2 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 926.108749] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-64edd8e6-ea18-4d75-b710-19730b7ea8b2 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 926.109658] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d16b574-b3fc-4b1d-a637-5855cf2381c3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.114245] env[62353]: DEBUG nova.compute.manager [None req-ee59de99-eb18-4f08-ae91-1476f99733b3 tempest-ServerTagsTestJSON-62315982 tempest-ServerTagsTestJSON-62315982-project-member] [instance: 4cf91191-d74c-4a8b-98b7-e9c1b572ca66] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 926.114245] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ee59de99-eb18-4f08-ae91-1476f99733b3 tempest-ServerTagsTestJSON-62315982 tempest-ServerTagsTestJSON-62315982-project-member] [instance: 4cf91191-d74c-4a8b-98b7-e9c1b572ca66] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 926.114245] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8993647-4ec6-4c8f-9084-75c110997020 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.120865] env[62353]: DEBUG oslo_vmware.api [None req-64edd8e6-ea18-4d75-b710-19730b7ea8b2 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Waiting for the task: (returnval){ [ 926.120865] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52355e3d-0e1a-bdc6-30ca-31d1e12ccdb4" [ 926.120865] env[62353]: _type = "Task" [ 926.120865] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.123700] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee59de99-eb18-4f08-ae91-1476f99733b3 tempest-ServerTagsTestJSON-62315982 tempest-ServerTagsTestJSON-62315982-project-member] [instance: 4cf91191-d74c-4a8b-98b7-e9c1b572ca66] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 926.127222] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9e82ce2d-f7df-4794-a379-97a7df02fe25 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.134673] env[62353]: DEBUG oslo_vmware.api [None req-64edd8e6-ea18-4d75-b710-19730b7ea8b2 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52355e3d-0e1a-bdc6-30ca-31d1e12ccdb4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.136139] env[62353]: DEBUG oslo_vmware.api [None req-ee59de99-eb18-4f08-ae91-1476f99733b3 tempest-ServerTagsTestJSON-62315982 tempest-ServerTagsTestJSON-62315982-project-member] Waiting for the task: (returnval){ [ 926.136139] env[62353]: value = "task-2372738" [ 926.136139] env[62353]: _type = "Task" [ 926.136139] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.144377] env[62353]: DEBUG oslo_vmware.api [None req-ee59de99-eb18-4f08-ae91-1476f99733b3 tempest-ServerTagsTestJSON-62315982 tempest-ServerTagsTestJSON-62315982-project-member] Task: {'id': task-2372738, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.288289] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3a6f2236-41d8-4ccd-9f60-d16bace544ff tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Lock "bbea4c07-3f5b-4d9a-a127-86a1e461295f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.949s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 926.288289] env[62353]: DEBUG oslo_concurrency.lockutils [req-dbc27e50-7b56-4b30-9821-7d7db3440948 req-087338b0-3b86-4988-a5b4-a461e930c842 service nova] Releasing lock "refresh_cache-3d6dc73d-cbff-4487-b414-dc5a033e118a" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 926.385341] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6c7a4b07-0996-44b9-bd6c-d2aaa2e0a22c tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.982s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 926.392137] env[62353]: DEBUG oslo_concurrency.lockutils [None req-682cdde4-f644-4584-ad2f-618546d0562e tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.264s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 926.392137] env[62353]: INFO nova.compute.claims [None req-682cdde4-f644-4584-ad2f-618546d0562e tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 78d43ae6-d281-4b98-88f1-281548975167] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 926.414417] env[62353]: INFO nova.scheduler.client.report [None req-6c7a4b07-0996-44b9-bd6c-d2aaa2e0a22c tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Deleted allocations for instance 85c1498f-d888-4031-878b-0181e190d3a7 [ 926.636097] env[62353]: DEBUG oslo_vmware.api [None req-64edd8e6-ea18-4d75-b710-19730b7ea8b2 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52355e3d-0e1a-bdc6-30ca-31d1e12ccdb4, 'name': SearchDatastore_Task, 'duration_secs': 0.021899} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.636097] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7716ddaa-c9e5-4a3e-9d69-1525acf4a8a7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.645552] env[62353]: DEBUG oslo_vmware.api [None req-ee59de99-eb18-4f08-ae91-1476f99733b3 tempest-ServerTagsTestJSON-62315982 tempest-ServerTagsTestJSON-62315982-project-member] Task: {'id': task-2372738, 'name': PowerOffVM_Task, 'duration_secs': 0.201326} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.646574] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee59de99-eb18-4f08-ae91-1476f99733b3 tempest-ServerTagsTestJSON-62315982 tempest-ServerTagsTestJSON-62315982-project-member] [instance: 4cf91191-d74c-4a8b-98b7-e9c1b572ca66] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 926.646909] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ee59de99-eb18-4f08-ae91-1476f99733b3 tempest-ServerTagsTestJSON-62315982 tempest-ServerTagsTestJSON-62315982-project-member] [instance: 4cf91191-d74c-4a8b-98b7-e9c1b572ca66] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 926.647351] env[62353]: DEBUG oslo_vmware.api [None req-64edd8e6-ea18-4d75-b710-19730b7ea8b2 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Waiting for the task: (returnval){ [ 926.647351] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52692d84-64aa-1823-e941-643d0c549748" [ 926.647351] env[62353]: _type = "Task" [ 926.647351] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.647779] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1d6da12e-91ef-4029-9e2e-e58cb831ce31 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.658528] env[62353]: DEBUG oslo_vmware.api [None req-64edd8e6-ea18-4d75-b710-19730b7ea8b2 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52692d84-64aa-1823-e941-643d0c549748, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.724215] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ee59de99-eb18-4f08-ae91-1476f99733b3 tempest-ServerTagsTestJSON-62315982 tempest-ServerTagsTestJSON-62315982-project-member] [instance: 4cf91191-d74c-4a8b-98b7-e9c1b572ca66] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 926.724215] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ee59de99-eb18-4f08-ae91-1476f99733b3 tempest-ServerTagsTestJSON-62315982 tempest-ServerTagsTestJSON-62315982-project-member] [instance: 4cf91191-d74c-4a8b-98b7-e9c1b572ca66] Deleting contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 926.724215] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee59de99-eb18-4f08-ae91-1476f99733b3 tempest-ServerTagsTestJSON-62315982 tempest-ServerTagsTestJSON-62315982-project-member] Deleting the datastore file [datastore1] 4cf91191-d74c-4a8b-98b7-e9c1b572ca66 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 926.724215] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-126b79c1-4047-4d65-bc09-82947470f225 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.729466] env[62353]: DEBUG oslo_vmware.api [None req-ee59de99-eb18-4f08-ae91-1476f99733b3 tempest-ServerTagsTestJSON-62315982 tempest-ServerTagsTestJSON-62315982-project-member] Waiting for the task: (returnval){ [ 926.729466] env[62353]: value = "task-2372740" [ 926.729466] env[62353]: _type = "Task" [ 926.729466] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.741214] env[62353]: DEBUG oslo_vmware.api [None req-ee59de99-eb18-4f08-ae91-1476f99733b3 tempest-ServerTagsTestJSON-62315982 tempest-ServerTagsTestJSON-62315982-project-member] Task: {'id': task-2372740, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.847143] env[62353]: DEBUG nova.compute.manager [req-eeb8fa3e-96b8-492e-a45a-67197a0f378a req-f6e7f2bf-a335-4ff4-81d6-fd7ad5cc92d6 service nova] [instance: bbea4c07-3f5b-4d9a-a127-86a1e461295f] Received event network-changed-b0170c1f-9e76-4e4d-94dc-245808377493 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 926.847384] env[62353]: DEBUG nova.compute.manager [req-eeb8fa3e-96b8-492e-a45a-67197a0f378a req-f6e7f2bf-a335-4ff4-81d6-fd7ad5cc92d6 service nova] [instance: bbea4c07-3f5b-4d9a-a127-86a1e461295f] Refreshing instance network info cache due to event network-changed-b0170c1f-9e76-4e4d-94dc-245808377493. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 926.847611] env[62353]: DEBUG oslo_concurrency.lockutils [req-eeb8fa3e-96b8-492e-a45a-67197a0f378a req-f6e7f2bf-a335-4ff4-81d6-fd7ad5cc92d6 service nova] Acquiring lock "refresh_cache-bbea4c07-3f5b-4d9a-a127-86a1e461295f" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 926.848698] env[62353]: DEBUG oslo_concurrency.lockutils [req-eeb8fa3e-96b8-492e-a45a-67197a0f378a req-f6e7f2bf-a335-4ff4-81d6-fd7ad5cc92d6 service nova] Acquired lock "refresh_cache-bbea4c07-3f5b-4d9a-a127-86a1e461295f" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.848934] env[62353]: DEBUG nova.network.neutron [req-eeb8fa3e-96b8-492e-a45a-67197a0f378a req-f6e7f2bf-a335-4ff4-81d6-fd7ad5cc92d6 service nova] [instance: bbea4c07-3f5b-4d9a-a127-86a1e461295f] Refreshing network info cache for port b0170c1f-9e76-4e4d-94dc-245808377493 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 926.923629] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6c7a4b07-0996-44b9-bd6c-d2aaa2e0a22c tempest-ServersAdminTestJSON-477835627 tempest-ServersAdminTestJSON-477835627-project-member] Lock "85c1498f-d888-4031-878b-0181e190d3a7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.622s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 927.161792] env[62353]: DEBUG oslo_vmware.api [None req-64edd8e6-ea18-4d75-b710-19730b7ea8b2 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52692d84-64aa-1823-e941-643d0c549748, 'name': SearchDatastore_Task, 'duration_secs': 0.025019} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.161792] env[62353]: DEBUG oslo_concurrency.lockutils [None req-64edd8e6-ea18-4d75-b710-19730b7ea8b2 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Releasing lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 927.161792] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-64edd8e6-ea18-4d75-b710-19730b7ea8b2 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore2] 3d6dc73d-cbff-4487-b414-dc5a033e118a/3d6dc73d-cbff-4487-b414-dc5a033e118a.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 927.161792] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-48d84507-f7c6-41b9-a25b-db07c487a303 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.168110] env[62353]: DEBUG oslo_vmware.api [None req-64edd8e6-ea18-4d75-b710-19730b7ea8b2 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Waiting for the task: (returnval){ [ 927.168110] env[62353]: value = "task-2372741" [ 927.168110] env[62353]: _type = "Task" [ 927.168110] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.178279] env[62353]: DEBUG oslo_vmware.api [None req-64edd8e6-ea18-4d75-b710-19730b7ea8b2 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Task: {'id': task-2372741, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.241852] env[62353]: DEBUG oslo_vmware.api [None req-ee59de99-eb18-4f08-ae91-1476f99733b3 tempest-ServerTagsTestJSON-62315982 tempest-ServerTagsTestJSON-62315982-project-member] Task: {'id': task-2372740, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.686962] env[62353]: DEBUG oslo_vmware.api [None req-64edd8e6-ea18-4d75-b710-19730b7ea8b2 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Task: {'id': task-2372741, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.743827] env[62353]: DEBUG oslo_vmware.api [None req-ee59de99-eb18-4f08-ae91-1476f99733b3 tempest-ServerTagsTestJSON-62315982 tempest-ServerTagsTestJSON-62315982-project-member] Task: {'id': task-2372740, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.630398} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.744153] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee59de99-eb18-4f08-ae91-1476f99733b3 tempest-ServerTagsTestJSON-62315982 tempest-ServerTagsTestJSON-62315982-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 927.744401] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ee59de99-eb18-4f08-ae91-1476f99733b3 tempest-ServerTagsTestJSON-62315982 tempest-ServerTagsTestJSON-62315982-project-member] [instance: 4cf91191-d74c-4a8b-98b7-e9c1b572ca66] Deleted contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 927.744611] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ee59de99-eb18-4f08-ae91-1476f99733b3 tempest-ServerTagsTestJSON-62315982 tempest-ServerTagsTestJSON-62315982-project-member] [instance: 4cf91191-d74c-4a8b-98b7-e9c1b572ca66] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 927.744797] env[62353]: INFO nova.compute.manager [None req-ee59de99-eb18-4f08-ae91-1476f99733b3 tempest-ServerTagsTestJSON-62315982 tempest-ServerTagsTestJSON-62315982-project-member] [instance: 4cf91191-d74c-4a8b-98b7-e9c1b572ca66] Took 1.63 seconds to destroy the instance on the hypervisor. [ 927.745059] env[62353]: DEBUG oslo.service.loopingcall [None req-ee59de99-eb18-4f08-ae91-1476f99733b3 tempest-ServerTagsTestJSON-62315982 tempest-ServerTagsTestJSON-62315982-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 927.745261] env[62353]: DEBUG nova.compute.manager [-] [instance: 4cf91191-d74c-4a8b-98b7-e9c1b572ca66] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 927.745358] env[62353]: DEBUG nova.network.neutron [-] [instance: 4cf91191-d74c-4a8b-98b7-e9c1b572ca66] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 927.796847] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7663316f-5e76-449e-8247-3fb82f793206 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.805650] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-732411be-bafb-4c0c-aeeb-060adfff57cb {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.844754] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dec44cef-9043-43c4-865f-3f2f1cd24a11 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.853479] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cddefd41-70ce-4ce6-8552-414584404142 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.872991] env[62353]: DEBUG nova.compute.provider_tree [None req-682cdde4-f644-4584-ad2f-618546d0562e tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 927.872991] env[62353]: DEBUG nova.network.neutron [req-eeb8fa3e-96b8-492e-a45a-67197a0f378a req-f6e7f2bf-a335-4ff4-81d6-fd7ad5cc92d6 service nova] [instance: bbea4c07-3f5b-4d9a-a127-86a1e461295f] Updated VIF entry in instance network info cache for port b0170c1f-9e76-4e4d-94dc-245808377493. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 927.872991] env[62353]: DEBUG nova.network.neutron [req-eeb8fa3e-96b8-492e-a45a-67197a0f378a req-f6e7f2bf-a335-4ff4-81d6-fd7ad5cc92d6 service nova] [instance: bbea4c07-3f5b-4d9a-a127-86a1e461295f] Updating instance_info_cache with network_info: [{"id": "b0170c1f-9e76-4e4d-94dc-245808377493", "address": "fa:16:3e:e3:29:ea", "network": {"id": "e49edb49-1749-4119-b957-fd561f404394", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1488076801-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3224ba6a4e84af89d3803c80d01dd2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0170c1f-9e", "ovs_interfaceid": "b0170c1f-9e76-4e4d-94dc-245808377493", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 928.183437] env[62353]: DEBUG oslo_vmware.api [None req-64edd8e6-ea18-4d75-b710-19730b7ea8b2 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Task: {'id': task-2372741, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.619149} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.184256] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-64edd8e6-ea18-4d75-b710-19730b7ea8b2 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore2] 3d6dc73d-cbff-4487-b414-dc5a033e118a/3d6dc73d-cbff-4487-b414-dc5a033e118a.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 928.184256] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-64edd8e6-ea18-4d75-b710-19730b7ea8b2 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 3d6dc73d-cbff-4487-b414-dc5a033e118a] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 928.184256] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6ae0e8c1-ceab-4473-ace3-ed4878f617fe {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.191409] env[62353]: DEBUG oslo_vmware.api [None req-64edd8e6-ea18-4d75-b710-19730b7ea8b2 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Waiting for the task: (returnval){ [ 928.191409] env[62353]: value = "task-2372742" [ 928.191409] env[62353]: _type = "Task" [ 928.191409] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.200952] env[62353]: DEBUG oslo_vmware.api [None req-64edd8e6-ea18-4d75-b710-19730b7ea8b2 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Task: {'id': task-2372742, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.375220] env[62353]: DEBUG nova.scheduler.client.report [None req-682cdde4-f644-4584-ad2f-618546d0562e tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 928.378853] env[62353]: DEBUG oslo_concurrency.lockutils [req-eeb8fa3e-96b8-492e-a45a-67197a0f378a req-f6e7f2bf-a335-4ff4-81d6-fd7ad5cc92d6 service nova] Releasing lock "refresh_cache-bbea4c07-3f5b-4d9a-a127-86a1e461295f" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 928.703263] env[62353]: DEBUG oslo_vmware.api [None req-64edd8e6-ea18-4d75-b710-19730b7ea8b2 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Task: {'id': task-2372742, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062387} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.704026] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-64edd8e6-ea18-4d75-b710-19730b7ea8b2 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 3d6dc73d-cbff-4487-b414-dc5a033e118a] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 928.704835] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ce978e9-ac75-495b-a29a-22f0aa080145 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.719957] env[62353]: DEBUG nova.network.neutron [-] [instance: 4cf91191-d74c-4a8b-98b7-e9c1b572ca66] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 928.731175] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-64edd8e6-ea18-4d75-b710-19730b7ea8b2 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 3d6dc73d-cbff-4487-b414-dc5a033e118a] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] 3d6dc73d-cbff-4487-b414-dc5a033e118a/3d6dc73d-cbff-4487-b414-dc5a033e118a.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 928.731751] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-85ac1a3d-e9c5-4310-a510-e59a277653d5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.754899] env[62353]: DEBUG oslo_vmware.api [None req-64edd8e6-ea18-4d75-b710-19730b7ea8b2 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Waiting for the task: (returnval){ [ 928.754899] env[62353]: value = "task-2372743" [ 928.754899] env[62353]: _type = "Task" [ 928.754899] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.763361] env[62353]: DEBUG oslo_vmware.api [None req-64edd8e6-ea18-4d75-b710-19730b7ea8b2 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Task: {'id': task-2372743, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.873354] env[62353]: DEBUG nova.compute.manager [req-e3f7a67d-d9bd-427c-b3dd-cd381899e50d req-d3731987-4e6f-4cc1-9a59-0bdfcbd38c00 service nova] [instance: 4cf91191-d74c-4a8b-98b7-e9c1b572ca66] Received event network-vif-deleted-53300e44-e2f3-4407-9e7d-39d436ebb96f {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 928.881052] env[62353]: DEBUG oslo_concurrency.lockutils [None req-682cdde4-f644-4584-ad2f-618546d0562e tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.492s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 928.881546] env[62353]: DEBUG nova.compute.manager [None req-682cdde4-f644-4584-ad2f-618546d0562e tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 78d43ae6-d281-4b98-88f1-281548975167] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 928.884694] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0b93f301-1b35-419a-afae-7f6f0bcd94e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.643s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 928.889258] env[62353]: INFO nova.compute.claims [None req-0b93f301-1b35-419a-afae-7f6f0bcd94e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] [instance: d2e5a379-7275-4fd0-80a7-fc06a6f3d4e3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 929.232368] env[62353]: INFO nova.compute.manager [-] [instance: 4cf91191-d74c-4a8b-98b7-e9c1b572ca66] Took 1.49 seconds to deallocate network for instance. [ 929.269632] env[62353]: DEBUG oslo_vmware.api [None req-64edd8e6-ea18-4d75-b710-19730b7ea8b2 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Task: {'id': task-2372743, 'name': ReconfigVM_Task, 'duration_secs': 0.401216} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.269939] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-64edd8e6-ea18-4d75-b710-19730b7ea8b2 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 3d6dc73d-cbff-4487-b414-dc5a033e118a] Reconfigured VM instance instance-00000051 to attach disk [datastore2] 3d6dc73d-cbff-4487-b414-dc5a033e118a/3d6dc73d-cbff-4487-b414-dc5a033e118a.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 929.270639] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bd98686c-5fdd-46c9-ab46-cbcc97ee2296 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.277152] env[62353]: DEBUG oslo_vmware.api [None req-64edd8e6-ea18-4d75-b710-19730b7ea8b2 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Waiting for the task: (returnval){ [ 929.277152] env[62353]: value = "task-2372744" [ 929.277152] env[62353]: _type = "Task" [ 929.277152] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.291892] env[62353]: DEBUG oslo_vmware.api [None req-64edd8e6-ea18-4d75-b710-19730b7ea8b2 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Task: {'id': task-2372744, 'name': Rename_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.391819] env[62353]: DEBUG nova.compute.utils [None req-682cdde4-f644-4584-ad2f-618546d0562e tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 929.395565] env[62353]: DEBUG nova.compute.manager [None req-682cdde4-f644-4584-ad2f-618546d0562e tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 78d43ae6-d281-4b98-88f1-281548975167] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 929.395706] env[62353]: DEBUG nova.network.neutron [None req-682cdde4-f644-4584-ad2f-618546d0562e tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 78d43ae6-d281-4b98-88f1-281548975167] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 929.466246] env[62353]: DEBUG nova.policy [None req-682cdde4-f644-4584-ad2f-618546d0562e tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '88a986a83b464cc3aaa4ece596f16aaf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '890397883ac142a1ae90fecc50da8b41', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:192}} [ 929.738697] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ee59de99-eb18-4f08-ae91-1476f99733b3 tempest-ServerTagsTestJSON-62315982 tempest-ServerTagsTestJSON-62315982-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 929.788051] env[62353]: DEBUG oslo_vmware.api [None req-64edd8e6-ea18-4d75-b710-19730b7ea8b2 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Task: {'id': task-2372744, 'name': Rename_Task, 'duration_secs': 0.153564} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.788334] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-64edd8e6-ea18-4d75-b710-19730b7ea8b2 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 3d6dc73d-cbff-4487-b414-dc5a033e118a] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 929.788581] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dee71b84-bd33-4ec2-be14-89200b2c20e5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.794640] env[62353]: DEBUG oslo_vmware.api [None req-64edd8e6-ea18-4d75-b710-19730b7ea8b2 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Waiting for the task: (returnval){ [ 929.794640] env[62353]: value = "task-2372745" [ 929.794640] env[62353]: _type = "Task" [ 929.794640] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.804246] env[62353]: DEBUG oslo_vmware.api [None req-64edd8e6-ea18-4d75-b710-19730b7ea8b2 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Task: {'id': task-2372745, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.896706] env[62353]: DEBUG nova.compute.manager [None req-682cdde4-f644-4584-ad2f-618546d0562e tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 78d43ae6-d281-4b98-88f1-281548975167] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 930.042077] env[62353]: DEBUG nova.network.neutron [None req-682cdde4-f644-4584-ad2f-618546d0562e tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 78d43ae6-d281-4b98-88f1-281548975167] Successfully created port: ddfa5481-2cde-45c3-9b6d-2a765e340f41 {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 930.306467] env[62353]: DEBUG oslo_vmware.api [None req-64edd8e6-ea18-4d75-b710-19730b7ea8b2 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Task: {'id': task-2372745, 'name': PowerOnVM_Task, 'duration_secs': 0.47249} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.309955] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-64edd8e6-ea18-4d75-b710-19730b7ea8b2 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 3d6dc73d-cbff-4487-b414-dc5a033e118a] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 930.310251] env[62353]: INFO nova.compute.manager [None req-64edd8e6-ea18-4d75-b710-19730b7ea8b2 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 3d6dc73d-cbff-4487-b414-dc5a033e118a] Took 7.82 seconds to spawn the instance on the hypervisor. [ 930.310448] env[62353]: DEBUG nova.compute.manager [None req-64edd8e6-ea18-4d75-b710-19730b7ea8b2 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 3d6dc73d-cbff-4487-b414-dc5a033e118a] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 930.311452] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dc4bcbe-bb41-49ec-95e6-b64d40d07a37 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.370369] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdce9d16-9f40-4bdf-b6e7-fbbaf2b3345e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.385853] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55306656-c0d4-4bff-81ed-3566721950c4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.429953] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ddfae0e-bfb0-4f22-ad71-e2d0df6d4ec3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.437975] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a25516ab-ba43-4c28-aa75-f746270f349f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.457905] env[62353]: DEBUG nova.compute.provider_tree [None req-0b93f301-1b35-419a-afae-7f6f0bcd94e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 930.828578] env[62353]: INFO nova.compute.manager [None req-64edd8e6-ea18-4d75-b710-19730b7ea8b2 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 3d6dc73d-cbff-4487-b414-dc5a033e118a] Took 28.77 seconds to build instance. [ 930.885797] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e878d1cc-b15b-4220-b903-59974636b5ee tempest-ServersTestManualDisk-1001605033 tempest-ServersTestManualDisk-1001605033-project-member] Acquiring lock "02124fa6-fa89-4a50-93e1-0828a2560de5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 930.886101] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e878d1cc-b15b-4220-b903-59974636b5ee tempest-ServersTestManualDisk-1001605033 tempest-ServersTestManualDisk-1001605033-project-member] Lock "02124fa6-fa89-4a50-93e1-0828a2560de5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 930.886336] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e878d1cc-b15b-4220-b903-59974636b5ee tempest-ServersTestManualDisk-1001605033 tempest-ServersTestManualDisk-1001605033-project-member] Acquiring lock "02124fa6-fa89-4a50-93e1-0828a2560de5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 930.886498] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e878d1cc-b15b-4220-b903-59974636b5ee tempest-ServersTestManualDisk-1001605033 tempest-ServersTestManualDisk-1001605033-project-member] Lock "02124fa6-fa89-4a50-93e1-0828a2560de5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 930.886719] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e878d1cc-b15b-4220-b903-59974636b5ee tempest-ServersTestManualDisk-1001605033 tempest-ServersTestManualDisk-1001605033-project-member] Lock "02124fa6-fa89-4a50-93e1-0828a2560de5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 930.888869] env[62353]: INFO nova.compute.manager [None req-e878d1cc-b15b-4220-b903-59974636b5ee tempest-ServersTestManualDisk-1001605033 tempest-ServersTestManualDisk-1001605033-project-member] [instance: 02124fa6-fa89-4a50-93e1-0828a2560de5] Terminating instance [ 930.934321] env[62353]: DEBUG nova.compute.manager [None req-682cdde4-f644-4584-ad2f-618546d0562e tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 78d43ae6-d281-4b98-88f1-281548975167] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 930.959505] env[62353]: DEBUG nova.virt.hardware [None req-682cdde4-f644-4584-ad2f-618546d0562e tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T12:38:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T12:38:15Z,direct_url=,disk_format='vmdk',id=06f909ae-e8dc-43b4-abf7-c7ed85db9bbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0a3f88790a594523a818b8c00f6862e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T12:38:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 930.959790] env[62353]: DEBUG nova.virt.hardware [None req-682cdde4-f644-4584-ad2f-618546d0562e tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 930.959949] env[62353]: DEBUG nova.virt.hardware [None req-682cdde4-f644-4584-ad2f-618546d0562e tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 930.960148] env[62353]: DEBUG nova.virt.hardware [None req-682cdde4-f644-4584-ad2f-618546d0562e tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 930.960319] env[62353]: DEBUG nova.virt.hardware [None req-682cdde4-f644-4584-ad2f-618546d0562e tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 930.960475] env[62353]: DEBUG nova.virt.hardware [None req-682cdde4-f644-4584-ad2f-618546d0562e tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 930.960684] env[62353]: DEBUG nova.virt.hardware [None req-682cdde4-f644-4584-ad2f-618546d0562e tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 930.960842] env[62353]: DEBUG nova.virt.hardware [None req-682cdde4-f644-4584-ad2f-618546d0562e tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 930.961043] env[62353]: DEBUG nova.virt.hardware [None req-682cdde4-f644-4584-ad2f-618546d0562e tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 930.961180] env[62353]: DEBUG nova.virt.hardware [None req-682cdde4-f644-4584-ad2f-618546d0562e tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 930.961352] env[62353]: DEBUG nova.virt.hardware [None req-682cdde4-f644-4584-ad2f-618546d0562e tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 930.962279] env[62353]: DEBUG nova.scheduler.client.report [None req-0b93f301-1b35-419a-afae-7f6f0bcd94e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 930.966046] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a39ae9ab-0310-4262-9720-72b2a88294de {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.975210] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b72e8844-5d60-48eb-b8b1-cb582c6dfcef {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.336078] env[62353]: DEBUG oslo_concurrency.lockutils [None req-64edd8e6-ea18-4d75-b710-19730b7ea8b2 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Lock "3d6dc73d-cbff-4487-b414-dc5a033e118a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.298s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 931.393702] env[62353]: DEBUG nova.compute.manager [None req-e878d1cc-b15b-4220-b903-59974636b5ee tempest-ServersTestManualDisk-1001605033 tempest-ServersTestManualDisk-1001605033-project-member] [instance: 02124fa6-fa89-4a50-93e1-0828a2560de5] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 931.393981] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-e878d1cc-b15b-4220-b903-59974636b5ee tempest-ServersTestManualDisk-1001605033 tempest-ServersTestManualDisk-1001605033-project-member] [instance: 02124fa6-fa89-4a50-93e1-0828a2560de5] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 931.394894] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf9ab0a0-8ade-461f-b8cf-767253496d7f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.404297] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-e878d1cc-b15b-4220-b903-59974636b5ee tempest-ServersTestManualDisk-1001605033 tempest-ServersTestManualDisk-1001605033-project-member] [instance: 02124fa6-fa89-4a50-93e1-0828a2560de5] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 931.404555] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6c0ab7dc-dbb4-4cca-82e9-42c0c4cab54e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.410846] env[62353]: DEBUG oslo_vmware.api [None req-e878d1cc-b15b-4220-b903-59974636b5ee tempest-ServersTestManualDisk-1001605033 tempest-ServersTestManualDisk-1001605033-project-member] Waiting for the task: (returnval){ [ 931.410846] env[62353]: value = "task-2372746" [ 931.410846] env[62353]: _type = "Task" [ 931.410846] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.418947] env[62353]: DEBUG oslo_vmware.api [None req-e878d1cc-b15b-4220-b903-59974636b5ee tempest-ServersTestManualDisk-1001605033 tempest-ServersTestManualDisk-1001605033-project-member] Task: {'id': task-2372746, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.470808] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0b93f301-1b35-419a-afae-7f6f0bcd94e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.586s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 931.471385] env[62353]: DEBUG nova.compute.manager [None req-0b93f301-1b35-419a-afae-7f6f0bcd94e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] [instance: d2e5a379-7275-4fd0-80a7-fc06a6f3d4e3] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 931.474034] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0b93f301-1b35-419a-afae-7f6f0bcd94e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.206s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 931.475429] env[62353]: INFO nova.compute.claims [None req-0b93f301-1b35-419a-afae-7f6f0bcd94e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] [instance: 91eab4dd-b5db-49bb-9aa9-2ab8473a2256] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 931.692059] env[62353]: DEBUG nova.compute.manager [req-81c1ea64-07a0-4cda-962f-9265293c6855 req-0de93c9f-8b9b-4f56-ac28-1c5d523cd5a5 service nova] [instance: 78d43ae6-d281-4b98-88f1-281548975167] Received event network-vif-plugged-ddfa5481-2cde-45c3-9b6d-2a765e340f41 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 931.692059] env[62353]: DEBUG oslo_concurrency.lockutils [req-81c1ea64-07a0-4cda-962f-9265293c6855 req-0de93c9f-8b9b-4f56-ac28-1c5d523cd5a5 service nova] Acquiring lock "78d43ae6-d281-4b98-88f1-281548975167-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 931.692059] env[62353]: DEBUG oslo_concurrency.lockutils [req-81c1ea64-07a0-4cda-962f-9265293c6855 req-0de93c9f-8b9b-4f56-ac28-1c5d523cd5a5 service nova] Lock "78d43ae6-d281-4b98-88f1-281548975167-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 931.692059] env[62353]: DEBUG oslo_concurrency.lockutils [req-81c1ea64-07a0-4cda-962f-9265293c6855 req-0de93c9f-8b9b-4f56-ac28-1c5d523cd5a5 service nova] Lock "78d43ae6-d281-4b98-88f1-281548975167-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 931.692059] env[62353]: DEBUG nova.compute.manager [req-81c1ea64-07a0-4cda-962f-9265293c6855 req-0de93c9f-8b9b-4f56-ac28-1c5d523cd5a5 service nova] [instance: 78d43ae6-d281-4b98-88f1-281548975167] No waiting events found dispatching network-vif-plugged-ddfa5481-2cde-45c3-9b6d-2a765e340f41 {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 931.692059] env[62353]: WARNING nova.compute.manager [req-81c1ea64-07a0-4cda-962f-9265293c6855 req-0de93c9f-8b9b-4f56-ac28-1c5d523cd5a5 service nova] [instance: 78d43ae6-d281-4b98-88f1-281548975167] Received unexpected event network-vif-plugged-ddfa5481-2cde-45c3-9b6d-2a765e340f41 for instance with vm_state building and task_state spawning. [ 931.815234] env[62353]: DEBUG nova.network.neutron [None req-682cdde4-f644-4584-ad2f-618546d0562e tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 78d43ae6-d281-4b98-88f1-281548975167] Successfully updated port: ddfa5481-2cde-45c3-9b6d-2a765e340f41 {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 931.923773] env[62353]: DEBUG oslo_vmware.api [None req-e878d1cc-b15b-4220-b903-59974636b5ee tempest-ServersTestManualDisk-1001605033 tempest-ServersTestManualDisk-1001605033-project-member] Task: {'id': task-2372746, 'name': PowerOffVM_Task, 'duration_secs': 0.365799} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.924204] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-e878d1cc-b15b-4220-b903-59974636b5ee tempest-ServersTestManualDisk-1001605033 tempest-ServersTestManualDisk-1001605033-project-member] [instance: 02124fa6-fa89-4a50-93e1-0828a2560de5] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 931.924467] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-e878d1cc-b15b-4220-b903-59974636b5ee tempest-ServersTestManualDisk-1001605033 tempest-ServersTestManualDisk-1001605033-project-member] [instance: 02124fa6-fa89-4a50-93e1-0828a2560de5] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 931.924813] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5cdd7966-d651-4957-960c-a001bba1f07d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.979922] env[62353]: DEBUG nova.compute.utils [None req-0b93f301-1b35-419a-afae-7f6f0bcd94e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 931.987881] env[62353]: DEBUG nova.compute.manager [None req-0b93f301-1b35-419a-afae-7f6f0bcd94e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] [instance: d2e5a379-7275-4fd0-80a7-fc06a6f3d4e3] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 931.988175] env[62353]: DEBUG nova.network.neutron [None req-0b93f301-1b35-419a-afae-7f6f0bcd94e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] [instance: d2e5a379-7275-4fd0-80a7-fc06a6f3d4e3] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 932.001977] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-e878d1cc-b15b-4220-b903-59974636b5ee tempest-ServersTestManualDisk-1001605033 tempest-ServersTestManualDisk-1001605033-project-member] [instance: 02124fa6-fa89-4a50-93e1-0828a2560de5] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 932.002417] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-e878d1cc-b15b-4220-b903-59974636b5ee tempest-ServersTestManualDisk-1001605033 tempest-ServersTestManualDisk-1001605033-project-member] [instance: 02124fa6-fa89-4a50-93e1-0828a2560de5] Deleting contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 932.002695] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-e878d1cc-b15b-4220-b903-59974636b5ee tempest-ServersTestManualDisk-1001605033 tempest-ServersTestManualDisk-1001605033-project-member] Deleting the datastore file [datastore1] 02124fa6-fa89-4a50-93e1-0828a2560de5 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 932.003387] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fcc0e610-43e1-47a2-8060-d782ec710731 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.011718] env[62353]: DEBUG oslo_vmware.api [None req-e878d1cc-b15b-4220-b903-59974636b5ee tempest-ServersTestManualDisk-1001605033 tempest-ServersTestManualDisk-1001605033-project-member] Waiting for the task: (returnval){ [ 932.011718] env[62353]: value = "task-2372748" [ 932.011718] env[62353]: _type = "Task" [ 932.011718] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.024361] env[62353]: DEBUG oslo_vmware.api [None req-e878d1cc-b15b-4220-b903-59974636b5ee tempest-ServersTestManualDisk-1001605033 tempest-ServersTestManualDisk-1001605033-project-member] Task: {'id': task-2372748, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.038321] env[62353]: DEBUG nova.policy [None req-0b93f301-1b35-419a-afae-7f6f0bcd94e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '81e837fbee414eeca0fbc1e7d164c88f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3dc76d18f7e74665a96b93a69de14f9f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:192}} [ 932.271116] env[62353]: DEBUG nova.compute.manager [None req-f429cfd0-5b74-4ad8-a305-3968e54392b6 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 3d6dc73d-cbff-4487-b414-dc5a033e118a] Stashing vm_state: active {{(pid=62353) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 932.317434] env[62353]: DEBUG oslo_concurrency.lockutils [None req-682cdde4-f644-4584-ad2f-618546d0562e tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Acquiring lock "refresh_cache-78d43ae6-d281-4b98-88f1-281548975167" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 932.317434] env[62353]: DEBUG oslo_concurrency.lockutils [None req-682cdde4-f644-4584-ad2f-618546d0562e tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Acquired lock "refresh_cache-78d43ae6-d281-4b98-88f1-281548975167" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.317579] env[62353]: DEBUG nova.network.neutron [None req-682cdde4-f644-4584-ad2f-618546d0562e tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 78d43ae6-d281-4b98-88f1-281548975167] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 932.354140] env[62353]: DEBUG nova.network.neutron [None req-0b93f301-1b35-419a-afae-7f6f0bcd94e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] [instance: d2e5a379-7275-4fd0-80a7-fc06a6f3d4e3] Successfully created port: 30e597ea-87b2-46c1-9ab2-02a7307889b7 {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 932.495140] env[62353]: DEBUG nova.compute.manager [None req-0b93f301-1b35-419a-afae-7f6f0bcd94e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] [instance: d2e5a379-7275-4fd0-80a7-fc06a6f3d4e3] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 932.522529] env[62353]: DEBUG oslo_vmware.api [None req-e878d1cc-b15b-4220-b903-59974636b5ee tempest-ServersTestManualDisk-1001605033 tempest-ServersTestManualDisk-1001605033-project-member] Task: {'id': task-2372748, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.216931} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.522529] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-e878d1cc-b15b-4220-b903-59974636b5ee tempest-ServersTestManualDisk-1001605033 tempest-ServersTestManualDisk-1001605033-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 932.522529] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-e878d1cc-b15b-4220-b903-59974636b5ee tempest-ServersTestManualDisk-1001605033 tempest-ServersTestManualDisk-1001605033-project-member] [instance: 02124fa6-fa89-4a50-93e1-0828a2560de5] Deleted contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 932.522886] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-e878d1cc-b15b-4220-b903-59974636b5ee tempest-ServersTestManualDisk-1001605033 tempest-ServersTestManualDisk-1001605033-project-member] [instance: 02124fa6-fa89-4a50-93e1-0828a2560de5] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 932.522886] env[62353]: INFO nova.compute.manager [None req-e878d1cc-b15b-4220-b903-59974636b5ee tempest-ServersTestManualDisk-1001605033 tempest-ServersTestManualDisk-1001605033-project-member] [instance: 02124fa6-fa89-4a50-93e1-0828a2560de5] Took 1.13 seconds to destroy the instance on the hypervisor. [ 932.523034] env[62353]: DEBUG oslo.service.loopingcall [None req-e878d1cc-b15b-4220-b903-59974636b5ee tempest-ServersTestManualDisk-1001605033 tempest-ServersTestManualDisk-1001605033-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 932.523187] env[62353]: DEBUG nova.compute.manager [-] [instance: 02124fa6-fa89-4a50-93e1-0828a2560de5] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 932.523284] env[62353]: DEBUG nova.network.neutron [-] [instance: 02124fa6-fa89-4a50-93e1-0828a2560de5] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 932.797557] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f429cfd0-5b74-4ad8-a305-3968e54392b6 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 932.899209] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd416b13-5d1c-4774-93f7-bcb26aea7eb9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.903204] env[62353]: DEBUG nova.network.neutron [None req-682cdde4-f644-4584-ad2f-618546d0562e tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 78d43ae6-d281-4b98-88f1-281548975167] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 932.911206] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-119b0eeb-0eda-4c87-a456-76918ec0fb50 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.950804] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fcb9efb-c97a-45ac-a290-0a145a606743 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.959676] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f96b45cc-fa76-477c-962c-1f56414dc376 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.978879] env[62353]: DEBUG nova.compute.provider_tree [None req-0b93f301-1b35-419a-afae-7f6f0bcd94e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 933.483313] env[62353]: DEBUG nova.scheduler.client.report [None req-0b93f301-1b35-419a-afae-7f6f0bcd94e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 933.505421] env[62353]: DEBUG nova.compute.manager [None req-0b93f301-1b35-419a-afae-7f6f0bcd94e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] [instance: d2e5a379-7275-4fd0-80a7-fc06a6f3d4e3] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 933.542775] env[62353]: DEBUG nova.virt.hardware [None req-0b93f301-1b35-419a-afae-7f6f0bcd94e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T12:38:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T12:38:15Z,direct_url=,disk_format='vmdk',id=06f909ae-e8dc-43b4-abf7-c7ed85db9bbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0a3f88790a594523a818b8c00f6862e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T12:38:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 933.543051] env[62353]: DEBUG nova.virt.hardware [None req-0b93f301-1b35-419a-afae-7f6f0bcd94e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 933.543215] env[62353]: DEBUG nova.virt.hardware [None req-0b93f301-1b35-419a-afae-7f6f0bcd94e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 933.543398] env[62353]: DEBUG nova.virt.hardware [None req-0b93f301-1b35-419a-afae-7f6f0bcd94e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 933.543545] env[62353]: DEBUG nova.virt.hardware [None req-0b93f301-1b35-419a-afae-7f6f0bcd94e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 933.543774] env[62353]: DEBUG nova.virt.hardware [None req-0b93f301-1b35-419a-afae-7f6f0bcd94e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 933.544340] env[62353]: DEBUG nova.virt.hardware [None req-0b93f301-1b35-419a-afae-7f6f0bcd94e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 933.544569] env[62353]: DEBUG nova.virt.hardware [None req-0b93f301-1b35-419a-afae-7f6f0bcd94e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 933.544755] env[62353]: DEBUG nova.virt.hardware [None req-0b93f301-1b35-419a-afae-7f6f0bcd94e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 933.544996] env[62353]: DEBUG nova.virt.hardware [None req-0b93f301-1b35-419a-afae-7f6f0bcd94e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 933.545212] env[62353]: DEBUG nova.virt.hardware [None req-0b93f301-1b35-419a-afae-7f6f0bcd94e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 933.547883] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0944583b-df45-4fd4-ba22-7ababa0a39d5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.558723] env[62353]: DEBUG nova.network.neutron [None req-682cdde4-f644-4584-ad2f-618546d0562e tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 78d43ae6-d281-4b98-88f1-281548975167] Updating instance_info_cache with network_info: [{"id": "ddfa5481-2cde-45c3-9b6d-2a765e340f41", "address": "fa:16:3e:a8:e7:06", "network": {"id": "f2c61678-8c63-4464-84ba-d84b54807cc9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1565172013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "890397883ac142a1ae90fecc50da8b41", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e044cfd4-1b0d-4d88-b1bd-604025731d3f", "external-id": "nsx-vlan-transportzone-372", "segmentation_id": 372, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddfa5481-2c", "ovs_interfaceid": "ddfa5481-2cde-45c3-9b6d-2a765e340f41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.561837] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2168beb-311f-4e1d-b6b9-fdd754f1edb1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.736595] env[62353]: DEBUG nova.compute.manager [req-836f83de-614a-4056-b874-a50ca03b4307 req-4997a88e-2c6a-4258-a1f7-90dbb4e8142f service nova] [instance: 78d43ae6-d281-4b98-88f1-281548975167] Received event network-changed-ddfa5481-2cde-45c3-9b6d-2a765e340f41 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 933.736595] env[62353]: DEBUG nova.compute.manager [req-836f83de-614a-4056-b874-a50ca03b4307 req-4997a88e-2c6a-4258-a1f7-90dbb4e8142f service nova] [instance: 78d43ae6-d281-4b98-88f1-281548975167] Refreshing instance network info cache due to event network-changed-ddfa5481-2cde-45c3-9b6d-2a765e340f41. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 933.736595] env[62353]: DEBUG oslo_concurrency.lockutils [req-836f83de-614a-4056-b874-a50ca03b4307 req-4997a88e-2c6a-4258-a1f7-90dbb4e8142f service nova] Acquiring lock "refresh_cache-78d43ae6-d281-4b98-88f1-281548975167" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 933.825444] env[62353]: DEBUG nova.network.neutron [-] [instance: 02124fa6-fa89-4a50-93e1-0828a2560de5] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.995546] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0b93f301-1b35-419a-afae-7f6f0bcd94e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.521s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 933.996853] env[62353]: DEBUG nova.compute.manager [None req-0b93f301-1b35-419a-afae-7f6f0bcd94e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] [instance: 91eab4dd-b5db-49bb-9aa9-2ab8473a2256] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 934.002345] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 22.699s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 934.061755] env[62353]: DEBUG oslo_concurrency.lockutils [None req-682cdde4-f644-4584-ad2f-618546d0562e tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Releasing lock "refresh_cache-78d43ae6-d281-4b98-88f1-281548975167" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 934.062246] env[62353]: DEBUG nova.compute.manager [None req-682cdde4-f644-4584-ad2f-618546d0562e tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 78d43ae6-d281-4b98-88f1-281548975167] Instance network_info: |[{"id": "ddfa5481-2cde-45c3-9b6d-2a765e340f41", "address": "fa:16:3e:a8:e7:06", "network": {"id": "f2c61678-8c63-4464-84ba-d84b54807cc9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1565172013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "890397883ac142a1ae90fecc50da8b41", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e044cfd4-1b0d-4d88-b1bd-604025731d3f", "external-id": "nsx-vlan-transportzone-372", "segmentation_id": 372, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddfa5481-2c", "ovs_interfaceid": "ddfa5481-2cde-45c3-9b6d-2a765e340f41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 934.063458] env[62353]: DEBUG oslo_concurrency.lockutils [req-836f83de-614a-4056-b874-a50ca03b4307 req-4997a88e-2c6a-4258-a1f7-90dbb4e8142f service nova] Acquired lock "refresh_cache-78d43ae6-d281-4b98-88f1-281548975167" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.063656] env[62353]: DEBUG nova.network.neutron [req-836f83de-614a-4056-b874-a50ca03b4307 req-4997a88e-2c6a-4258-a1f7-90dbb4e8142f service nova] [instance: 78d43ae6-d281-4b98-88f1-281548975167] Refreshing network info cache for port ddfa5481-2cde-45c3-9b6d-2a765e340f41 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 934.067017] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-682cdde4-f644-4584-ad2f-618546d0562e tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 78d43ae6-d281-4b98-88f1-281548975167] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a8:e7:06', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e044cfd4-1b0d-4d88-b1bd-604025731d3f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ddfa5481-2cde-45c3-9b6d-2a765e340f41', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 934.083018] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-682cdde4-f644-4584-ad2f-618546d0562e tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Creating folder: Project (890397883ac142a1ae90fecc50da8b41). Parent ref: group-v481456. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 934.085743] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-261ce962-1219-4c40-8049-e3738c704493 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.102030] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-682cdde4-f644-4584-ad2f-618546d0562e tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Created folder: Project (890397883ac142a1ae90fecc50da8b41) in parent group-v481456. [ 934.102030] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-682cdde4-f644-4584-ad2f-618546d0562e tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Creating folder: Instances. Parent ref: group-v481679. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 934.102030] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-65a6f784-5319-46da-8723-891ff560970b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.114019] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-682cdde4-f644-4584-ad2f-618546d0562e tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Created folder: Instances in parent group-v481679. [ 934.114019] env[62353]: DEBUG oslo.service.loopingcall [None req-682cdde4-f644-4584-ad2f-618546d0562e tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 934.114019] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 78d43ae6-d281-4b98-88f1-281548975167] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 934.114019] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1eb7d092-f811-47e5-95e8-b745f2a17625 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.137642] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 934.137642] env[62353]: value = "task-2372751" [ 934.137642] env[62353]: _type = "Task" [ 934.137642] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.146510] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372751, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.253571] env[62353]: DEBUG nova.network.neutron [None req-0b93f301-1b35-419a-afae-7f6f0bcd94e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] [instance: d2e5a379-7275-4fd0-80a7-fc06a6f3d4e3] Successfully updated port: 30e597ea-87b2-46c1-9ab2-02a7307889b7 {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 934.329410] env[62353]: INFO nova.compute.manager [-] [instance: 02124fa6-fa89-4a50-93e1-0828a2560de5] Took 1.81 seconds to deallocate network for instance. [ 934.491215] env[62353]: DEBUG nova.network.neutron [req-836f83de-614a-4056-b874-a50ca03b4307 req-4997a88e-2c6a-4258-a1f7-90dbb4e8142f service nova] [instance: 78d43ae6-d281-4b98-88f1-281548975167] Updated VIF entry in instance network info cache for port ddfa5481-2cde-45c3-9b6d-2a765e340f41. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 934.491691] env[62353]: DEBUG nova.network.neutron [req-836f83de-614a-4056-b874-a50ca03b4307 req-4997a88e-2c6a-4258-a1f7-90dbb4e8142f service nova] [instance: 78d43ae6-d281-4b98-88f1-281548975167] Updating instance_info_cache with network_info: [{"id": "ddfa5481-2cde-45c3-9b6d-2a765e340f41", "address": "fa:16:3e:a8:e7:06", "network": {"id": "f2c61678-8c63-4464-84ba-d84b54807cc9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1565172013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "890397883ac142a1ae90fecc50da8b41", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e044cfd4-1b0d-4d88-b1bd-604025731d3f", "external-id": "nsx-vlan-transportzone-372", "segmentation_id": 372, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddfa5481-2c", "ovs_interfaceid": "ddfa5481-2cde-45c3-9b6d-2a765e340f41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.505363] env[62353]: DEBUG nova.compute.utils [None req-0b93f301-1b35-419a-afae-7f6f0bcd94e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 934.517027] env[62353]: DEBUG nova.compute.manager [None req-0b93f301-1b35-419a-afae-7f6f0bcd94e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] [instance: 91eab4dd-b5db-49bb-9aa9-2ab8473a2256] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 934.517027] env[62353]: DEBUG nova.network.neutron [None req-0b93f301-1b35-419a-afae-7f6f0bcd94e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] [instance: 91eab4dd-b5db-49bb-9aa9-2ab8473a2256] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 934.596069] env[62353]: DEBUG nova.policy [None req-0b93f301-1b35-419a-afae-7f6f0bcd94e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '81e837fbee414eeca0fbc1e7d164c88f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3dc76d18f7e74665a96b93a69de14f9f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:192}} [ 934.650311] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372751, 'name': CreateVM_Task, 'duration_secs': 0.378378} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.650434] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 78d43ae6-d281-4b98-88f1-281548975167] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 934.651149] env[62353]: DEBUG oslo_concurrency.lockutils [None req-682cdde4-f644-4584-ad2f-618546d0562e tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 934.651325] env[62353]: DEBUG oslo_concurrency.lockutils [None req-682cdde4-f644-4584-ad2f-618546d0562e tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Acquired lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.651681] env[62353]: DEBUG oslo_concurrency.lockutils [None req-682cdde4-f644-4584-ad2f-618546d0562e tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 934.651943] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5420c1de-4f8a-4c3a-a9c1-fadeab95bcab {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.656603] env[62353]: DEBUG oslo_vmware.api [None req-682cdde4-f644-4584-ad2f-618546d0562e tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Waiting for the task: (returnval){ [ 934.656603] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52b31742-4c0e-3b95-a377-ae7338954e5a" [ 934.656603] env[62353]: _type = "Task" [ 934.656603] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.668524] env[62353]: DEBUG oslo_vmware.api [None req-682cdde4-f644-4584-ad2f-618546d0562e tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52b31742-4c0e-3b95-a377-ae7338954e5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.758937] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0b93f301-1b35-419a-afae-7f6f0bcd94e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Acquiring lock "refresh_cache-d2e5a379-7275-4fd0-80a7-fc06a6f3d4e3" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 934.759163] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0b93f301-1b35-419a-afae-7f6f0bcd94e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Acquired lock "refresh_cache-d2e5a379-7275-4fd0-80a7-fc06a6f3d4e3" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.759373] env[62353]: DEBUG nova.network.neutron [None req-0b93f301-1b35-419a-afae-7f6f0bcd94e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] [instance: d2e5a379-7275-4fd0-80a7-fc06a6f3d4e3] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 934.844256] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e878d1cc-b15b-4220-b903-59974636b5ee tempest-ServersTestManualDisk-1001605033 tempest-ServersTestManualDisk-1001605033-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 934.998695] env[62353]: DEBUG oslo_concurrency.lockutils [req-836f83de-614a-4056-b874-a50ca03b4307 req-4997a88e-2c6a-4258-a1f7-90dbb4e8142f service nova] Releasing lock "refresh_cache-78d43ae6-d281-4b98-88f1-281548975167" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 934.998985] env[62353]: DEBUG nova.compute.manager [req-836f83de-614a-4056-b874-a50ca03b4307 req-4997a88e-2c6a-4258-a1f7-90dbb4e8142f service nova] [instance: 02124fa6-fa89-4a50-93e1-0828a2560de5] Received event network-vif-deleted-4eb0008e-3e01-4b8a-87ff-d10ec0757778 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 934.999183] env[62353]: INFO nova.compute.manager [req-836f83de-614a-4056-b874-a50ca03b4307 req-4997a88e-2c6a-4258-a1f7-90dbb4e8142f service nova] [instance: 02124fa6-fa89-4a50-93e1-0828a2560de5] Neutron deleted interface 4eb0008e-3e01-4b8a-87ff-d10ec0757778; detaching it from the instance and deleting it from the info cache [ 934.999414] env[62353]: DEBUG nova.network.neutron [req-836f83de-614a-4056-b874-a50ca03b4307 req-4997a88e-2c6a-4258-a1f7-90dbb4e8142f service nova] [instance: 02124fa6-fa89-4a50-93e1-0828a2560de5] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.017434] env[62353]: DEBUG nova.compute.manager [None req-0b93f301-1b35-419a-afae-7f6f0bcd94e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] [instance: 91eab4dd-b5db-49bb-9aa9-2ab8473a2256] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 935.023022] env[62353]: INFO nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] [instance: 3d6dc73d-cbff-4487-b414-dc5a033e118a] Updating resource usage from migration 3d1c9f64-d9bc-40ee-b100-d5f0102a4eef [ 935.056190] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Instance cd87ae19-37ee-4d88-95ee-9de38d5214a4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 935.056345] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Instance f7197def-541f-4abc-b448-ebe58e2acccc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 935.056500] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Instance d7dd9b27-eeaa-49be-af8f-86b100ff7a69 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 935.056573] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Instance 53ff526b-6e0b-49bc-beca-4fb4a377389b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 935.056683] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Instance 02124fa6-fa89-4a50-93e1-0828a2560de5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 935.056836] env[62353]: WARNING nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Instance c254fe57-8d19-4bfb-b607-dead3f0c04cf is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 935.056984] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Instance 0fd1791c-fb62-4e21-96c3-3b2a07520c91 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 935.057139] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Instance d11827ca-55a7-4610-ab8b-ef8f7f80a586 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 935.057247] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Instance c1577946-440b-49c2-be7a-c4ac3165ab36 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 935.057540] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Instance f5ffb2b3-2e54-4f2e-b46c-20046e0883b6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 935.057540] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Instance e1b17af1-2067-4d4a-8d12-ef006b8e0ad3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 935.057640] env[62353]: WARNING nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Instance 0a077d09-79c1-462a-b3e7-1312d383f1cb is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 935.057778] env[62353]: WARNING nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Instance 4cf91191-d74c-4a8b-98b7-e9c1b572ca66 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 935.058317] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Instance bbea4c07-3f5b-4d9a-a127-86a1e461295f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 935.058317] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Instance 78d43ae6-d281-4b98-88f1-281548975167 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 935.058464] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Instance d2e5a379-7275-4fd0-80a7-fc06a6f3d4e3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 935.058619] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Instance 91eab4dd-b5db-49bb-9aa9-2ab8473a2256 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 935.157816] env[62353]: DEBUG nova.network.neutron [None req-0b93f301-1b35-419a-afae-7f6f0bcd94e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] [instance: 91eab4dd-b5db-49bb-9aa9-2ab8473a2256] Successfully created port: 913d7a1a-08e5-4bda-8614-36691272ef8c {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 935.169434] env[62353]: DEBUG oslo_vmware.api [None req-682cdde4-f644-4584-ad2f-618546d0562e tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52b31742-4c0e-3b95-a377-ae7338954e5a, 'name': SearchDatastore_Task, 'duration_secs': 0.012029} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.169846] env[62353]: DEBUG oslo_concurrency.lockutils [None req-682cdde4-f644-4584-ad2f-618546d0562e tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Releasing lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 935.170280] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-682cdde4-f644-4584-ad2f-618546d0562e tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 78d43ae6-d281-4b98-88f1-281548975167] Processing image 06f909ae-e8dc-43b4-abf7-c7ed85db9bbd {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 935.170426] env[62353]: DEBUG oslo_concurrency.lockutils [None req-682cdde4-f644-4584-ad2f-618546d0562e tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 935.170621] env[62353]: DEBUG oslo_concurrency.lockutils [None req-682cdde4-f644-4584-ad2f-618546d0562e tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Acquired lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.170849] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-682cdde4-f644-4584-ad2f-618546d0562e tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 935.171147] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ad0bd1a1-6524-41d3-b980-01b1c81323d0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.180018] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-682cdde4-f644-4584-ad2f-618546d0562e tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 935.180018] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-682cdde4-f644-4584-ad2f-618546d0562e tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 935.180368] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-750becb1-b2fa-4e18-8360-4abc36f5d68d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.186213] env[62353]: DEBUG oslo_vmware.api [None req-682cdde4-f644-4584-ad2f-618546d0562e tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Waiting for the task: (returnval){ [ 935.186213] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52e62908-ed07-0a1b-df2e-4eaaba222e17" [ 935.186213] env[62353]: _type = "Task" [ 935.186213] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.194935] env[62353]: DEBUG oslo_vmware.api [None req-682cdde4-f644-4584-ad2f-618546d0562e tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52e62908-ed07-0a1b-df2e-4eaaba222e17, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.297530] env[62353]: DEBUG nova.network.neutron [None req-0b93f301-1b35-419a-afae-7f6f0bcd94e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] [instance: d2e5a379-7275-4fd0-80a7-fc06a6f3d4e3] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 935.452138] env[62353]: DEBUG nova.network.neutron [None req-0b93f301-1b35-419a-afae-7f6f0bcd94e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] [instance: d2e5a379-7275-4fd0-80a7-fc06a6f3d4e3] Updating instance_info_cache with network_info: [{"id": "30e597ea-87b2-46c1-9ab2-02a7307889b7", "address": "fa:16:3e:fa:c8:f5", "network": {"id": "6c549d67-0618-432f-a6cb-e6171780a947", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2014680802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3dc76d18f7e74665a96b93a69de14f9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1931669-8959-4e86-a603-e206bcf2b47a", "external-id": "nsx-vlan-transportzone-937", "segmentation_id": 937, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30e597ea-87", "ovs_interfaceid": "30e597ea-87b2-46c1-9ab2-02a7307889b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.503944] env[62353]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1d2c0aeb-3f67-46d0-9ba7-23e64bbac520 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.513312] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e522ce8d-001a-4039-98c1-80852b6059b5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.545314] env[62353]: DEBUG nova.compute.manager [req-836f83de-614a-4056-b874-a50ca03b4307 req-4997a88e-2c6a-4258-a1f7-90dbb4e8142f service nova] [instance: 02124fa6-fa89-4a50-93e1-0828a2560de5] Detach interface failed, port_id=4eb0008e-3e01-4b8a-87ff-d10ec0757778, reason: Instance 02124fa6-fa89-4a50-93e1-0828a2560de5 could not be found. {{(pid=62353) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 935.562540] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Instance 920979fe-c3eb-41bc-acf2-215e6c03796f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 935.696787] env[62353]: DEBUG oslo_vmware.api [None req-682cdde4-f644-4584-ad2f-618546d0562e tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52e62908-ed07-0a1b-df2e-4eaaba222e17, 'name': SearchDatastore_Task, 'duration_secs': 0.009411} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.697904] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-621f0d35-1e02-4389-8182-66aadc584098 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.703445] env[62353]: DEBUG oslo_vmware.api [None req-682cdde4-f644-4584-ad2f-618546d0562e tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Waiting for the task: (returnval){ [ 935.703445] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5285f110-c9a4-b8d0-1824-de685f2adc41" [ 935.703445] env[62353]: _type = "Task" [ 935.703445] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.715021] env[62353]: DEBUG oslo_vmware.api [None req-682cdde4-f644-4584-ad2f-618546d0562e tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5285f110-c9a4-b8d0-1824-de685f2adc41, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.772072] env[62353]: DEBUG nova.compute.manager [req-97941cc3-4d9c-4a18-ad87-36ed828759e3 req-78e513f9-040f-4154-9448-3480737946a8 service nova] [instance: d2e5a379-7275-4fd0-80a7-fc06a6f3d4e3] Received event network-vif-plugged-30e597ea-87b2-46c1-9ab2-02a7307889b7 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 935.772289] env[62353]: DEBUG oslo_concurrency.lockutils [req-97941cc3-4d9c-4a18-ad87-36ed828759e3 req-78e513f9-040f-4154-9448-3480737946a8 service nova] Acquiring lock "d2e5a379-7275-4fd0-80a7-fc06a6f3d4e3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 935.772494] env[62353]: DEBUG oslo_concurrency.lockutils [req-97941cc3-4d9c-4a18-ad87-36ed828759e3 req-78e513f9-040f-4154-9448-3480737946a8 service nova] Lock "d2e5a379-7275-4fd0-80a7-fc06a6f3d4e3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 935.772661] env[62353]: DEBUG oslo_concurrency.lockutils [req-97941cc3-4d9c-4a18-ad87-36ed828759e3 req-78e513f9-040f-4154-9448-3480737946a8 service nova] Lock "d2e5a379-7275-4fd0-80a7-fc06a6f3d4e3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 935.772825] env[62353]: DEBUG nova.compute.manager [req-97941cc3-4d9c-4a18-ad87-36ed828759e3 req-78e513f9-040f-4154-9448-3480737946a8 service nova] [instance: d2e5a379-7275-4fd0-80a7-fc06a6f3d4e3] No waiting events found dispatching network-vif-plugged-30e597ea-87b2-46c1-9ab2-02a7307889b7 {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 935.773011] env[62353]: WARNING nova.compute.manager [req-97941cc3-4d9c-4a18-ad87-36ed828759e3 req-78e513f9-040f-4154-9448-3480737946a8 service nova] [instance: d2e5a379-7275-4fd0-80a7-fc06a6f3d4e3] Received unexpected event network-vif-plugged-30e597ea-87b2-46c1-9ab2-02a7307889b7 for instance with vm_state building and task_state spawning. [ 935.773407] env[62353]: DEBUG nova.compute.manager [req-97941cc3-4d9c-4a18-ad87-36ed828759e3 req-78e513f9-040f-4154-9448-3480737946a8 service nova] [instance: d2e5a379-7275-4fd0-80a7-fc06a6f3d4e3] Received event network-changed-30e597ea-87b2-46c1-9ab2-02a7307889b7 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 935.773633] env[62353]: DEBUG nova.compute.manager [req-97941cc3-4d9c-4a18-ad87-36ed828759e3 req-78e513f9-040f-4154-9448-3480737946a8 service nova] [instance: d2e5a379-7275-4fd0-80a7-fc06a6f3d4e3] Refreshing instance network info cache due to event network-changed-30e597ea-87b2-46c1-9ab2-02a7307889b7. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 935.773867] env[62353]: DEBUG oslo_concurrency.lockutils [req-97941cc3-4d9c-4a18-ad87-36ed828759e3 req-78e513f9-040f-4154-9448-3480737946a8 service nova] Acquiring lock "refresh_cache-d2e5a379-7275-4fd0-80a7-fc06a6f3d4e3" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 935.954805] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0b93f301-1b35-419a-afae-7f6f0bcd94e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Releasing lock "refresh_cache-d2e5a379-7275-4fd0-80a7-fc06a6f3d4e3" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 935.955183] env[62353]: DEBUG nova.compute.manager [None req-0b93f301-1b35-419a-afae-7f6f0bcd94e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] [instance: d2e5a379-7275-4fd0-80a7-fc06a6f3d4e3] Instance network_info: |[{"id": "30e597ea-87b2-46c1-9ab2-02a7307889b7", "address": "fa:16:3e:fa:c8:f5", "network": {"id": "6c549d67-0618-432f-a6cb-e6171780a947", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2014680802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3dc76d18f7e74665a96b93a69de14f9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1931669-8959-4e86-a603-e206bcf2b47a", "external-id": "nsx-vlan-transportzone-937", "segmentation_id": 937, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30e597ea-87", "ovs_interfaceid": "30e597ea-87b2-46c1-9ab2-02a7307889b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 935.955512] env[62353]: DEBUG oslo_concurrency.lockutils [req-97941cc3-4d9c-4a18-ad87-36ed828759e3 req-78e513f9-040f-4154-9448-3480737946a8 service nova] Acquired lock "refresh_cache-d2e5a379-7275-4fd0-80a7-fc06a6f3d4e3" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.955712] env[62353]: DEBUG nova.network.neutron [req-97941cc3-4d9c-4a18-ad87-36ed828759e3 req-78e513f9-040f-4154-9448-3480737946a8 service nova] [instance: d2e5a379-7275-4fd0-80a7-fc06a6f3d4e3] Refreshing network info cache for port 30e597ea-87b2-46c1-9ab2-02a7307889b7 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 935.956952] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-0b93f301-1b35-419a-afae-7f6f0bcd94e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] [instance: d2e5a379-7275-4fd0-80a7-fc06a6f3d4e3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fa:c8:f5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a1931669-8959-4e86-a603-e206bcf2b47a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '30e597ea-87b2-46c1-9ab2-02a7307889b7', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 935.965018] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b93f301-1b35-419a-afae-7f6f0bcd94e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Creating folder: Project (3dc76d18f7e74665a96b93a69de14f9f). Parent ref: group-v481456. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 935.967922] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-31478587-d58e-4437-8078-77bb225d8725 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.978888] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-0b93f301-1b35-419a-afae-7f6f0bcd94e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Created folder: Project (3dc76d18f7e74665a96b93a69de14f9f) in parent group-v481456. [ 935.979082] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b93f301-1b35-419a-afae-7f6f0bcd94e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Creating folder: Instances. Parent ref: group-v481682. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 935.979358] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-850dd1f0-424e-45b0-b1c0-d6e513007e32 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.987391] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-0b93f301-1b35-419a-afae-7f6f0bcd94e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Created folder: Instances in parent group-v481682. [ 935.987657] env[62353]: DEBUG oslo.service.loopingcall [None req-0b93f301-1b35-419a-afae-7f6f0bcd94e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 935.987853] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2e5a379-7275-4fd0-80a7-fc06a6f3d4e3] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 935.988063] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c3ea4193-b0a9-4553-b158-d14a075c5c46 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.009809] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 936.009809] env[62353]: value = "task-2372754" [ 936.009809] env[62353]: _type = "Task" [ 936.009809] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.017401] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372754, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.030713] env[62353]: DEBUG nova.compute.manager [None req-0b93f301-1b35-419a-afae-7f6f0bcd94e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] [instance: 91eab4dd-b5db-49bb-9aa9-2ab8473a2256] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 936.060308] env[62353]: DEBUG nova.virt.hardware [None req-0b93f301-1b35-419a-afae-7f6f0bcd94e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T12:38:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T12:38:15Z,direct_url=,disk_format='vmdk',id=06f909ae-e8dc-43b4-abf7-c7ed85db9bbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0a3f88790a594523a818b8c00f6862e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T12:38:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 936.060523] env[62353]: DEBUG nova.virt.hardware [None req-0b93f301-1b35-419a-afae-7f6f0bcd94e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 936.060718] env[62353]: DEBUG nova.virt.hardware [None req-0b93f301-1b35-419a-afae-7f6f0bcd94e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 936.060897] env[62353]: DEBUG nova.virt.hardware [None req-0b93f301-1b35-419a-afae-7f6f0bcd94e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 936.061051] env[62353]: DEBUG nova.virt.hardware [None req-0b93f301-1b35-419a-afae-7f6f0bcd94e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 936.061208] env[62353]: DEBUG nova.virt.hardware [None req-0b93f301-1b35-419a-afae-7f6f0bcd94e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 936.061414] env[62353]: DEBUG nova.virt.hardware [None req-0b93f301-1b35-419a-afae-7f6f0bcd94e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 936.061577] env[62353]: DEBUG nova.virt.hardware [None req-0b93f301-1b35-419a-afae-7f6f0bcd94e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 936.061765] env[62353]: DEBUG nova.virt.hardware [None req-0b93f301-1b35-419a-afae-7f6f0bcd94e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 936.061946] env[62353]: DEBUG nova.virt.hardware [None req-0b93f301-1b35-419a-afae-7f6f0bcd94e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 936.062151] env[62353]: DEBUG nova.virt.hardware [None req-0b93f301-1b35-419a-afae-7f6f0bcd94e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 936.063150] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-043d267d-c0c7-46e9-85b1-55e577465b2b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.068487] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Instance a97e3cc7-cd7e-4239-b58d-6b3e62477819 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 936.078330] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7da3234c-9754-43b2-8383-c97e414be20a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.220458] env[62353]: DEBUG oslo_vmware.api [None req-682cdde4-f644-4584-ad2f-618546d0562e tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5285f110-c9a4-b8d0-1824-de685f2adc41, 'name': SearchDatastore_Task, 'duration_secs': 0.010164} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.220458] env[62353]: DEBUG oslo_concurrency.lockutils [None req-682cdde4-f644-4584-ad2f-618546d0562e tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Releasing lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 936.220458] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-682cdde4-f644-4584-ad2f-618546d0562e tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore1] 78d43ae6-d281-4b98-88f1-281548975167/78d43ae6-d281-4b98-88f1-281548975167.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 936.220458] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5abec7fe-0b20-40f2-9689-49ce8f9a69d6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.227078] env[62353]: DEBUG oslo_vmware.api [None req-682cdde4-f644-4584-ad2f-618546d0562e tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Waiting for the task: (returnval){ [ 936.227078] env[62353]: value = "task-2372755" [ 936.227078] env[62353]: _type = "Task" [ 936.227078] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.234441] env[62353]: DEBUG oslo_vmware.api [None req-682cdde4-f644-4584-ad2f-618546d0562e tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': task-2372755, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.235438] env[62353]: DEBUG nova.network.neutron [req-97941cc3-4d9c-4a18-ad87-36ed828759e3 req-78e513f9-040f-4154-9448-3480737946a8 service nova] [instance: d2e5a379-7275-4fd0-80a7-fc06a6f3d4e3] Updated VIF entry in instance network info cache for port 30e597ea-87b2-46c1-9ab2-02a7307889b7. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 936.235841] env[62353]: DEBUG nova.network.neutron [req-97941cc3-4d9c-4a18-ad87-36ed828759e3 req-78e513f9-040f-4154-9448-3480737946a8 service nova] [instance: d2e5a379-7275-4fd0-80a7-fc06a6f3d4e3] Updating instance_info_cache with network_info: [{"id": "30e597ea-87b2-46c1-9ab2-02a7307889b7", "address": "fa:16:3e:fa:c8:f5", "network": {"id": "6c549d67-0618-432f-a6cb-e6171780a947", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2014680802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3dc76d18f7e74665a96b93a69de14f9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1931669-8959-4e86-a603-e206bcf2b47a", "external-id": "nsx-vlan-transportzone-937", "segmentation_id": 937, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30e597ea-87", "ovs_interfaceid": "30e597ea-87b2-46c1-9ab2-02a7307889b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.521228] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372754, 'name': CreateVM_Task, 'duration_secs': 0.322937} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.521545] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2e5a379-7275-4fd0-80a7-fc06a6f3d4e3] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 936.522270] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0b93f301-1b35-419a-afae-7f6f0bcd94e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.522438] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0b93f301-1b35-419a-afae-7f6f0bcd94e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Acquired lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.522781] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0b93f301-1b35-419a-afae-7f6f0bcd94e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 936.526149] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2b40f3b-fc31-4186-af96-9370c93a5de7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.529877] env[62353]: DEBUG oslo_vmware.api [None req-0b93f301-1b35-419a-afae-7f6f0bcd94e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Waiting for the task: (returnval){ [ 936.529877] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]526dc73a-50a3-c7be-f840-9dea63608b8a" [ 936.529877] env[62353]: _type = "Task" [ 936.529877] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.544361] env[62353]: DEBUG oslo_vmware.api [None req-0b93f301-1b35-419a-afae-7f6f0bcd94e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]526dc73a-50a3-c7be-f840-9dea63608b8a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.577243] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Instance 71b98f1e-48af-4261-97fb-a93c35497702 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 936.736577] env[62353]: DEBUG oslo_vmware.api [None req-682cdde4-f644-4584-ad2f-618546d0562e tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': task-2372755, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.509802} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.737044] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-682cdde4-f644-4584-ad2f-618546d0562e tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore1] 78d43ae6-d281-4b98-88f1-281548975167/78d43ae6-d281-4b98-88f1-281548975167.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 936.737428] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-682cdde4-f644-4584-ad2f-618546d0562e tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 78d43ae6-d281-4b98-88f1-281548975167] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 936.738055] env[62353]: DEBUG oslo_concurrency.lockutils [req-97941cc3-4d9c-4a18-ad87-36ed828759e3 req-78e513f9-040f-4154-9448-3480737946a8 service nova] Releasing lock "refresh_cache-d2e5a379-7275-4fd0-80a7-fc06a6f3d4e3" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 936.738506] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cac6cf4e-f583-4aa3-bc91-7da859a5e4ea {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.749522] env[62353]: DEBUG oslo_vmware.api [None req-682cdde4-f644-4584-ad2f-618546d0562e tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Waiting for the task: (returnval){ [ 936.749522] env[62353]: value = "task-2372756" [ 936.749522] env[62353]: _type = "Task" [ 936.749522] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.758645] env[62353]: DEBUG oslo_vmware.api [None req-682cdde4-f644-4584-ad2f-618546d0562e tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': task-2372756, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.021521] env[62353]: DEBUG nova.compute.manager [req-390d348c-ae01-45d2-a17c-11616a5847e4 req-16a7d9ed-9402-4f0c-bcc3-790d39acc15d service nova] [instance: 91eab4dd-b5db-49bb-9aa9-2ab8473a2256] Received event network-vif-plugged-913d7a1a-08e5-4bda-8614-36691272ef8c {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 937.024914] env[62353]: DEBUG oslo_concurrency.lockutils [req-390d348c-ae01-45d2-a17c-11616a5847e4 req-16a7d9ed-9402-4f0c-bcc3-790d39acc15d service nova] Acquiring lock "91eab4dd-b5db-49bb-9aa9-2ab8473a2256-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 937.024914] env[62353]: DEBUG oslo_concurrency.lockutils [req-390d348c-ae01-45d2-a17c-11616a5847e4 req-16a7d9ed-9402-4f0c-bcc3-790d39acc15d service nova] Lock "91eab4dd-b5db-49bb-9aa9-2ab8473a2256-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 937.025200] env[62353]: DEBUG oslo_concurrency.lockutils [req-390d348c-ae01-45d2-a17c-11616a5847e4 req-16a7d9ed-9402-4f0c-bcc3-790d39acc15d service nova] Lock "91eab4dd-b5db-49bb-9aa9-2ab8473a2256-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 937.025481] env[62353]: DEBUG nova.compute.manager [req-390d348c-ae01-45d2-a17c-11616a5847e4 req-16a7d9ed-9402-4f0c-bcc3-790d39acc15d service nova] [instance: 91eab4dd-b5db-49bb-9aa9-2ab8473a2256] No waiting events found dispatching network-vif-plugged-913d7a1a-08e5-4bda-8614-36691272ef8c {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 937.025766] env[62353]: WARNING nova.compute.manager [req-390d348c-ae01-45d2-a17c-11616a5847e4 req-16a7d9ed-9402-4f0c-bcc3-790d39acc15d service nova] [instance: 91eab4dd-b5db-49bb-9aa9-2ab8473a2256] Received unexpected event network-vif-plugged-913d7a1a-08e5-4bda-8614-36691272ef8c for instance with vm_state building and task_state spawning. [ 937.042087] env[62353]: DEBUG oslo_vmware.api [None req-0b93f301-1b35-419a-afae-7f6f0bcd94e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]526dc73a-50a3-c7be-f840-9dea63608b8a, 'name': SearchDatastore_Task, 'duration_secs': 0.057705} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.043100] env[62353]: DEBUG nova.network.neutron [None req-0b93f301-1b35-419a-afae-7f6f0bcd94e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] [instance: 91eab4dd-b5db-49bb-9aa9-2ab8473a2256] Successfully updated port: 913d7a1a-08e5-4bda-8614-36691272ef8c {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 937.044444] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0b93f301-1b35-419a-afae-7f6f0bcd94e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Releasing lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 937.044886] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-0b93f301-1b35-419a-afae-7f6f0bcd94e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] [instance: d2e5a379-7275-4fd0-80a7-fc06a6f3d4e3] Processing image 06f909ae-e8dc-43b4-abf7-c7ed85db9bbd {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 937.045284] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0b93f301-1b35-419a-afae-7f6f0bcd94e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 937.046179] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0b93f301-1b35-419a-afae-7f6f0bcd94e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Acquired lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.046470] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b93f301-1b35-419a-afae-7f6f0bcd94e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 937.047249] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-feef8f3e-f9b2-4e7f-a2d0-1923e91eecc6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.055717] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b93f301-1b35-419a-afae-7f6f0bcd94e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 937.056083] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-0b93f301-1b35-419a-afae-7f6f0bcd94e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 937.057468] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-437fcbf7-ca02-450b-9162-039124e63f77 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.063652] env[62353]: DEBUG oslo_vmware.api [None req-0b93f301-1b35-419a-afae-7f6f0bcd94e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Waiting for the task: (returnval){ [ 937.063652] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52a6692c-c76f-537f-9a09-25187133fbd8" [ 937.063652] env[62353]: _type = "Task" [ 937.063652] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.071411] env[62353]: DEBUG oslo_vmware.api [None req-0b93f301-1b35-419a-afae-7f6f0bcd94e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52a6692c-c76f-537f-9a09-25187133fbd8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.081861] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Instance 97cac27a-befb-4694-9fd8-5209a8e36121 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 937.081861] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Migration 3d1c9f64-d9bc-40ee-b100-d5f0102a4eef is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 937.081861] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Instance 3d6dc73d-cbff-4487-b414-dc5a033e118a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 937.081861] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Total usable vcpus: 48, total allocated vcpus: 15 {{(pid=62353) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 937.081861] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3392MB phys_disk=200GB used_disk=16GB total_vcpus=48 used_vcpus=15 pci_stats=[] {{(pid=62353) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 937.261448] env[62353]: DEBUG oslo_vmware.api [None req-682cdde4-f644-4584-ad2f-618546d0562e tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': task-2372756, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074354} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.261710] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-682cdde4-f644-4584-ad2f-618546d0562e tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 78d43ae6-d281-4b98-88f1-281548975167] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 937.262501] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7cb96e2-2734-4281-9178-1220c71adf3d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.288137] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-682cdde4-f644-4584-ad2f-618546d0562e tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 78d43ae6-d281-4b98-88f1-281548975167] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] 78d43ae6-d281-4b98-88f1-281548975167/78d43ae6-d281-4b98-88f1-281548975167.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 937.291193] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-254080c6-ceae-47f9-b918-54e573b05d18 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.317021] env[62353]: DEBUG oslo_vmware.api [None req-682cdde4-f644-4584-ad2f-618546d0562e tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Waiting for the task: (returnval){ [ 937.317021] env[62353]: value = "task-2372757" [ 937.317021] env[62353]: _type = "Task" [ 937.317021] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.326625] env[62353]: DEBUG oslo_vmware.api [None req-682cdde4-f644-4584-ad2f-618546d0562e tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': task-2372757, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.414114] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1767ce1-b24d-4f73-afd9-6962431df109 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.421491] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-237315f6-39bb-454a-8c79-38a602ca7213 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.451853] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3275154f-090a-44b4-a1b3-b3a772b10635 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.460037] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-197b69b5-85a1-4170-b2f6-cff38d50e4b0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.472578] env[62353]: DEBUG nova.compute.provider_tree [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 937.548752] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0b93f301-1b35-419a-afae-7f6f0bcd94e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Acquiring lock "refresh_cache-91eab4dd-b5db-49bb-9aa9-2ab8473a2256" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 937.548752] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0b93f301-1b35-419a-afae-7f6f0bcd94e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Acquired lock "refresh_cache-91eab4dd-b5db-49bb-9aa9-2ab8473a2256" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.548752] env[62353]: DEBUG nova.network.neutron [None req-0b93f301-1b35-419a-afae-7f6f0bcd94e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] [instance: 91eab4dd-b5db-49bb-9aa9-2ab8473a2256] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 937.574324] env[62353]: DEBUG oslo_vmware.api [None req-0b93f301-1b35-419a-afae-7f6f0bcd94e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52a6692c-c76f-537f-9a09-25187133fbd8, 'name': SearchDatastore_Task, 'duration_secs': 0.011613} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.575219] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83a79623-0561-46fe-a915-39d88302e3fd {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.580800] env[62353]: DEBUG oslo_vmware.api [None req-0b93f301-1b35-419a-afae-7f6f0bcd94e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Waiting for the task: (returnval){ [ 937.580800] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5246ed3c-bfa2-a50e-cd22-8d05ad652d13" [ 937.580800] env[62353]: _type = "Task" [ 937.580800] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.588425] env[62353]: DEBUG oslo_vmware.api [None req-0b93f301-1b35-419a-afae-7f6f0bcd94e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5246ed3c-bfa2-a50e-cd22-8d05ad652d13, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.826180] env[62353]: DEBUG oslo_vmware.api [None req-682cdde4-f644-4584-ad2f-618546d0562e tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': task-2372757, 'name': ReconfigVM_Task, 'duration_secs': 0.399515} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.826542] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-682cdde4-f644-4584-ad2f-618546d0562e tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 78d43ae6-d281-4b98-88f1-281548975167] Reconfigured VM instance instance-00000052 to attach disk [datastore1] 78d43ae6-d281-4b98-88f1-281548975167/78d43ae6-d281-4b98-88f1-281548975167.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 937.827214] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4ade879c-403d-4439-84b0-6bb78478db9e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.835107] env[62353]: DEBUG oslo_vmware.api [None req-682cdde4-f644-4584-ad2f-618546d0562e tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Waiting for the task: (returnval){ [ 937.835107] env[62353]: value = "task-2372758" [ 937.835107] env[62353]: _type = "Task" [ 937.835107] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.842822] env[62353]: DEBUG oslo_vmware.api [None req-682cdde4-f644-4584-ad2f-618546d0562e tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': task-2372758, 'name': Rename_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.976365] env[62353]: DEBUG nova.scheduler.client.report [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 938.091516] env[62353]: DEBUG oslo_vmware.api [None req-0b93f301-1b35-419a-afae-7f6f0bcd94e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5246ed3c-bfa2-a50e-cd22-8d05ad652d13, 'name': SearchDatastore_Task, 'duration_secs': 0.0191} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.091817] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0b93f301-1b35-419a-afae-7f6f0bcd94e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Releasing lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 938.092130] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b93f301-1b35-419a-afae-7f6f0bcd94e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore1] d2e5a379-7275-4fd0-80a7-fc06a6f3d4e3/d2e5a379-7275-4fd0-80a7-fc06a6f3d4e3.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 938.092427] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2f484202-76da-4818-9265-1b31b61e7d98 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.099888] env[62353]: DEBUG oslo_vmware.api [None req-0b93f301-1b35-419a-afae-7f6f0bcd94e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Waiting for the task: (returnval){ [ 938.099888] env[62353]: value = "task-2372759" [ 938.099888] env[62353]: _type = "Task" [ 938.099888] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.107621] env[62353]: DEBUG oslo_vmware.api [None req-0b93f301-1b35-419a-afae-7f6f0bcd94e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Task: {'id': task-2372759, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.134774] env[62353]: DEBUG nova.network.neutron [None req-0b93f301-1b35-419a-afae-7f6f0bcd94e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] [instance: 91eab4dd-b5db-49bb-9aa9-2ab8473a2256] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 938.345194] env[62353]: DEBUG oslo_vmware.api [None req-682cdde4-f644-4584-ad2f-618546d0562e tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': task-2372758, 'name': Rename_Task, 'duration_secs': 0.151827} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.345485] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-682cdde4-f644-4584-ad2f-618546d0562e tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 78d43ae6-d281-4b98-88f1-281548975167] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 938.345828] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a8cf6431-99f2-4ecd-b47a-73419c3e3207 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.352867] env[62353]: DEBUG oslo_vmware.api [None req-682cdde4-f644-4584-ad2f-618546d0562e tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Waiting for the task: (returnval){ [ 938.352867] env[62353]: value = "task-2372760" [ 938.352867] env[62353]: _type = "Task" [ 938.352867] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.363499] env[62353]: DEBUG oslo_vmware.api [None req-682cdde4-f644-4584-ad2f-618546d0562e tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': task-2372760, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.484026] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62353) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 938.484026] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.481s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 938.484026] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f6a9f9e5-f1ff-4ad3-a2f0-ba7d7087017b tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.569s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 938.484026] env[62353]: INFO nova.compute.claims [None req-f6a9f9e5-f1ff-4ad3-a2f0-ba7d7087017b tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] [instance: 920979fe-c3eb-41bc-acf2-215e6c03796f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 938.510648] env[62353]: DEBUG nova.network.neutron [None req-0b93f301-1b35-419a-afae-7f6f0bcd94e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] [instance: 91eab4dd-b5db-49bb-9aa9-2ab8473a2256] Updating instance_info_cache with network_info: [{"id": "913d7a1a-08e5-4bda-8614-36691272ef8c", "address": "fa:16:3e:e2:bd:51", "network": {"id": "6c549d67-0618-432f-a6cb-e6171780a947", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2014680802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3dc76d18f7e74665a96b93a69de14f9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1931669-8959-4e86-a603-e206bcf2b47a", "external-id": "nsx-vlan-transportzone-937", "segmentation_id": 937, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap913d7a1a-08", "ovs_interfaceid": "913d7a1a-08e5-4bda-8614-36691272ef8c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 938.611122] env[62353]: DEBUG oslo_vmware.api [None req-0b93f301-1b35-419a-afae-7f6f0bcd94e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Task: {'id': task-2372759, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.863816] env[62353]: DEBUG oslo_vmware.api [None req-682cdde4-f644-4584-ad2f-618546d0562e tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': task-2372760, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.022779] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0b93f301-1b35-419a-afae-7f6f0bcd94e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Releasing lock "refresh_cache-91eab4dd-b5db-49bb-9aa9-2ab8473a2256" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 939.022779] env[62353]: DEBUG nova.compute.manager [None req-0b93f301-1b35-419a-afae-7f6f0bcd94e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] [instance: 91eab4dd-b5db-49bb-9aa9-2ab8473a2256] Instance network_info: |[{"id": "913d7a1a-08e5-4bda-8614-36691272ef8c", "address": "fa:16:3e:e2:bd:51", "network": {"id": "6c549d67-0618-432f-a6cb-e6171780a947", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2014680802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3dc76d18f7e74665a96b93a69de14f9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1931669-8959-4e86-a603-e206bcf2b47a", "external-id": "nsx-vlan-transportzone-937", "segmentation_id": 937, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap913d7a1a-08", "ovs_interfaceid": "913d7a1a-08e5-4bda-8614-36691272ef8c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 939.022779] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-0b93f301-1b35-419a-afae-7f6f0bcd94e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] [instance: 91eab4dd-b5db-49bb-9aa9-2ab8473a2256] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e2:bd:51', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a1931669-8959-4e86-a603-e206bcf2b47a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '913d7a1a-08e5-4bda-8614-36691272ef8c', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 939.035023] env[62353]: DEBUG oslo.service.loopingcall [None req-0b93f301-1b35-419a-afae-7f6f0bcd94e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 939.035023] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91eab4dd-b5db-49bb-9aa9-2ab8473a2256] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 939.035023] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e8450a77-6d81-4c0f-bd28-a03abc480b7c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.057772] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 939.057772] env[62353]: value = "task-2372761" [ 939.057772] env[62353]: _type = "Task" [ 939.057772] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.065819] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372761, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.114025] env[62353]: DEBUG oslo_vmware.api [None req-0b93f301-1b35-419a-afae-7f6f0bcd94e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Task: {'id': task-2372759, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.513769} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.114025] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b93f301-1b35-419a-afae-7f6f0bcd94e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore1] d2e5a379-7275-4fd0-80a7-fc06a6f3d4e3/d2e5a379-7275-4fd0-80a7-fc06a6f3d4e3.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 939.114025] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-0b93f301-1b35-419a-afae-7f6f0bcd94e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] [instance: d2e5a379-7275-4fd0-80a7-fc06a6f3d4e3] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 939.114025] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5b3c6c5d-4124-4c8f-a0d7-219000d20d0d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.119219] env[62353]: DEBUG oslo_vmware.api [None req-0b93f301-1b35-419a-afae-7f6f0bcd94e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Waiting for the task: (returnval){ [ 939.119219] env[62353]: value = "task-2372762" [ 939.119219] env[62353]: _type = "Task" [ 939.119219] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.128377] env[62353]: DEBUG oslo_vmware.api [None req-0b93f301-1b35-419a-afae-7f6f0bcd94e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Task: {'id': task-2372762, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.153985] env[62353]: DEBUG nova.compute.manager [req-a928542c-18ec-4313-9da6-28a8ec5011ea req-fe2a1be9-5401-47e5-a3a6-24839a587406 service nova] [instance: 91eab4dd-b5db-49bb-9aa9-2ab8473a2256] Received event network-changed-913d7a1a-08e5-4bda-8614-36691272ef8c {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 939.154168] env[62353]: DEBUG nova.compute.manager [req-a928542c-18ec-4313-9da6-28a8ec5011ea req-fe2a1be9-5401-47e5-a3a6-24839a587406 service nova] [instance: 91eab4dd-b5db-49bb-9aa9-2ab8473a2256] Refreshing instance network info cache due to event network-changed-913d7a1a-08e5-4bda-8614-36691272ef8c. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 939.154424] env[62353]: DEBUG oslo_concurrency.lockutils [req-a928542c-18ec-4313-9da6-28a8ec5011ea req-fe2a1be9-5401-47e5-a3a6-24839a587406 service nova] Acquiring lock "refresh_cache-91eab4dd-b5db-49bb-9aa9-2ab8473a2256" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 939.154518] env[62353]: DEBUG oslo_concurrency.lockutils [req-a928542c-18ec-4313-9da6-28a8ec5011ea req-fe2a1be9-5401-47e5-a3a6-24839a587406 service nova] Acquired lock "refresh_cache-91eab4dd-b5db-49bb-9aa9-2ab8473a2256" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.154722] env[62353]: DEBUG nova.network.neutron [req-a928542c-18ec-4313-9da6-28a8ec5011ea req-fe2a1be9-5401-47e5-a3a6-24839a587406 service nova] [instance: 91eab4dd-b5db-49bb-9aa9-2ab8473a2256] Refreshing network info cache for port 913d7a1a-08e5-4bda-8614-36691272ef8c {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 939.368031] env[62353]: DEBUG oslo_vmware.api [None req-682cdde4-f644-4584-ad2f-618546d0562e tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': task-2372760, 'name': PowerOnVM_Task, 'duration_secs': 0.621993} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.368031] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-682cdde4-f644-4584-ad2f-618546d0562e tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 78d43ae6-d281-4b98-88f1-281548975167] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 939.368031] env[62353]: INFO nova.compute.manager [None req-682cdde4-f644-4584-ad2f-618546d0562e tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 78d43ae6-d281-4b98-88f1-281548975167] Took 8.43 seconds to spawn the instance on the hypervisor. [ 939.368031] env[62353]: DEBUG nova.compute.manager [None req-682cdde4-f644-4584-ad2f-618546d0562e tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 78d43ae6-d281-4b98-88f1-281548975167] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 939.368031] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f617afc-de07-467e-9bdc-a0e25e3f761b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.568143] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372761, 'name': CreateVM_Task, 'duration_secs': 0.429041} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.570632] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91eab4dd-b5db-49bb-9aa9-2ab8473a2256] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 939.571717] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0b93f301-1b35-419a-afae-7f6f0bcd94e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 939.571717] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0b93f301-1b35-419a-afae-7f6f0bcd94e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Acquired lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.571915] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0b93f301-1b35-419a-afae-7f6f0bcd94e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 939.572188] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07a6c5a7-9e2f-42b4-bbf0-34933e33cee8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.576791] env[62353]: DEBUG oslo_vmware.api [None req-0b93f301-1b35-419a-afae-7f6f0bcd94e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Waiting for the task: (returnval){ [ 939.576791] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5291c842-c94f-f97a-ee03-fe9c142552a1" [ 939.576791] env[62353]: _type = "Task" [ 939.576791] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.585294] env[62353]: DEBUG oslo_vmware.api [None req-0b93f301-1b35-419a-afae-7f6f0bcd94e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5291c842-c94f-f97a-ee03-fe9c142552a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.630675] env[62353]: DEBUG oslo_vmware.api [None req-0b93f301-1b35-419a-afae-7f6f0bcd94e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Task: {'id': task-2372762, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.150306} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.630951] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-0b93f301-1b35-419a-afae-7f6f0bcd94e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] [instance: d2e5a379-7275-4fd0-80a7-fc06a6f3d4e3] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 939.631800] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3092308b-a920-4948-a6b5-08157d98cc29 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.656257] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b93f301-1b35-419a-afae-7f6f0bcd94e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] [instance: d2e5a379-7275-4fd0-80a7-fc06a6f3d4e3] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] d2e5a379-7275-4fd0-80a7-fc06a6f3d4e3/d2e5a379-7275-4fd0-80a7-fc06a6f3d4e3.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 939.660944] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d6c4bcce-e487-4c5c-8416-531680d1772e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.682720] env[62353]: DEBUG oslo_vmware.api [None req-0b93f301-1b35-419a-afae-7f6f0bcd94e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Waiting for the task: (returnval){ [ 939.682720] env[62353]: value = "task-2372763" [ 939.682720] env[62353]: _type = "Task" [ 939.682720] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.693364] env[62353]: DEBUG oslo_vmware.api [None req-0b93f301-1b35-419a-afae-7f6f0bcd94e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Task: {'id': task-2372763, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.818883] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48bc85c3-34ef-4bed-9837-3600840f7c3c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.829134] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afa646bf-82cc-485b-a08b-77cecce84971 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.864949] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0989f141-b6af-42dc-afa0-28419b2dc0eb {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.873183] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e90a37e7-e235-4019-a7fa-a9ff23cdd873 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.896403] env[62353]: DEBUG nova.compute.provider_tree [None req-f6a9f9e5-f1ff-4ad3-a2f0-ba7d7087017b tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 939.897849] env[62353]: INFO nova.compute.manager [None req-682cdde4-f644-4584-ad2f-618546d0562e tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 78d43ae6-d281-4b98-88f1-281548975167] Took 30.80 seconds to build instance. [ 940.086721] env[62353]: DEBUG oslo_vmware.api [None req-0b93f301-1b35-419a-afae-7f6f0bcd94e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5291c842-c94f-f97a-ee03-fe9c142552a1, 'name': SearchDatastore_Task, 'duration_secs': 0.011876} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.087027] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0b93f301-1b35-419a-afae-7f6f0bcd94e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Releasing lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 940.087269] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-0b93f301-1b35-419a-afae-7f6f0bcd94e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] [instance: 91eab4dd-b5db-49bb-9aa9-2ab8473a2256] Processing image 06f909ae-e8dc-43b4-abf7-c7ed85db9bbd {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 940.087520] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0b93f301-1b35-419a-afae-7f6f0bcd94e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 940.087677] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0b93f301-1b35-419a-afae-7f6f0bcd94e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Acquired lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.087855] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b93f301-1b35-419a-afae-7f6f0bcd94e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 940.088130] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a4827a5d-4f04-4365-9da0-e1838a2dcba7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.096436] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b93f301-1b35-419a-afae-7f6f0bcd94e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 940.096436] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-0b93f301-1b35-419a-afae-7f6f0bcd94e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 940.097083] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06f0514a-851c-41cf-8fca-2de3cbd15984 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.102048] env[62353]: DEBUG oslo_vmware.api [None req-0b93f301-1b35-419a-afae-7f6f0bcd94e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Waiting for the task: (returnval){ [ 940.102048] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52ca87c7-978a-0c57-963e-ed02f0664b9a" [ 940.102048] env[62353]: _type = "Task" [ 940.102048] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.106131] env[62353]: DEBUG nova.network.neutron [req-a928542c-18ec-4313-9da6-28a8ec5011ea req-fe2a1be9-5401-47e5-a3a6-24839a587406 service nova] [instance: 91eab4dd-b5db-49bb-9aa9-2ab8473a2256] Updated VIF entry in instance network info cache for port 913d7a1a-08e5-4bda-8614-36691272ef8c. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 940.106131] env[62353]: DEBUG nova.network.neutron [req-a928542c-18ec-4313-9da6-28a8ec5011ea req-fe2a1be9-5401-47e5-a3a6-24839a587406 service nova] [instance: 91eab4dd-b5db-49bb-9aa9-2ab8473a2256] Updating instance_info_cache with network_info: [{"id": "913d7a1a-08e5-4bda-8614-36691272ef8c", "address": "fa:16:3e:e2:bd:51", "network": {"id": "6c549d67-0618-432f-a6cb-e6171780a947", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2014680802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3dc76d18f7e74665a96b93a69de14f9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1931669-8959-4e86-a603-e206bcf2b47a", "external-id": "nsx-vlan-transportzone-937", "segmentation_id": 937, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap913d7a1a-08", "ovs_interfaceid": "913d7a1a-08e5-4bda-8614-36691272ef8c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.111447] env[62353]: DEBUG oslo_vmware.api [None req-0b93f301-1b35-419a-afae-7f6f0bcd94e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52ca87c7-978a-0c57-963e-ed02f0664b9a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.199693] env[62353]: DEBUG oslo_vmware.api [None req-0b93f301-1b35-419a-afae-7f6f0bcd94e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Task: {'id': task-2372763, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.400492] env[62353]: DEBUG nova.scheduler.client.report [None req-f6a9f9e5-f1ff-4ad3-a2f0-ba7d7087017b tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 940.405372] env[62353]: DEBUG oslo_concurrency.lockutils [None req-682cdde4-f644-4584-ad2f-618546d0562e tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Lock "78d43ae6-d281-4b98-88f1-281548975167" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.318s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 940.608164] env[62353]: DEBUG oslo_concurrency.lockutils [req-a928542c-18ec-4313-9da6-28a8ec5011ea req-fe2a1be9-5401-47e5-a3a6-24839a587406 service nova] Releasing lock "refresh_cache-91eab4dd-b5db-49bb-9aa9-2ab8473a2256" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 940.617394] env[62353]: DEBUG oslo_vmware.api [None req-0b93f301-1b35-419a-afae-7f6f0bcd94e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52ca87c7-978a-0c57-963e-ed02f0664b9a, 'name': SearchDatastore_Task, 'duration_secs': 0.031544} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.618230] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e386f6fe-2aaf-4d72-91ca-eaae7290fe5b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.624320] env[62353]: DEBUG oslo_vmware.api [None req-0b93f301-1b35-419a-afae-7f6f0bcd94e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Waiting for the task: (returnval){ [ 940.624320] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]520190e4-4a82-8743-dd8f-326fe45cfd14" [ 940.624320] env[62353]: _type = "Task" [ 940.624320] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.635817] env[62353]: DEBUG oslo_vmware.api [None req-0b93f301-1b35-419a-afae-7f6f0bcd94e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]520190e4-4a82-8743-dd8f-326fe45cfd14, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.707629] env[62353]: DEBUG oslo_vmware.api [None req-0b93f301-1b35-419a-afae-7f6f0bcd94e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Task: {'id': task-2372763, 'name': ReconfigVM_Task, 'duration_secs': 0.850205} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.708832] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b93f301-1b35-419a-afae-7f6f0bcd94e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] [instance: d2e5a379-7275-4fd0-80a7-fc06a6f3d4e3] Reconfigured VM instance instance-00000053 to attach disk [datastore1] d2e5a379-7275-4fd0-80a7-fc06a6f3d4e3/d2e5a379-7275-4fd0-80a7-fc06a6f3d4e3.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 940.709638] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-459c3d1b-7099-4b3b-8f94-fc405b54ac81 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.716375] env[62353]: DEBUG oslo_vmware.api [None req-0b93f301-1b35-419a-afae-7f6f0bcd94e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Waiting for the task: (returnval){ [ 940.716375] env[62353]: value = "task-2372764" [ 940.716375] env[62353]: _type = "Task" [ 940.716375] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.726711] env[62353]: DEBUG oslo_vmware.api [None req-0b93f301-1b35-419a-afae-7f6f0bcd94e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Task: {'id': task-2372764, 'name': Rename_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.907824] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f6a9f9e5-f1ff-4ad3-a2f0-ba7d7087017b tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.426s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 940.908363] env[62353]: DEBUG nova.compute.manager [None req-f6a9f9e5-f1ff-4ad3-a2f0-ba7d7087017b tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] [instance: 920979fe-c3eb-41bc-acf2-215e6c03796f] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 940.911320] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8a04baa4-49d3-438a-b656-b25617aee38a tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.717s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 940.912562] env[62353]: INFO nova.compute.claims [None req-8a04baa4-49d3-438a-b656-b25617aee38a tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] [instance: a97e3cc7-cd7e-4239-b58d-6b3e62477819] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 941.136176] env[62353]: DEBUG oslo_vmware.api [None req-0b93f301-1b35-419a-afae-7f6f0bcd94e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]520190e4-4a82-8743-dd8f-326fe45cfd14, 'name': SearchDatastore_Task, 'duration_secs': 0.020324} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.136438] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0b93f301-1b35-419a-afae-7f6f0bcd94e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Releasing lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 941.136703] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b93f301-1b35-419a-afae-7f6f0bcd94e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore1] 91eab4dd-b5db-49bb-9aa9-2ab8473a2256/91eab4dd-b5db-49bb-9aa9-2ab8473a2256.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 941.136969] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-260cad96-f38f-4e54-bf38-0cf03ee8d89b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.143548] env[62353]: DEBUG oslo_vmware.api [None req-0b93f301-1b35-419a-afae-7f6f0bcd94e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Waiting for the task: (returnval){ [ 941.143548] env[62353]: value = "task-2372765" [ 941.143548] env[62353]: _type = "Task" [ 941.143548] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.151584] env[62353]: DEBUG oslo_vmware.api [None req-0b93f301-1b35-419a-afae-7f6f0bcd94e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Task: {'id': task-2372765, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.186028] env[62353]: DEBUG nova.compute.manager [req-b8c1915c-d662-4d66-a138-1bffced5a398 req-08a43970-e5ba-49e1-9137-b0cee4360d82 service nova] [instance: 78d43ae6-d281-4b98-88f1-281548975167] Received event network-changed-ddfa5481-2cde-45c3-9b6d-2a765e340f41 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 941.187407] env[62353]: DEBUG nova.compute.manager [req-b8c1915c-d662-4d66-a138-1bffced5a398 req-08a43970-e5ba-49e1-9137-b0cee4360d82 service nova] [instance: 78d43ae6-d281-4b98-88f1-281548975167] Refreshing instance network info cache due to event network-changed-ddfa5481-2cde-45c3-9b6d-2a765e340f41. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 941.187694] env[62353]: DEBUG oslo_concurrency.lockutils [req-b8c1915c-d662-4d66-a138-1bffced5a398 req-08a43970-e5ba-49e1-9137-b0cee4360d82 service nova] Acquiring lock "refresh_cache-78d43ae6-d281-4b98-88f1-281548975167" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 941.187884] env[62353]: DEBUG oslo_concurrency.lockutils [req-b8c1915c-d662-4d66-a138-1bffced5a398 req-08a43970-e5ba-49e1-9137-b0cee4360d82 service nova] Acquired lock "refresh_cache-78d43ae6-d281-4b98-88f1-281548975167" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.188106] env[62353]: DEBUG nova.network.neutron [req-b8c1915c-d662-4d66-a138-1bffced5a398 req-08a43970-e5ba-49e1-9137-b0cee4360d82 service nova] [instance: 78d43ae6-d281-4b98-88f1-281548975167] Refreshing network info cache for port ddfa5481-2cde-45c3-9b6d-2a765e340f41 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 941.227884] env[62353]: DEBUG oslo_vmware.api [None req-0b93f301-1b35-419a-afae-7f6f0bcd94e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Task: {'id': task-2372764, 'name': Rename_Task, 'duration_secs': 0.147535} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.228561] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b93f301-1b35-419a-afae-7f6f0bcd94e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] [instance: d2e5a379-7275-4fd0-80a7-fc06a6f3d4e3] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 941.231070] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f4e49e60-e376-438b-b3d3-52fd9261ab56 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.237018] env[62353]: DEBUG oslo_vmware.api [None req-0b93f301-1b35-419a-afae-7f6f0bcd94e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Waiting for the task: (returnval){ [ 941.237018] env[62353]: value = "task-2372766" [ 941.237018] env[62353]: _type = "Task" [ 941.237018] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.250399] env[62353]: DEBUG oslo_vmware.api [None req-0b93f301-1b35-419a-afae-7f6f0bcd94e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Task: {'id': task-2372766, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.416925] env[62353]: DEBUG nova.compute.utils [None req-f6a9f9e5-f1ff-4ad3-a2f0-ba7d7087017b tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 941.418865] env[62353]: DEBUG nova.compute.manager [None req-f6a9f9e5-f1ff-4ad3-a2f0-ba7d7087017b tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] [instance: 920979fe-c3eb-41bc-acf2-215e6c03796f] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 941.419202] env[62353]: DEBUG nova.network.neutron [None req-f6a9f9e5-f1ff-4ad3-a2f0-ba7d7087017b tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] [instance: 920979fe-c3eb-41bc-acf2-215e6c03796f] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 941.533846] env[62353]: DEBUG nova.policy [None req-f6a9f9e5-f1ff-4ad3-a2f0-ba7d7087017b tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c66ee9fd102e43f9882035d63307a792', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2eb2ff7c26ba43b3b73d1fbaf90b7aa9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:192}} [ 941.655548] env[62353]: DEBUG oslo_vmware.api [None req-0b93f301-1b35-419a-afae-7f6f0bcd94e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Task: {'id': task-2372765, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.508613} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.655905] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b93f301-1b35-419a-afae-7f6f0bcd94e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore1] 91eab4dd-b5db-49bb-9aa9-2ab8473a2256/91eab4dd-b5db-49bb-9aa9-2ab8473a2256.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 941.656234] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-0b93f301-1b35-419a-afae-7f6f0bcd94e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] [instance: 91eab4dd-b5db-49bb-9aa9-2ab8473a2256] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 941.656550] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-91971dfa-eec8-4181-b741-4ab5c0421be7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.664444] env[62353]: DEBUG oslo_vmware.api [None req-0b93f301-1b35-419a-afae-7f6f0bcd94e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Waiting for the task: (returnval){ [ 941.664444] env[62353]: value = "task-2372767" [ 941.664444] env[62353]: _type = "Task" [ 941.664444] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.674949] env[62353]: DEBUG oslo_vmware.api [None req-0b93f301-1b35-419a-afae-7f6f0bcd94e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Task: {'id': task-2372767, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.747854] env[62353]: DEBUG oslo_vmware.api [None req-0b93f301-1b35-419a-afae-7f6f0bcd94e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Task: {'id': task-2372766, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.925447] env[62353]: DEBUG nova.compute.manager [None req-f6a9f9e5-f1ff-4ad3-a2f0-ba7d7087017b tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] [instance: 920979fe-c3eb-41bc-acf2-215e6c03796f] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 941.983162] env[62353]: DEBUG nova.network.neutron [req-b8c1915c-d662-4d66-a138-1bffced5a398 req-08a43970-e5ba-49e1-9137-b0cee4360d82 service nova] [instance: 78d43ae6-d281-4b98-88f1-281548975167] Updated VIF entry in instance network info cache for port ddfa5481-2cde-45c3-9b6d-2a765e340f41. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 941.983540] env[62353]: DEBUG nova.network.neutron [req-b8c1915c-d662-4d66-a138-1bffced5a398 req-08a43970-e5ba-49e1-9137-b0cee4360d82 service nova] [instance: 78d43ae6-d281-4b98-88f1-281548975167] Updating instance_info_cache with network_info: [{"id": "ddfa5481-2cde-45c3-9b6d-2a765e340f41", "address": "fa:16:3e:a8:e7:06", "network": {"id": "f2c61678-8c63-4464-84ba-d84b54807cc9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1565172013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "890397883ac142a1ae90fecc50da8b41", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e044cfd4-1b0d-4d88-b1bd-604025731d3f", "external-id": "nsx-vlan-transportzone-372", "segmentation_id": 372, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddfa5481-2c", "ovs_interfaceid": "ddfa5481-2cde-45c3-9b6d-2a765e340f41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.153568] env[62353]: DEBUG nova.network.neutron [None req-f6a9f9e5-f1ff-4ad3-a2f0-ba7d7087017b tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] [instance: 920979fe-c3eb-41bc-acf2-215e6c03796f] Successfully created port: bb4aa91b-bc8a-40b0-aae4-ae90600284b5 {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 942.179027] env[62353]: DEBUG oslo_vmware.api [None req-0b93f301-1b35-419a-afae-7f6f0bcd94e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Task: {'id': task-2372767, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07729} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.179027] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-0b93f301-1b35-419a-afae-7f6f0bcd94e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] [instance: 91eab4dd-b5db-49bb-9aa9-2ab8473a2256] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 942.179528] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5893978d-fd40-4cad-9275-006b6656846e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.206643] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b93f301-1b35-419a-afae-7f6f0bcd94e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] [instance: 91eab4dd-b5db-49bb-9aa9-2ab8473a2256] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] 91eab4dd-b5db-49bb-9aa9-2ab8473a2256/91eab4dd-b5db-49bb-9aa9-2ab8473a2256.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 942.210265] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5584fd09-53db-471f-b893-4795d1d46bb7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.234214] env[62353]: DEBUG oslo_vmware.api [None req-0b93f301-1b35-419a-afae-7f6f0bcd94e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Waiting for the task: (returnval){ [ 942.234214] env[62353]: value = "task-2372768" [ 942.234214] env[62353]: _type = "Task" [ 942.234214] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.246361] env[62353]: DEBUG oslo_vmware.api [None req-0b93f301-1b35-419a-afae-7f6f0bcd94e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Task: {'id': task-2372768, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.251551] env[62353]: DEBUG oslo_vmware.api [None req-0b93f301-1b35-419a-afae-7f6f0bcd94e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Task: {'id': task-2372766, 'name': PowerOnVM_Task, 'duration_secs': 0.816913} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.251821] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b93f301-1b35-419a-afae-7f6f0bcd94e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] [instance: d2e5a379-7275-4fd0-80a7-fc06a6f3d4e3] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 942.252783] env[62353]: INFO nova.compute.manager [None req-0b93f301-1b35-419a-afae-7f6f0bcd94e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] [instance: d2e5a379-7275-4fd0-80a7-fc06a6f3d4e3] Took 8.75 seconds to spawn the instance on the hypervisor. [ 942.252783] env[62353]: DEBUG nova.compute.manager [None req-0b93f301-1b35-419a-afae-7f6f0bcd94e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] [instance: d2e5a379-7275-4fd0-80a7-fc06a6f3d4e3] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 942.252960] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e56eff5-acc9-440e-90c7-ed6e15ebbfa5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.376178] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-127d922a-7fd6-4d66-b748-a16525b36e3a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.383924] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea71f9e7-ead2-498b-8f1c-598d71be7d86 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.422389] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b75e232b-26e4-44f8-9bd2-0bc239856a09 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.429964] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f099de3-dc33-4cf2-9c6c-fecf2fc61853 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.449383] env[62353]: DEBUG nova.compute.provider_tree [None req-8a04baa4-49d3-438a-b656-b25617aee38a tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 942.486015] env[62353]: DEBUG oslo_concurrency.lockutils [req-b8c1915c-d662-4d66-a138-1bffced5a398 req-08a43970-e5ba-49e1-9137-b0cee4360d82 service nova] Releasing lock "refresh_cache-78d43ae6-d281-4b98-88f1-281548975167" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 942.751421] env[62353]: DEBUG oslo_vmware.api [None req-0b93f301-1b35-419a-afae-7f6f0bcd94e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Task: {'id': task-2372768, 'name': ReconfigVM_Task, 'duration_secs': 0.310322} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.751781] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b93f301-1b35-419a-afae-7f6f0bcd94e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] [instance: 91eab4dd-b5db-49bb-9aa9-2ab8473a2256] Reconfigured VM instance instance-00000054 to attach disk [datastore1] 91eab4dd-b5db-49bb-9aa9-2ab8473a2256/91eab4dd-b5db-49bb-9aa9-2ab8473a2256.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 942.752446] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6a6a9add-559a-4ea5-952c-2521c8737e8f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.762115] env[62353]: DEBUG oslo_vmware.api [None req-0b93f301-1b35-419a-afae-7f6f0bcd94e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Waiting for the task: (returnval){ [ 942.762115] env[62353]: value = "task-2372769" [ 942.762115] env[62353]: _type = "Task" [ 942.762115] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.776465] env[62353]: DEBUG oslo_vmware.api [None req-0b93f301-1b35-419a-afae-7f6f0bcd94e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Task: {'id': task-2372769, 'name': Rename_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.778625] env[62353]: INFO nova.compute.manager [None req-0b93f301-1b35-419a-afae-7f6f0bcd94e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] [instance: d2e5a379-7275-4fd0-80a7-fc06a6f3d4e3] Took 31.59 seconds to build instance. [ 942.939572] env[62353]: DEBUG nova.compute.manager [None req-f6a9f9e5-f1ff-4ad3-a2f0-ba7d7087017b tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] [instance: 920979fe-c3eb-41bc-acf2-215e6c03796f] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 942.951765] env[62353]: DEBUG nova.scheduler.client.report [None req-8a04baa4-49d3-438a-b656-b25617aee38a tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 942.969995] env[62353]: DEBUG nova.virt.hardware [None req-f6a9f9e5-f1ff-4ad3-a2f0-ba7d7087017b tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T12:38:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T12:38:15Z,direct_url=,disk_format='vmdk',id=06f909ae-e8dc-43b4-abf7-c7ed85db9bbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0a3f88790a594523a818b8c00f6862e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T12:38:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 942.969995] env[62353]: DEBUG nova.virt.hardware [None req-f6a9f9e5-f1ff-4ad3-a2f0-ba7d7087017b tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 942.969995] env[62353]: DEBUG nova.virt.hardware [None req-f6a9f9e5-f1ff-4ad3-a2f0-ba7d7087017b tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 942.969995] env[62353]: DEBUG nova.virt.hardware [None req-f6a9f9e5-f1ff-4ad3-a2f0-ba7d7087017b tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 942.969995] env[62353]: DEBUG nova.virt.hardware [None req-f6a9f9e5-f1ff-4ad3-a2f0-ba7d7087017b tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 942.969995] env[62353]: DEBUG nova.virt.hardware [None req-f6a9f9e5-f1ff-4ad3-a2f0-ba7d7087017b tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 942.969995] env[62353]: DEBUG nova.virt.hardware [None req-f6a9f9e5-f1ff-4ad3-a2f0-ba7d7087017b tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 942.969995] env[62353]: DEBUG nova.virt.hardware [None req-f6a9f9e5-f1ff-4ad3-a2f0-ba7d7087017b tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 942.970323] env[62353]: DEBUG nova.virt.hardware [None req-f6a9f9e5-f1ff-4ad3-a2f0-ba7d7087017b tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 942.970323] env[62353]: DEBUG nova.virt.hardware [None req-f6a9f9e5-f1ff-4ad3-a2f0-ba7d7087017b tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 942.970394] env[62353]: DEBUG nova.virt.hardware [None req-f6a9f9e5-f1ff-4ad3-a2f0-ba7d7087017b tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 942.971276] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fd0071b-fdd1-450e-a78b-67ac0079b121 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.987964] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1128010-a7bb-4f25-a6dd-32ebe0ddc55d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.271785] env[62353]: DEBUG oslo_vmware.api [None req-0b93f301-1b35-419a-afae-7f6f0bcd94e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Task: {'id': task-2372769, 'name': Rename_Task, 'duration_secs': 0.15528} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.272089] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b93f301-1b35-419a-afae-7f6f0bcd94e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] [instance: 91eab4dd-b5db-49bb-9aa9-2ab8473a2256] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 943.272327] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1adbb330-0445-4c3b-a256-da20d4e97b06 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.278897] env[62353]: DEBUG oslo_vmware.api [None req-0b93f301-1b35-419a-afae-7f6f0bcd94e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Waiting for the task: (returnval){ [ 943.278897] env[62353]: value = "task-2372770" [ 943.278897] env[62353]: _type = "Task" [ 943.278897] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.281628] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0b93f301-1b35-419a-afae-7f6f0bcd94e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Lock "d2e5a379-7275-4fd0-80a7-fc06a6f3d4e3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.104s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 943.286686] env[62353]: DEBUG oslo_vmware.api [None req-0b93f301-1b35-419a-afae-7f6f0bcd94e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Task: {'id': task-2372770, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.458158] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8a04baa4-49d3-438a-b656-b25617aee38a tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.547s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 943.458435] env[62353]: DEBUG nova.compute.manager [None req-8a04baa4-49d3-438a-b656-b25617aee38a tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] [instance: a97e3cc7-cd7e-4239-b58d-6b3e62477819] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 943.461190] env[62353]: DEBUG oslo_concurrency.lockutils [None req-62ffd7a8-af4a-4a4e-9ad4-39ec5126adc3 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.568s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 943.462616] env[62353]: INFO nova.compute.claims [None req-62ffd7a8-af4a-4a4e-9ad4-39ec5126adc3 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 71b98f1e-48af-4261-97fb-a93c35497702] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 943.792311] env[62353]: DEBUG oslo_vmware.api [None req-0b93f301-1b35-419a-afae-7f6f0bcd94e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Task: {'id': task-2372770, 'name': PowerOnVM_Task, 'duration_secs': 0.497601} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.797326] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b93f301-1b35-419a-afae-7f6f0bcd94e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] [instance: 91eab4dd-b5db-49bb-9aa9-2ab8473a2256] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 943.797326] env[62353]: INFO nova.compute.manager [None req-0b93f301-1b35-419a-afae-7f6f0bcd94e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] [instance: 91eab4dd-b5db-49bb-9aa9-2ab8473a2256] Took 7.76 seconds to spawn the instance on the hypervisor. [ 943.797326] env[62353]: DEBUG nova.compute.manager [None req-0b93f301-1b35-419a-afae-7f6f0bcd94e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] [instance: 91eab4dd-b5db-49bb-9aa9-2ab8473a2256] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 943.797326] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68f5de03-3616-4220-b087-4e5a469cc56b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.969428] env[62353]: DEBUG nova.compute.utils [None req-8a04baa4-49d3-438a-b656-b25617aee38a tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 943.971537] env[62353]: DEBUG nova.compute.manager [None req-8a04baa4-49d3-438a-b656-b25617aee38a tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] [instance: a97e3cc7-cd7e-4239-b58d-6b3e62477819] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 943.971914] env[62353]: DEBUG nova.network.neutron [None req-8a04baa4-49d3-438a-b656-b25617aee38a tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] [instance: a97e3cc7-cd7e-4239-b58d-6b3e62477819] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 944.034062] env[62353]: DEBUG nova.policy [None req-8a04baa4-49d3-438a-b656-b25617aee38a tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '72bdb2329f1f4c98935af4cd569e7db8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7bed92e4d6734102a7048c91ed285e0f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:192}} [ 944.317172] env[62353]: INFO nova.compute.manager [None req-0b93f301-1b35-419a-afae-7f6f0bcd94e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] [instance: 91eab4dd-b5db-49bb-9aa9-2ab8473a2256] Took 33.08 seconds to build instance. [ 944.328815] env[62353]: DEBUG nova.compute.manager [req-216d4db8-5bce-4375-8f19-fa8f743c47ca req-af4a8e74-c436-4465-8b2d-686eacf84969 service nova] [instance: 920979fe-c3eb-41bc-acf2-215e6c03796f] Received event network-vif-plugged-bb4aa91b-bc8a-40b0-aae4-ae90600284b5 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 944.329116] env[62353]: DEBUG oslo_concurrency.lockutils [req-216d4db8-5bce-4375-8f19-fa8f743c47ca req-af4a8e74-c436-4465-8b2d-686eacf84969 service nova] Acquiring lock "920979fe-c3eb-41bc-acf2-215e6c03796f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 944.329389] env[62353]: DEBUG oslo_concurrency.lockutils [req-216d4db8-5bce-4375-8f19-fa8f743c47ca req-af4a8e74-c436-4465-8b2d-686eacf84969 service nova] Lock "920979fe-c3eb-41bc-acf2-215e6c03796f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 944.329693] env[62353]: DEBUG oslo_concurrency.lockutils [req-216d4db8-5bce-4375-8f19-fa8f743c47ca req-af4a8e74-c436-4465-8b2d-686eacf84969 service nova] Lock "920979fe-c3eb-41bc-acf2-215e6c03796f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 944.329903] env[62353]: DEBUG nova.compute.manager [req-216d4db8-5bce-4375-8f19-fa8f743c47ca req-af4a8e74-c436-4465-8b2d-686eacf84969 service nova] [instance: 920979fe-c3eb-41bc-acf2-215e6c03796f] No waiting events found dispatching network-vif-plugged-bb4aa91b-bc8a-40b0-aae4-ae90600284b5 {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 944.330489] env[62353]: WARNING nova.compute.manager [req-216d4db8-5bce-4375-8f19-fa8f743c47ca req-af4a8e74-c436-4465-8b2d-686eacf84969 service nova] [instance: 920979fe-c3eb-41bc-acf2-215e6c03796f] Received unexpected event network-vif-plugged-bb4aa91b-bc8a-40b0-aae4-ae90600284b5 for instance with vm_state building and task_state spawning. [ 944.361498] env[62353]: DEBUG nova.network.neutron [None req-8a04baa4-49d3-438a-b656-b25617aee38a tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] [instance: a97e3cc7-cd7e-4239-b58d-6b3e62477819] Successfully created port: 73e575b8-0e78-4c00-babc-20e8f490800b {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 944.436762] env[62353]: DEBUG nova.network.neutron [None req-f6a9f9e5-f1ff-4ad3-a2f0-ba7d7087017b tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] [instance: 920979fe-c3eb-41bc-acf2-215e6c03796f] Successfully updated port: bb4aa91b-bc8a-40b0-aae4-ae90600284b5 {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 944.478354] env[62353]: DEBUG nova.compute.manager [None req-8a04baa4-49d3-438a-b656-b25617aee38a tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] [instance: a97e3cc7-cd7e-4239-b58d-6b3e62477819] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 944.819221] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0b93f301-1b35-419a-afae-7f6f0bcd94e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Lock "91eab4dd-b5db-49bb-9aa9-2ab8473a2256" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.606s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 944.860427] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deab1faa-73ee-43b7-bfad-b46e3ec8c09a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.868816] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de0702da-2315-423a-9eba-2672501cca65 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.902896] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1ec4fd6-7b05-4e6a-bbb5-67e2862baca6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.911298] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed2e05a2-fedb-4d37-8198-7f6f98f643d0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.925012] env[62353]: DEBUG nova.compute.provider_tree [None req-62ffd7a8-af4a-4a4e-9ad4-39ec5126adc3 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 944.943553] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f6a9f9e5-f1ff-4ad3-a2f0-ba7d7087017b tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] Acquiring lock "refresh_cache-920979fe-c3eb-41bc-acf2-215e6c03796f" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 944.943712] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f6a9f9e5-f1ff-4ad3-a2f0-ba7d7087017b tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] Acquired lock "refresh_cache-920979fe-c3eb-41bc-acf2-215e6c03796f" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.943865] env[62353]: DEBUG nova.network.neutron [None req-f6a9f9e5-f1ff-4ad3-a2f0-ba7d7087017b tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] [instance: 920979fe-c3eb-41bc-acf2-215e6c03796f] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 944.994577] env[62353]: DEBUG oslo_concurrency.lockutils [None req-abc4cf43-3f9c-4e9a-854d-3ee2aa8ec5da tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Acquiring lock "d2e5a379-7275-4fd0-80a7-fc06a6f3d4e3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 944.994890] env[62353]: DEBUG oslo_concurrency.lockutils [None req-abc4cf43-3f9c-4e9a-854d-3ee2aa8ec5da tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Lock "d2e5a379-7275-4fd0-80a7-fc06a6f3d4e3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 944.995102] env[62353]: DEBUG oslo_concurrency.lockutils [None req-abc4cf43-3f9c-4e9a-854d-3ee2aa8ec5da tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Acquiring lock "d2e5a379-7275-4fd0-80a7-fc06a6f3d4e3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 944.995284] env[62353]: DEBUG oslo_concurrency.lockutils [None req-abc4cf43-3f9c-4e9a-854d-3ee2aa8ec5da tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Lock "d2e5a379-7275-4fd0-80a7-fc06a6f3d4e3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 944.995449] env[62353]: DEBUG oslo_concurrency.lockutils [None req-abc4cf43-3f9c-4e9a-854d-3ee2aa8ec5da tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Lock "d2e5a379-7275-4fd0-80a7-fc06a6f3d4e3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 944.999394] env[62353]: INFO nova.compute.manager [None req-abc4cf43-3f9c-4e9a-854d-3ee2aa8ec5da tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] [instance: d2e5a379-7275-4fd0-80a7-fc06a6f3d4e3] Terminating instance [ 945.082451] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d7654b53-625e-4113-a4af-cdac48e4c4e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Acquiring lock "91eab4dd-b5db-49bb-9aa9-2ab8473a2256" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 945.082722] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d7654b53-625e-4113-a4af-cdac48e4c4e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Lock "91eab4dd-b5db-49bb-9aa9-2ab8473a2256" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 945.082929] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d7654b53-625e-4113-a4af-cdac48e4c4e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Acquiring lock "91eab4dd-b5db-49bb-9aa9-2ab8473a2256-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 945.083120] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d7654b53-625e-4113-a4af-cdac48e4c4e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Lock "91eab4dd-b5db-49bb-9aa9-2ab8473a2256-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 945.083298] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d7654b53-625e-4113-a4af-cdac48e4c4e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Lock "91eab4dd-b5db-49bb-9aa9-2ab8473a2256-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 945.086395] env[62353]: INFO nova.compute.manager [None req-d7654b53-625e-4113-a4af-cdac48e4c4e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] [instance: 91eab4dd-b5db-49bb-9aa9-2ab8473a2256] Terminating instance [ 945.428502] env[62353]: DEBUG nova.scheduler.client.report [None req-62ffd7a8-af4a-4a4e-9ad4-39ec5126adc3 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 945.476592] env[62353]: DEBUG nova.network.neutron [None req-f6a9f9e5-f1ff-4ad3-a2f0-ba7d7087017b tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] [instance: 920979fe-c3eb-41bc-acf2-215e6c03796f] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 945.492432] env[62353]: DEBUG nova.compute.manager [None req-8a04baa4-49d3-438a-b656-b25617aee38a tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] [instance: a97e3cc7-cd7e-4239-b58d-6b3e62477819] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 945.504799] env[62353]: DEBUG nova.compute.manager [None req-abc4cf43-3f9c-4e9a-854d-3ee2aa8ec5da tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] [instance: d2e5a379-7275-4fd0-80a7-fc06a6f3d4e3] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 945.504799] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-abc4cf43-3f9c-4e9a-854d-3ee2aa8ec5da tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] [instance: d2e5a379-7275-4fd0-80a7-fc06a6f3d4e3] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 945.505537] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fa1c4d1-0a9d-4eda-86ad-bb9a69ace3e2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.513684] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-abc4cf43-3f9c-4e9a-854d-3ee2aa8ec5da tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] [instance: d2e5a379-7275-4fd0-80a7-fc06a6f3d4e3] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 945.516031] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c6f2ae87-436a-47a0-8eba-64c878ec095c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.523811] env[62353]: DEBUG nova.virt.hardware [None req-8a04baa4-49d3-438a-b656-b25617aee38a tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T12:38:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T12:38:15Z,direct_url=,disk_format='vmdk',id=06f909ae-e8dc-43b4-abf7-c7ed85db9bbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0a3f88790a594523a818b8c00f6862e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T12:38:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 945.524144] env[62353]: DEBUG nova.virt.hardware [None req-8a04baa4-49d3-438a-b656-b25617aee38a tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 945.524409] env[62353]: DEBUG nova.virt.hardware [None req-8a04baa4-49d3-438a-b656-b25617aee38a tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 945.524709] env[62353]: DEBUG nova.virt.hardware [None req-8a04baa4-49d3-438a-b656-b25617aee38a tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 945.524932] env[62353]: DEBUG nova.virt.hardware [None req-8a04baa4-49d3-438a-b656-b25617aee38a tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 945.525305] env[62353]: DEBUG nova.virt.hardware [None req-8a04baa4-49d3-438a-b656-b25617aee38a tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 945.525573] env[62353]: DEBUG nova.virt.hardware [None req-8a04baa4-49d3-438a-b656-b25617aee38a tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 945.525788] env[62353]: DEBUG nova.virt.hardware [None req-8a04baa4-49d3-438a-b656-b25617aee38a tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 945.526313] env[62353]: DEBUG nova.virt.hardware [None req-8a04baa4-49d3-438a-b656-b25617aee38a tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 945.526313] env[62353]: DEBUG nova.virt.hardware [None req-8a04baa4-49d3-438a-b656-b25617aee38a tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 945.526414] env[62353]: DEBUG nova.virt.hardware [None req-8a04baa4-49d3-438a-b656-b25617aee38a tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 945.527186] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a86470d0-ebd3-4322-aa22-f93e8e152e0c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.531113] env[62353]: DEBUG oslo_vmware.api [None req-abc4cf43-3f9c-4e9a-854d-3ee2aa8ec5da tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Waiting for the task: (returnval){ [ 945.531113] env[62353]: value = "task-2372771" [ 945.531113] env[62353]: _type = "Task" [ 945.531113] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.538115] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-575ab11d-57a9-4f80-997a-63f421817797 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.546711] env[62353]: DEBUG oslo_vmware.api [None req-abc4cf43-3f9c-4e9a-854d-3ee2aa8ec5da tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Task: {'id': task-2372771, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.591135] env[62353]: DEBUG nova.compute.manager [None req-d7654b53-625e-4113-a4af-cdac48e4c4e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] [instance: 91eab4dd-b5db-49bb-9aa9-2ab8473a2256] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 945.591335] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-d7654b53-625e-4113-a4af-cdac48e4c4e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] [instance: 91eab4dd-b5db-49bb-9aa9-2ab8473a2256] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 945.592285] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aefb5f6-bb6d-4864-99da-5a5bdbeee250 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.602646] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7654b53-625e-4113-a4af-cdac48e4c4e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] [instance: 91eab4dd-b5db-49bb-9aa9-2ab8473a2256] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 945.602895] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dcbeba9c-f0a1-4bb8-9279-03ee48eb219a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.610201] env[62353]: DEBUG oslo_vmware.api [None req-d7654b53-625e-4113-a4af-cdac48e4c4e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Waiting for the task: (returnval){ [ 945.610201] env[62353]: value = "task-2372772" [ 945.610201] env[62353]: _type = "Task" [ 945.610201] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.621353] env[62353]: DEBUG oslo_vmware.api [None req-d7654b53-625e-4113-a4af-cdac48e4c4e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Task: {'id': task-2372772, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.635449] env[62353]: DEBUG nova.network.neutron [None req-f6a9f9e5-f1ff-4ad3-a2f0-ba7d7087017b tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] [instance: 920979fe-c3eb-41bc-acf2-215e6c03796f] Updating instance_info_cache with network_info: [{"id": "bb4aa91b-bc8a-40b0-aae4-ae90600284b5", "address": "fa:16:3e:e3:17:b9", "network": {"id": "2be634d9-365a-4258-9bd8-c03318d42ac3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.203", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0a3f88790a594523a818b8c00f6862e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb4aa91b-bc", "ovs_interfaceid": "bb4aa91b-bc8a-40b0-aae4-ae90600284b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.933494] env[62353]: DEBUG oslo_concurrency.lockutils [None req-62ffd7a8-af4a-4a4e-9ad4-39ec5126adc3 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.472s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 945.934073] env[62353]: DEBUG nova.compute.manager [None req-62ffd7a8-af4a-4a4e-9ad4-39ec5126adc3 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 71b98f1e-48af-4261-97fb-a93c35497702] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 945.937378] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b3dc5a95-4ccb-4ffd-9479-6885927a144b tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.038s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 945.938058] env[62353]: INFO nova.compute.claims [None req-b3dc5a95-4ccb-4ffd-9479-6885927a144b tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: 97cac27a-befb-4694-9fd8-5209a8e36121] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 945.969272] env[62353]: DEBUG nova.compute.manager [req-f6f204a9-4c20-4eb6-b93e-a61974a43396 req-076ef04e-0740-4a3a-a4e3-39119384230d service nova] [instance: a97e3cc7-cd7e-4239-b58d-6b3e62477819] Received event network-vif-plugged-73e575b8-0e78-4c00-babc-20e8f490800b {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 945.969747] env[62353]: DEBUG oslo_concurrency.lockutils [req-f6f204a9-4c20-4eb6-b93e-a61974a43396 req-076ef04e-0740-4a3a-a4e3-39119384230d service nova] Acquiring lock "a97e3cc7-cd7e-4239-b58d-6b3e62477819-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 945.969747] env[62353]: DEBUG oslo_concurrency.lockutils [req-f6f204a9-4c20-4eb6-b93e-a61974a43396 req-076ef04e-0740-4a3a-a4e3-39119384230d service nova] Lock "a97e3cc7-cd7e-4239-b58d-6b3e62477819-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 945.970177] env[62353]: DEBUG oslo_concurrency.lockutils [req-f6f204a9-4c20-4eb6-b93e-a61974a43396 req-076ef04e-0740-4a3a-a4e3-39119384230d service nova] Lock "a97e3cc7-cd7e-4239-b58d-6b3e62477819-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 945.970177] env[62353]: DEBUG nova.compute.manager [req-f6f204a9-4c20-4eb6-b93e-a61974a43396 req-076ef04e-0740-4a3a-a4e3-39119384230d service nova] [instance: a97e3cc7-cd7e-4239-b58d-6b3e62477819] No waiting events found dispatching network-vif-plugged-73e575b8-0e78-4c00-babc-20e8f490800b {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 945.970177] env[62353]: WARNING nova.compute.manager [req-f6f204a9-4c20-4eb6-b93e-a61974a43396 req-076ef04e-0740-4a3a-a4e3-39119384230d service nova] [instance: a97e3cc7-cd7e-4239-b58d-6b3e62477819] Received unexpected event network-vif-plugged-73e575b8-0e78-4c00-babc-20e8f490800b for instance with vm_state building and task_state spawning. [ 946.042358] env[62353]: DEBUG oslo_vmware.api [None req-abc4cf43-3f9c-4e9a-854d-3ee2aa8ec5da tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Task: {'id': task-2372771, 'name': PowerOffVM_Task, 'duration_secs': 0.317974} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.042661] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-abc4cf43-3f9c-4e9a-854d-3ee2aa8ec5da tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] [instance: d2e5a379-7275-4fd0-80a7-fc06a6f3d4e3] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 946.043058] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-abc4cf43-3f9c-4e9a-854d-3ee2aa8ec5da tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] [instance: d2e5a379-7275-4fd0-80a7-fc06a6f3d4e3] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 946.043128] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e69c7e9a-793e-4c03-9b2e-3da4a6ce4e3c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.067090] env[62353]: DEBUG nova.network.neutron [None req-8a04baa4-49d3-438a-b656-b25617aee38a tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] [instance: a97e3cc7-cd7e-4239-b58d-6b3e62477819] Successfully updated port: 73e575b8-0e78-4c00-babc-20e8f490800b {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 946.120764] env[62353]: DEBUG oslo_vmware.api [None req-d7654b53-625e-4113-a4af-cdac48e4c4e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Task: {'id': task-2372772, 'name': PowerOffVM_Task, 'duration_secs': 0.208911} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.121063] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7654b53-625e-4113-a4af-cdac48e4c4e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] [instance: 91eab4dd-b5db-49bb-9aa9-2ab8473a2256] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 946.121222] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-d7654b53-625e-4113-a4af-cdac48e4c4e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] [instance: 91eab4dd-b5db-49bb-9aa9-2ab8473a2256] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 946.121471] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-552eeacf-186d-4994-9408-2dd0d100ebae {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.127700] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-abc4cf43-3f9c-4e9a-854d-3ee2aa8ec5da tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] [instance: d2e5a379-7275-4fd0-80a7-fc06a6f3d4e3] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 946.127951] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-abc4cf43-3f9c-4e9a-854d-3ee2aa8ec5da tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] [instance: d2e5a379-7275-4fd0-80a7-fc06a6f3d4e3] Deleting contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 946.128095] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-abc4cf43-3f9c-4e9a-854d-3ee2aa8ec5da tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Deleting the datastore file [datastore1] d2e5a379-7275-4fd0-80a7-fc06a6f3d4e3 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 946.128331] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2afe97ec-2abb-4b0f-a3c2-2f0e1d35449c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.134526] env[62353]: DEBUG oslo_vmware.api [None req-abc4cf43-3f9c-4e9a-854d-3ee2aa8ec5da tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Waiting for the task: (returnval){ [ 946.134526] env[62353]: value = "task-2372775" [ 946.134526] env[62353]: _type = "Task" [ 946.134526] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.137758] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f6a9f9e5-f1ff-4ad3-a2f0-ba7d7087017b tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] Releasing lock "refresh_cache-920979fe-c3eb-41bc-acf2-215e6c03796f" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 946.138110] env[62353]: DEBUG nova.compute.manager [None req-f6a9f9e5-f1ff-4ad3-a2f0-ba7d7087017b tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] [instance: 920979fe-c3eb-41bc-acf2-215e6c03796f] Instance network_info: |[{"id": "bb4aa91b-bc8a-40b0-aae4-ae90600284b5", "address": "fa:16:3e:e3:17:b9", "network": {"id": "2be634d9-365a-4258-9bd8-c03318d42ac3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.203", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0a3f88790a594523a818b8c00f6862e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb4aa91b-bc", "ovs_interfaceid": "bb4aa91b-bc8a-40b0-aae4-ae90600284b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 946.138501] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-f6a9f9e5-f1ff-4ad3-a2f0-ba7d7087017b tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] [instance: 920979fe-c3eb-41bc-acf2-215e6c03796f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e3:17:b9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ec46b14d-3310-4f2b-96c1-f53ee47d3759', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bb4aa91b-bc8a-40b0-aae4-ae90600284b5', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 946.149242] env[62353]: DEBUG oslo.service.loopingcall [None req-f6a9f9e5-f1ff-4ad3-a2f0-ba7d7087017b tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 946.149242] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 920979fe-c3eb-41bc-acf2-215e6c03796f] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 946.150061] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-abaa340f-1bb3-48da-b9c4-880a85e03d84 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.169056] env[62353]: DEBUG oslo_vmware.api [None req-abc4cf43-3f9c-4e9a-854d-3ee2aa8ec5da tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Task: {'id': task-2372775, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.174691] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 946.174691] env[62353]: value = "task-2372776" [ 946.174691] env[62353]: _type = "Task" [ 946.174691] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.183454] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372776, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.190843] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-d7654b53-625e-4113-a4af-cdac48e4c4e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] [instance: 91eab4dd-b5db-49bb-9aa9-2ab8473a2256] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 946.191163] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-d7654b53-625e-4113-a4af-cdac48e4c4e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] [instance: 91eab4dd-b5db-49bb-9aa9-2ab8473a2256] Deleting contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 946.191368] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7654b53-625e-4113-a4af-cdac48e4c4e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Deleting the datastore file [datastore1] 91eab4dd-b5db-49bb-9aa9-2ab8473a2256 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 946.191636] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9bfe201f-63e2-45ea-bad3-8f698852a9e9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.199760] env[62353]: DEBUG oslo_vmware.api [None req-d7654b53-625e-4113-a4af-cdac48e4c4e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Waiting for the task: (returnval){ [ 946.199760] env[62353]: value = "task-2372777" [ 946.199760] env[62353]: _type = "Task" [ 946.199760] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.210355] env[62353]: DEBUG oslo_vmware.api [None req-d7654b53-625e-4113-a4af-cdac48e4c4e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Task: {'id': task-2372777, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.357455] env[62353]: DEBUG nova.compute.manager [req-8d152878-8836-4e33-8dd3-1c2bf59cb410 req-1b4e743a-03a7-4d5a-92fd-f6c0c888c3fa service nova] [instance: 920979fe-c3eb-41bc-acf2-215e6c03796f] Received event network-changed-bb4aa91b-bc8a-40b0-aae4-ae90600284b5 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 946.357667] env[62353]: DEBUG nova.compute.manager [req-8d152878-8836-4e33-8dd3-1c2bf59cb410 req-1b4e743a-03a7-4d5a-92fd-f6c0c888c3fa service nova] [instance: 920979fe-c3eb-41bc-acf2-215e6c03796f] Refreshing instance network info cache due to event network-changed-bb4aa91b-bc8a-40b0-aae4-ae90600284b5. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 946.357904] env[62353]: DEBUG oslo_concurrency.lockutils [req-8d152878-8836-4e33-8dd3-1c2bf59cb410 req-1b4e743a-03a7-4d5a-92fd-f6c0c888c3fa service nova] Acquiring lock "refresh_cache-920979fe-c3eb-41bc-acf2-215e6c03796f" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 946.358074] env[62353]: DEBUG oslo_concurrency.lockutils [req-8d152878-8836-4e33-8dd3-1c2bf59cb410 req-1b4e743a-03a7-4d5a-92fd-f6c0c888c3fa service nova] Acquired lock "refresh_cache-920979fe-c3eb-41bc-acf2-215e6c03796f" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.358238] env[62353]: DEBUG nova.network.neutron [req-8d152878-8836-4e33-8dd3-1c2bf59cb410 req-1b4e743a-03a7-4d5a-92fd-f6c0c888c3fa service nova] [instance: 920979fe-c3eb-41bc-acf2-215e6c03796f] Refreshing network info cache for port bb4aa91b-bc8a-40b0-aae4-ae90600284b5 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 946.442754] env[62353]: DEBUG nova.compute.utils [None req-62ffd7a8-af4a-4a4e-9ad4-39ec5126adc3 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 946.445907] env[62353]: DEBUG nova.compute.manager [None req-62ffd7a8-af4a-4a4e-9ad4-39ec5126adc3 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 71b98f1e-48af-4261-97fb-a93c35497702] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 946.446136] env[62353]: DEBUG nova.network.neutron [None req-62ffd7a8-af4a-4a4e-9ad4-39ec5126adc3 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 71b98f1e-48af-4261-97fb-a93c35497702] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 946.489548] env[62353]: DEBUG nova.policy [None req-62ffd7a8-af4a-4a4e-9ad4-39ec5126adc3 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '461967f70b14490d91a00e8b00ba3f09', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ce7d37901d844950adf602218b205ea8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:192}} [ 946.567351] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8a04baa4-49d3-438a-b656-b25617aee38a tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Acquiring lock "refresh_cache-a97e3cc7-cd7e-4239-b58d-6b3e62477819" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 946.568044] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8a04baa4-49d3-438a-b656-b25617aee38a tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Acquired lock "refresh_cache-a97e3cc7-cd7e-4239-b58d-6b3e62477819" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.568044] env[62353]: DEBUG nova.network.neutron [None req-8a04baa4-49d3-438a-b656-b25617aee38a tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] [instance: a97e3cc7-cd7e-4239-b58d-6b3e62477819] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 946.646047] env[62353]: DEBUG oslo_vmware.api [None req-abc4cf43-3f9c-4e9a-854d-3ee2aa8ec5da tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Task: {'id': task-2372775, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.204503} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.646306] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-abc4cf43-3f9c-4e9a-854d-3ee2aa8ec5da tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 946.646692] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-abc4cf43-3f9c-4e9a-854d-3ee2aa8ec5da tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] [instance: d2e5a379-7275-4fd0-80a7-fc06a6f3d4e3] Deleted contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 946.646692] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-abc4cf43-3f9c-4e9a-854d-3ee2aa8ec5da tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] [instance: d2e5a379-7275-4fd0-80a7-fc06a6f3d4e3] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 946.646862] env[62353]: INFO nova.compute.manager [None req-abc4cf43-3f9c-4e9a-854d-3ee2aa8ec5da tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] [instance: d2e5a379-7275-4fd0-80a7-fc06a6f3d4e3] Took 1.14 seconds to destroy the instance on the hypervisor. [ 946.647113] env[62353]: DEBUG oslo.service.loopingcall [None req-abc4cf43-3f9c-4e9a-854d-3ee2aa8ec5da tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 946.647319] env[62353]: DEBUG nova.compute.manager [-] [instance: d2e5a379-7275-4fd0-80a7-fc06a6f3d4e3] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 946.647430] env[62353]: DEBUG nova.network.neutron [-] [instance: d2e5a379-7275-4fd0-80a7-fc06a6f3d4e3] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 946.687402] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372776, 'name': CreateVM_Task, 'duration_secs': 0.333482} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.687824] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 920979fe-c3eb-41bc-acf2-215e6c03796f] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 946.688858] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f6a9f9e5-f1ff-4ad3-a2f0-ba7d7087017b tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 946.689246] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f6a9f9e5-f1ff-4ad3-a2f0-ba7d7087017b tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] Acquired lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.689574] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f6a9f9e5-f1ff-4ad3-a2f0-ba7d7087017b tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 946.689934] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81926580-7ef9-4362-8027-e7075d818892 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.695351] env[62353]: DEBUG oslo_vmware.api [None req-f6a9f9e5-f1ff-4ad3-a2f0-ba7d7087017b tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] Waiting for the task: (returnval){ [ 946.695351] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52ab87be-9562-b52b-f861-9f73bece778f" [ 946.695351] env[62353]: _type = "Task" [ 946.695351] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.704137] env[62353]: DEBUG oslo_vmware.api [None req-f6a9f9e5-f1ff-4ad3-a2f0-ba7d7087017b tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52ab87be-9562-b52b-f861-9f73bece778f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.711810] env[62353]: DEBUG oslo_vmware.api [None req-d7654b53-625e-4113-a4af-cdac48e4c4e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Task: {'id': task-2372777, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.219132} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.713452] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7654b53-625e-4113-a4af-cdac48e4c4e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 946.713723] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-d7654b53-625e-4113-a4af-cdac48e4c4e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] [instance: 91eab4dd-b5db-49bb-9aa9-2ab8473a2256] Deleted contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 946.713919] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-d7654b53-625e-4113-a4af-cdac48e4c4e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] [instance: 91eab4dd-b5db-49bb-9aa9-2ab8473a2256] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 946.714120] env[62353]: INFO nova.compute.manager [None req-d7654b53-625e-4113-a4af-cdac48e4c4e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] [instance: 91eab4dd-b5db-49bb-9aa9-2ab8473a2256] Took 1.12 seconds to destroy the instance on the hypervisor. [ 946.714429] env[62353]: DEBUG oslo.service.loopingcall [None req-d7654b53-625e-4113-a4af-cdac48e4c4e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 946.714885] env[62353]: DEBUG nova.compute.manager [-] [instance: 91eab4dd-b5db-49bb-9aa9-2ab8473a2256] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 946.715158] env[62353]: DEBUG nova.network.neutron [-] [instance: 91eab4dd-b5db-49bb-9aa9-2ab8473a2256] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 946.835688] env[62353]: DEBUG nova.network.neutron [None req-62ffd7a8-af4a-4a4e-9ad4-39ec5126adc3 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 71b98f1e-48af-4261-97fb-a93c35497702] Successfully created port: 32a28cbc-99bb-4a0f-b485-e0d740d65f80 {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 946.946681] env[62353]: DEBUG nova.compute.manager [None req-62ffd7a8-af4a-4a4e-9ad4-39ec5126adc3 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 71b98f1e-48af-4261-97fb-a93c35497702] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 947.132911] env[62353]: DEBUG nova.network.neutron [None req-8a04baa4-49d3-438a-b656-b25617aee38a tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] [instance: a97e3cc7-cd7e-4239-b58d-6b3e62477819] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 947.206536] env[62353]: DEBUG oslo_vmware.api [None req-f6a9f9e5-f1ff-4ad3-a2f0-ba7d7087017b tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52ab87be-9562-b52b-f861-9f73bece778f, 'name': SearchDatastore_Task, 'duration_secs': 0.00965} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.212025] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f6a9f9e5-f1ff-4ad3-a2f0-ba7d7087017b tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] Releasing lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 947.212025] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-f6a9f9e5-f1ff-4ad3-a2f0-ba7d7087017b tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] [instance: 920979fe-c3eb-41bc-acf2-215e6c03796f] Processing image 06f909ae-e8dc-43b4-abf7-c7ed85db9bbd {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 947.212025] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f6a9f9e5-f1ff-4ad3-a2f0-ba7d7087017b tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 947.212025] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f6a9f9e5-f1ff-4ad3-a2f0-ba7d7087017b tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] Acquired lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.212025] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6a9f9e5-f1ff-4ad3-a2f0-ba7d7087017b tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 947.212025] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-77acea5e-e87b-47f3-b711-b4efc8bff743 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.218756] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6a9f9e5-f1ff-4ad3-a2f0-ba7d7087017b tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 947.218963] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-f6a9f9e5-f1ff-4ad3-a2f0-ba7d7087017b tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 947.219741] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-534fcbc9-9d4b-4c2d-bdb0-39646bd9e5d5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.225158] env[62353]: DEBUG oslo_vmware.api [None req-f6a9f9e5-f1ff-4ad3-a2f0-ba7d7087017b tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] Waiting for the task: (returnval){ [ 947.225158] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]529c7fd5-4998-550b-c93d-abdaafd994ae" [ 947.225158] env[62353]: _type = "Task" [ 947.225158] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.225951] env[62353]: DEBUG nova.network.neutron [req-8d152878-8836-4e33-8dd3-1c2bf59cb410 req-1b4e743a-03a7-4d5a-92fd-f6c0c888c3fa service nova] [instance: 920979fe-c3eb-41bc-acf2-215e6c03796f] Updated VIF entry in instance network info cache for port bb4aa91b-bc8a-40b0-aae4-ae90600284b5. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 947.226337] env[62353]: DEBUG nova.network.neutron [req-8d152878-8836-4e33-8dd3-1c2bf59cb410 req-1b4e743a-03a7-4d5a-92fd-f6c0c888c3fa service nova] [instance: 920979fe-c3eb-41bc-acf2-215e6c03796f] Updating instance_info_cache with network_info: [{"id": "bb4aa91b-bc8a-40b0-aae4-ae90600284b5", "address": "fa:16:3e:e3:17:b9", "network": {"id": "2be634d9-365a-4258-9bd8-c03318d42ac3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.203", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0a3f88790a594523a818b8c00f6862e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb4aa91b-bc", "ovs_interfaceid": "bb4aa91b-bc8a-40b0-aae4-ae90600284b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.238304] env[62353]: DEBUG oslo_vmware.api [None req-f6a9f9e5-f1ff-4ad3-a2f0-ba7d7087017b tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]529c7fd5-4998-550b-c93d-abdaafd994ae, 'name': SearchDatastore_Task, 'duration_secs': 0.008826} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.239518] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9cd8314e-931e-47fd-a550-29a6fb352a4d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.245474] env[62353]: DEBUG oslo_vmware.api [None req-f6a9f9e5-f1ff-4ad3-a2f0-ba7d7087017b tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] Waiting for the task: (returnval){ [ 947.245474] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52ecb8c2-a941-2ced-2bb8-ab45cba94360" [ 947.245474] env[62353]: _type = "Task" [ 947.245474] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.258775] env[62353]: DEBUG oslo_vmware.api [None req-f6a9f9e5-f1ff-4ad3-a2f0-ba7d7087017b tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52ecb8c2-a941-2ced-2bb8-ab45cba94360, 'name': SearchDatastore_Task, 'duration_secs': 0.008561} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.259015] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f6a9f9e5-f1ff-4ad3-a2f0-ba7d7087017b tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] Releasing lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 947.259286] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6a9f9e5-f1ff-4ad3-a2f0-ba7d7087017b tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore2] 920979fe-c3eb-41bc-acf2-215e6c03796f/920979fe-c3eb-41bc-acf2-215e6c03796f.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 947.259520] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-687e48c5-f9e6-462b-91a5-b30a2f55af85 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.265992] env[62353]: DEBUG oslo_vmware.api [None req-f6a9f9e5-f1ff-4ad3-a2f0-ba7d7087017b tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] Waiting for the task: (returnval){ [ 947.265992] env[62353]: value = "task-2372778" [ 947.265992] env[62353]: _type = "Task" [ 947.265992] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.274088] env[62353]: DEBUG oslo_vmware.api [None req-f6a9f9e5-f1ff-4ad3-a2f0-ba7d7087017b tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] Task: {'id': task-2372778, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.300487] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2532f427-ade3-4949-92be-d4ed35140acb {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.307408] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c790c12-34d2-4c34-8514-3d8aca4a9a72 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.338977] env[62353]: DEBUG nova.network.neutron [None req-8a04baa4-49d3-438a-b656-b25617aee38a tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] [instance: a97e3cc7-cd7e-4239-b58d-6b3e62477819] Updating instance_info_cache with network_info: [{"id": "73e575b8-0e78-4c00-babc-20e8f490800b", "address": "fa:16:3e:e4:4a:54", "network": {"id": "8e8157ad-d933-4e32-a16e-cb78473806e0", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1894863752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bed92e4d6734102a7048c91ed285e0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73e575b8-0e", "ovs_interfaceid": "73e575b8-0e78-4c00-babc-20e8f490800b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.340852] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cca5bbb8-0683-43a5-8e62-93f7b2b75b15 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.348686] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed45e0d1-7833-4a02-ad91-400a38b51c30 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.364337] env[62353]: DEBUG nova.compute.provider_tree [None req-b3dc5a95-4ccb-4ffd-9479-6885927a144b tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 947.424750] env[62353]: DEBUG nova.network.neutron [-] [instance: d2e5a379-7275-4fd0-80a7-fc06a6f3d4e3] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.609953] env[62353]: DEBUG nova.network.neutron [-] [instance: 91eab4dd-b5db-49bb-9aa9-2ab8473a2256] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.733573] env[62353]: DEBUG oslo_concurrency.lockutils [req-8d152878-8836-4e33-8dd3-1c2bf59cb410 req-1b4e743a-03a7-4d5a-92fd-f6c0c888c3fa service nova] Releasing lock "refresh_cache-920979fe-c3eb-41bc-acf2-215e6c03796f" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 947.775736] env[62353]: DEBUG oslo_vmware.api [None req-f6a9f9e5-f1ff-4ad3-a2f0-ba7d7087017b tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] Task: {'id': task-2372778, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.844715] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8a04baa4-49d3-438a-b656-b25617aee38a tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Releasing lock "refresh_cache-a97e3cc7-cd7e-4239-b58d-6b3e62477819" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 947.845608] env[62353]: DEBUG nova.compute.manager [None req-8a04baa4-49d3-438a-b656-b25617aee38a tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] [instance: a97e3cc7-cd7e-4239-b58d-6b3e62477819] Instance network_info: |[{"id": "73e575b8-0e78-4c00-babc-20e8f490800b", "address": "fa:16:3e:e4:4a:54", "network": {"id": "8e8157ad-d933-4e32-a16e-cb78473806e0", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1894863752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bed92e4d6734102a7048c91ed285e0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73e575b8-0e", "ovs_interfaceid": "73e575b8-0e78-4c00-babc-20e8f490800b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 947.845608] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-8a04baa4-49d3-438a-b656-b25617aee38a tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] [instance: a97e3cc7-cd7e-4239-b58d-6b3e62477819] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e4:4a:54', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ab93899c-92b2-4d84-95a6-192234add28c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '73e575b8-0e78-4c00-babc-20e8f490800b', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 947.853308] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a04baa4-49d3-438a-b656-b25617aee38a tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Creating folder: Project (7bed92e4d6734102a7048c91ed285e0f). Parent ref: group-v481456. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 947.853598] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a559ed6b-1179-4158-8fdf-ee71b1f184a3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.864803] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-8a04baa4-49d3-438a-b656-b25617aee38a tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Created folder: Project (7bed92e4d6734102a7048c91ed285e0f) in parent group-v481456. [ 947.865022] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a04baa4-49d3-438a-b656-b25617aee38a tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Creating folder: Instances. Parent ref: group-v481687. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 947.865263] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1a7a7aeb-cfdd-4380-a0c6-9e2af0680a2a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.867446] env[62353]: DEBUG nova.scheduler.client.report [None req-b3dc5a95-4ccb-4ffd-9479-6885927a144b tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 947.878771] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-8a04baa4-49d3-438a-b656-b25617aee38a tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Created folder: Instances in parent group-v481687. [ 947.879057] env[62353]: DEBUG oslo.service.loopingcall [None req-8a04baa4-49d3-438a-b656-b25617aee38a tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 947.879253] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a97e3cc7-cd7e-4239-b58d-6b3e62477819] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 947.879455] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-20824f4e-5f6a-40de-8d6e-ec962a132c5c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.898965] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 947.898965] env[62353]: value = "task-2372781" [ 947.898965] env[62353]: _type = "Task" [ 947.898965] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.906603] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372781, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.927566] env[62353]: INFO nova.compute.manager [-] [instance: d2e5a379-7275-4fd0-80a7-fc06a6f3d4e3] Took 1.28 seconds to deallocate network for instance. [ 947.960251] env[62353]: DEBUG nova.compute.manager [None req-62ffd7a8-af4a-4a4e-9ad4-39ec5126adc3 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 71b98f1e-48af-4261-97fb-a93c35497702] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 947.987344] env[62353]: DEBUG nova.virt.hardware [None req-62ffd7a8-af4a-4a4e-9ad4-39ec5126adc3 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T12:38:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T12:38:15Z,direct_url=,disk_format='vmdk',id=06f909ae-e8dc-43b4-abf7-c7ed85db9bbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0a3f88790a594523a818b8c00f6862e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T12:38:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 947.987583] env[62353]: DEBUG nova.virt.hardware [None req-62ffd7a8-af4a-4a4e-9ad4-39ec5126adc3 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 947.987827] env[62353]: DEBUG nova.virt.hardware [None req-62ffd7a8-af4a-4a4e-9ad4-39ec5126adc3 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 947.988043] env[62353]: DEBUG nova.virt.hardware [None req-62ffd7a8-af4a-4a4e-9ad4-39ec5126adc3 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 947.988195] env[62353]: DEBUG nova.virt.hardware [None req-62ffd7a8-af4a-4a4e-9ad4-39ec5126adc3 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 947.988339] env[62353]: DEBUG nova.virt.hardware [None req-62ffd7a8-af4a-4a4e-9ad4-39ec5126adc3 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 947.988544] env[62353]: DEBUG nova.virt.hardware [None req-62ffd7a8-af4a-4a4e-9ad4-39ec5126adc3 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 947.988702] env[62353]: DEBUG nova.virt.hardware [None req-62ffd7a8-af4a-4a4e-9ad4-39ec5126adc3 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 947.988892] env[62353]: DEBUG nova.virt.hardware [None req-62ffd7a8-af4a-4a4e-9ad4-39ec5126adc3 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 947.989040] env[62353]: DEBUG nova.virt.hardware [None req-62ffd7a8-af4a-4a4e-9ad4-39ec5126adc3 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 947.989216] env[62353]: DEBUG nova.virt.hardware [None req-62ffd7a8-af4a-4a4e-9ad4-39ec5126adc3 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 947.990144] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e2f4fdd-bae6-4ebb-8c36-4aa413f682e1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.998311] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fd4d6d3-e808-4a67-a85f-19fd6bcdb8c5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.004381] env[62353]: DEBUG nova.compute.manager [req-be968e3d-46e0-4cb2-b737-29f1b23638ec req-02b775c4-4a2a-46d5-b579-a78b2ec3d394 service nova] [instance: a97e3cc7-cd7e-4239-b58d-6b3e62477819] Received event network-changed-73e575b8-0e78-4c00-babc-20e8f490800b {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 948.004562] env[62353]: DEBUG nova.compute.manager [req-be968e3d-46e0-4cb2-b737-29f1b23638ec req-02b775c4-4a2a-46d5-b579-a78b2ec3d394 service nova] [instance: a97e3cc7-cd7e-4239-b58d-6b3e62477819] Refreshing instance network info cache due to event network-changed-73e575b8-0e78-4c00-babc-20e8f490800b. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 948.004765] env[62353]: DEBUG oslo_concurrency.lockutils [req-be968e3d-46e0-4cb2-b737-29f1b23638ec req-02b775c4-4a2a-46d5-b579-a78b2ec3d394 service nova] Acquiring lock "refresh_cache-a97e3cc7-cd7e-4239-b58d-6b3e62477819" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 948.005094] env[62353]: DEBUG oslo_concurrency.lockutils [req-be968e3d-46e0-4cb2-b737-29f1b23638ec req-02b775c4-4a2a-46d5-b579-a78b2ec3d394 service nova] Acquired lock "refresh_cache-a97e3cc7-cd7e-4239-b58d-6b3e62477819" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.005094] env[62353]: DEBUG nova.network.neutron [req-be968e3d-46e0-4cb2-b737-29f1b23638ec req-02b775c4-4a2a-46d5-b579-a78b2ec3d394 service nova] [instance: a97e3cc7-cd7e-4239-b58d-6b3e62477819] Refreshing network info cache for port 73e575b8-0e78-4c00-babc-20e8f490800b {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 948.113112] env[62353]: INFO nova.compute.manager [-] [instance: 91eab4dd-b5db-49bb-9aa9-2ab8473a2256] Took 1.40 seconds to deallocate network for instance. [ 948.276304] env[62353]: DEBUG oslo_vmware.api [None req-f6a9f9e5-f1ff-4ad3-a2f0-ba7d7087017b tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] Task: {'id': task-2372778, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.524562} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.276565] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6a9f9e5-f1ff-4ad3-a2f0-ba7d7087017b tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore2] 920979fe-c3eb-41bc-acf2-215e6c03796f/920979fe-c3eb-41bc-acf2-215e6c03796f.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 948.276776] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-f6a9f9e5-f1ff-4ad3-a2f0-ba7d7087017b tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] [instance: 920979fe-c3eb-41bc-acf2-215e6c03796f] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 948.277034] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fa339efc-79c4-41bd-a5b9-d3018934ea28 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.282685] env[62353]: DEBUG oslo_vmware.api [None req-f6a9f9e5-f1ff-4ad3-a2f0-ba7d7087017b tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] Waiting for the task: (returnval){ [ 948.282685] env[62353]: value = "task-2372782" [ 948.282685] env[62353]: _type = "Task" [ 948.282685] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.292315] env[62353]: DEBUG oslo_vmware.api [None req-f6a9f9e5-f1ff-4ad3-a2f0-ba7d7087017b tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] Task: {'id': task-2372782, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.375023] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b3dc5a95-4ccb-4ffd-9479-6885927a144b tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.436s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 948.375023] env[62353]: DEBUG nova.compute.manager [None req-b3dc5a95-4ccb-4ffd-9479-6885927a144b tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: 97cac27a-befb-4694-9fd8-5209a8e36121] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 948.376472] env[62353]: DEBUG oslo_concurrency.lockutils [None req-93841da9-45d6-40ba-bd9c-a89cb7542cf1 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.458s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 948.376857] env[62353]: DEBUG oslo_concurrency.lockutils [None req-93841da9-45d6-40ba-bd9c-a89cb7542cf1 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 948.379161] env[62353]: DEBUG oslo_concurrency.lockutils [None req-172a6511-e765-4d00-a49d-4721aca8c8b1 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.927s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 948.379549] env[62353]: DEBUG oslo_concurrency.lockutils [None req-172a6511-e765-4d00-a49d-4721aca8c8b1 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 948.383086] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ee59de99-eb18-4f08-ae91-1476f99733b3 tempest-ServerTagsTestJSON-62315982 tempest-ServerTagsTestJSON-62315982-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.643s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 948.383086] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ee59de99-eb18-4f08-ae91-1476f99733b3 tempest-ServerTagsTestJSON-62315982 tempest-ServerTagsTestJSON-62315982-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 948.383752] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f429cfd0-5b74-4ad8-a305-3968e54392b6 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 15.586s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 948.389123] env[62353]: DEBUG nova.compute.manager [req-306d56ea-5533-45a0-af63-0fe92bc9c0e4 req-141ad745-9bd8-42df-8581-44dc40505344 service nova] [instance: d2e5a379-7275-4fd0-80a7-fc06a6f3d4e3] Received event network-vif-deleted-30e597ea-87b2-46c1-9ab2-02a7307889b7 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 948.411663] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372781, 'name': CreateVM_Task, 'duration_secs': 0.497486} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.411797] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a97e3cc7-cd7e-4239-b58d-6b3e62477819] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 948.412566] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8a04baa4-49d3-438a-b656-b25617aee38a tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 948.412765] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8a04baa4-49d3-438a-b656-b25617aee38a tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Acquired lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.413125] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8a04baa4-49d3-438a-b656-b25617aee38a tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 948.413407] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e26205cd-cc91-4220-99c0-414831ad9bf9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.416365] env[62353]: INFO nova.scheduler.client.report [None req-ee59de99-eb18-4f08-ae91-1476f99733b3 tempest-ServerTagsTestJSON-62315982 tempest-ServerTagsTestJSON-62315982-project-member] Deleted allocations for instance 4cf91191-d74c-4a8b-98b7-e9c1b572ca66 [ 948.419008] env[62353]: INFO nova.scheduler.client.report [None req-93841da9-45d6-40ba-bd9c-a89cb7542cf1 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Deleted allocations for instance 0a077d09-79c1-462a-b3e7-1312d383f1cb [ 948.419974] env[62353]: DEBUG oslo_vmware.api [None req-8a04baa4-49d3-438a-b656-b25617aee38a tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Waiting for the task: (returnval){ [ 948.419974] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]527b4bc2-570d-1e73-5271-db93228fe7a3" [ 948.419974] env[62353]: _type = "Task" [ 948.419974] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.435534] env[62353]: DEBUG oslo_concurrency.lockutils [None req-abc4cf43-3f9c-4e9a-854d-3ee2aa8ec5da tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 948.436271] env[62353]: DEBUG oslo_vmware.api [None req-8a04baa4-49d3-438a-b656-b25617aee38a tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]527b4bc2-570d-1e73-5271-db93228fe7a3, 'name': SearchDatastore_Task, 'duration_secs': 0.013629} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.438209] env[62353]: INFO nova.scheduler.client.report [None req-172a6511-e765-4d00-a49d-4721aca8c8b1 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Deleted allocations for instance c254fe57-8d19-4bfb-b607-dead3f0c04cf [ 948.439261] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8a04baa4-49d3-438a-b656-b25617aee38a tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Releasing lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 948.439481] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-8a04baa4-49d3-438a-b656-b25617aee38a tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] [instance: a97e3cc7-cd7e-4239-b58d-6b3e62477819] Processing image 06f909ae-e8dc-43b4-abf7-c7ed85db9bbd {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 948.441514] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8a04baa4-49d3-438a-b656-b25617aee38a tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 948.441514] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8a04baa4-49d3-438a-b656-b25617aee38a tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Acquired lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.441514] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a04baa4-49d3-438a-b656-b25617aee38a tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 948.442802] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b599e014-8029-4d41-baa7-d73dc217a928 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.453396] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a04baa4-49d3-438a-b656-b25617aee38a tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 948.453544] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-8a04baa4-49d3-438a-b656-b25617aee38a tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 948.454315] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-936abb84-a09b-45dd-86f3-f1296aa313ee {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.460595] env[62353]: DEBUG oslo_vmware.api [None req-8a04baa4-49d3-438a-b656-b25617aee38a tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Waiting for the task: (returnval){ [ 948.460595] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]520d06e9-c44a-36d0-fb89-b281ef2ea0ba" [ 948.460595] env[62353]: _type = "Task" [ 948.460595] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.472980] env[62353]: DEBUG oslo_vmware.api [None req-8a04baa4-49d3-438a-b656-b25617aee38a tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]520d06e9-c44a-36d0-fb89-b281ef2ea0ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.475970] env[62353]: DEBUG nova.network.neutron [None req-62ffd7a8-af4a-4a4e-9ad4-39ec5126adc3 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 71b98f1e-48af-4261-97fb-a93c35497702] Successfully updated port: 32a28cbc-99bb-4a0f-b485-e0d740d65f80 {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 948.619248] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d7654b53-625e-4113-a4af-cdac48e4c4e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 948.707367] env[62353]: DEBUG nova.network.neutron [req-be968e3d-46e0-4cb2-b737-29f1b23638ec req-02b775c4-4a2a-46d5-b579-a78b2ec3d394 service nova] [instance: a97e3cc7-cd7e-4239-b58d-6b3e62477819] Updated VIF entry in instance network info cache for port 73e575b8-0e78-4c00-babc-20e8f490800b. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 948.707917] env[62353]: DEBUG nova.network.neutron [req-be968e3d-46e0-4cb2-b737-29f1b23638ec req-02b775c4-4a2a-46d5-b579-a78b2ec3d394 service nova] [instance: a97e3cc7-cd7e-4239-b58d-6b3e62477819] Updating instance_info_cache with network_info: [{"id": "73e575b8-0e78-4c00-babc-20e8f490800b", "address": "fa:16:3e:e4:4a:54", "network": {"id": "8e8157ad-d933-4e32-a16e-cb78473806e0", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1894863752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bed92e4d6734102a7048c91ed285e0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73e575b8-0e", "ovs_interfaceid": "73e575b8-0e78-4c00-babc-20e8f490800b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.791739] env[62353]: DEBUG oslo_vmware.api [None req-f6a9f9e5-f1ff-4ad3-a2f0-ba7d7087017b tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] Task: {'id': task-2372782, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073211} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.792014] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-f6a9f9e5-f1ff-4ad3-a2f0-ba7d7087017b tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] [instance: 920979fe-c3eb-41bc-acf2-215e6c03796f] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 948.792778] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6a2ae52-dfe2-4a36-aa4c-8fce3ce293c1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.813949] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6a9f9e5-f1ff-4ad3-a2f0-ba7d7087017b tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] [instance: 920979fe-c3eb-41bc-acf2-215e6c03796f] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] 920979fe-c3eb-41bc-acf2-215e6c03796f/920979fe-c3eb-41bc-acf2-215e6c03796f.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 948.814198] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-157d34ba-5470-43c1-a3db-b33f70445e8d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.831891] env[62353]: DEBUG oslo_vmware.api [None req-f6a9f9e5-f1ff-4ad3-a2f0-ba7d7087017b tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] Waiting for the task: (returnval){ [ 948.831891] env[62353]: value = "task-2372783" [ 948.831891] env[62353]: _type = "Task" [ 948.831891] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.838883] env[62353]: DEBUG oslo_vmware.api [None req-f6a9f9e5-f1ff-4ad3-a2f0-ba7d7087017b tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] Task: {'id': task-2372783, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.888396] env[62353]: DEBUG nova.compute.utils [None req-b3dc5a95-4ccb-4ffd-9479-6885927a144b tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 948.890046] env[62353]: DEBUG nova.compute.manager [None req-b3dc5a95-4ccb-4ffd-9479-6885927a144b tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: 97cac27a-befb-4694-9fd8-5209a8e36121] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 948.890046] env[62353]: DEBUG nova.network.neutron [None req-b3dc5a95-4ccb-4ffd-9479-6885927a144b tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: 97cac27a-befb-4694-9fd8-5209a8e36121] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 948.894011] env[62353]: INFO nova.compute.claims [None req-f429cfd0-5b74-4ad8-a305-3968e54392b6 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 3d6dc73d-cbff-4487-b414-dc5a033e118a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 948.936503] env[62353]: DEBUG oslo_concurrency.lockutils [None req-93841da9-45d6-40ba-bd9c-a89cb7542cf1 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Lock "0a077d09-79c1-462a-b3e7-1312d383f1cb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.435s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 948.938122] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ee59de99-eb18-4f08-ae91-1476f99733b3 tempest-ServerTagsTestJSON-62315982 tempest-ServerTagsTestJSON-62315982-project-member] Lock "4cf91191-d74c-4a8b-98b7-e9c1b572ca66" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.337s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 948.941610] env[62353]: DEBUG nova.policy [None req-b3dc5a95-4ccb-4ffd-9479-6885927a144b tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '28d1e3de6f4f4f7faceb8c4bdb2a65d8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f7f18a111f154dca8cc100cafc69baa6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:192}} [ 948.949476] env[62353]: DEBUG oslo_concurrency.lockutils [None req-172a6511-e765-4d00-a49d-4721aca8c8b1 tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Lock "c254fe57-8d19-4bfb-b607-dead3f0c04cf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.608s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 948.972201] env[62353]: DEBUG oslo_vmware.api [None req-8a04baa4-49d3-438a-b656-b25617aee38a tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]520d06e9-c44a-36d0-fb89-b281ef2ea0ba, 'name': SearchDatastore_Task, 'duration_secs': 0.008694} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.972956] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dded140c-c1cf-4e2d-b26a-466ff35bff17 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.978575] env[62353]: DEBUG oslo_concurrency.lockutils [None req-62ffd7a8-af4a-4a4e-9ad4-39ec5126adc3 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Acquiring lock "refresh_cache-71b98f1e-48af-4261-97fb-a93c35497702" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 948.978713] env[62353]: DEBUG oslo_concurrency.lockutils [None req-62ffd7a8-af4a-4a4e-9ad4-39ec5126adc3 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Acquired lock "refresh_cache-71b98f1e-48af-4261-97fb-a93c35497702" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.978866] env[62353]: DEBUG nova.network.neutron [None req-62ffd7a8-af4a-4a4e-9ad4-39ec5126adc3 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 71b98f1e-48af-4261-97fb-a93c35497702] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 948.980205] env[62353]: DEBUG oslo_vmware.api [None req-8a04baa4-49d3-438a-b656-b25617aee38a tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Waiting for the task: (returnval){ [ 948.980205] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]529ec2e6-98e6-1f4e-05b3-84b753335549" [ 948.980205] env[62353]: _type = "Task" [ 948.980205] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.990827] env[62353]: DEBUG oslo_vmware.api [None req-8a04baa4-49d3-438a-b656-b25617aee38a tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]529ec2e6-98e6-1f4e-05b3-84b753335549, 'name': SearchDatastore_Task, 'duration_secs': 0.009392} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.991339] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8a04baa4-49d3-438a-b656-b25617aee38a tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Releasing lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 948.991681] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a04baa4-49d3-438a-b656-b25617aee38a tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore2] a97e3cc7-cd7e-4239-b58d-6b3e62477819/a97e3cc7-cd7e-4239-b58d-6b3e62477819.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 948.992072] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-419fb8fc-ab8b-4859-8389-eaba0cb1affa {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.999756] env[62353]: DEBUG oslo_vmware.api [None req-8a04baa4-49d3-438a-b656-b25617aee38a tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Waiting for the task: (returnval){ [ 948.999756] env[62353]: value = "task-2372784" [ 948.999756] env[62353]: _type = "Task" [ 948.999756] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.009026] env[62353]: DEBUG oslo_vmware.api [None req-8a04baa4-49d3-438a-b656-b25617aee38a tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Task: {'id': task-2372784, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.210888] env[62353]: DEBUG oslo_concurrency.lockutils [req-be968e3d-46e0-4cb2-b737-29f1b23638ec req-02b775c4-4a2a-46d5-b579-a78b2ec3d394 service nova] Releasing lock "refresh_cache-a97e3cc7-cd7e-4239-b58d-6b3e62477819" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 949.211195] env[62353]: DEBUG nova.compute.manager [req-be968e3d-46e0-4cb2-b737-29f1b23638ec req-02b775c4-4a2a-46d5-b579-a78b2ec3d394 service nova] [instance: 91eab4dd-b5db-49bb-9aa9-2ab8473a2256] Received event network-vif-deleted-913d7a1a-08e5-4bda-8614-36691272ef8c {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 949.278407] env[62353]: DEBUG nova.network.neutron [None req-b3dc5a95-4ccb-4ffd-9479-6885927a144b tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: 97cac27a-befb-4694-9fd8-5209a8e36121] Successfully created port: 106d75ca-618b-4a1b-813a-ff86d96596d0 {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 949.346878] env[62353]: DEBUG oslo_vmware.api [None req-f6a9f9e5-f1ff-4ad3-a2f0-ba7d7087017b tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] Task: {'id': task-2372783, 'name': ReconfigVM_Task, 'duration_secs': 0.288584} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.347370] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6a9f9e5-f1ff-4ad3-a2f0-ba7d7087017b tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] [instance: 920979fe-c3eb-41bc-acf2-215e6c03796f] Reconfigured VM instance instance-00000055 to attach disk [datastore2] 920979fe-c3eb-41bc-acf2-215e6c03796f/920979fe-c3eb-41bc-acf2-215e6c03796f.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 949.347952] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-327adc02-06fd-45b3-af32-79d2f28960e0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.354869] env[62353]: DEBUG oslo_vmware.api [None req-f6a9f9e5-f1ff-4ad3-a2f0-ba7d7087017b tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] Waiting for the task: (returnval){ [ 949.354869] env[62353]: value = "task-2372785" [ 949.354869] env[62353]: _type = "Task" [ 949.354869] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.363988] env[62353]: DEBUG oslo_vmware.api [None req-f6a9f9e5-f1ff-4ad3-a2f0-ba7d7087017b tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] Task: {'id': task-2372785, 'name': Rename_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.400338] env[62353]: INFO nova.compute.resource_tracker [None req-f429cfd0-5b74-4ad8-a305-3968e54392b6 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 3d6dc73d-cbff-4487-b414-dc5a033e118a] Updating resource usage from migration 3d1c9f64-d9bc-40ee-b100-d5f0102a4eef [ 949.403349] env[62353]: DEBUG nova.compute.manager [None req-b3dc5a95-4ccb-4ffd-9479-6885927a144b tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: 97cac27a-befb-4694-9fd8-5209a8e36121] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 949.510283] env[62353]: DEBUG oslo_vmware.api [None req-8a04baa4-49d3-438a-b656-b25617aee38a tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Task: {'id': task-2372784, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.527524] env[62353]: DEBUG nova.network.neutron [None req-62ffd7a8-af4a-4a4e-9ad4-39ec5126adc3 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 71b98f1e-48af-4261-97fb-a93c35497702] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 949.753891] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80f6051f-c28b-43ef-9804-db56db85c989 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.762131] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a08463d-ebca-47e3-9c8e-8be8aada6b05 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.805048] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-847db19c-d408-4119-8ce5-4d77a971d7a6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.820891] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0efd112b-9b98-4b4b-93d0-64882060f1f1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.836665] env[62353]: DEBUG nova.compute.provider_tree [None req-f429cfd0-5b74-4ad8-a305-3968e54392b6 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 949.848049] env[62353]: DEBUG nova.network.neutron [None req-62ffd7a8-af4a-4a4e-9ad4-39ec5126adc3 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 71b98f1e-48af-4261-97fb-a93c35497702] Updating instance_info_cache with network_info: [{"id": "32a28cbc-99bb-4a0f-b485-e0d740d65f80", "address": "fa:16:3e:19:03:27", "network": {"id": "f9c567b3-403a-4849-9262-a3e67f5e22e0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2067735324-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce7d37901d844950adf602218b205ea8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06eaa4c9-dbc2-4d38-a844-7bf76e7b5a64", "external-id": "nsx-vlan-transportzone-804", "segmentation_id": 804, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32a28cbc-99", "ovs_interfaceid": "32a28cbc-99bb-4a0f-b485-e0d740d65f80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.865399] env[62353]: DEBUG oslo_vmware.api [None req-f6a9f9e5-f1ff-4ad3-a2f0-ba7d7087017b tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] Task: {'id': task-2372785, 'name': Rename_Task, 'duration_secs': 0.205049} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.865671] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6a9f9e5-f1ff-4ad3-a2f0-ba7d7087017b tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] [instance: 920979fe-c3eb-41bc-acf2-215e6c03796f] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 949.865903] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b9f424c1-833f-4d2e-97df-8aa1ad162b88 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.872184] env[62353]: DEBUG oslo_vmware.api [None req-f6a9f9e5-f1ff-4ad3-a2f0-ba7d7087017b tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] Waiting for the task: (returnval){ [ 949.872184] env[62353]: value = "task-2372786" [ 949.872184] env[62353]: _type = "Task" [ 949.872184] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.879939] env[62353]: DEBUG oslo_vmware.api [None req-f6a9f9e5-f1ff-4ad3-a2f0-ba7d7087017b tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] Task: {'id': task-2372786, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.011670] env[62353]: DEBUG oslo_vmware.api [None req-8a04baa4-49d3-438a-b656-b25617aee38a tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Task: {'id': task-2372784, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.515979} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.012612] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a04baa4-49d3-438a-b656-b25617aee38a tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore2] a97e3cc7-cd7e-4239-b58d-6b3e62477819/a97e3cc7-cd7e-4239-b58d-6b3e62477819.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 950.012612] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-8a04baa4-49d3-438a-b656-b25617aee38a tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] [instance: a97e3cc7-cd7e-4239-b58d-6b3e62477819] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 950.012612] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-14cb0b20-53ce-424d-9c34-0f0f6f61fc68 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.019260] env[62353]: DEBUG oslo_vmware.api [None req-8a04baa4-49d3-438a-b656-b25617aee38a tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Waiting for the task: (returnval){ [ 950.019260] env[62353]: value = "task-2372787" [ 950.019260] env[62353]: _type = "Task" [ 950.019260] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.028258] env[62353]: DEBUG oslo_vmware.api [None req-8a04baa4-49d3-438a-b656-b25617aee38a tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Task: {'id': task-2372787, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.165374] env[62353]: DEBUG nova.compute.manager [req-72d8f14f-fd59-4cae-9a8d-b9d6003a5590 req-2a097e8b-55dd-426d-9a0b-6b27c706fc10 service nova] [instance: 71b98f1e-48af-4261-97fb-a93c35497702] Received event network-vif-plugged-32a28cbc-99bb-4a0f-b485-e0d740d65f80 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 950.167243] env[62353]: DEBUG oslo_concurrency.lockutils [req-72d8f14f-fd59-4cae-9a8d-b9d6003a5590 req-2a097e8b-55dd-426d-9a0b-6b27c706fc10 service nova] Acquiring lock "71b98f1e-48af-4261-97fb-a93c35497702-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 950.167243] env[62353]: DEBUG oslo_concurrency.lockutils [req-72d8f14f-fd59-4cae-9a8d-b9d6003a5590 req-2a097e8b-55dd-426d-9a0b-6b27c706fc10 service nova] Lock "71b98f1e-48af-4261-97fb-a93c35497702-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 950.167243] env[62353]: DEBUG oslo_concurrency.lockutils [req-72d8f14f-fd59-4cae-9a8d-b9d6003a5590 req-2a097e8b-55dd-426d-9a0b-6b27c706fc10 service nova] Lock "71b98f1e-48af-4261-97fb-a93c35497702-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 950.167243] env[62353]: DEBUG nova.compute.manager [req-72d8f14f-fd59-4cae-9a8d-b9d6003a5590 req-2a097e8b-55dd-426d-9a0b-6b27c706fc10 service nova] [instance: 71b98f1e-48af-4261-97fb-a93c35497702] No waiting events found dispatching network-vif-plugged-32a28cbc-99bb-4a0f-b485-e0d740d65f80 {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 950.167243] env[62353]: WARNING nova.compute.manager [req-72d8f14f-fd59-4cae-9a8d-b9d6003a5590 req-2a097e8b-55dd-426d-9a0b-6b27c706fc10 service nova] [instance: 71b98f1e-48af-4261-97fb-a93c35497702] Received unexpected event network-vif-plugged-32a28cbc-99bb-4a0f-b485-e0d740d65f80 for instance with vm_state building and task_state spawning. [ 950.167243] env[62353]: DEBUG nova.compute.manager [req-72d8f14f-fd59-4cae-9a8d-b9d6003a5590 req-2a097e8b-55dd-426d-9a0b-6b27c706fc10 service nova] [instance: 71b98f1e-48af-4261-97fb-a93c35497702] Received event network-changed-32a28cbc-99bb-4a0f-b485-e0d740d65f80 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 950.167243] env[62353]: DEBUG nova.compute.manager [req-72d8f14f-fd59-4cae-9a8d-b9d6003a5590 req-2a097e8b-55dd-426d-9a0b-6b27c706fc10 service nova] [instance: 71b98f1e-48af-4261-97fb-a93c35497702] Refreshing instance network info cache due to event network-changed-32a28cbc-99bb-4a0f-b485-e0d740d65f80. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 950.167243] env[62353]: DEBUG oslo_concurrency.lockutils [req-72d8f14f-fd59-4cae-9a8d-b9d6003a5590 req-2a097e8b-55dd-426d-9a0b-6b27c706fc10 service nova] Acquiring lock "refresh_cache-71b98f1e-48af-4261-97fb-a93c35497702" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 950.188033] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1e1c5b5d-f185-4b62-a617-60526e8d3688 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Acquiring lock "6e15b7d4-23a0-475a-9960-9755de712973" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 950.188267] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1e1c5b5d-f185-4b62-a617-60526e8d3688 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Lock "6e15b7d4-23a0-475a-9960-9755de712973" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 950.315026] env[62353]: DEBUG oslo_concurrency.lockutils [None req-06e2c7e7-5ce6-48d2-94db-9fec93c6b02c tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Acquiring lock "f7197def-541f-4abc-b448-ebe58e2acccc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 950.315332] env[62353]: DEBUG oslo_concurrency.lockutils [None req-06e2c7e7-5ce6-48d2-94db-9fec93c6b02c tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Lock "f7197def-541f-4abc-b448-ebe58e2acccc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 950.315557] env[62353]: DEBUG oslo_concurrency.lockutils [None req-06e2c7e7-5ce6-48d2-94db-9fec93c6b02c tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Acquiring lock "f7197def-541f-4abc-b448-ebe58e2acccc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 950.315743] env[62353]: DEBUG oslo_concurrency.lockutils [None req-06e2c7e7-5ce6-48d2-94db-9fec93c6b02c tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Lock "f7197def-541f-4abc-b448-ebe58e2acccc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 950.315916] env[62353]: DEBUG oslo_concurrency.lockutils [None req-06e2c7e7-5ce6-48d2-94db-9fec93c6b02c tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Lock "f7197def-541f-4abc-b448-ebe58e2acccc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 950.319614] env[62353]: INFO nova.compute.manager [None req-06e2c7e7-5ce6-48d2-94db-9fec93c6b02c tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] [instance: f7197def-541f-4abc-b448-ebe58e2acccc] Terminating instance [ 950.340372] env[62353]: DEBUG nova.scheduler.client.report [None req-f429cfd0-5b74-4ad8-a305-3968e54392b6 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 950.353724] env[62353]: DEBUG oslo_concurrency.lockutils [None req-62ffd7a8-af4a-4a4e-9ad4-39ec5126adc3 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Releasing lock "refresh_cache-71b98f1e-48af-4261-97fb-a93c35497702" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 950.354049] env[62353]: DEBUG nova.compute.manager [None req-62ffd7a8-af4a-4a4e-9ad4-39ec5126adc3 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 71b98f1e-48af-4261-97fb-a93c35497702] Instance network_info: |[{"id": "32a28cbc-99bb-4a0f-b485-e0d740d65f80", "address": "fa:16:3e:19:03:27", "network": {"id": "f9c567b3-403a-4849-9262-a3e67f5e22e0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2067735324-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce7d37901d844950adf602218b205ea8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06eaa4c9-dbc2-4d38-a844-7bf76e7b5a64", "external-id": "nsx-vlan-transportzone-804", "segmentation_id": 804, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32a28cbc-99", "ovs_interfaceid": "32a28cbc-99bb-4a0f-b485-e0d740d65f80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 950.354530] env[62353]: DEBUG oslo_concurrency.lockutils [req-72d8f14f-fd59-4cae-9a8d-b9d6003a5590 req-2a097e8b-55dd-426d-9a0b-6b27c706fc10 service nova] Acquired lock "refresh_cache-71b98f1e-48af-4261-97fb-a93c35497702" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.354710] env[62353]: DEBUG nova.network.neutron [req-72d8f14f-fd59-4cae-9a8d-b9d6003a5590 req-2a097e8b-55dd-426d-9a0b-6b27c706fc10 service nova] [instance: 71b98f1e-48af-4261-97fb-a93c35497702] Refreshing network info cache for port 32a28cbc-99bb-4a0f-b485-e0d740d65f80 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 950.356014] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-62ffd7a8-af4a-4a4e-9ad4-39ec5126adc3 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 71b98f1e-48af-4261-97fb-a93c35497702] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:19:03:27', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '06eaa4c9-dbc2-4d38-a844-7bf76e7b5a64', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '32a28cbc-99bb-4a0f-b485-e0d740d65f80', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 950.368648] env[62353]: DEBUG oslo.service.loopingcall [None req-62ffd7a8-af4a-4a4e-9ad4-39ec5126adc3 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 950.369964] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71b98f1e-48af-4261-97fb-a93c35497702] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 950.370223] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-921eb77f-1b08-4b2c-89aa-107db53b15c6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.396895] env[62353]: DEBUG oslo_vmware.api [None req-f6a9f9e5-f1ff-4ad3-a2f0-ba7d7087017b tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] Task: {'id': task-2372786, 'name': PowerOnVM_Task, 'duration_secs': 0.456276} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.398156] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6a9f9e5-f1ff-4ad3-a2f0-ba7d7087017b tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] [instance: 920979fe-c3eb-41bc-acf2-215e6c03796f] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 950.398365] env[62353]: INFO nova.compute.manager [None req-f6a9f9e5-f1ff-4ad3-a2f0-ba7d7087017b tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] [instance: 920979fe-c3eb-41bc-acf2-215e6c03796f] Took 7.46 seconds to spawn the instance on the hypervisor. [ 950.398753] env[62353]: DEBUG nova.compute.manager [None req-f6a9f9e5-f1ff-4ad3-a2f0-ba7d7087017b tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] [instance: 920979fe-c3eb-41bc-acf2-215e6c03796f] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 950.398831] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 950.398831] env[62353]: value = "task-2372788" [ 950.398831] env[62353]: _type = "Task" [ 950.398831] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.399448] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99195109-399c-436b-97df-9c23dcd3b766 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.417568] env[62353]: DEBUG nova.compute.manager [None req-b3dc5a95-4ccb-4ffd-9479-6885927a144b tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: 97cac27a-befb-4694-9fd8-5209a8e36121] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 950.419388] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372788, 'name': CreateVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.443864] env[62353]: DEBUG nova.virt.hardware [None req-b3dc5a95-4ccb-4ffd-9479-6885927a144b tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T12:38:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T12:38:15Z,direct_url=,disk_format='vmdk',id=06f909ae-e8dc-43b4-abf7-c7ed85db9bbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0a3f88790a594523a818b8c00f6862e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T12:38:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 950.444139] env[62353]: DEBUG nova.virt.hardware [None req-b3dc5a95-4ccb-4ffd-9479-6885927a144b tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 950.444300] env[62353]: DEBUG nova.virt.hardware [None req-b3dc5a95-4ccb-4ffd-9479-6885927a144b tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 950.444489] env[62353]: DEBUG nova.virt.hardware [None req-b3dc5a95-4ccb-4ffd-9479-6885927a144b tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 950.444667] env[62353]: DEBUG nova.virt.hardware [None req-b3dc5a95-4ccb-4ffd-9479-6885927a144b tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 950.444924] env[62353]: DEBUG nova.virt.hardware [None req-b3dc5a95-4ccb-4ffd-9479-6885927a144b tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 950.445221] env[62353]: DEBUG nova.virt.hardware [None req-b3dc5a95-4ccb-4ffd-9479-6885927a144b tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 950.445425] env[62353]: DEBUG nova.virt.hardware [None req-b3dc5a95-4ccb-4ffd-9479-6885927a144b tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 950.445930] env[62353]: DEBUG nova.virt.hardware [None req-b3dc5a95-4ccb-4ffd-9479-6885927a144b tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 950.446191] env[62353]: DEBUG nova.virt.hardware [None req-b3dc5a95-4ccb-4ffd-9479-6885927a144b tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 950.446466] env[62353]: DEBUG nova.virt.hardware [None req-b3dc5a95-4ccb-4ffd-9479-6885927a144b tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 950.447953] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-009db8c4-c9c6-4a47-a1f8-9af2094f3131 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.456395] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de9aeb69-a24a-472e-b1c6-3c3024cfb0b5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.528638] env[62353]: DEBUG oslo_vmware.api [None req-8a04baa4-49d3-438a-b656-b25617aee38a tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Task: {'id': task-2372787, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.058793} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.528956] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-8a04baa4-49d3-438a-b656-b25617aee38a tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] [instance: a97e3cc7-cd7e-4239-b58d-6b3e62477819] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 950.529822] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca9ce920-2317-42b0-a84c-af2a224004bf {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.553802] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a04baa4-49d3-438a-b656-b25617aee38a tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] [instance: a97e3cc7-cd7e-4239-b58d-6b3e62477819] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] a97e3cc7-cd7e-4239-b58d-6b3e62477819/a97e3cc7-cd7e-4239-b58d-6b3e62477819.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 950.554139] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-65aca382-f308-4385-8210-6cf2a2b39cc9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.574029] env[62353]: DEBUG oslo_vmware.api [None req-8a04baa4-49d3-438a-b656-b25617aee38a tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Waiting for the task: (returnval){ [ 950.574029] env[62353]: value = "task-2372789" [ 950.574029] env[62353]: _type = "Task" [ 950.574029] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.581381] env[62353]: DEBUG oslo_vmware.api [None req-8a04baa4-49d3-438a-b656-b25617aee38a tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Task: {'id': task-2372789, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.698310] env[62353]: DEBUG nova.compute.manager [None req-1e1c5b5d-f185-4b62-a617-60526e8d3688 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: 6e15b7d4-23a0-475a-9960-9755de712973] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 950.824877] env[62353]: DEBUG nova.compute.manager [None req-06e2c7e7-5ce6-48d2-94db-9fec93c6b02c tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] [instance: f7197def-541f-4abc-b448-ebe58e2acccc] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 950.825131] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-06e2c7e7-5ce6-48d2-94db-9fec93c6b02c tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] [instance: f7197def-541f-4abc-b448-ebe58e2acccc] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 950.826206] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd6a30c4-c289-4425-b200-e8adb320035c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.836084] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-06e2c7e7-5ce6-48d2-94db-9fec93c6b02c tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] [instance: f7197def-541f-4abc-b448-ebe58e2acccc] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 950.836434] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6972c003-e216-4d03-97d1-0673aa57e0d1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.843505] env[62353]: DEBUG oslo_vmware.api [None req-06e2c7e7-5ce6-48d2-94db-9fec93c6b02c tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Waiting for the task: (returnval){ [ 950.843505] env[62353]: value = "task-2372790" [ 950.843505] env[62353]: _type = "Task" [ 950.843505] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.849201] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f429cfd0-5b74-4ad8-a305-3968e54392b6 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.466s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 950.849400] env[62353]: INFO nova.compute.manager [None req-f429cfd0-5b74-4ad8-a305-3968e54392b6 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 3d6dc73d-cbff-4487-b414-dc5a033e118a] Migrating [ 950.856645] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e878d1cc-b15b-4220-b903-59974636b5ee tempest-ServersTestManualDisk-1001605033 tempest-ServersTestManualDisk-1001605033-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.012s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 950.856876] env[62353]: DEBUG nova.objects.instance [None req-e878d1cc-b15b-4220-b903-59974636b5ee tempest-ServersTestManualDisk-1001605033 tempest-ServersTestManualDisk-1001605033-project-member] Lazy-loading 'resources' on Instance uuid 02124fa6-fa89-4a50-93e1-0828a2560de5 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 950.873467] env[62353]: DEBUG oslo_vmware.api [None req-06e2c7e7-5ce6-48d2-94db-9fec93c6b02c tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Task: {'id': task-2372790, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.913290] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372788, 'name': CreateVM_Task, 'duration_secs': 0.334136} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.913290] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71b98f1e-48af-4261-97fb-a93c35497702] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 950.914537] env[62353]: DEBUG oslo_concurrency.lockutils [None req-62ffd7a8-af4a-4a4e-9ad4-39ec5126adc3 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 950.914883] env[62353]: DEBUG oslo_concurrency.lockutils [None req-62ffd7a8-af4a-4a4e-9ad4-39ec5126adc3 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Acquired lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.915327] env[62353]: DEBUG oslo_concurrency.lockutils [None req-62ffd7a8-af4a-4a4e-9ad4-39ec5126adc3 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 950.915709] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-814b9630-16fe-4b5c-960a-608a68a82194 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.930166] env[62353]: DEBUG oslo_vmware.api [None req-62ffd7a8-af4a-4a4e-9ad4-39ec5126adc3 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Waiting for the task: (returnval){ [ 950.930166] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]528deada-de01-3ec9-d4cc-fef98ce71c63" [ 950.930166] env[62353]: _type = "Task" [ 950.930166] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.930619] env[62353]: INFO nova.compute.manager [None req-f6a9f9e5-f1ff-4ad3-a2f0-ba7d7087017b tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] [instance: 920979fe-c3eb-41bc-acf2-215e6c03796f] Took 39.05 seconds to build instance. [ 950.947371] env[62353]: DEBUG oslo_vmware.api [None req-62ffd7a8-af4a-4a4e-9ad4-39ec5126adc3 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]528deada-de01-3ec9-d4cc-fef98ce71c63, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.084486] env[62353]: DEBUG oslo_vmware.api [None req-8a04baa4-49d3-438a-b656-b25617aee38a tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Task: {'id': task-2372789, 'name': ReconfigVM_Task, 'duration_secs': 0.317734} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.084829] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a04baa4-49d3-438a-b656-b25617aee38a tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] [instance: a97e3cc7-cd7e-4239-b58d-6b3e62477819] Reconfigured VM instance instance-00000056 to attach disk [datastore2] a97e3cc7-cd7e-4239-b58d-6b3e62477819/a97e3cc7-cd7e-4239-b58d-6b3e62477819.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 951.085481] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fe257d8a-9138-4690-9881-1613edfcf93f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.091833] env[62353]: DEBUG oslo_vmware.api [None req-8a04baa4-49d3-438a-b656-b25617aee38a tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Waiting for the task: (returnval){ [ 951.091833] env[62353]: value = "task-2372791" [ 951.091833] env[62353]: _type = "Task" [ 951.091833] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.101076] env[62353]: DEBUG oslo_vmware.api [None req-8a04baa4-49d3-438a-b656-b25617aee38a tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Task: {'id': task-2372791, 'name': Rename_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.210317] env[62353]: DEBUG nova.network.neutron [None req-b3dc5a95-4ccb-4ffd-9479-6885927a144b tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: 97cac27a-befb-4694-9fd8-5209a8e36121] Successfully updated port: 106d75ca-618b-4a1b-813a-ff86d96596d0 {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 951.233905] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1e1c5b5d-f185-4b62-a617-60526e8d3688 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 951.288130] env[62353]: DEBUG nova.network.neutron [req-72d8f14f-fd59-4cae-9a8d-b9d6003a5590 req-2a097e8b-55dd-426d-9a0b-6b27c706fc10 service nova] [instance: 71b98f1e-48af-4261-97fb-a93c35497702] Updated VIF entry in instance network info cache for port 32a28cbc-99bb-4a0f-b485-e0d740d65f80. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 951.288498] env[62353]: DEBUG nova.network.neutron [req-72d8f14f-fd59-4cae-9a8d-b9d6003a5590 req-2a097e8b-55dd-426d-9a0b-6b27c706fc10 service nova] [instance: 71b98f1e-48af-4261-97fb-a93c35497702] Updating instance_info_cache with network_info: [{"id": "32a28cbc-99bb-4a0f-b485-e0d740d65f80", "address": "fa:16:3e:19:03:27", "network": {"id": "f9c567b3-403a-4849-9262-a3e67f5e22e0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2067735324-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce7d37901d844950adf602218b205ea8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06eaa4c9-dbc2-4d38-a844-7bf76e7b5a64", "external-id": "nsx-vlan-transportzone-804", "segmentation_id": 804, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32a28cbc-99", "ovs_interfaceid": "32a28cbc-99bb-4a0f-b485-e0d740d65f80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.353529] env[62353]: DEBUG oslo_vmware.api [None req-06e2c7e7-5ce6-48d2-94db-9fec93c6b02c tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Task: {'id': task-2372790, 'name': PowerOffVM_Task, 'duration_secs': 0.246829} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.353792] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-06e2c7e7-5ce6-48d2-94db-9fec93c6b02c tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] [instance: f7197def-541f-4abc-b448-ebe58e2acccc] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 951.354008] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-06e2c7e7-5ce6-48d2-94db-9fec93c6b02c tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] [instance: f7197def-541f-4abc-b448-ebe58e2acccc] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 951.354392] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-56cba7ce-86fa-4016-b964-34d78e297aa2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.375153] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f429cfd0-5b74-4ad8-a305-3968e54392b6 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Acquiring lock "refresh_cache-3d6dc73d-cbff-4487-b414-dc5a033e118a" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 951.375711] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f429cfd0-5b74-4ad8-a305-3968e54392b6 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Acquired lock "refresh_cache-3d6dc73d-cbff-4487-b414-dc5a033e118a" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.375711] env[62353]: DEBUG nova.network.neutron [None req-f429cfd0-5b74-4ad8-a305-3968e54392b6 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 3d6dc73d-cbff-4487-b414-dc5a033e118a] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 951.433457] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-06e2c7e7-5ce6-48d2-94db-9fec93c6b02c tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] [instance: f7197def-541f-4abc-b448-ebe58e2acccc] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 951.433457] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-06e2c7e7-5ce6-48d2-94db-9fec93c6b02c tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] [instance: f7197def-541f-4abc-b448-ebe58e2acccc] Deleting contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 951.433457] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-06e2c7e7-5ce6-48d2-94db-9fec93c6b02c tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Deleting the datastore file [datastore2] f7197def-541f-4abc-b448-ebe58e2acccc {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 951.433457] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-da0a398a-b1fc-4b63-b36a-e592dbae758c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.443940] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f6a9f9e5-f1ff-4ad3-a2f0-ba7d7087017b tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] Lock "920979fe-c3eb-41bc-acf2-215e6c03796f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.574s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 951.447370] env[62353]: DEBUG oslo_vmware.api [None req-62ffd7a8-af4a-4a4e-9ad4-39ec5126adc3 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]528deada-de01-3ec9-d4cc-fef98ce71c63, 'name': SearchDatastore_Task, 'duration_secs': 0.013494} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.449209] env[62353]: DEBUG oslo_concurrency.lockutils [None req-62ffd7a8-af4a-4a4e-9ad4-39ec5126adc3 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Releasing lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 951.449475] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-62ffd7a8-af4a-4a4e-9ad4-39ec5126adc3 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 71b98f1e-48af-4261-97fb-a93c35497702] Processing image 06f909ae-e8dc-43b4-abf7-c7ed85db9bbd {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 951.449711] env[62353]: DEBUG oslo_concurrency.lockutils [None req-62ffd7a8-af4a-4a4e-9ad4-39ec5126adc3 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 951.449887] env[62353]: DEBUG oslo_concurrency.lockutils [None req-62ffd7a8-af4a-4a4e-9ad4-39ec5126adc3 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Acquired lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.450084] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-62ffd7a8-af4a-4a4e-9ad4-39ec5126adc3 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 951.450404] env[62353]: DEBUG oslo_vmware.api [None req-06e2c7e7-5ce6-48d2-94db-9fec93c6b02c tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Waiting for the task: (returnval){ [ 951.450404] env[62353]: value = "task-2372793" [ 951.450404] env[62353]: _type = "Task" [ 951.450404] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.450591] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fa8e9811-6f5b-45d8-844f-924fc64c4c14 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.464843] env[62353]: DEBUG oslo_vmware.api [None req-06e2c7e7-5ce6-48d2-94db-9fec93c6b02c tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Task: {'id': task-2372793, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.475425] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-62ffd7a8-af4a-4a4e-9ad4-39ec5126adc3 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 951.475620] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-62ffd7a8-af4a-4a4e-9ad4-39ec5126adc3 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 951.476466] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b0f4784-b97b-4340-ad80-b4ebfd4b97fa {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.481810] env[62353]: DEBUG oslo_vmware.api [None req-62ffd7a8-af4a-4a4e-9ad4-39ec5126adc3 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Waiting for the task: (returnval){ [ 951.481810] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52a2eb9c-9e8f-3520-6b37-e2a58e319d0a" [ 951.481810] env[62353]: _type = "Task" [ 951.481810] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.494954] env[62353]: DEBUG oslo_vmware.api [None req-62ffd7a8-af4a-4a4e-9ad4-39ec5126adc3 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52a2eb9c-9e8f-3520-6b37-e2a58e319d0a, 'name': SearchDatastore_Task, 'duration_secs': 0.00872} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.496105] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf2d1cf8-c2c6-4ebe-9951-13438d7b8f70 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.504366] env[62353]: DEBUG oslo_vmware.api [None req-62ffd7a8-af4a-4a4e-9ad4-39ec5126adc3 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Waiting for the task: (returnval){ [ 951.504366] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52d74139-3b60-0f3a-4376-f196689575bb" [ 951.504366] env[62353]: _type = "Task" [ 951.504366] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.512714] env[62353]: DEBUG oslo_vmware.api [None req-62ffd7a8-af4a-4a4e-9ad4-39ec5126adc3 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52d74139-3b60-0f3a-4376-f196689575bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.601816] env[62353]: DEBUG oslo_vmware.api [None req-8a04baa4-49d3-438a-b656-b25617aee38a tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Task: {'id': task-2372791, 'name': Rename_Task, 'duration_secs': 0.161364} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.604512] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a04baa4-49d3-438a-b656-b25617aee38a tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] [instance: a97e3cc7-cd7e-4239-b58d-6b3e62477819] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 951.604976] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ca7ae135-2759-41bb-b529-03cbc1e30d85 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.611152] env[62353]: DEBUG oslo_vmware.api [None req-8a04baa4-49d3-438a-b656-b25617aee38a tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Waiting for the task: (returnval){ [ 951.611152] env[62353]: value = "task-2372794" [ 951.611152] env[62353]: _type = "Task" [ 951.611152] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.620094] env[62353]: DEBUG oslo_vmware.api [None req-8a04baa4-49d3-438a-b656-b25617aee38a tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Task: {'id': task-2372794, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.682535] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-923ce53b-9d97-4c53-bb3a-8547a5f2489e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.689389] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a5a5359-bf0a-4e0c-884d-44614d201f13 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.722711] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b3dc5a95-4ccb-4ffd-9479-6885927a144b tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Acquiring lock "refresh_cache-97cac27a-befb-4694-9fd8-5209a8e36121" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 951.722888] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b3dc5a95-4ccb-4ffd-9479-6885927a144b tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Acquired lock "refresh_cache-97cac27a-befb-4694-9fd8-5209a8e36121" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.723065] env[62353]: DEBUG nova.network.neutron [None req-b3dc5a95-4ccb-4ffd-9479-6885927a144b tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: 97cac27a-befb-4694-9fd8-5209a8e36121] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 951.725107] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5fb3011-85c7-4e27-98ef-0f9483960083 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.735101] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91141aaf-37b2-4e8c-8e7c-86bbafb1fa6f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.749782] env[62353]: DEBUG nova.compute.provider_tree [None req-e878d1cc-b15b-4220-b903-59974636b5ee tempest-ServersTestManualDisk-1001605033 tempest-ServersTestManualDisk-1001605033-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 951.792281] env[62353]: DEBUG oslo_concurrency.lockutils [req-72d8f14f-fd59-4cae-9a8d-b9d6003a5590 req-2a097e8b-55dd-426d-9a0b-6b27c706fc10 service nova] Releasing lock "refresh_cache-71b98f1e-48af-4261-97fb-a93c35497702" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 951.866045] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0f175f10-242e-4153-af40-92f1b9bdb127 tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] Acquiring lock "920979fe-c3eb-41bc-acf2-215e6c03796f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 951.866388] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0f175f10-242e-4153-af40-92f1b9bdb127 tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] Lock "920979fe-c3eb-41bc-acf2-215e6c03796f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 951.866711] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0f175f10-242e-4153-af40-92f1b9bdb127 tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] Acquiring lock "920979fe-c3eb-41bc-acf2-215e6c03796f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 951.866935] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0f175f10-242e-4153-af40-92f1b9bdb127 tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] Lock "920979fe-c3eb-41bc-acf2-215e6c03796f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 951.867149] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0f175f10-242e-4153-af40-92f1b9bdb127 tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] Lock "920979fe-c3eb-41bc-acf2-215e6c03796f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 951.869305] env[62353]: INFO nova.compute.manager [None req-0f175f10-242e-4153-af40-92f1b9bdb127 tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] [instance: 920979fe-c3eb-41bc-acf2-215e6c03796f] Terminating instance [ 951.967464] env[62353]: DEBUG oslo_vmware.api [None req-06e2c7e7-5ce6-48d2-94db-9fec93c6b02c tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Task: {'id': task-2372793, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.187002} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.967796] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-06e2c7e7-5ce6-48d2-94db-9fec93c6b02c tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 951.968008] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-06e2c7e7-5ce6-48d2-94db-9fec93c6b02c tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] [instance: f7197def-541f-4abc-b448-ebe58e2acccc] Deleted contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 951.968192] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-06e2c7e7-5ce6-48d2-94db-9fec93c6b02c tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] [instance: f7197def-541f-4abc-b448-ebe58e2acccc] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 951.968364] env[62353]: INFO nova.compute.manager [None req-06e2c7e7-5ce6-48d2-94db-9fec93c6b02c tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] [instance: f7197def-541f-4abc-b448-ebe58e2acccc] Took 1.14 seconds to destroy the instance on the hypervisor. [ 951.968602] env[62353]: DEBUG oslo.service.loopingcall [None req-06e2c7e7-5ce6-48d2-94db-9fec93c6b02c tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 951.968934] env[62353]: DEBUG nova.compute.manager [-] [instance: f7197def-541f-4abc-b448-ebe58e2acccc] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 951.968934] env[62353]: DEBUG nova.network.neutron [-] [instance: f7197def-541f-4abc-b448-ebe58e2acccc] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 952.017457] env[62353]: DEBUG oslo_vmware.api [None req-62ffd7a8-af4a-4a4e-9ad4-39ec5126adc3 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52d74139-3b60-0f3a-4376-f196689575bb, 'name': SearchDatastore_Task, 'duration_secs': 0.009367} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.017760] env[62353]: DEBUG oslo_concurrency.lockutils [None req-62ffd7a8-af4a-4a4e-9ad4-39ec5126adc3 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Releasing lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 952.018087] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-62ffd7a8-af4a-4a4e-9ad4-39ec5126adc3 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore1] 71b98f1e-48af-4261-97fb-a93c35497702/71b98f1e-48af-4261-97fb-a93c35497702.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 952.018407] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-73815aab-b931-4795-9204-c9e13a70f28d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.026161] env[62353]: DEBUG oslo_vmware.api [None req-62ffd7a8-af4a-4a4e-9ad4-39ec5126adc3 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Waiting for the task: (returnval){ [ 952.026161] env[62353]: value = "task-2372795" [ 952.026161] env[62353]: _type = "Task" [ 952.026161] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.041858] env[62353]: DEBUG oslo_vmware.api [None req-62ffd7a8-af4a-4a4e-9ad4-39ec5126adc3 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Task: {'id': task-2372795, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.124242] env[62353]: DEBUG oslo_vmware.api [None req-8a04baa4-49d3-438a-b656-b25617aee38a tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Task: {'id': task-2372794, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.196557] env[62353]: DEBUG nova.compute.manager [req-ac74a6e3-8c79-4b47-be80-618e745fda80 req-a30b2c14-1fea-4c5d-a19a-2d310c3211cb service nova] [instance: 97cac27a-befb-4694-9fd8-5209a8e36121] Received event network-vif-plugged-106d75ca-618b-4a1b-813a-ff86d96596d0 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 952.196987] env[62353]: DEBUG oslo_concurrency.lockutils [req-ac74a6e3-8c79-4b47-be80-618e745fda80 req-a30b2c14-1fea-4c5d-a19a-2d310c3211cb service nova] Acquiring lock "97cac27a-befb-4694-9fd8-5209a8e36121-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 952.197171] env[62353]: DEBUG oslo_concurrency.lockutils [req-ac74a6e3-8c79-4b47-be80-618e745fda80 req-a30b2c14-1fea-4c5d-a19a-2d310c3211cb service nova] Lock "97cac27a-befb-4694-9fd8-5209a8e36121-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 952.197326] env[62353]: DEBUG oslo_concurrency.lockutils [req-ac74a6e3-8c79-4b47-be80-618e745fda80 req-a30b2c14-1fea-4c5d-a19a-2d310c3211cb service nova] Lock "97cac27a-befb-4694-9fd8-5209a8e36121-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 952.197511] env[62353]: DEBUG nova.compute.manager [req-ac74a6e3-8c79-4b47-be80-618e745fda80 req-a30b2c14-1fea-4c5d-a19a-2d310c3211cb service nova] [instance: 97cac27a-befb-4694-9fd8-5209a8e36121] No waiting events found dispatching network-vif-plugged-106d75ca-618b-4a1b-813a-ff86d96596d0 {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 952.197659] env[62353]: WARNING nova.compute.manager [req-ac74a6e3-8c79-4b47-be80-618e745fda80 req-a30b2c14-1fea-4c5d-a19a-2d310c3211cb service nova] [instance: 97cac27a-befb-4694-9fd8-5209a8e36121] Received unexpected event network-vif-plugged-106d75ca-618b-4a1b-813a-ff86d96596d0 for instance with vm_state building and task_state spawning. [ 952.197844] env[62353]: DEBUG nova.compute.manager [req-ac74a6e3-8c79-4b47-be80-618e745fda80 req-a30b2c14-1fea-4c5d-a19a-2d310c3211cb service nova] [instance: 97cac27a-befb-4694-9fd8-5209a8e36121] Received event network-changed-106d75ca-618b-4a1b-813a-ff86d96596d0 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 952.198038] env[62353]: DEBUG nova.compute.manager [req-ac74a6e3-8c79-4b47-be80-618e745fda80 req-a30b2c14-1fea-4c5d-a19a-2d310c3211cb service nova] [instance: 97cac27a-befb-4694-9fd8-5209a8e36121] Refreshing instance network info cache due to event network-changed-106d75ca-618b-4a1b-813a-ff86d96596d0. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 952.198210] env[62353]: DEBUG oslo_concurrency.lockutils [req-ac74a6e3-8c79-4b47-be80-618e745fda80 req-a30b2c14-1fea-4c5d-a19a-2d310c3211cb service nova] Acquiring lock "refresh_cache-97cac27a-befb-4694-9fd8-5209a8e36121" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 952.253966] env[62353]: DEBUG nova.scheduler.client.report [None req-e878d1cc-b15b-4220-b903-59974636b5ee tempest-ServersTestManualDisk-1001605033 tempest-ServersTestManualDisk-1001605033-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 952.375013] env[62353]: DEBUG nova.compute.manager [None req-0f175f10-242e-4153-af40-92f1b9bdb127 tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] [instance: 920979fe-c3eb-41bc-acf2-215e6c03796f] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 952.375271] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-0f175f10-242e-4153-af40-92f1b9bdb127 tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] [instance: 920979fe-c3eb-41bc-acf2-215e6c03796f] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 952.376219] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d955ee5a-984f-487f-b778-54223c17875f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.386092] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f175f10-242e-4153-af40-92f1b9bdb127 tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] [instance: 920979fe-c3eb-41bc-acf2-215e6c03796f] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 952.386350] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1a1ccb95-1a7c-4eb0-8b57-8b32a7cf966c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.393018] env[62353]: DEBUG oslo_vmware.api [None req-0f175f10-242e-4153-af40-92f1b9bdb127 tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] Waiting for the task: (returnval){ [ 952.393018] env[62353]: value = "task-2372796" [ 952.393018] env[62353]: _type = "Task" [ 952.393018] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.401876] env[62353]: DEBUG oslo_vmware.api [None req-0f175f10-242e-4153-af40-92f1b9bdb127 tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] Task: {'id': task-2372796, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.518336] env[62353]: DEBUG nova.network.neutron [None req-b3dc5a95-4ccb-4ffd-9479-6885927a144b tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: 97cac27a-befb-4694-9fd8-5209a8e36121] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 952.548372] env[62353]: DEBUG oslo_vmware.api [None req-62ffd7a8-af4a-4a4e-9ad4-39ec5126adc3 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Task: {'id': task-2372795, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.47137} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.548709] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-62ffd7a8-af4a-4a4e-9ad4-39ec5126adc3 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore1] 71b98f1e-48af-4261-97fb-a93c35497702/71b98f1e-48af-4261-97fb-a93c35497702.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 952.549396] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-62ffd7a8-af4a-4a4e-9ad4-39ec5126adc3 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 71b98f1e-48af-4261-97fb-a93c35497702] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 952.549707] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9156e7c6-61bb-4762-bd20-0c48c25aae50 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.556547] env[62353]: DEBUG oslo_vmware.api [None req-62ffd7a8-af4a-4a4e-9ad4-39ec5126adc3 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Waiting for the task: (returnval){ [ 952.556547] env[62353]: value = "task-2372797" [ 952.556547] env[62353]: _type = "Task" [ 952.556547] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.566339] env[62353]: DEBUG oslo_vmware.api [None req-62ffd7a8-af4a-4a4e-9ad4-39ec5126adc3 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Task: {'id': task-2372797, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.573050] env[62353]: DEBUG nova.network.neutron [None req-f429cfd0-5b74-4ad8-a305-3968e54392b6 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 3d6dc73d-cbff-4487-b414-dc5a033e118a] Updating instance_info_cache with network_info: [{"id": "1587117c-1f3c-4a19-a3e6-12f3435059ef", "address": "fa:16:3e:db:d5:a5", "network": {"id": "99926323-4d1b-428b-9009-5c2c4fdc3f93", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-462090473-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f26acbe9e08743179af7b91ff38b5ea9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1587117c-1f", "ovs_interfaceid": "1587117c-1f3c-4a19-a3e6-12f3435059ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.621790] env[62353]: DEBUG oslo_vmware.api [None req-8a04baa4-49d3-438a-b656-b25617aee38a tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Task: {'id': task-2372794, 'name': PowerOnVM_Task, 'duration_secs': 0.643074} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.625020] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a04baa4-49d3-438a-b656-b25617aee38a tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] [instance: a97e3cc7-cd7e-4239-b58d-6b3e62477819] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 952.625020] env[62353]: INFO nova.compute.manager [None req-8a04baa4-49d3-438a-b656-b25617aee38a tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] [instance: a97e3cc7-cd7e-4239-b58d-6b3e62477819] Took 7.13 seconds to spawn the instance on the hypervisor. [ 952.625020] env[62353]: DEBUG nova.compute.manager [None req-8a04baa4-49d3-438a-b656-b25617aee38a tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] [instance: a97e3cc7-cd7e-4239-b58d-6b3e62477819] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 952.625020] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-124ff326-a659-4136-81a3-8f80e2653e5e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.761497] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e878d1cc-b15b-4220-b903-59974636b5ee tempest-ServersTestManualDisk-1001605033 tempest-ServersTestManualDisk-1001605033-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.905s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 952.764195] env[62353]: DEBUG oslo_concurrency.lockutils [None req-abc4cf43-3f9c-4e9a-854d-3ee2aa8ec5da tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.328s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 952.764573] env[62353]: DEBUG nova.objects.instance [None req-abc4cf43-3f9c-4e9a-854d-3ee2aa8ec5da tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Lazy-loading 'resources' on Instance uuid d2e5a379-7275-4fd0-80a7-fc06a6f3d4e3 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 952.786614] env[62353]: INFO nova.scheduler.client.report [None req-e878d1cc-b15b-4220-b903-59974636b5ee tempest-ServersTestManualDisk-1001605033 tempest-ServersTestManualDisk-1001605033-project-member] Deleted allocations for instance 02124fa6-fa89-4a50-93e1-0828a2560de5 [ 952.837033] env[62353]: DEBUG nova.network.neutron [None req-b3dc5a95-4ccb-4ffd-9479-6885927a144b tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: 97cac27a-befb-4694-9fd8-5209a8e36121] Updating instance_info_cache with network_info: [{"id": "106d75ca-618b-4a1b-813a-ff86d96596d0", "address": "fa:16:3e:ae:85:54", "network": {"id": "cf4045f9-b69b-467b-ad0a-dc8fc7ea3927", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2119334503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7f18a111f154dca8cc100cafc69baa6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap106d75ca-61", "ovs_interfaceid": "106d75ca-618b-4a1b-813a-ff86d96596d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.902724] env[62353]: DEBUG oslo_vmware.api [None req-0f175f10-242e-4153-af40-92f1b9bdb127 tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] Task: {'id': task-2372796, 'name': PowerOffVM_Task, 'duration_secs': 0.333081} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.902724] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f175f10-242e-4153-af40-92f1b9bdb127 tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] [instance: 920979fe-c3eb-41bc-acf2-215e6c03796f] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 952.902892] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-0f175f10-242e-4153-af40-92f1b9bdb127 tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] [instance: 920979fe-c3eb-41bc-acf2-215e6c03796f] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 952.903137] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8395fdb7-3909-4ca9-806d-4f2f12ea14e9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.970595] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-0f175f10-242e-4153-af40-92f1b9bdb127 tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] [instance: 920979fe-c3eb-41bc-acf2-215e6c03796f] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 952.970865] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-0f175f10-242e-4153-af40-92f1b9bdb127 tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] [instance: 920979fe-c3eb-41bc-acf2-215e6c03796f] Deleting contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 952.971075] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f175f10-242e-4153-af40-92f1b9bdb127 tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] Deleting the datastore file [datastore2] 920979fe-c3eb-41bc-acf2-215e6c03796f {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 952.971340] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b21b18cc-2635-42bf-99c6-10296c9c4b66 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.977768] env[62353]: DEBUG oslo_vmware.api [None req-0f175f10-242e-4153-af40-92f1b9bdb127 tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] Waiting for the task: (returnval){ [ 952.977768] env[62353]: value = "task-2372799" [ 952.977768] env[62353]: _type = "Task" [ 952.977768] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.986302] env[62353]: DEBUG oslo_vmware.api [None req-0f175f10-242e-4153-af40-92f1b9bdb127 tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] Task: {'id': task-2372799, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.025254] env[62353]: DEBUG nova.network.neutron [-] [instance: f7197def-541f-4abc-b448-ebe58e2acccc] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.068289] env[62353]: DEBUG oslo_vmware.api [None req-62ffd7a8-af4a-4a4e-9ad4-39ec5126adc3 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Task: {'id': task-2372797, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066997} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.068552] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-62ffd7a8-af4a-4a4e-9ad4-39ec5126adc3 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 71b98f1e-48af-4261-97fb-a93c35497702] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 953.069350] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab6580b7-02b4-4a45-9210-103d2bbb467f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.087471] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f429cfd0-5b74-4ad8-a305-3968e54392b6 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Releasing lock "refresh_cache-3d6dc73d-cbff-4487-b414-dc5a033e118a" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 953.097613] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-62ffd7a8-af4a-4a4e-9ad4-39ec5126adc3 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 71b98f1e-48af-4261-97fb-a93c35497702] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] 71b98f1e-48af-4261-97fb-a93c35497702/71b98f1e-48af-4261-97fb-a93c35497702.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 953.098257] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3aba6946-c906-426e-bd80-698f7584e068 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.119872] env[62353]: DEBUG oslo_vmware.api [None req-62ffd7a8-af4a-4a4e-9ad4-39ec5126adc3 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Waiting for the task: (returnval){ [ 953.119872] env[62353]: value = "task-2372800" [ 953.119872] env[62353]: _type = "Task" [ 953.119872] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.129349] env[62353]: DEBUG oslo_vmware.api [None req-62ffd7a8-af4a-4a4e-9ad4-39ec5126adc3 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Task: {'id': task-2372800, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.155772] env[62353]: INFO nova.compute.manager [None req-8a04baa4-49d3-438a-b656-b25617aee38a tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] [instance: a97e3cc7-cd7e-4239-b58d-6b3e62477819] Took 39.98 seconds to build instance. [ 953.294756] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e878d1cc-b15b-4220-b903-59974636b5ee tempest-ServersTestManualDisk-1001605033 tempest-ServersTestManualDisk-1001605033-project-member] Lock "02124fa6-fa89-4a50-93e1-0828a2560de5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.408s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 953.339579] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b3dc5a95-4ccb-4ffd-9479-6885927a144b tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Releasing lock "refresh_cache-97cac27a-befb-4694-9fd8-5209a8e36121" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 953.339979] env[62353]: DEBUG nova.compute.manager [None req-b3dc5a95-4ccb-4ffd-9479-6885927a144b tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: 97cac27a-befb-4694-9fd8-5209a8e36121] Instance network_info: |[{"id": "106d75ca-618b-4a1b-813a-ff86d96596d0", "address": "fa:16:3e:ae:85:54", "network": {"id": "cf4045f9-b69b-467b-ad0a-dc8fc7ea3927", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2119334503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7f18a111f154dca8cc100cafc69baa6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap106d75ca-61", "ovs_interfaceid": "106d75ca-618b-4a1b-813a-ff86d96596d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 953.340305] env[62353]: DEBUG oslo_concurrency.lockutils [req-ac74a6e3-8c79-4b47-be80-618e745fda80 req-a30b2c14-1fea-4c5d-a19a-2d310c3211cb service nova] Acquired lock "refresh_cache-97cac27a-befb-4694-9fd8-5209a8e36121" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.340489] env[62353]: DEBUG nova.network.neutron [req-ac74a6e3-8c79-4b47-be80-618e745fda80 req-a30b2c14-1fea-4c5d-a19a-2d310c3211cb service nova] [instance: 97cac27a-befb-4694-9fd8-5209a8e36121] Refreshing network info cache for port 106d75ca-618b-4a1b-813a-ff86d96596d0 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 953.341707] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-b3dc5a95-4ccb-4ffd-9479-6885927a144b tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: 97cac27a-befb-4694-9fd8-5209a8e36121] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ae:85:54', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '106d75ca-618b-4a1b-813a-ff86d96596d0', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 953.349531] env[62353]: DEBUG oslo.service.loopingcall [None req-b3dc5a95-4ccb-4ffd-9479-6885927a144b tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 953.354874] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 97cac27a-befb-4694-9fd8-5209a8e36121] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 953.355522] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-64cd4469-99d8-48df-bb02-0bd704d6e719 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.377898] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 953.377898] env[62353]: value = "task-2372801" [ 953.377898] env[62353]: _type = "Task" [ 953.377898] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.389142] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372801, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.487342] env[62353]: DEBUG oslo_vmware.api [None req-0f175f10-242e-4153-af40-92f1b9bdb127 tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] Task: {'id': task-2372799, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.222875} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.492123] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f175f10-242e-4153-af40-92f1b9bdb127 tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 953.492268] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-0f175f10-242e-4153-af40-92f1b9bdb127 tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] [instance: 920979fe-c3eb-41bc-acf2-215e6c03796f] Deleted contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 953.492435] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-0f175f10-242e-4153-af40-92f1b9bdb127 tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] [instance: 920979fe-c3eb-41bc-acf2-215e6c03796f] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 953.492610] env[62353]: INFO nova.compute.manager [None req-0f175f10-242e-4153-af40-92f1b9bdb127 tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] [instance: 920979fe-c3eb-41bc-acf2-215e6c03796f] Took 1.12 seconds to destroy the instance on the hypervisor. [ 953.492847] env[62353]: DEBUG oslo.service.loopingcall [None req-0f175f10-242e-4153-af40-92f1b9bdb127 tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 953.493257] env[62353]: DEBUG nova.compute.manager [-] [instance: 920979fe-c3eb-41bc-acf2-215e6c03796f] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 953.493354] env[62353]: DEBUG nova.network.neutron [-] [instance: 920979fe-c3eb-41bc-acf2-215e6c03796f] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 953.528210] env[62353]: INFO nova.compute.manager [-] [instance: f7197def-541f-4abc-b448-ebe58e2acccc] Took 1.56 seconds to deallocate network for instance. [ 953.577463] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c282d87d-3042-40f5-ba9e-06dc02ef6ba2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.588080] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e7c5d4d-528a-469c-981c-2eba0cf77461 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.633286] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2218b078-c23a-41a1-847a-8b75ce562cf3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.644318] env[62353]: DEBUG oslo_vmware.api [None req-62ffd7a8-af4a-4a4e-9ad4-39ec5126adc3 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Task: {'id': task-2372800, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.645874] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-198ad9e4-f22c-44fa-94db-d4422d45b3bc {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.660912] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8a04baa4-49d3-438a-b656-b25617aee38a tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Lock "a97e3cc7-cd7e-4239-b58d-6b3e62477819" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.491s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 953.661084] env[62353]: DEBUG nova.compute.provider_tree [None req-abc4cf43-3f9c-4e9a-854d-3ee2aa8ec5da tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 953.710425] env[62353]: DEBUG nova.network.neutron [req-ac74a6e3-8c79-4b47-be80-618e745fda80 req-a30b2c14-1fea-4c5d-a19a-2d310c3211cb service nova] [instance: 97cac27a-befb-4694-9fd8-5209a8e36121] Updated VIF entry in instance network info cache for port 106d75ca-618b-4a1b-813a-ff86d96596d0. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 953.710927] env[62353]: DEBUG nova.network.neutron [req-ac74a6e3-8c79-4b47-be80-618e745fda80 req-a30b2c14-1fea-4c5d-a19a-2d310c3211cb service nova] [instance: 97cac27a-befb-4694-9fd8-5209a8e36121] Updating instance_info_cache with network_info: [{"id": "106d75ca-618b-4a1b-813a-ff86d96596d0", "address": "fa:16:3e:ae:85:54", "network": {"id": "cf4045f9-b69b-467b-ad0a-dc8fc7ea3927", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2119334503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7f18a111f154dca8cc100cafc69baa6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap106d75ca-61", "ovs_interfaceid": "106d75ca-618b-4a1b-813a-ff86d96596d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.889950] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372801, 'name': CreateVM_Task, 'duration_secs': 0.379604} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.890185] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 97cac27a-befb-4694-9fd8-5209a8e36121] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 953.891138] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b3dc5a95-4ccb-4ffd-9479-6885927a144b tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 953.891138] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b3dc5a95-4ccb-4ffd-9479-6885927a144b tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Acquired lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.891364] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b3dc5a95-4ccb-4ffd-9479-6885927a144b tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 953.893600] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ebe3a5e3-6d19-4f51-a8ea-adfd4fe72eec {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.898787] env[62353]: DEBUG oslo_vmware.api [None req-b3dc5a95-4ccb-4ffd-9479-6885927a144b tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Waiting for the task: (returnval){ [ 953.898787] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52f01b93-be6a-d3d1-920f-3359c00c651d" [ 953.898787] env[62353]: _type = "Task" [ 953.898787] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.908034] env[62353]: DEBUG oslo_vmware.api [None req-b3dc5a95-4ccb-4ffd-9479-6885927a144b tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52f01b93-be6a-d3d1-920f-3359c00c651d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.941693] env[62353]: DEBUG nova.compute.manager [req-31fea725-0dd0-4dec-8688-b1d9ef7619f7 req-3b111cfd-12ac-42de-b722-3dcfd83b876e service nova] [instance: 920979fe-c3eb-41bc-acf2-215e6c03796f] Received event network-vif-deleted-bb4aa91b-bc8a-40b0-aae4-ae90600284b5 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 953.941693] env[62353]: INFO nova.compute.manager [req-31fea725-0dd0-4dec-8688-b1d9ef7619f7 req-3b111cfd-12ac-42de-b722-3dcfd83b876e service nova] [instance: 920979fe-c3eb-41bc-acf2-215e6c03796f] Neutron deleted interface bb4aa91b-bc8a-40b0-aae4-ae90600284b5; detaching it from the instance and deleting it from the info cache [ 953.941908] env[62353]: DEBUG nova.network.neutron [req-31fea725-0dd0-4dec-8688-b1d9ef7619f7 req-3b111cfd-12ac-42de-b722-3dcfd83b876e service nova] [instance: 920979fe-c3eb-41bc-acf2-215e6c03796f] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.039762] env[62353]: DEBUG oslo_concurrency.lockutils [None req-06e2c7e7-5ce6-48d2-94db-9fec93c6b02c tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 954.147640] env[62353]: DEBUG oslo_vmware.api [None req-62ffd7a8-af4a-4a4e-9ad4-39ec5126adc3 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Task: {'id': task-2372800, 'name': ReconfigVM_Task, 'duration_secs': 0.661592} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.147995] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-62ffd7a8-af4a-4a4e-9ad4-39ec5126adc3 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 71b98f1e-48af-4261-97fb-a93c35497702] Reconfigured VM instance instance-00000057 to attach disk [datastore1] 71b98f1e-48af-4261-97fb-a93c35497702/71b98f1e-48af-4261-97fb-a93c35497702.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 954.148796] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-228793fc-589e-4310-91ee-24ccf8291361 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.156863] env[62353]: DEBUG oslo_vmware.api [None req-62ffd7a8-af4a-4a4e-9ad4-39ec5126adc3 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Waiting for the task: (returnval){ [ 954.156863] env[62353]: value = "task-2372802" [ 954.156863] env[62353]: _type = "Task" [ 954.156863] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.166176] env[62353]: DEBUG nova.scheduler.client.report [None req-abc4cf43-3f9c-4e9a-854d-3ee2aa8ec5da tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 954.169548] env[62353]: DEBUG oslo_vmware.api [None req-62ffd7a8-af4a-4a4e-9ad4-39ec5126adc3 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Task: {'id': task-2372802, 'name': Rename_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.213958] env[62353]: DEBUG oslo_concurrency.lockutils [req-ac74a6e3-8c79-4b47-be80-618e745fda80 req-a30b2c14-1fea-4c5d-a19a-2d310c3211cb service nova] Releasing lock "refresh_cache-97cac27a-befb-4694-9fd8-5209a8e36121" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 954.261283] env[62353]: DEBUG nova.compute.manager [req-0bf4589c-2683-4a8b-b904-6456ac1a5e7c req-1c25bea8-882c-44ea-9635-e5aedaa102dc service nova] [instance: f7197def-541f-4abc-b448-ebe58e2acccc] Received event network-vif-deleted-0041835d-1aab-4547-ac69-4d9a91165188 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 954.396032] env[62353]: DEBUG nova.network.neutron [-] [instance: 920979fe-c3eb-41bc-acf2-215e6c03796f] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.409354] env[62353]: DEBUG oslo_vmware.api [None req-b3dc5a95-4ccb-4ffd-9479-6885927a144b tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52f01b93-be6a-d3d1-920f-3359c00c651d, 'name': SearchDatastore_Task, 'duration_secs': 0.009693} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.409678] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b3dc5a95-4ccb-4ffd-9479-6885927a144b tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Releasing lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 954.409954] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-b3dc5a95-4ccb-4ffd-9479-6885927a144b tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: 97cac27a-befb-4694-9fd8-5209a8e36121] Processing image 06f909ae-e8dc-43b4-abf7-c7ed85db9bbd {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 954.410207] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b3dc5a95-4ccb-4ffd-9479-6885927a144b tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 954.410353] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b3dc5a95-4ccb-4ffd-9479-6885927a144b tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Acquired lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.410526] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3dc5a95-4ccb-4ffd-9479-6885927a144b tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 954.410998] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-df1d1c60-dd85-4f6a-97b8-9e1c97c031ff {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.421565] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3dc5a95-4ccb-4ffd-9479-6885927a144b tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 954.421744] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-b3dc5a95-4ccb-4ffd-9479-6885927a144b tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 954.422471] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b462c3f5-4d8f-449e-91cd-4db2141c0b2e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.428436] env[62353]: DEBUG oslo_vmware.api [None req-b3dc5a95-4ccb-4ffd-9479-6885927a144b tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Waiting for the task: (returnval){ [ 954.428436] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52fb6a52-2d0f-435d-9850-a74402ff30b7" [ 954.428436] env[62353]: _type = "Task" [ 954.428436] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.436673] env[62353]: DEBUG oslo_vmware.api [None req-b3dc5a95-4ccb-4ffd-9479-6885927a144b tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52fb6a52-2d0f-435d-9850-a74402ff30b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.445115] env[62353]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b5ac84c2-f01d-4c94-87a9-a408d0bd091a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.454412] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6759bc04-255a-4ce1-9f55-2b78efc3fdb1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.488106] env[62353]: DEBUG nova.compute.manager [req-31fea725-0dd0-4dec-8688-b1d9ef7619f7 req-3b111cfd-12ac-42de-b722-3dcfd83b876e service nova] [instance: 920979fe-c3eb-41bc-acf2-215e6c03796f] Detach interface failed, port_id=bb4aa91b-bc8a-40b0-aae4-ae90600284b5, reason: Instance 920979fe-c3eb-41bc-acf2-215e6c03796f could not be found. {{(pid=62353) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 954.637171] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b79c118-7f92-4a09-af96-883dfb58719c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.658272] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-f429cfd0-5b74-4ad8-a305-3968e54392b6 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 3d6dc73d-cbff-4487-b414-dc5a033e118a] Updating instance '3d6dc73d-cbff-4487-b414-dc5a033e118a' progress to 0 {{(pid=62353) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 954.681247] env[62353]: DEBUG oslo_concurrency.lockutils [None req-abc4cf43-3f9c-4e9a-854d-3ee2aa8ec5da tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.917s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 954.683474] env[62353]: DEBUG oslo_vmware.api [None req-62ffd7a8-af4a-4a4e-9ad4-39ec5126adc3 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Task: {'id': task-2372802, 'name': Rename_Task, 'duration_secs': 0.341611} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.683976] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d7654b53-625e-4113-a4af-cdac48e4c4e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.065s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 954.684331] env[62353]: DEBUG nova.objects.instance [None req-d7654b53-625e-4113-a4af-cdac48e4c4e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Lazy-loading 'resources' on Instance uuid 91eab4dd-b5db-49bb-9aa9-2ab8473a2256 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 954.685498] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-62ffd7a8-af4a-4a4e-9ad4-39ec5126adc3 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 71b98f1e-48af-4261-97fb-a93c35497702] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 954.689389] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1e7945a2-a04e-4478-a8b6-ecd02d720534 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.699253] env[62353]: DEBUG oslo_vmware.api [None req-62ffd7a8-af4a-4a4e-9ad4-39ec5126adc3 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Waiting for the task: (returnval){ [ 954.699253] env[62353]: value = "task-2372803" [ 954.699253] env[62353]: _type = "Task" [ 954.699253] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.707402] env[62353]: DEBUG oslo_vmware.api [None req-62ffd7a8-af4a-4a4e-9ad4-39ec5126adc3 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Task: {'id': task-2372803, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.708338] env[62353]: INFO nova.scheduler.client.report [None req-abc4cf43-3f9c-4e9a-854d-3ee2aa8ec5da tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Deleted allocations for instance d2e5a379-7275-4fd0-80a7-fc06a6f3d4e3 [ 954.851671] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7df76682-1076-4c79-b234-5503ab82614f tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Acquiring lock "ded8ee54-91ef-450b-a930-21f932dffe36" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 954.851927] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7df76682-1076-4c79-b234-5503ab82614f tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Lock "ded8ee54-91ef-450b-a930-21f932dffe36" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 954.899385] env[62353]: INFO nova.compute.manager [-] [instance: 920979fe-c3eb-41bc-acf2-215e6c03796f] Took 1.41 seconds to deallocate network for instance. [ 954.939687] env[62353]: DEBUG oslo_vmware.api [None req-b3dc5a95-4ccb-4ffd-9479-6885927a144b tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52fb6a52-2d0f-435d-9850-a74402ff30b7, 'name': SearchDatastore_Task, 'duration_secs': 0.009736} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.941262] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3da37ef-0a81-49a2-ba9c-4b164307d58b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.952237] env[62353]: DEBUG oslo_vmware.api [None req-b3dc5a95-4ccb-4ffd-9479-6885927a144b tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Waiting for the task: (returnval){ [ 954.952237] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52f53b02-ca56-8d70-7453-a14436a8ca59" [ 954.952237] env[62353]: _type = "Task" [ 954.952237] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.961371] env[62353]: DEBUG oslo_vmware.api [None req-b3dc5a95-4ccb-4ffd-9479-6885927a144b tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52f53b02-ca56-8d70-7453-a14436a8ca59, 'name': SearchDatastore_Task, 'duration_secs': 0.009552} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.961679] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b3dc5a95-4ccb-4ffd-9479-6885927a144b tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Releasing lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 954.962026] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3dc5a95-4ccb-4ffd-9479-6885927a144b tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore1] 97cac27a-befb-4694-9fd8-5209a8e36121/97cac27a-befb-4694-9fd8-5209a8e36121.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 954.962805] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9490929b-b5ad-4311-9078-b34e4c946442 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.970474] env[62353]: DEBUG oslo_vmware.api [None req-b3dc5a95-4ccb-4ffd-9479-6885927a144b tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Waiting for the task: (returnval){ [ 954.970474] env[62353]: value = "task-2372804" [ 954.970474] env[62353]: _type = "Task" [ 954.970474] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.978746] env[62353]: DEBUG oslo_vmware.api [None req-b3dc5a95-4ccb-4ffd-9479-6885927a144b tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Task: {'id': task-2372804, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.169907] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-f429cfd0-5b74-4ad8-a305-3968e54392b6 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 3d6dc73d-cbff-4487-b414-dc5a033e118a] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 955.170568] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-26893741-eace-480e-a18f-b40f834c00ad {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.178340] env[62353]: DEBUG oslo_vmware.api [None req-f429cfd0-5b74-4ad8-a305-3968e54392b6 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Waiting for the task: (returnval){ [ 955.178340] env[62353]: value = "task-2372805" [ 955.178340] env[62353]: _type = "Task" [ 955.178340] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.189222] env[62353]: DEBUG oslo_vmware.api [None req-f429cfd0-5b74-4ad8-a305-3968e54392b6 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Task: {'id': task-2372805, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.211352] env[62353]: DEBUG oslo_vmware.api [None req-62ffd7a8-af4a-4a4e-9ad4-39ec5126adc3 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Task: {'id': task-2372803, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.229447] env[62353]: DEBUG oslo_concurrency.lockutils [None req-abc4cf43-3f9c-4e9a-854d-3ee2aa8ec5da tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Lock "d2e5a379-7275-4fd0-80a7-fc06a6f3d4e3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.234s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 955.355429] env[62353]: DEBUG nova.compute.manager [None req-7df76682-1076-4c79-b234-5503ab82614f tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] [instance: ded8ee54-91ef-450b-a930-21f932dffe36] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 955.404812] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0f175f10-242e-4153-af40-92f1b9bdb127 tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 955.483569] env[62353]: DEBUG oslo_vmware.api [None req-b3dc5a95-4ccb-4ffd-9479-6885927a144b tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Task: {'id': task-2372804, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.480483} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.483835] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3dc5a95-4ccb-4ffd-9479-6885927a144b tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore1] 97cac27a-befb-4694-9fd8-5209a8e36121/97cac27a-befb-4694-9fd8-5209a8e36121.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 955.484036] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-b3dc5a95-4ccb-4ffd-9479-6885927a144b tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: 97cac27a-befb-4694-9fd8-5209a8e36121] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 955.484296] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c079b113-5d01-4f83-aeb4-e7dc593a3f06 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.491820] env[62353]: DEBUG oslo_vmware.api [None req-b3dc5a95-4ccb-4ffd-9479-6885927a144b tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Waiting for the task: (returnval){ [ 955.491820] env[62353]: value = "task-2372806" [ 955.491820] env[62353]: _type = "Task" [ 955.491820] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.502734] env[62353]: DEBUG oslo_vmware.api [None req-b3dc5a95-4ccb-4ffd-9479-6885927a144b tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Task: {'id': task-2372806, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.549942] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0656c840-abdf-4cc4-a01d-3cf36a04739e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.558126] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26a6e5f8-748d-470c-bb3f-c1cbb35cf217 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.590773] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ac73836-a599-456e-9145-32c90101bf0a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.598519] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9f0ab26-995a-4a85-8821-08299fa0abfa {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.612151] env[62353]: DEBUG nova.compute.provider_tree [None req-d7654b53-625e-4113-a4af-cdac48e4c4e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 955.691962] env[62353]: DEBUG oslo_vmware.api [None req-f429cfd0-5b74-4ad8-a305-3968e54392b6 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Task: {'id': task-2372805, 'name': PowerOffVM_Task, 'duration_secs': 0.198182} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.691962] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-f429cfd0-5b74-4ad8-a305-3968e54392b6 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 3d6dc73d-cbff-4487-b414-dc5a033e118a] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 955.691962] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-f429cfd0-5b74-4ad8-a305-3968e54392b6 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 3d6dc73d-cbff-4487-b414-dc5a033e118a] Updating instance '3d6dc73d-cbff-4487-b414-dc5a033e118a' progress to 17 {{(pid=62353) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 955.713176] env[62353]: DEBUG oslo_vmware.api [None req-62ffd7a8-af4a-4a4e-9ad4-39ec5126adc3 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Task: {'id': task-2372803, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.880331] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7df76682-1076-4c79-b234-5503ab82614f tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 956.002690] env[62353]: DEBUG oslo_vmware.api [None req-b3dc5a95-4ccb-4ffd-9479-6885927a144b tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Task: {'id': task-2372806, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069447} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.003233] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-b3dc5a95-4ccb-4ffd-9479-6885927a144b tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: 97cac27a-befb-4694-9fd8-5209a8e36121] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 956.003912] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ba36f06-30ff-4292-b4a3-2a34bba023c1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.029648] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3dc5a95-4ccb-4ffd-9479-6885927a144b tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: 97cac27a-befb-4694-9fd8-5209a8e36121] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] 97cac27a-befb-4694-9fd8-5209a8e36121/97cac27a-befb-4694-9fd8-5209a8e36121.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 956.030024] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e8569cc8-06dc-430b-b6e8-74fdf62383dd {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.050065] env[62353]: DEBUG oslo_vmware.api [None req-b3dc5a95-4ccb-4ffd-9479-6885927a144b tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Waiting for the task: (returnval){ [ 956.050065] env[62353]: value = "task-2372807" [ 956.050065] env[62353]: _type = "Task" [ 956.050065] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.058079] env[62353]: DEBUG oslo_vmware.api [None req-b3dc5a95-4ccb-4ffd-9479-6885927a144b tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Task: {'id': task-2372807, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.115524] env[62353]: DEBUG nova.scheduler.client.report [None req-d7654b53-625e-4113-a4af-cdac48e4c4e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 956.198128] env[62353]: DEBUG nova.virt.hardware [None req-f429cfd0-5b74-4ad8-a305-3968e54392b6 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T12:38:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=06f909ae-e8dc-43b4-abf7-c7ed85db9bbd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 956.198128] env[62353]: DEBUG nova.virt.hardware [None req-f429cfd0-5b74-4ad8-a305-3968e54392b6 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 956.198128] env[62353]: DEBUG nova.virt.hardware [None req-f429cfd0-5b74-4ad8-a305-3968e54392b6 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 956.198538] env[62353]: DEBUG nova.virt.hardware [None req-f429cfd0-5b74-4ad8-a305-3968e54392b6 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 956.198538] env[62353]: DEBUG nova.virt.hardware [None req-f429cfd0-5b74-4ad8-a305-3968e54392b6 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 956.198650] env[62353]: DEBUG nova.virt.hardware [None req-f429cfd0-5b74-4ad8-a305-3968e54392b6 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 956.198863] env[62353]: DEBUG nova.virt.hardware [None req-f429cfd0-5b74-4ad8-a305-3968e54392b6 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 956.199208] env[62353]: DEBUG nova.virt.hardware [None req-f429cfd0-5b74-4ad8-a305-3968e54392b6 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 956.199280] env[62353]: DEBUG nova.virt.hardware [None req-f429cfd0-5b74-4ad8-a305-3968e54392b6 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 956.199480] env[62353]: DEBUG nova.virt.hardware [None req-f429cfd0-5b74-4ad8-a305-3968e54392b6 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 956.199709] env[62353]: DEBUG nova.virt.hardware [None req-f429cfd0-5b74-4ad8-a305-3968e54392b6 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 956.205224] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8cb63225-53c5-451c-981c-674fcfdf19f7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.226214] env[62353]: DEBUG oslo_vmware.api [None req-62ffd7a8-af4a-4a4e-9ad4-39ec5126adc3 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Task: {'id': task-2372803, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.227653] env[62353]: DEBUG oslo_vmware.api [None req-f429cfd0-5b74-4ad8-a305-3968e54392b6 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Waiting for the task: (returnval){ [ 956.227653] env[62353]: value = "task-2372808" [ 956.227653] env[62353]: _type = "Task" [ 956.227653] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.237697] env[62353]: DEBUG oslo_vmware.api [None req-f429cfd0-5b74-4ad8-a305-3968e54392b6 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Task: {'id': task-2372808, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.560741] env[62353]: DEBUG oslo_vmware.api [None req-b3dc5a95-4ccb-4ffd-9479-6885927a144b tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Task: {'id': task-2372807, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.625134] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d7654b53-625e-4113-a4af-cdac48e4c4e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.938s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 956.625134] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1e1c5b5d-f185-4b62-a617-60526e8d3688 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.391s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 956.631893] env[62353]: INFO nova.compute.claims [None req-1e1c5b5d-f185-4b62-a617-60526e8d3688 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: 6e15b7d4-23a0-475a-9960-9755de712973] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 956.646739] env[62353]: INFO nova.scheduler.client.report [None req-d7654b53-625e-4113-a4af-cdac48e4c4e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Deleted allocations for instance 91eab4dd-b5db-49bb-9aa9-2ab8473a2256 [ 956.715172] env[62353]: DEBUG oslo_vmware.api [None req-62ffd7a8-af4a-4a4e-9ad4-39ec5126adc3 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Task: {'id': task-2372803, 'name': PowerOnVM_Task, 'duration_secs': 1.960601} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.715422] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-62ffd7a8-af4a-4a4e-9ad4-39ec5126adc3 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 71b98f1e-48af-4261-97fb-a93c35497702] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 956.715738] env[62353]: INFO nova.compute.manager [None req-62ffd7a8-af4a-4a4e-9ad4-39ec5126adc3 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 71b98f1e-48af-4261-97fb-a93c35497702] Took 8.76 seconds to spawn the instance on the hypervisor. [ 956.715905] env[62353]: DEBUG nova.compute.manager [None req-62ffd7a8-af4a-4a4e-9ad4-39ec5126adc3 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 71b98f1e-48af-4261-97fb-a93c35497702] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 956.716616] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0821c93a-4af6-4747-a63a-665124de9bb7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.738221] env[62353]: DEBUG oslo_vmware.api [None req-f429cfd0-5b74-4ad8-a305-3968e54392b6 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Task: {'id': task-2372808, 'name': ReconfigVM_Task, 'duration_secs': 0.475353} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.738520] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-f429cfd0-5b74-4ad8-a305-3968e54392b6 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 3d6dc73d-cbff-4487-b414-dc5a033e118a] Updating instance '3d6dc73d-cbff-4487-b414-dc5a033e118a' progress to 33 {{(pid=62353) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 957.064265] env[62353]: DEBUG oslo_vmware.api [None req-b3dc5a95-4ccb-4ffd-9479-6885927a144b tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Task: {'id': task-2372807, 'name': ReconfigVM_Task, 'duration_secs': 0.650204} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.064556] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3dc5a95-4ccb-4ffd-9479-6885927a144b tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: 97cac27a-befb-4694-9fd8-5209a8e36121] Reconfigured VM instance instance-00000058 to attach disk [datastore1] 97cac27a-befb-4694-9fd8-5209a8e36121/97cac27a-befb-4694-9fd8-5209a8e36121.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 957.065359] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-966c3de9-2f47-4692-88d5-ec3478201abb {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.071163] env[62353]: DEBUG oslo_vmware.api [None req-b3dc5a95-4ccb-4ffd-9479-6885927a144b tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Waiting for the task: (returnval){ [ 957.071163] env[62353]: value = "task-2372809" [ 957.071163] env[62353]: _type = "Task" [ 957.071163] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.078626] env[62353]: DEBUG oslo_vmware.api [None req-b3dc5a95-4ccb-4ffd-9479-6885927a144b tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Task: {'id': task-2372809, 'name': Rename_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.155024] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d7654b53-625e-4113-a4af-cdac48e4c4e6 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Lock "91eab4dd-b5db-49bb-9aa9-2ab8473a2256" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.071s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 957.233140] env[62353]: INFO nova.compute.manager [None req-62ffd7a8-af4a-4a4e-9ad4-39ec5126adc3 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 71b98f1e-48af-4261-97fb-a93c35497702] Took 43.35 seconds to build instance. [ 957.244817] env[62353]: DEBUG nova.virt.hardware [None req-f429cfd0-5b74-4ad8-a305-3968e54392b6 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T12:38:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=06f909ae-e8dc-43b4-abf7-c7ed85db9bbd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 957.245056] env[62353]: DEBUG nova.virt.hardware [None req-f429cfd0-5b74-4ad8-a305-3968e54392b6 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 957.245213] env[62353]: DEBUG nova.virt.hardware [None req-f429cfd0-5b74-4ad8-a305-3968e54392b6 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 957.245398] env[62353]: DEBUG nova.virt.hardware [None req-f429cfd0-5b74-4ad8-a305-3968e54392b6 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 957.245614] env[62353]: DEBUG nova.virt.hardware [None req-f429cfd0-5b74-4ad8-a305-3968e54392b6 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 957.247924] env[62353]: DEBUG nova.virt.hardware [None req-f429cfd0-5b74-4ad8-a305-3968e54392b6 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 957.247924] env[62353]: DEBUG nova.virt.hardware [None req-f429cfd0-5b74-4ad8-a305-3968e54392b6 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 957.247924] env[62353]: DEBUG nova.virt.hardware [None req-f429cfd0-5b74-4ad8-a305-3968e54392b6 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 957.247924] env[62353]: DEBUG nova.virt.hardware [None req-f429cfd0-5b74-4ad8-a305-3968e54392b6 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 957.247924] env[62353]: DEBUG nova.virt.hardware [None req-f429cfd0-5b74-4ad8-a305-3968e54392b6 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 957.247924] env[62353]: DEBUG nova.virt.hardware [None req-f429cfd0-5b74-4ad8-a305-3968e54392b6 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 957.251958] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-f429cfd0-5b74-4ad8-a305-3968e54392b6 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 3d6dc73d-cbff-4487-b414-dc5a033e118a] Reconfiguring VM instance instance-00000051 to detach disk 2000 {{(pid=62353) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 957.254082] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-90990c6b-f8a5-4f13-8397-54b81146eedd {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.271864] env[62353]: DEBUG oslo_vmware.api [None req-f429cfd0-5b74-4ad8-a305-3968e54392b6 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Waiting for the task: (returnval){ [ 957.271864] env[62353]: value = "task-2372810" [ 957.271864] env[62353]: _type = "Task" [ 957.271864] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.280455] env[62353]: DEBUG oslo_vmware.api [None req-f429cfd0-5b74-4ad8-a305-3968e54392b6 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Task: {'id': task-2372810, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.584130] env[62353]: DEBUG oslo_vmware.api [None req-b3dc5a95-4ccb-4ffd-9479-6885927a144b tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Task: {'id': task-2372809, 'name': Rename_Task, 'duration_secs': 0.157579} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.584130] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3dc5a95-4ccb-4ffd-9479-6885927a144b tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: 97cac27a-befb-4694-9fd8-5209a8e36121] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 957.584811] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8101aafc-63c1-46a3-8244-cc3985566fa1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.595026] env[62353]: DEBUG oslo_vmware.api [None req-b3dc5a95-4ccb-4ffd-9479-6885927a144b tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Waiting for the task: (returnval){ [ 957.595026] env[62353]: value = "task-2372811" [ 957.595026] env[62353]: _type = "Task" [ 957.595026] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.603839] env[62353]: DEBUG oslo_vmware.api [None req-b3dc5a95-4ccb-4ffd-9479-6885927a144b tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Task: {'id': task-2372811, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.739164] env[62353]: DEBUG oslo_concurrency.lockutils [None req-62ffd7a8-af4a-4a4e-9ad4-39ec5126adc3 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Lock "71b98f1e-48af-4261-97fb-a93c35497702" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.864s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 957.784976] env[62353]: DEBUG oslo_vmware.api [None req-f429cfd0-5b74-4ad8-a305-3968e54392b6 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Task: {'id': task-2372810, 'name': ReconfigVM_Task, 'duration_secs': 0.17484} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.784976] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-f429cfd0-5b74-4ad8-a305-3968e54392b6 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 3d6dc73d-cbff-4487-b414-dc5a033e118a] Reconfigured VM instance instance-00000051 to detach disk 2000 {{(pid=62353) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 957.785961] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3047d750-8be0-4714-a7a7-51af9b99b98a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.812198] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-f429cfd0-5b74-4ad8-a305-3968e54392b6 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 3d6dc73d-cbff-4487-b414-dc5a033e118a] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] 3d6dc73d-cbff-4487-b414-dc5a033e118a/3d6dc73d-cbff-4487-b414-dc5a033e118a.vmdk or device None with type thin {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 957.815496] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-52324cb0-d1d8-4ec4-a423-9c12e1f7b916 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.834590] env[62353]: DEBUG oslo_vmware.api [None req-f429cfd0-5b74-4ad8-a305-3968e54392b6 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Waiting for the task: (returnval){ [ 957.834590] env[62353]: value = "task-2372812" [ 957.834590] env[62353]: _type = "Task" [ 957.834590] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.842818] env[62353]: DEBUG oslo_vmware.api [None req-f429cfd0-5b74-4ad8-a305-3968e54392b6 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Task: {'id': task-2372812, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.981251] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec649831-d243-4332-a204-f8bba1514925 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.989790] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dbb10fd-e84d-4568-90a9-50601b7527f4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.032958] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5abed5b5-adbd-4677-99de-035f718518fe {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.038434] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d921db1-8a2c-490b-8b1c-105423dfc29f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.052763] env[62353]: DEBUG nova.compute.provider_tree [None req-1e1c5b5d-f185-4b62-a617-60526e8d3688 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 958.103388] env[62353]: DEBUG oslo_vmware.api [None req-b3dc5a95-4ccb-4ffd-9479-6885927a144b tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Task: {'id': task-2372811, 'name': PowerOnVM_Task, 'duration_secs': 0.463551} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.103691] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3dc5a95-4ccb-4ffd-9479-6885927a144b tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: 97cac27a-befb-4694-9fd8-5209a8e36121] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 958.103891] env[62353]: INFO nova.compute.manager [None req-b3dc5a95-4ccb-4ffd-9479-6885927a144b tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: 97cac27a-befb-4694-9fd8-5209a8e36121] Took 7.69 seconds to spawn the instance on the hypervisor. [ 958.104288] env[62353]: DEBUG nova.compute.manager [None req-b3dc5a95-4ccb-4ffd-9479-6885927a144b tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: 97cac27a-befb-4694-9fd8-5209a8e36121] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 958.105304] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7427d367-b170-468f-89e5-9b16810a0cec {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.349217] env[62353]: DEBUG oslo_vmware.api [None req-f429cfd0-5b74-4ad8-a305-3968e54392b6 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Task: {'id': task-2372812, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.354108] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c12522a0-7346-40d6-9a67-b784cd7819a3 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Acquiring lock "99f05c32-e188-4a96-bfc8-753bfa982e97" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 958.354108] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c12522a0-7346-40d6-9a67-b784cd7819a3 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Lock "99f05c32-e188-4a96-bfc8-753bfa982e97" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 958.361995] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f94d6a40-e95d-4f2b-973a-c8bc1b4d25a4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.371717] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-f6172892-707b-412e-a670-aaa81f2a93fb tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 71b98f1e-48af-4261-97fb-a93c35497702] Suspending the VM {{(pid=62353) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 958.372279] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-88dfe7f5-2a44-4b09-8234-af4dde7b1db3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.379711] env[62353]: DEBUG oslo_vmware.api [None req-f6172892-707b-412e-a670-aaa81f2a93fb tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Waiting for the task: (returnval){ [ 958.379711] env[62353]: value = "task-2372813" [ 958.379711] env[62353]: _type = "Task" [ 958.379711] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.389536] env[62353]: DEBUG oslo_vmware.api [None req-f6172892-707b-412e-a670-aaa81f2a93fb tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Task: {'id': task-2372813, 'name': SuspendVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.395965] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c12522a0-7346-40d6-9a67-b784cd7819a3 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Acquiring lock "db88426e-6cc5-4a10-a294-ed152c0489f3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 958.396363] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c12522a0-7346-40d6-9a67-b784cd7819a3 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Lock "db88426e-6cc5-4a10-a294-ed152c0489f3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 958.556680] env[62353]: DEBUG nova.scheduler.client.report [None req-1e1c5b5d-f185-4b62-a617-60526e8d3688 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 958.623392] env[62353]: INFO nova.compute.manager [None req-b3dc5a95-4ccb-4ffd-9479-6885927a144b tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: 97cac27a-befb-4694-9fd8-5209a8e36121] Took 37.74 seconds to build instance. [ 958.846084] env[62353]: DEBUG oslo_vmware.api [None req-f429cfd0-5b74-4ad8-a305-3968e54392b6 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Task: {'id': task-2372812, 'name': ReconfigVM_Task, 'duration_secs': 0.524408} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.846398] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-f429cfd0-5b74-4ad8-a305-3968e54392b6 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 3d6dc73d-cbff-4487-b414-dc5a033e118a] Reconfigured VM instance instance-00000051 to attach disk [datastore2] 3d6dc73d-cbff-4487-b414-dc5a033e118a/3d6dc73d-cbff-4487-b414-dc5a033e118a.vmdk or device None with type thin {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 958.846679] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-f429cfd0-5b74-4ad8-a305-3968e54392b6 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 3d6dc73d-cbff-4487-b414-dc5a033e118a] Updating instance '3d6dc73d-cbff-4487-b414-dc5a033e118a' progress to 50 {{(pid=62353) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 958.855555] env[62353]: DEBUG nova.compute.manager [None req-c12522a0-7346-40d6-9a67-b784cd7819a3 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] [instance: 99f05c32-e188-4a96-bfc8-753bfa982e97] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 958.889495] env[62353]: DEBUG oslo_vmware.api [None req-f6172892-707b-412e-a670-aaa81f2a93fb tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Task: {'id': task-2372813, 'name': SuspendVM_Task} progress is 50%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.899220] env[62353]: DEBUG nova.compute.manager [None req-c12522a0-7346-40d6-9a67-b784cd7819a3 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] [instance: db88426e-6cc5-4a10-a294-ed152c0489f3] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 959.065952] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1e1c5b5d-f185-4b62-a617-60526e8d3688 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.441s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 959.066308] env[62353]: DEBUG nova.compute.manager [None req-1e1c5b5d-f185-4b62-a617-60526e8d3688 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: 6e15b7d4-23a0-475a-9960-9755de712973] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 959.072206] env[62353]: DEBUG oslo_concurrency.lockutils [None req-06e2c7e7-5ce6-48d2-94db-9fec93c6b02c tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.033s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 959.072467] env[62353]: DEBUG nova.objects.instance [None req-06e2c7e7-5ce6-48d2-94db-9fec93c6b02c tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Lazy-loading 'resources' on Instance uuid f7197def-541f-4abc-b448-ebe58e2acccc {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 959.126414] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b3dc5a95-4ccb-4ffd-9479-6885927a144b tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Lock "97cac27a-befb-4694-9fd8-5209a8e36121" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.255s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 959.358717] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7005ea1-fefa-45dd-82b5-e793c5b409aa {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.383954] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c12522a0-7346-40d6-9a67-b784cd7819a3 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 959.387585] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47b08f2f-688e-4448-9a81-d04fc0a6cc74 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.410288] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-f429cfd0-5b74-4ad8-a305-3968e54392b6 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 3d6dc73d-cbff-4487-b414-dc5a033e118a] Updating instance '3d6dc73d-cbff-4487-b414-dc5a033e118a' progress to 67 {{(pid=62353) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 959.413508] env[62353]: DEBUG oslo_vmware.api [None req-f6172892-707b-412e-a670-aaa81f2a93fb tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Task: {'id': task-2372813, 'name': SuspendVM_Task} progress is 50%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.426799] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c12522a0-7346-40d6-9a67-b784cd7819a3 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 959.492883] env[62353]: DEBUG oslo_concurrency.lockutils [None req-920335ae-2381-43d1-93b0-22ba32d1982d tempest-ServerPasswordTestJSON-1092796968 tempest-ServerPasswordTestJSON-1092796968-project-member] Acquiring lock "6dc2e25a-bf79-4040-a314-e5c665b5f14a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 959.493138] env[62353]: DEBUG oslo_concurrency.lockutils [None req-920335ae-2381-43d1-93b0-22ba32d1982d tempest-ServerPasswordTestJSON-1092796968 tempest-ServerPasswordTestJSON-1092796968-project-member] Lock "6dc2e25a-bf79-4040-a314-e5c665b5f14a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 959.575541] env[62353]: DEBUG nova.compute.utils [None req-1e1c5b5d-f185-4b62-a617-60526e8d3688 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 959.580457] env[62353]: DEBUG nova.compute.manager [None req-1e1c5b5d-f185-4b62-a617-60526e8d3688 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: 6e15b7d4-23a0-475a-9960-9755de712973] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 959.580457] env[62353]: DEBUG nova.network.neutron [None req-1e1c5b5d-f185-4b62-a617-60526e8d3688 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: 6e15b7d4-23a0-475a-9960-9755de712973] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 959.621832] env[62353]: DEBUG nova.policy [None req-1e1c5b5d-f185-4b62-a617-60526e8d3688 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '13564ade137b4981abcc826430dec05a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '72d956f928c84645ac7af0ca43ed5775', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:192}} [ 959.865703] env[62353]: DEBUG nova.compute.manager [None req-fa957306-33b1-4b12-b849-a78f6b74173b tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: 97cac27a-befb-4694-9fd8-5209a8e36121] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 959.866669] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e710c91-55b9-4771-bfd2-6199ff6ed10c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.871186] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61434f0b-f399-426e-b9a7-7fe67d5b0030 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.882085] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5683d87d-2008-45d0-82ba-9426b693c636 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.895365] env[62353]: DEBUG oslo_vmware.api [None req-f6172892-707b-412e-a670-aaa81f2a93fb tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Task: {'id': task-2372813, 'name': SuspendVM_Task, 'duration_secs': 1.303181} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.920179] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-f6172892-707b-412e-a670-aaa81f2a93fb tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 71b98f1e-48af-4261-97fb-a93c35497702] Suspended the VM {{(pid=62353) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 959.920581] env[62353]: DEBUG nova.compute.manager [None req-f6172892-707b-412e-a670-aaa81f2a93fb tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 71b98f1e-48af-4261-97fb-a93c35497702] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 959.925816] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78db02bc-3179-4ced-8324-c57a63e54c6c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.929952] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-175d33bf-7db1-471c-96e2-2d7a6eabcf04 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.943629] env[62353]: DEBUG nova.network.neutron [None req-1e1c5b5d-f185-4b62-a617-60526e8d3688 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: 6e15b7d4-23a0-475a-9960-9755de712973] Successfully created port: 0edafc1d-2062-4e10-b463-f992cae4f60d {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 959.946667] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c170427-4117-4eb9-9a00-8921f6c45314 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.964897] env[62353]: DEBUG nova.compute.provider_tree [None req-06e2c7e7-5ce6-48d2-94db-9fec93c6b02c tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 959.994782] env[62353]: DEBUG nova.network.neutron [None req-f429cfd0-5b74-4ad8-a305-3968e54392b6 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 3d6dc73d-cbff-4487-b414-dc5a033e118a] Port 1587117c-1f3c-4a19-a3e6-12f3435059ef binding to destination host cpu-1 is already ACTIVE {{(pid=62353) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 959.996169] env[62353]: DEBUG nova.compute.manager [None req-920335ae-2381-43d1-93b0-22ba32d1982d tempest-ServerPasswordTestJSON-1092796968 tempest-ServerPasswordTestJSON-1092796968-project-member] [instance: 6dc2e25a-bf79-4040-a314-e5c665b5f14a] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 960.080526] env[62353]: DEBUG nova.compute.manager [None req-1e1c5b5d-f185-4b62-a617-60526e8d3688 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: 6e15b7d4-23a0-475a-9960-9755de712973] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 960.388892] env[62353]: INFO nova.compute.manager [None req-fa957306-33b1-4b12-b849-a78f6b74173b tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: 97cac27a-befb-4694-9fd8-5209a8e36121] instance snapshotting [ 960.391141] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b12d9dfe-5029-4669-92d3-6e79842dc244 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.414132] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7ab464a-57e0-4724-b3cf-2d27327161b3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.468387] env[62353]: DEBUG nova.scheduler.client.report [None req-06e2c7e7-5ce6-48d2-94db-9fec93c6b02c tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 960.522356] env[62353]: DEBUG oslo_concurrency.lockutils [None req-920335ae-2381-43d1-93b0-22ba32d1982d tempest-ServerPasswordTestJSON-1092796968 tempest-ServerPasswordTestJSON-1092796968-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 960.926654] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-fa957306-33b1-4b12-b849-a78f6b74173b tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: 97cac27a-befb-4694-9fd8-5209a8e36121] Creating Snapshot of the VM instance {{(pid=62353) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 960.926977] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-617a767b-16e0-425b-90e0-337566d6ec45 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.934781] env[62353]: DEBUG oslo_vmware.api [None req-fa957306-33b1-4b12-b849-a78f6b74173b tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Waiting for the task: (returnval){ [ 960.934781] env[62353]: value = "task-2372814" [ 960.934781] env[62353]: _type = "Task" [ 960.934781] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.943453] env[62353]: DEBUG oslo_vmware.api [None req-fa957306-33b1-4b12-b849-a78f6b74173b tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Task: {'id': task-2372814, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.973803] env[62353]: DEBUG oslo_concurrency.lockutils [None req-06e2c7e7-5ce6-48d2-94db-9fec93c6b02c tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.901s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 960.976879] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0f175f10-242e-4153-af40-92f1b9bdb127 tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.571s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 960.977202] env[62353]: DEBUG nova.objects.instance [None req-0f175f10-242e-4153-af40-92f1b9bdb127 tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] Lazy-loading 'resources' on Instance uuid 920979fe-c3eb-41bc-acf2-215e6c03796f {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 960.990348] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1e03a1a3-cb92-454d-8c99-3539c13ed6ab tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Acquiring lock "71b98f1e-48af-4261-97fb-a93c35497702" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 960.990626] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1e03a1a3-cb92-454d-8c99-3539c13ed6ab tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Lock "71b98f1e-48af-4261-97fb-a93c35497702" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 960.990849] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1e03a1a3-cb92-454d-8c99-3539c13ed6ab tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Acquiring lock "71b98f1e-48af-4261-97fb-a93c35497702-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 960.991081] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1e03a1a3-cb92-454d-8c99-3539c13ed6ab tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Lock "71b98f1e-48af-4261-97fb-a93c35497702-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 960.991642] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1e03a1a3-cb92-454d-8c99-3539c13ed6ab tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Lock "71b98f1e-48af-4261-97fb-a93c35497702-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 960.993259] env[62353]: INFO nova.compute.manager [None req-1e03a1a3-cb92-454d-8c99-3539c13ed6ab tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 71b98f1e-48af-4261-97fb-a93c35497702] Terminating instance [ 960.995295] env[62353]: INFO nova.scheduler.client.report [None req-06e2c7e7-5ce6-48d2-94db-9fec93c6b02c tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Deleted allocations for instance f7197def-541f-4abc-b448-ebe58e2acccc [ 961.020717] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f429cfd0-5b74-4ad8-a305-3968e54392b6 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Acquiring lock "3d6dc73d-cbff-4487-b414-dc5a033e118a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 961.020947] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f429cfd0-5b74-4ad8-a305-3968e54392b6 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Lock "3d6dc73d-cbff-4487-b414-dc5a033e118a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 961.021137] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f429cfd0-5b74-4ad8-a305-3968e54392b6 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Lock "3d6dc73d-cbff-4487-b414-dc5a033e118a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 961.090173] env[62353]: DEBUG nova.compute.manager [None req-1e1c5b5d-f185-4b62-a617-60526e8d3688 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: 6e15b7d4-23a0-475a-9960-9755de712973] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 961.120118] env[62353]: DEBUG nova.virt.hardware [None req-1e1c5b5d-f185-4b62-a617-60526e8d3688 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T12:38:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T12:38:15Z,direct_url=,disk_format='vmdk',id=06f909ae-e8dc-43b4-abf7-c7ed85db9bbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0a3f88790a594523a818b8c00f6862e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T12:38:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 961.120414] env[62353]: DEBUG nova.virt.hardware [None req-1e1c5b5d-f185-4b62-a617-60526e8d3688 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 961.120577] env[62353]: DEBUG nova.virt.hardware [None req-1e1c5b5d-f185-4b62-a617-60526e8d3688 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 961.120964] env[62353]: DEBUG nova.virt.hardware [None req-1e1c5b5d-f185-4b62-a617-60526e8d3688 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 961.120964] env[62353]: DEBUG nova.virt.hardware [None req-1e1c5b5d-f185-4b62-a617-60526e8d3688 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 961.121191] env[62353]: DEBUG nova.virt.hardware [None req-1e1c5b5d-f185-4b62-a617-60526e8d3688 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 961.121342] env[62353]: DEBUG nova.virt.hardware [None req-1e1c5b5d-f185-4b62-a617-60526e8d3688 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 961.121592] env[62353]: DEBUG nova.virt.hardware [None req-1e1c5b5d-f185-4b62-a617-60526e8d3688 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 961.121646] env[62353]: DEBUG nova.virt.hardware [None req-1e1c5b5d-f185-4b62-a617-60526e8d3688 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 961.121901] env[62353]: DEBUG nova.virt.hardware [None req-1e1c5b5d-f185-4b62-a617-60526e8d3688 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 961.122173] env[62353]: DEBUG nova.virt.hardware [None req-1e1c5b5d-f185-4b62-a617-60526e8d3688 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 961.122936] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eb3d24a-69b8-48fc-b2a4-1aa64f4a96e6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.132450] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbbd841e-9635-44d0-bcfa-752e30c1af7b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.444870] env[62353]: DEBUG oslo_vmware.api [None req-fa957306-33b1-4b12-b849-a78f6b74173b tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Task: {'id': task-2372814, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.504825] env[62353]: DEBUG nova.compute.manager [None req-1e03a1a3-cb92-454d-8c99-3539c13ed6ab tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 71b98f1e-48af-4261-97fb-a93c35497702] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 961.506028] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-1e03a1a3-cb92-454d-8c99-3539c13ed6ab tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 71b98f1e-48af-4261-97fb-a93c35497702] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 961.506028] env[62353]: DEBUG oslo_concurrency.lockutils [None req-06e2c7e7-5ce6-48d2-94db-9fec93c6b02c tempest-ServersWithSpecificFlavorTestJSON-906643625 tempest-ServersWithSpecificFlavorTestJSON-906643625-project-member] Lock "f7197def-541f-4abc-b448-ebe58e2acccc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.190s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 961.507244] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae679e1c-e0d0-4e92-9561-08761b5e5ee5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.519433] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-1e03a1a3-cb92-454d-8c99-3539c13ed6ab tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 71b98f1e-48af-4261-97fb-a93c35497702] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 961.519697] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f39ff95b-5269-4383-9be2-2a789249fd45 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.606381] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-1e03a1a3-cb92-454d-8c99-3539c13ed6ab tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 71b98f1e-48af-4261-97fb-a93c35497702] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 961.606639] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-1e03a1a3-cb92-454d-8c99-3539c13ed6ab tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 71b98f1e-48af-4261-97fb-a93c35497702] Deleting contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 961.606842] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e03a1a3-cb92-454d-8c99-3539c13ed6ab tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Deleting the datastore file [datastore1] 71b98f1e-48af-4261-97fb-a93c35497702 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 961.607126] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6d74dcbd-d865-4e03-bd21-f583628f25f5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.616537] env[62353]: DEBUG oslo_vmware.api [None req-1e03a1a3-cb92-454d-8c99-3539c13ed6ab tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Waiting for the task: (returnval){ [ 961.616537] env[62353]: value = "task-2372816" [ 961.616537] env[62353]: _type = "Task" [ 961.616537] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.630185] env[62353]: DEBUG oslo_vmware.api [None req-1e03a1a3-cb92-454d-8c99-3539c13ed6ab tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Task: {'id': task-2372816, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.697409] env[62353]: DEBUG nova.compute.manager [req-73600d47-0ad9-46e1-8891-8fa4c3208052 req-21e0e333-68ed-450c-9621-5d74fee5e87d service nova] [instance: 6e15b7d4-23a0-475a-9960-9755de712973] Received event network-vif-plugged-0edafc1d-2062-4e10-b463-f992cae4f60d {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 961.697849] env[62353]: DEBUG oslo_concurrency.lockutils [req-73600d47-0ad9-46e1-8891-8fa4c3208052 req-21e0e333-68ed-450c-9621-5d74fee5e87d service nova] Acquiring lock "6e15b7d4-23a0-475a-9960-9755de712973-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 961.698103] env[62353]: DEBUG oslo_concurrency.lockutils [req-73600d47-0ad9-46e1-8891-8fa4c3208052 req-21e0e333-68ed-450c-9621-5d74fee5e87d service nova] Lock "6e15b7d4-23a0-475a-9960-9755de712973-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 961.698692] env[62353]: DEBUG oslo_concurrency.lockutils [req-73600d47-0ad9-46e1-8891-8fa4c3208052 req-21e0e333-68ed-450c-9621-5d74fee5e87d service nova] Lock "6e15b7d4-23a0-475a-9960-9755de712973-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 961.698796] env[62353]: DEBUG nova.compute.manager [req-73600d47-0ad9-46e1-8891-8fa4c3208052 req-21e0e333-68ed-450c-9621-5d74fee5e87d service nova] [instance: 6e15b7d4-23a0-475a-9960-9755de712973] No waiting events found dispatching network-vif-plugged-0edafc1d-2062-4e10-b463-f992cae4f60d {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 961.698977] env[62353]: WARNING nova.compute.manager [req-73600d47-0ad9-46e1-8891-8fa4c3208052 req-21e0e333-68ed-450c-9621-5d74fee5e87d service nova] [instance: 6e15b7d4-23a0-475a-9960-9755de712973] Received unexpected event network-vif-plugged-0edafc1d-2062-4e10-b463-f992cae4f60d for instance with vm_state building and task_state spawning. [ 961.828624] env[62353]: DEBUG nova.network.neutron [None req-1e1c5b5d-f185-4b62-a617-60526e8d3688 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: 6e15b7d4-23a0-475a-9960-9755de712973] Successfully updated port: 0edafc1d-2062-4e10-b463-f992cae4f60d {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 961.841058] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48c82271-d1bd-403f-8b73-27e79384c5d6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.849709] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6ed0abf-7c8b-4234-965b-e7c515e8dec8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.884374] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-610fccec-6c21-4440-8bf0-c0a57779de93 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.892053] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee5b1136-eda0-4e66-a8f0-e7197cde9a6f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.905954] env[62353]: DEBUG nova.compute.provider_tree [None req-0f175f10-242e-4153-af40-92f1b9bdb127 tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 961.944489] env[62353]: DEBUG oslo_vmware.api [None req-fa957306-33b1-4b12-b849-a78f6b74173b tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Task: {'id': task-2372814, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.055590] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f429cfd0-5b74-4ad8-a305-3968e54392b6 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Acquiring lock "refresh_cache-3d6dc73d-cbff-4487-b414-dc5a033e118a" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 962.055792] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f429cfd0-5b74-4ad8-a305-3968e54392b6 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Acquired lock "refresh_cache-3d6dc73d-cbff-4487-b414-dc5a033e118a" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.056734] env[62353]: DEBUG nova.network.neutron [None req-f429cfd0-5b74-4ad8-a305-3968e54392b6 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 3d6dc73d-cbff-4487-b414-dc5a033e118a] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 962.125527] env[62353]: DEBUG oslo_vmware.api [None req-1e03a1a3-cb92-454d-8c99-3539c13ed6ab tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Task: {'id': task-2372816, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156478} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.126973] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e03a1a3-cb92-454d-8c99-3539c13ed6ab tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 962.126973] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-1e03a1a3-cb92-454d-8c99-3539c13ed6ab tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 71b98f1e-48af-4261-97fb-a93c35497702] Deleted contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 962.126973] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-1e03a1a3-cb92-454d-8c99-3539c13ed6ab tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 71b98f1e-48af-4261-97fb-a93c35497702] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 962.126973] env[62353]: INFO nova.compute.manager [None req-1e03a1a3-cb92-454d-8c99-3539c13ed6ab tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 71b98f1e-48af-4261-97fb-a93c35497702] Took 0.62 seconds to destroy the instance on the hypervisor. [ 962.126973] env[62353]: DEBUG oslo.service.loopingcall [None req-1e03a1a3-cb92-454d-8c99-3539c13ed6ab tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 962.126973] env[62353]: DEBUG nova.compute.manager [-] [instance: 71b98f1e-48af-4261-97fb-a93c35497702] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 962.126973] env[62353]: DEBUG nova.network.neutron [-] [instance: 71b98f1e-48af-4261-97fb-a93c35497702] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 962.331387] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1e1c5b5d-f185-4b62-a617-60526e8d3688 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Acquiring lock "refresh_cache-6e15b7d4-23a0-475a-9960-9755de712973" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 962.331538] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1e1c5b5d-f185-4b62-a617-60526e8d3688 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Acquired lock "refresh_cache-6e15b7d4-23a0-475a-9960-9755de712973" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.331688] env[62353]: DEBUG nova.network.neutron [None req-1e1c5b5d-f185-4b62-a617-60526e8d3688 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: 6e15b7d4-23a0-475a-9960-9755de712973] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 962.409049] env[62353]: DEBUG nova.scheduler.client.report [None req-0f175f10-242e-4153-af40-92f1b9bdb127 tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 962.445881] env[62353]: DEBUG oslo_vmware.api [None req-fa957306-33b1-4b12-b849-a78f6b74173b tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Task: {'id': task-2372814, 'name': CreateSnapshot_Task, 'duration_secs': 1.104274} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.446204] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-fa957306-33b1-4b12-b849-a78f6b74173b tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: 97cac27a-befb-4694-9fd8-5209a8e36121] Created Snapshot of the VM instance {{(pid=62353) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 962.446958] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e372581b-077d-4769-80a2-99d91cbaccb9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.814524] env[62353]: DEBUG nova.network.neutron [None req-f429cfd0-5b74-4ad8-a305-3968e54392b6 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 3d6dc73d-cbff-4487-b414-dc5a033e118a] Updating instance_info_cache with network_info: [{"id": "1587117c-1f3c-4a19-a3e6-12f3435059ef", "address": "fa:16:3e:db:d5:a5", "network": {"id": "99926323-4d1b-428b-9009-5c2c4fdc3f93", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-462090473-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f26acbe9e08743179af7b91ff38b5ea9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1587117c-1f", "ovs_interfaceid": "1587117c-1f3c-4a19-a3e6-12f3435059ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.873619] env[62353]: DEBUG nova.network.neutron [None req-1e1c5b5d-f185-4b62-a617-60526e8d3688 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: 6e15b7d4-23a0-475a-9960-9755de712973] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 962.890100] env[62353]: DEBUG nova.network.neutron [-] [instance: 71b98f1e-48af-4261-97fb-a93c35497702] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.919303] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0f175f10-242e-4153-af40-92f1b9bdb127 tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.943s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 962.921457] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7df76682-1076-4c79-b234-5503ab82614f tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.041s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 962.924802] env[62353]: INFO nova.compute.claims [None req-7df76682-1076-4c79-b234-5503ab82614f tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] [instance: ded8ee54-91ef-450b-a930-21f932dffe36] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 962.952344] env[62353]: INFO nova.scheduler.client.report [None req-0f175f10-242e-4153-af40-92f1b9bdb127 tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] Deleted allocations for instance 920979fe-c3eb-41bc-acf2-215e6c03796f [ 962.969539] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-fa957306-33b1-4b12-b849-a78f6b74173b tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: 97cac27a-befb-4694-9fd8-5209a8e36121] Creating linked-clone VM from snapshot {{(pid=62353) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 962.971999] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f1a85f47-5b42-48ae-a032-cfcdf844be0c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.980821] env[62353]: DEBUG oslo_vmware.api [None req-fa957306-33b1-4b12-b849-a78f6b74173b tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Waiting for the task: (returnval){ [ 962.980821] env[62353]: value = "task-2372817" [ 962.980821] env[62353]: _type = "Task" [ 962.980821] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.991392] env[62353]: DEBUG oslo_vmware.api [None req-fa957306-33b1-4b12-b849-a78f6b74173b tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Task: {'id': task-2372817, 'name': CloneVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.064107] env[62353]: DEBUG nova.network.neutron [None req-1e1c5b5d-f185-4b62-a617-60526e8d3688 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: 6e15b7d4-23a0-475a-9960-9755de712973] Updating instance_info_cache with network_info: [{"id": "0edafc1d-2062-4e10-b463-f992cae4f60d", "address": "fa:16:3e:6b:6c:53", "network": {"id": "14e88cae-8143-4a77-90c0-0cf819e031d3", "bridge": "br-int", "label": "tempest-ServersTestJSON-373050288-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72d956f928c84645ac7af0ca43ed5775", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc7aa55d-223a-4157-9137-88dc492f2db2", "external-id": "nsx-vlan-transportzone-290", "segmentation_id": 290, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0edafc1d-20", "ovs_interfaceid": "0edafc1d-2062-4e10-b463-f992cae4f60d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.319426] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f429cfd0-5b74-4ad8-a305-3968e54392b6 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Releasing lock "refresh_cache-3d6dc73d-cbff-4487-b414-dc5a033e118a" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 963.393559] env[62353]: INFO nova.compute.manager [-] [instance: 71b98f1e-48af-4261-97fb-a93c35497702] Took 1.27 seconds to deallocate network for instance. [ 963.473573] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0f175f10-242e-4153-af40-92f1b9bdb127 tempest-DeleteServersAdminTestJSON-616410759 tempest-DeleteServersAdminTestJSON-616410759-project-member] Lock "920979fe-c3eb-41bc-acf2-215e6c03796f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.606s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 963.492853] env[62353]: DEBUG oslo_vmware.api [None req-fa957306-33b1-4b12-b849-a78f6b74173b tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Task: {'id': task-2372817, 'name': CloneVM_Task} progress is 94%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.569751] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1e1c5b5d-f185-4b62-a617-60526e8d3688 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Releasing lock "refresh_cache-6e15b7d4-23a0-475a-9960-9755de712973" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 963.569751] env[62353]: DEBUG nova.compute.manager [None req-1e1c5b5d-f185-4b62-a617-60526e8d3688 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: 6e15b7d4-23a0-475a-9960-9755de712973] Instance network_info: |[{"id": "0edafc1d-2062-4e10-b463-f992cae4f60d", "address": "fa:16:3e:6b:6c:53", "network": {"id": "14e88cae-8143-4a77-90c0-0cf819e031d3", "bridge": "br-int", "label": "tempest-ServersTestJSON-373050288-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72d956f928c84645ac7af0ca43ed5775", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc7aa55d-223a-4157-9137-88dc492f2db2", "external-id": "nsx-vlan-transportzone-290", "segmentation_id": 290, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0edafc1d-20", "ovs_interfaceid": "0edafc1d-2062-4e10-b463-f992cae4f60d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 963.569751] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-1e1c5b5d-f185-4b62-a617-60526e8d3688 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: 6e15b7d4-23a0-475a-9960-9755de712973] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6b:6c:53', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dc7aa55d-223a-4157-9137-88dc492f2db2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0edafc1d-2062-4e10-b463-f992cae4f60d', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 963.578843] env[62353]: DEBUG oslo.service.loopingcall [None req-1e1c5b5d-f185-4b62-a617-60526e8d3688 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 963.579290] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e15b7d4-23a0-475a-9960-9755de712973] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 963.579579] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-97052ecb-bf23-4088-a1ba-e1bda3288cf5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.603576] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 963.603576] env[62353]: value = "task-2372818" [ 963.603576] env[62353]: _type = "Task" [ 963.603576] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.612037] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372818, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.735398] env[62353]: DEBUG nova.compute.manager [req-d3eedad6-70d2-41d4-8bc3-f5e83c010f57 req-d4932d18-4cde-4f21-9fbe-9f3179e07e7b service nova] [instance: 6e15b7d4-23a0-475a-9960-9755de712973] Received event network-changed-0edafc1d-2062-4e10-b463-f992cae4f60d {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 963.735762] env[62353]: DEBUG nova.compute.manager [req-d3eedad6-70d2-41d4-8bc3-f5e83c010f57 req-d4932d18-4cde-4f21-9fbe-9f3179e07e7b service nova] [instance: 6e15b7d4-23a0-475a-9960-9755de712973] Refreshing instance network info cache due to event network-changed-0edafc1d-2062-4e10-b463-f992cae4f60d. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 963.735762] env[62353]: DEBUG oslo_concurrency.lockutils [req-d3eedad6-70d2-41d4-8bc3-f5e83c010f57 req-d4932d18-4cde-4f21-9fbe-9f3179e07e7b service nova] Acquiring lock "refresh_cache-6e15b7d4-23a0-475a-9960-9755de712973" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 963.735968] env[62353]: DEBUG oslo_concurrency.lockutils [req-d3eedad6-70d2-41d4-8bc3-f5e83c010f57 req-d4932d18-4cde-4f21-9fbe-9f3179e07e7b service nova] Acquired lock "refresh_cache-6e15b7d4-23a0-475a-9960-9755de712973" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.735968] env[62353]: DEBUG nova.network.neutron [req-d3eedad6-70d2-41d4-8bc3-f5e83c010f57 req-d4932d18-4cde-4f21-9fbe-9f3179e07e7b service nova] [instance: 6e15b7d4-23a0-475a-9960-9755de712973] Refreshing network info cache for port 0edafc1d-2062-4e10-b463-f992cae4f60d {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 963.847589] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9a5ad2a-ae8a-41d0-8a25-60940e98f12a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.883742] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-977c75dc-e754-44dd-8d4f-27b7ecbba037 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.894541] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-f429cfd0-5b74-4ad8-a305-3968e54392b6 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 3d6dc73d-cbff-4487-b414-dc5a033e118a] Updating instance '3d6dc73d-cbff-4487-b414-dc5a033e118a' progress to 83 {{(pid=62353) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 963.903736] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1e03a1a3-cb92-454d-8c99-3539c13ed6ab tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 963.994440] env[62353]: DEBUG oslo_vmware.api [None req-fa957306-33b1-4b12-b849-a78f6b74173b tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Task: {'id': task-2372817, 'name': CloneVM_Task, 'duration_secs': 0.982938} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.997646] env[62353]: INFO nova.virt.vmwareapi.vmops [None req-fa957306-33b1-4b12-b849-a78f6b74173b tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: 97cac27a-befb-4694-9fd8-5209a8e36121] Created linked-clone VM from snapshot [ 963.999368] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b363c4d-eb1d-47c5-8d04-3861c59971cb {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.011194] env[62353]: DEBUG nova.virt.vmwareapi.images [None req-fa957306-33b1-4b12-b849-a78f6b74173b tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: 97cac27a-befb-4694-9fd8-5209a8e36121] Uploading image 090c650d-653d-4d7f-a70a-c60722f392aa {{(pid=62353) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 964.028383] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa957306-33b1-4b12-b849-a78f6b74173b tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: 97cac27a-befb-4694-9fd8-5209a8e36121] Destroying the VM {{(pid=62353) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 964.029182] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-5fd50c09-87fe-46a9-ad92-ce0d135ac671 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.038433] env[62353]: DEBUG oslo_vmware.api [None req-fa957306-33b1-4b12-b849-a78f6b74173b tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Waiting for the task: (returnval){ [ 964.038433] env[62353]: value = "task-2372819" [ 964.038433] env[62353]: _type = "Task" [ 964.038433] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.050848] env[62353]: DEBUG oslo_vmware.api [None req-fa957306-33b1-4b12-b849-a78f6b74173b tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Task: {'id': task-2372819, 'name': Destroy_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.114488] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372818, 'name': CreateVM_Task, 'duration_secs': 0.36905} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.117115] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e15b7d4-23a0-475a-9960-9755de712973] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 964.118343] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1e1c5b5d-f185-4b62-a617-60526e8d3688 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 964.118343] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1e1c5b5d-f185-4b62-a617-60526e8d3688 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Acquired lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.118455] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1e1c5b5d-f185-4b62-a617-60526e8d3688 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 964.118677] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1abb171-9dd0-40e8-b72f-196db9c67752 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.123029] env[62353]: DEBUG oslo_vmware.api [None req-1e1c5b5d-f185-4b62-a617-60526e8d3688 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Waiting for the task: (returnval){ [ 964.123029] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52db1229-7d4c-9c60-61bc-76a063729f74" [ 964.123029] env[62353]: _type = "Task" [ 964.123029] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.130840] env[62353]: DEBUG oslo_vmware.api [None req-1e1c5b5d-f185-4b62-a617-60526e8d3688 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52db1229-7d4c-9c60-61bc-76a063729f74, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.220865] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f359ffa-359e-440e-b8ff-9611bc7a49b4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.228332] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5272a35-3eee-4d87-8aca-2d3a555f968d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.263390] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ce7b764-c4d7-41dc-a2d1-1f040aaade88 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.273291] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50bd6a84-0e39-4fd9-a82c-c5b8e86e15a3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.289736] env[62353]: DEBUG nova.compute.provider_tree [None req-7df76682-1076-4c79-b234-5503ab82614f tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 964.405855] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-f429cfd0-5b74-4ad8-a305-3968e54392b6 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 3d6dc73d-cbff-4487-b414-dc5a033e118a] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 964.406151] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9be4c28f-99b9-4cfd-a73b-40d4a1027508 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.413148] env[62353]: DEBUG oslo_vmware.api [None req-f429cfd0-5b74-4ad8-a305-3968e54392b6 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Waiting for the task: (returnval){ [ 964.413148] env[62353]: value = "task-2372820" [ 964.413148] env[62353]: _type = "Task" [ 964.413148] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.423349] env[62353]: DEBUG oslo_vmware.api [None req-f429cfd0-5b74-4ad8-a305-3968e54392b6 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Task: {'id': task-2372820, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.546618] env[62353]: DEBUG nova.network.neutron [req-d3eedad6-70d2-41d4-8bc3-f5e83c010f57 req-d4932d18-4cde-4f21-9fbe-9f3179e07e7b service nova] [instance: 6e15b7d4-23a0-475a-9960-9755de712973] Updated VIF entry in instance network info cache for port 0edafc1d-2062-4e10-b463-f992cae4f60d. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 964.546949] env[62353]: DEBUG nova.network.neutron [req-d3eedad6-70d2-41d4-8bc3-f5e83c010f57 req-d4932d18-4cde-4f21-9fbe-9f3179e07e7b service nova] [instance: 6e15b7d4-23a0-475a-9960-9755de712973] Updating instance_info_cache with network_info: [{"id": "0edafc1d-2062-4e10-b463-f992cae4f60d", "address": "fa:16:3e:6b:6c:53", "network": {"id": "14e88cae-8143-4a77-90c0-0cf819e031d3", "bridge": "br-int", "label": "tempest-ServersTestJSON-373050288-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72d956f928c84645ac7af0ca43ed5775", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc7aa55d-223a-4157-9137-88dc492f2db2", "external-id": "nsx-vlan-transportzone-290", "segmentation_id": 290, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0edafc1d-20", "ovs_interfaceid": "0edafc1d-2062-4e10-b463-f992cae4f60d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.553876] env[62353]: DEBUG oslo_vmware.api [None req-fa957306-33b1-4b12-b849-a78f6b74173b tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Task: {'id': task-2372819, 'name': Destroy_Task} progress is 33%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.634515] env[62353]: DEBUG oslo_vmware.api [None req-1e1c5b5d-f185-4b62-a617-60526e8d3688 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52db1229-7d4c-9c60-61bc-76a063729f74, 'name': SearchDatastore_Task, 'duration_secs': 0.009714} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.634833] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1e1c5b5d-f185-4b62-a617-60526e8d3688 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Releasing lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 964.635082] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-1e1c5b5d-f185-4b62-a617-60526e8d3688 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: 6e15b7d4-23a0-475a-9960-9755de712973] Processing image 06f909ae-e8dc-43b4-abf7-c7ed85db9bbd {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 964.635318] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1e1c5b5d-f185-4b62-a617-60526e8d3688 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 964.635462] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1e1c5b5d-f185-4b62-a617-60526e8d3688 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Acquired lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.635635] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e1c5b5d-f185-4b62-a617-60526e8d3688 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 964.635898] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f15b2e1a-7cbc-4245-91b6-e9bfe6437d93 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.649153] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e1c5b5d-f185-4b62-a617-60526e8d3688 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 964.649822] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-1e1c5b5d-f185-4b62-a617-60526e8d3688 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 964.650334] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-692a0e01-c3f2-4283-8b83-d66a32c4f418 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.656304] env[62353]: DEBUG oslo_vmware.api [None req-1e1c5b5d-f185-4b62-a617-60526e8d3688 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Waiting for the task: (returnval){ [ 964.656304] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52a3385c-7de0-8402-f948-fb62a1ef208e" [ 964.656304] env[62353]: _type = "Task" [ 964.656304] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.665794] env[62353]: DEBUG oslo_vmware.api [None req-1e1c5b5d-f185-4b62-a617-60526e8d3688 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52a3385c-7de0-8402-f948-fb62a1ef208e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.792885] env[62353]: DEBUG nova.scheduler.client.report [None req-7df76682-1076-4c79-b234-5503ab82614f tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 964.924750] env[62353]: DEBUG oslo_vmware.api [None req-f429cfd0-5b74-4ad8-a305-3968e54392b6 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Task: {'id': task-2372820, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.051207] env[62353]: DEBUG oslo_concurrency.lockutils [req-d3eedad6-70d2-41d4-8bc3-f5e83c010f57 req-d4932d18-4cde-4f21-9fbe-9f3179e07e7b service nova] Releasing lock "refresh_cache-6e15b7d4-23a0-475a-9960-9755de712973" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 965.051207] env[62353]: DEBUG nova.compute.manager [req-d3eedad6-70d2-41d4-8bc3-f5e83c010f57 req-d4932d18-4cde-4f21-9fbe-9f3179e07e7b service nova] [instance: 71b98f1e-48af-4261-97fb-a93c35497702] Received event network-vif-deleted-32a28cbc-99bb-4a0f-b485-e0d740d65f80 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 965.057379] env[62353]: DEBUG oslo_vmware.api [None req-fa957306-33b1-4b12-b849-a78f6b74173b tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Task: {'id': task-2372819, 'name': Destroy_Task, 'duration_secs': 0.749362} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.057379] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-fa957306-33b1-4b12-b849-a78f6b74173b tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: 97cac27a-befb-4694-9fd8-5209a8e36121] Destroyed the VM [ 965.057379] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-fa957306-33b1-4b12-b849-a78f6b74173b tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: 97cac27a-befb-4694-9fd8-5209a8e36121] Deleting Snapshot of the VM instance {{(pid=62353) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 965.057379] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a782b269-22aa-476e-a06f-0cb7c515808a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.066223] env[62353]: DEBUG oslo_vmware.api [None req-fa957306-33b1-4b12-b849-a78f6b74173b tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Waiting for the task: (returnval){ [ 965.066223] env[62353]: value = "task-2372821" [ 965.066223] env[62353]: _type = "Task" [ 965.066223] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.077343] env[62353]: DEBUG oslo_vmware.api [None req-fa957306-33b1-4b12-b849-a78f6b74173b tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Task: {'id': task-2372821, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.170352] env[62353]: DEBUG oslo_vmware.api [None req-1e1c5b5d-f185-4b62-a617-60526e8d3688 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52a3385c-7de0-8402-f948-fb62a1ef208e, 'name': SearchDatastore_Task, 'duration_secs': 0.01078} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.171667] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce14baf8-a6f6-4d4b-bb93-200799a450cf {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.178059] env[62353]: DEBUG oslo_vmware.api [None req-1e1c5b5d-f185-4b62-a617-60526e8d3688 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Waiting for the task: (returnval){ [ 965.178059] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52e880fe-e04f-411d-65a8-2c6d77f0ff09" [ 965.178059] env[62353]: _type = "Task" [ 965.178059] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.187382] env[62353]: DEBUG oslo_vmware.api [None req-1e1c5b5d-f185-4b62-a617-60526e8d3688 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52e880fe-e04f-411d-65a8-2c6d77f0ff09, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.297951] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7df76682-1076-4c79-b234-5503ab82614f tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.376s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 965.298513] env[62353]: DEBUG nova.compute.manager [None req-7df76682-1076-4c79-b234-5503ab82614f tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] [instance: ded8ee54-91ef-450b-a930-21f932dffe36] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 965.301280] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c12522a0-7346-40d6-9a67-b784cd7819a3 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.917s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 965.302671] env[62353]: INFO nova.compute.claims [None req-c12522a0-7346-40d6-9a67-b784cd7819a3 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] [instance: 99f05c32-e188-4a96-bfc8-753bfa982e97] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 965.424865] env[62353]: DEBUG oslo_vmware.api [None req-f429cfd0-5b74-4ad8-a305-3968e54392b6 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Task: {'id': task-2372820, 'name': PowerOnVM_Task, 'duration_secs': 0.567685} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.425153] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-f429cfd0-5b74-4ad8-a305-3968e54392b6 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 3d6dc73d-cbff-4487-b414-dc5a033e118a] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 965.425340] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-f429cfd0-5b74-4ad8-a305-3968e54392b6 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 3d6dc73d-cbff-4487-b414-dc5a033e118a] Updating instance '3d6dc73d-cbff-4487-b414-dc5a033e118a' progress to 100 {{(pid=62353) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 965.578414] env[62353]: DEBUG oslo_vmware.api [None req-fa957306-33b1-4b12-b849-a78f6b74173b tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Task: {'id': task-2372821, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.690180] env[62353]: DEBUG oslo_vmware.api [None req-1e1c5b5d-f185-4b62-a617-60526e8d3688 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52e880fe-e04f-411d-65a8-2c6d77f0ff09, 'name': SearchDatastore_Task, 'duration_secs': 0.011176} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.690521] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1e1c5b5d-f185-4b62-a617-60526e8d3688 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Releasing lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 965.690864] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e1c5b5d-f185-4b62-a617-60526e8d3688 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore2] 6e15b7d4-23a0-475a-9960-9755de712973/6e15b7d4-23a0-475a-9960-9755de712973.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 965.691218] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2f59b831-7dba-4165-a50e-f56d2f4002de {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.699031] env[62353]: DEBUG oslo_vmware.api [None req-1e1c5b5d-f185-4b62-a617-60526e8d3688 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Waiting for the task: (returnval){ [ 965.699031] env[62353]: value = "task-2372822" [ 965.699031] env[62353]: _type = "Task" [ 965.699031] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.708712] env[62353]: DEBUG oslo_vmware.api [None req-1e1c5b5d-f185-4b62-a617-60526e8d3688 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Task: {'id': task-2372822, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.807321] env[62353]: DEBUG nova.compute.utils [None req-7df76682-1076-4c79-b234-5503ab82614f tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 965.811361] env[62353]: DEBUG nova.compute.manager [None req-7df76682-1076-4c79-b234-5503ab82614f tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] [instance: ded8ee54-91ef-450b-a930-21f932dffe36] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 965.811762] env[62353]: DEBUG nova.network.neutron [None req-7df76682-1076-4c79-b234-5503ab82614f tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] [instance: ded8ee54-91ef-450b-a930-21f932dffe36] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 966.088287] env[62353]: DEBUG oslo_vmware.api [None req-fa957306-33b1-4b12-b849-a78f6b74173b tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Task: {'id': task-2372821, 'name': RemoveSnapshot_Task, 'duration_secs': 0.91269} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.088661] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-fa957306-33b1-4b12-b849-a78f6b74173b tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: 97cac27a-befb-4694-9fd8-5209a8e36121] Deleted Snapshot of the VM instance {{(pid=62353) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 966.137171] env[62353]: DEBUG nova.policy [None req-7df76682-1076-4c79-b234-5503ab82614f tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '72bdb2329f1f4c98935af4cd569e7db8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7bed92e4d6734102a7048c91ed285e0f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:192}} [ 966.210601] env[62353]: DEBUG oslo_vmware.api [None req-1e1c5b5d-f185-4b62-a617-60526e8d3688 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Task: {'id': task-2372822, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.312194] env[62353]: DEBUG nova.compute.manager [None req-7df76682-1076-4c79-b234-5503ab82614f tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] [instance: ded8ee54-91ef-450b-a930-21f932dffe36] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 966.592440] env[62353]: DEBUG nova.network.neutron [None req-7df76682-1076-4c79-b234-5503ab82614f tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] [instance: ded8ee54-91ef-450b-a930-21f932dffe36] Successfully created port: 9adfc727-c263-476c-948f-a287dbe2c538 {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 966.595193] env[62353]: WARNING nova.compute.manager [None req-fa957306-33b1-4b12-b849-a78f6b74173b tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: 97cac27a-befb-4694-9fd8-5209a8e36121] Image not found during snapshot: nova.exception.ImageNotFound: Image 090c650d-653d-4d7f-a70a-c60722f392aa could not be found. [ 966.636353] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0893ee73-dcd1-4b78-bd83-1c419195eea4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.644850] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a1888a2-0919-4c44-a1c3-c1a4d899cdae {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.677940] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a42fb0a-9a03-480d-8304-8ca227f68132 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.686999] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a5d50ad-121b-4ae6-a464-a2fc06cdf104 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.705580] env[62353]: DEBUG nova.compute.provider_tree [None req-c12522a0-7346-40d6-9a67-b784cd7819a3 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 966.718836] env[62353]: DEBUG oslo_vmware.api [None req-1e1c5b5d-f185-4b62-a617-60526e8d3688 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Task: {'id': task-2372822, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.517594} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.719142] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e1c5b5d-f185-4b62-a617-60526e8d3688 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore2] 6e15b7d4-23a0-475a-9960-9755de712973/6e15b7d4-23a0-475a-9960-9755de712973.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 966.719346] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-1e1c5b5d-f185-4b62-a617-60526e8d3688 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: 6e15b7d4-23a0-475a-9960-9755de712973] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 966.719769] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-251442d9-1916-4ea2-ab38-5ff5f2803cba {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.729335] env[62353]: DEBUG oslo_vmware.api [None req-1e1c5b5d-f185-4b62-a617-60526e8d3688 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Waiting for the task: (returnval){ [ 966.729335] env[62353]: value = "task-2372823" [ 966.729335] env[62353]: _type = "Task" [ 966.729335] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.739531] env[62353]: DEBUG oslo_vmware.api [None req-1e1c5b5d-f185-4b62-a617-60526e8d3688 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Task: {'id': task-2372823, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.959676] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b5a08f99-b812-48c8-953a-ef43d23ad6ec tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Acquiring lock "97cac27a-befb-4694-9fd8-5209a8e36121" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 966.959906] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b5a08f99-b812-48c8-953a-ef43d23ad6ec tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Lock "97cac27a-befb-4694-9fd8-5209a8e36121" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 966.960153] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b5a08f99-b812-48c8-953a-ef43d23ad6ec tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Acquiring lock "97cac27a-befb-4694-9fd8-5209a8e36121-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 966.960337] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b5a08f99-b812-48c8-953a-ef43d23ad6ec tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Lock "97cac27a-befb-4694-9fd8-5209a8e36121-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 966.960589] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b5a08f99-b812-48c8-953a-ef43d23ad6ec tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Lock "97cac27a-befb-4694-9fd8-5209a8e36121-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 966.963100] env[62353]: INFO nova.compute.manager [None req-b5a08f99-b812-48c8-953a-ef43d23ad6ec tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: 97cac27a-befb-4694-9fd8-5209a8e36121] Terminating instance [ 967.212120] env[62353]: DEBUG nova.scheduler.client.report [None req-c12522a0-7346-40d6-9a67-b784cd7819a3 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 967.244458] env[62353]: DEBUG oslo_vmware.api [None req-1e1c5b5d-f185-4b62-a617-60526e8d3688 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Task: {'id': task-2372823, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063769} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.245032] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-1e1c5b5d-f185-4b62-a617-60526e8d3688 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: 6e15b7d4-23a0-475a-9960-9755de712973] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 967.245927] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2463e5a-aa68-4830-bd18-bea0d36b9c60 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.273246] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e1c5b5d-f185-4b62-a617-60526e8d3688 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: 6e15b7d4-23a0-475a-9960-9755de712973] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] 6e15b7d4-23a0-475a-9960-9755de712973/6e15b7d4-23a0-475a-9960-9755de712973.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 967.273246] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c96b7bd-5e7b-409b-853e-6c40ede3ba4f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.300774] env[62353]: DEBUG oslo_vmware.api [None req-1e1c5b5d-f185-4b62-a617-60526e8d3688 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Waiting for the task: (returnval){ [ 967.300774] env[62353]: value = "task-2372824" [ 967.300774] env[62353]: _type = "Task" [ 967.300774] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.309510] env[62353]: DEBUG oslo_vmware.api [None req-1e1c5b5d-f185-4b62-a617-60526e8d3688 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Task: {'id': task-2372824, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.324943] env[62353]: DEBUG nova.compute.manager [None req-7df76682-1076-4c79-b234-5503ab82614f tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] [instance: ded8ee54-91ef-450b-a930-21f932dffe36] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 967.354849] env[62353]: DEBUG nova.virt.hardware [None req-7df76682-1076-4c79-b234-5503ab82614f tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T12:38:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T12:38:15Z,direct_url=,disk_format='vmdk',id=06f909ae-e8dc-43b4-abf7-c7ed85db9bbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0a3f88790a594523a818b8c00f6862e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T12:38:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 967.355125] env[62353]: DEBUG nova.virt.hardware [None req-7df76682-1076-4c79-b234-5503ab82614f tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 967.355291] env[62353]: DEBUG nova.virt.hardware [None req-7df76682-1076-4c79-b234-5503ab82614f tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 967.355498] env[62353]: DEBUG nova.virt.hardware [None req-7df76682-1076-4c79-b234-5503ab82614f tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 967.356212] env[62353]: DEBUG nova.virt.hardware [None req-7df76682-1076-4c79-b234-5503ab82614f tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 967.356212] env[62353]: DEBUG nova.virt.hardware [None req-7df76682-1076-4c79-b234-5503ab82614f tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 967.356212] env[62353]: DEBUG nova.virt.hardware [None req-7df76682-1076-4c79-b234-5503ab82614f tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 967.356212] env[62353]: DEBUG nova.virt.hardware [None req-7df76682-1076-4c79-b234-5503ab82614f tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 967.356435] env[62353]: DEBUG nova.virt.hardware [None req-7df76682-1076-4c79-b234-5503ab82614f tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 967.357030] env[62353]: DEBUG nova.virt.hardware [None req-7df76682-1076-4c79-b234-5503ab82614f tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 967.357030] env[62353]: DEBUG nova.virt.hardware [None req-7df76682-1076-4c79-b234-5503ab82614f tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 967.357689] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4ec0a98-f2dc-412f-9f93-bd6122ace95d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.366825] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4020941f-57ca-4c76-b897-ff98593d1590 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.467482] env[62353]: DEBUG nova.compute.manager [None req-b5a08f99-b812-48c8-953a-ef43d23ad6ec tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: 97cac27a-befb-4694-9fd8-5209a8e36121] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 967.467821] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-b5a08f99-b812-48c8-953a-ef43d23ad6ec tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: 97cac27a-befb-4694-9fd8-5209a8e36121] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 967.469037] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a85b659f-bd41-40b4-ae65-fe3a5fd44c19 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.481430] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5a08f99-b812-48c8-953a-ef43d23ad6ec tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: 97cac27a-befb-4694-9fd8-5209a8e36121] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 967.481430] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-11dd3bb6-0385-4d6e-bdf5-fd8204a4718e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.495557] env[62353]: DEBUG oslo_vmware.api [None req-b5a08f99-b812-48c8-953a-ef43d23ad6ec tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Waiting for the task: (returnval){ [ 967.495557] env[62353]: value = "task-2372825" [ 967.495557] env[62353]: _type = "Task" [ 967.495557] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.506519] env[62353]: DEBUG oslo_vmware.api [None req-b5a08f99-b812-48c8-953a-ef43d23ad6ec tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Task: {'id': task-2372825, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.718305] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c12522a0-7346-40d6-9a67-b784cd7819a3 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.417s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 967.719462] env[62353]: DEBUG nova.compute.manager [None req-c12522a0-7346-40d6-9a67-b784cd7819a3 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] [instance: 99f05c32-e188-4a96-bfc8-753bfa982e97] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 967.721974] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c12522a0-7346-40d6-9a67-b784cd7819a3 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.295s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 967.723697] env[62353]: INFO nova.compute.claims [None req-c12522a0-7346-40d6-9a67-b784cd7819a3 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] [instance: db88426e-6cc5-4a10-a294-ed152c0489f3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 967.812932] env[62353]: DEBUG oslo_vmware.api [None req-1e1c5b5d-f185-4b62-a617-60526e8d3688 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Task: {'id': task-2372824, 'name': ReconfigVM_Task, 'duration_secs': 0.28922} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.816424] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e1c5b5d-f185-4b62-a617-60526e8d3688 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: 6e15b7d4-23a0-475a-9960-9755de712973] Reconfigured VM instance instance-00000059 to attach disk [datastore2] 6e15b7d4-23a0-475a-9960-9755de712973/6e15b7d4-23a0-475a-9960-9755de712973.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 967.816424] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-22e63d59-3fef-43b2-b5da-42e37afdd5c9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.826299] env[62353]: DEBUG oslo_vmware.api [None req-1e1c5b5d-f185-4b62-a617-60526e8d3688 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Waiting for the task: (returnval){ [ 967.826299] env[62353]: value = "task-2372826" [ 967.826299] env[62353]: _type = "Task" [ 967.826299] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.836014] env[62353]: DEBUG oslo_vmware.api [None req-1e1c5b5d-f185-4b62-a617-60526e8d3688 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Task: {'id': task-2372826, 'name': Rename_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.943796] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f22b8ab3-04fa-4b52-8ad8-285c31a9bf0e tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Acquiring lock "3d6dc73d-cbff-4487-b414-dc5a033e118a" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 967.943796] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f22b8ab3-04fa-4b52-8ad8-285c31a9bf0e tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Lock "3d6dc73d-cbff-4487-b414-dc5a033e118a" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 967.943796] env[62353]: DEBUG nova.compute.manager [None req-f22b8ab3-04fa-4b52-8ad8-285c31a9bf0e tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 3d6dc73d-cbff-4487-b414-dc5a033e118a] Going to confirm migration 4 {{(pid=62353) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 968.010373] env[62353]: DEBUG oslo_vmware.api [None req-b5a08f99-b812-48c8-953a-ef43d23ad6ec tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Task: {'id': task-2372825, 'name': PowerOffVM_Task, 'duration_secs': 0.40559} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.010373] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5a08f99-b812-48c8-953a-ef43d23ad6ec tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: 97cac27a-befb-4694-9fd8-5209a8e36121] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 968.010373] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-b5a08f99-b812-48c8-953a-ef43d23ad6ec tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: 97cac27a-befb-4694-9fd8-5209a8e36121] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 968.010373] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8cff278b-73c0-4db7-8865-3db89378651b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.087119] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-b5a08f99-b812-48c8-953a-ef43d23ad6ec tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: 97cac27a-befb-4694-9fd8-5209a8e36121] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 968.087119] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-b5a08f99-b812-48c8-953a-ef43d23ad6ec tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: 97cac27a-befb-4694-9fd8-5209a8e36121] Deleting contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 968.087119] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5a08f99-b812-48c8-953a-ef43d23ad6ec tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Deleting the datastore file [datastore1] 97cac27a-befb-4694-9fd8-5209a8e36121 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 968.087119] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-93d82037-51a3-4f69-8534-9c63d6ec8e1a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.096585] env[62353]: DEBUG oslo_vmware.api [None req-b5a08f99-b812-48c8-953a-ef43d23ad6ec tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Waiting for the task: (returnval){ [ 968.096585] env[62353]: value = "task-2372828" [ 968.096585] env[62353]: _type = "Task" [ 968.096585] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.105212] env[62353]: DEBUG oslo_vmware.api [None req-b5a08f99-b812-48c8-953a-ef43d23ad6ec tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Task: {'id': task-2372828, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.203270] env[62353]: DEBUG nova.compute.manager [req-7dc5d183-d456-4cc2-8158-96096ee06373 req-2c0972f7-5069-4788-8c6e-aee8deee188e service nova] [instance: ded8ee54-91ef-450b-a930-21f932dffe36] Received event network-vif-plugged-9adfc727-c263-476c-948f-a287dbe2c538 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 968.203270] env[62353]: DEBUG oslo_concurrency.lockutils [req-7dc5d183-d456-4cc2-8158-96096ee06373 req-2c0972f7-5069-4788-8c6e-aee8deee188e service nova] Acquiring lock "ded8ee54-91ef-450b-a930-21f932dffe36-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 968.203270] env[62353]: DEBUG oslo_concurrency.lockutils [req-7dc5d183-d456-4cc2-8158-96096ee06373 req-2c0972f7-5069-4788-8c6e-aee8deee188e service nova] Lock "ded8ee54-91ef-450b-a930-21f932dffe36-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 968.203270] env[62353]: DEBUG oslo_concurrency.lockutils [req-7dc5d183-d456-4cc2-8158-96096ee06373 req-2c0972f7-5069-4788-8c6e-aee8deee188e service nova] Lock "ded8ee54-91ef-450b-a930-21f932dffe36-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 968.203270] env[62353]: DEBUG nova.compute.manager [req-7dc5d183-d456-4cc2-8158-96096ee06373 req-2c0972f7-5069-4788-8c6e-aee8deee188e service nova] [instance: ded8ee54-91ef-450b-a930-21f932dffe36] No waiting events found dispatching network-vif-plugged-9adfc727-c263-476c-948f-a287dbe2c538 {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 968.203270] env[62353]: WARNING nova.compute.manager [req-7dc5d183-d456-4cc2-8158-96096ee06373 req-2c0972f7-5069-4788-8c6e-aee8deee188e service nova] [instance: ded8ee54-91ef-450b-a930-21f932dffe36] Received unexpected event network-vif-plugged-9adfc727-c263-476c-948f-a287dbe2c538 for instance with vm_state building and task_state spawning. [ 968.231536] env[62353]: DEBUG nova.compute.utils [None req-c12522a0-7346-40d6-9a67-b784cd7819a3 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 968.236398] env[62353]: DEBUG nova.compute.manager [None req-c12522a0-7346-40d6-9a67-b784cd7819a3 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] [instance: 99f05c32-e188-4a96-bfc8-753bfa982e97] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 968.237182] env[62353]: DEBUG nova.network.neutron [None req-c12522a0-7346-40d6-9a67-b784cd7819a3 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] [instance: 99f05c32-e188-4a96-bfc8-753bfa982e97] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 968.314888] env[62353]: DEBUG nova.policy [None req-c12522a0-7346-40d6-9a67-b784cd7819a3 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '81e837fbee414eeca0fbc1e7d164c88f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3dc76d18f7e74665a96b93a69de14f9f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:192}} [ 968.335487] env[62353]: DEBUG oslo_vmware.api [None req-1e1c5b5d-f185-4b62-a617-60526e8d3688 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Task: {'id': task-2372826, 'name': Rename_Task, 'duration_secs': 0.156508} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.335782] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e1c5b5d-f185-4b62-a617-60526e8d3688 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: 6e15b7d4-23a0-475a-9960-9755de712973] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 968.336072] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-afc645c8-c805-4e60-8000-4b38af8e7c23 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.343535] env[62353]: DEBUG oslo_vmware.api [None req-1e1c5b5d-f185-4b62-a617-60526e8d3688 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Waiting for the task: (returnval){ [ 968.343535] env[62353]: value = "task-2372829" [ 968.343535] env[62353]: _type = "Task" [ 968.343535] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.353063] env[62353]: DEBUG oslo_vmware.api [None req-1e1c5b5d-f185-4b62-a617-60526e8d3688 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Task: {'id': task-2372829, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.406157] env[62353]: DEBUG nova.network.neutron [None req-7df76682-1076-4c79-b234-5503ab82614f tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] [instance: ded8ee54-91ef-450b-a930-21f932dffe36] Successfully updated port: 9adfc727-c263-476c-948f-a287dbe2c538 {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 968.526419] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f22b8ab3-04fa-4b52-8ad8-285c31a9bf0e tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Acquiring lock "refresh_cache-3d6dc73d-cbff-4487-b414-dc5a033e118a" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 968.526872] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f22b8ab3-04fa-4b52-8ad8-285c31a9bf0e tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Acquired lock "refresh_cache-3d6dc73d-cbff-4487-b414-dc5a033e118a" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.527133] env[62353]: DEBUG nova.network.neutron [None req-f22b8ab3-04fa-4b52-8ad8-285c31a9bf0e tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 3d6dc73d-cbff-4487-b414-dc5a033e118a] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 968.527379] env[62353]: DEBUG nova.objects.instance [None req-f22b8ab3-04fa-4b52-8ad8-285c31a9bf0e tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Lazy-loading 'info_cache' on Instance uuid 3d6dc73d-cbff-4487-b414-dc5a033e118a {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 968.608665] env[62353]: DEBUG oslo_vmware.api [None req-b5a08f99-b812-48c8-953a-ef43d23ad6ec tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Task: {'id': task-2372828, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.179851} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.608915] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5a08f99-b812-48c8-953a-ef43d23ad6ec tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 968.609114] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-b5a08f99-b812-48c8-953a-ef43d23ad6ec tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: 97cac27a-befb-4694-9fd8-5209a8e36121] Deleted contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 968.609291] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-b5a08f99-b812-48c8-953a-ef43d23ad6ec tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: 97cac27a-befb-4694-9fd8-5209a8e36121] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 968.609461] env[62353]: INFO nova.compute.manager [None req-b5a08f99-b812-48c8-953a-ef43d23ad6ec tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] [instance: 97cac27a-befb-4694-9fd8-5209a8e36121] Took 1.14 seconds to destroy the instance on the hypervisor. [ 968.609699] env[62353]: DEBUG oslo.service.loopingcall [None req-b5a08f99-b812-48c8-953a-ef43d23ad6ec tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 968.609891] env[62353]: DEBUG nova.compute.manager [-] [instance: 97cac27a-befb-4694-9fd8-5209a8e36121] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 968.609983] env[62353]: DEBUG nova.network.neutron [-] [instance: 97cac27a-befb-4694-9fd8-5209a8e36121] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 968.745059] env[62353]: DEBUG nova.compute.manager [None req-c12522a0-7346-40d6-9a67-b784cd7819a3 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] [instance: 99f05c32-e188-4a96-bfc8-753bfa982e97] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 968.856200] env[62353]: DEBUG oslo_vmware.api [None req-1e1c5b5d-f185-4b62-a617-60526e8d3688 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Task: {'id': task-2372829, 'name': PowerOnVM_Task, 'duration_secs': 0.485204} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.856200] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e1c5b5d-f185-4b62-a617-60526e8d3688 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: 6e15b7d4-23a0-475a-9960-9755de712973] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 968.856200] env[62353]: INFO nova.compute.manager [None req-1e1c5b5d-f185-4b62-a617-60526e8d3688 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: 6e15b7d4-23a0-475a-9960-9755de712973] Took 7.77 seconds to spawn the instance on the hypervisor. [ 968.856337] env[62353]: DEBUG nova.compute.manager [None req-1e1c5b5d-f185-4b62-a617-60526e8d3688 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: 6e15b7d4-23a0-475a-9960-9755de712973] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 968.859791] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0672eae5-e25e-4cac-94a6-91791648e215 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.908768] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7df76682-1076-4c79-b234-5503ab82614f tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Acquiring lock "refresh_cache-ded8ee54-91ef-450b-a930-21f932dffe36" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 968.908953] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7df76682-1076-4c79-b234-5503ab82614f tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Acquired lock "refresh_cache-ded8ee54-91ef-450b-a930-21f932dffe36" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.909078] env[62353]: DEBUG nova.network.neutron [None req-7df76682-1076-4c79-b234-5503ab82614f tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] [instance: ded8ee54-91ef-450b-a930-21f932dffe36] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 969.122612] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d5296c7-5c37-42be-a91d-b1af708afe26 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.130925] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a9d8edd-2552-4783-ab69-612dee8c31b6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.169886] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc80428d-a9a7-408b-a926-4ef99da991f8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.177802] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-246a0b36-d8c5-400d-97b6-afd1def44565 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.195691] env[62353]: DEBUG nova.compute.provider_tree [None req-c12522a0-7346-40d6-9a67-b784cd7819a3 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 969.218683] env[62353]: DEBUG nova.network.neutron [None req-c12522a0-7346-40d6-9a67-b784cd7819a3 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] [instance: 99f05c32-e188-4a96-bfc8-753bfa982e97] Successfully created port: da591c3f-f00f-4855-ae99-a9800b8ee35e {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 969.268455] env[62353]: DEBUG oslo_concurrency.lockutils [None req-641c3700-d2ca-40b6-a6b9-3b565864267b tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Acquiring lock "53ff526b-6e0b-49bc-beca-4fb4a377389b" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 969.268519] env[62353]: DEBUG oslo_concurrency.lockutils [None req-641c3700-d2ca-40b6-a6b9-3b565864267b tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Lock "53ff526b-6e0b-49bc-beca-4fb4a377389b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 969.378046] env[62353]: INFO nova.compute.manager [None req-1e1c5b5d-f185-4b62-a617-60526e8d3688 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: 6e15b7d4-23a0-475a-9960-9755de712973] Took 18.17 seconds to build instance. [ 969.456344] env[62353]: DEBUG nova.network.neutron [None req-7df76682-1076-4c79-b234-5503ab82614f tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] [instance: ded8ee54-91ef-450b-a930-21f932dffe36] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 969.558337] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a1d15abb-7370-4795-8ceb-47cb31d59eb4 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Acquiring lock "5e4991fd-b146-4b54-bb9d-18a936171750" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 969.558939] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a1d15abb-7370-4795-8ceb-47cb31d59eb4 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Lock "5e4991fd-b146-4b54-bb9d-18a936171750" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 969.627715] env[62353]: DEBUG nova.network.neutron [None req-7df76682-1076-4c79-b234-5503ab82614f tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] [instance: ded8ee54-91ef-450b-a930-21f932dffe36] Updating instance_info_cache with network_info: [{"id": "9adfc727-c263-476c-948f-a287dbe2c538", "address": "fa:16:3e:93:4c:e6", "network": {"id": "8e8157ad-d933-4e32-a16e-cb78473806e0", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1894863752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bed92e4d6734102a7048c91ed285e0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9adfc727-c2", "ovs_interfaceid": "9adfc727-c263-476c-948f-a287dbe2c538", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.698615] env[62353]: DEBUG nova.scheduler.client.report [None req-c12522a0-7346-40d6-9a67-b784cd7819a3 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 969.740415] env[62353]: DEBUG nova.network.neutron [-] [instance: 97cac27a-befb-4694-9fd8-5209a8e36121] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.755968] env[62353]: DEBUG nova.compute.manager [None req-c12522a0-7346-40d6-9a67-b784cd7819a3 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] [instance: 99f05c32-e188-4a96-bfc8-753bfa982e97] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 969.768378] env[62353]: DEBUG nova.network.neutron [None req-f22b8ab3-04fa-4b52-8ad8-285c31a9bf0e tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 3d6dc73d-cbff-4487-b414-dc5a033e118a] Updating instance_info_cache with network_info: [{"id": "1587117c-1f3c-4a19-a3e6-12f3435059ef", "address": "fa:16:3e:db:d5:a5", "network": {"id": "99926323-4d1b-428b-9009-5c2c4fdc3f93", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-462090473-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f26acbe9e08743179af7b91ff38b5ea9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1587117c-1f", "ovs_interfaceid": "1587117c-1f3c-4a19-a3e6-12f3435059ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.771851] env[62353]: DEBUG nova.compute.utils [None req-641c3700-d2ca-40b6-a6b9-3b565864267b tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 969.790019] env[62353]: DEBUG nova.virt.hardware [None req-c12522a0-7346-40d6-9a67-b784cd7819a3 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T12:38:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T12:38:15Z,direct_url=,disk_format='vmdk',id=06f909ae-e8dc-43b4-abf7-c7ed85db9bbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0a3f88790a594523a818b8c00f6862e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T12:38:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 969.790019] env[62353]: DEBUG nova.virt.hardware [None req-c12522a0-7346-40d6-9a67-b784cd7819a3 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 969.790019] env[62353]: DEBUG nova.virt.hardware [None req-c12522a0-7346-40d6-9a67-b784cd7819a3 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 969.790019] env[62353]: DEBUG nova.virt.hardware [None req-c12522a0-7346-40d6-9a67-b784cd7819a3 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 969.790019] env[62353]: DEBUG nova.virt.hardware [None req-c12522a0-7346-40d6-9a67-b784cd7819a3 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 969.790019] env[62353]: DEBUG nova.virt.hardware [None req-c12522a0-7346-40d6-9a67-b784cd7819a3 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 969.790553] env[62353]: DEBUG nova.virt.hardware [None req-c12522a0-7346-40d6-9a67-b784cd7819a3 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 969.790849] env[62353]: DEBUG nova.virt.hardware [None req-c12522a0-7346-40d6-9a67-b784cd7819a3 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 969.791160] env[62353]: DEBUG nova.virt.hardware [None req-c12522a0-7346-40d6-9a67-b784cd7819a3 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 969.791497] env[62353]: DEBUG nova.virt.hardware [None req-c12522a0-7346-40d6-9a67-b784cd7819a3 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 969.791825] env[62353]: DEBUG nova.virt.hardware [None req-c12522a0-7346-40d6-9a67-b784cd7819a3 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 969.793118] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51f1532a-1ea6-4515-a384-d3c40c13ee48 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.801895] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcfa6bcf-27c9-454a-94df-da6776d906a7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.880924] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1e1c5b5d-f185-4b62-a617-60526e8d3688 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Lock "6e15b7d4-23a0-475a-9960-9755de712973" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.692s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 970.065048] env[62353]: DEBUG nova.compute.manager [None req-a1d15abb-7370-4795-8ceb-47cb31d59eb4 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] [instance: 5e4991fd-b146-4b54-bb9d-18a936171750] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 970.133640] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7df76682-1076-4c79-b234-5503ab82614f tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Releasing lock "refresh_cache-ded8ee54-91ef-450b-a930-21f932dffe36" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 970.133918] env[62353]: DEBUG nova.compute.manager [None req-7df76682-1076-4c79-b234-5503ab82614f tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] [instance: ded8ee54-91ef-450b-a930-21f932dffe36] Instance network_info: |[{"id": "9adfc727-c263-476c-948f-a287dbe2c538", "address": "fa:16:3e:93:4c:e6", "network": {"id": "8e8157ad-d933-4e32-a16e-cb78473806e0", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1894863752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bed92e4d6734102a7048c91ed285e0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9adfc727-c2", "ovs_interfaceid": "9adfc727-c263-476c-948f-a287dbe2c538", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 970.134547] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-7df76682-1076-4c79-b234-5503ab82614f tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] [instance: ded8ee54-91ef-450b-a930-21f932dffe36] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:93:4c:e6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ab93899c-92b2-4d84-95a6-192234add28c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9adfc727-c263-476c-948f-a287dbe2c538', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 970.144337] env[62353]: DEBUG oslo.service.loopingcall [None req-7df76682-1076-4c79-b234-5503ab82614f tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 970.144337] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ded8ee54-91ef-450b-a930-21f932dffe36] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 970.144337] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cac0811b-ec97-4fc2-aa16-a3d353de8ad7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.163591] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 970.163591] env[62353]: value = "task-2372830" [ 970.163591] env[62353]: _type = "Task" [ 970.163591] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.172224] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372830, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.204248] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c12522a0-7346-40d6-9a67-b784cd7819a3 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.482s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 970.204800] env[62353]: DEBUG nova.compute.manager [None req-c12522a0-7346-40d6-9a67-b784cd7819a3 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] [instance: db88426e-6cc5-4a10-a294-ed152c0489f3] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 970.207961] env[62353]: DEBUG oslo_concurrency.lockutils [None req-920335ae-2381-43d1-93b0-22ba32d1982d tempest-ServerPasswordTestJSON-1092796968 tempest-ServerPasswordTestJSON-1092796968-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.686s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 970.209530] env[62353]: INFO nova.compute.claims [None req-920335ae-2381-43d1-93b0-22ba32d1982d tempest-ServerPasswordTestJSON-1092796968 tempest-ServerPasswordTestJSON-1092796968-project-member] [instance: 6dc2e25a-bf79-4040-a314-e5c665b5f14a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 970.243032] env[62353]: INFO nova.compute.manager [-] [instance: 97cac27a-befb-4694-9fd8-5209a8e36121] Took 1.63 seconds to deallocate network for instance. [ 970.271048] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f22b8ab3-04fa-4b52-8ad8-285c31a9bf0e tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Releasing lock "refresh_cache-3d6dc73d-cbff-4487-b414-dc5a033e118a" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 970.271048] env[62353]: DEBUG nova.objects.instance [None req-f22b8ab3-04fa-4b52-8ad8-285c31a9bf0e tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Lazy-loading 'migration_context' on Instance uuid 3d6dc73d-cbff-4487-b414-dc5a033e118a {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 970.274443] env[62353]: DEBUG oslo_concurrency.lockutils [None req-641c3700-d2ca-40b6-a6b9-3b565864267b tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Lock "53ff526b-6e0b-49bc-beca-4fb4a377389b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 970.582504] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a1d15abb-7370-4795-8ceb-47cb31d59eb4 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 970.679608] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372830, 'name': CreateVM_Task, 'duration_secs': 0.324835} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.682552] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ded8ee54-91ef-450b-a930-21f932dffe36] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 970.683353] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7df76682-1076-4c79-b234-5503ab82614f tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 970.683636] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7df76682-1076-4c79-b234-5503ab82614f tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Acquired lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.684120] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7df76682-1076-4c79-b234-5503ab82614f tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 970.684520] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d03192b-9d03-44e8-be25-f6495567b951 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.691476] env[62353]: DEBUG oslo_vmware.api [None req-7df76682-1076-4c79-b234-5503ab82614f tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Waiting for the task: (returnval){ [ 970.691476] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52e4e3a3-20b8-344b-5afa-e3c18653ea6f" [ 970.691476] env[62353]: _type = "Task" [ 970.691476] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.702831] env[62353]: DEBUG oslo_vmware.api [None req-7df76682-1076-4c79-b234-5503ab82614f tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52e4e3a3-20b8-344b-5afa-e3c18653ea6f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.714290] env[62353]: DEBUG nova.compute.utils [None req-c12522a0-7346-40d6-9a67-b784cd7819a3 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 970.718809] env[62353]: DEBUG nova.compute.manager [None req-c12522a0-7346-40d6-9a67-b784cd7819a3 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] [instance: db88426e-6cc5-4a10-a294-ed152c0489f3] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 970.718989] env[62353]: DEBUG nova.network.neutron [None req-c12522a0-7346-40d6-9a67-b784cd7819a3 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] [instance: db88426e-6cc5-4a10-a294-ed152c0489f3] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 970.751253] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b5a08f99-b812-48c8-953a-ef43d23ad6ec tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 970.760503] env[62353]: DEBUG nova.compute.manager [req-2d8bb783-cad1-4e0f-a001-5c2bfbb86ae4 req-933f4c9f-12dd-4557-8327-1dc58a92e76f service nova] [instance: ded8ee54-91ef-450b-a930-21f932dffe36] Received event network-changed-9adfc727-c263-476c-948f-a287dbe2c538 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 970.760816] env[62353]: DEBUG nova.compute.manager [req-2d8bb783-cad1-4e0f-a001-5c2bfbb86ae4 req-933f4c9f-12dd-4557-8327-1dc58a92e76f service nova] [instance: ded8ee54-91ef-450b-a930-21f932dffe36] Refreshing instance network info cache due to event network-changed-9adfc727-c263-476c-948f-a287dbe2c538. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 970.760816] env[62353]: DEBUG oslo_concurrency.lockutils [req-2d8bb783-cad1-4e0f-a001-5c2bfbb86ae4 req-933f4c9f-12dd-4557-8327-1dc58a92e76f service nova] Acquiring lock "refresh_cache-ded8ee54-91ef-450b-a930-21f932dffe36" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 970.760964] env[62353]: DEBUG oslo_concurrency.lockutils [req-2d8bb783-cad1-4e0f-a001-5c2bfbb86ae4 req-933f4c9f-12dd-4557-8327-1dc58a92e76f service nova] Acquired lock "refresh_cache-ded8ee54-91ef-450b-a930-21f932dffe36" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.761041] env[62353]: DEBUG nova.network.neutron [req-2d8bb783-cad1-4e0f-a001-5c2bfbb86ae4 req-933f4c9f-12dd-4557-8327-1dc58a92e76f service nova] [instance: ded8ee54-91ef-450b-a930-21f932dffe36] Refreshing network info cache for port 9adfc727-c263-476c-948f-a287dbe2c538 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 970.762222] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e9a8fe02-2868-4313-a858-edea3cbb6c33 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Acquiring lock "fa161604-bc12-4f96-8e33-627f119b766a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 970.762488] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e9a8fe02-2868-4313-a858-edea3cbb6c33 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Lock "fa161604-bc12-4f96-8e33-627f119b766a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 970.773709] env[62353]: DEBUG nova.objects.base [None req-f22b8ab3-04fa-4b52-8ad8-285c31a9bf0e tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Object Instance<3d6dc73d-cbff-4487-b414-dc5a033e118a> lazy-loaded attributes: info_cache,migration_context {{(pid=62353) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 970.775103] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d04d740e-1ef3-4efe-ad7c-e59fae6583c0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.778938] env[62353]: DEBUG nova.policy [None req-c12522a0-7346-40d6-9a67-b784cd7819a3 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '81e837fbee414eeca0fbc1e7d164c88f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3dc76d18f7e74665a96b93a69de14f9f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:192}} [ 970.798129] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-991463c8-6157-4f1e-8b66-d0da00d7223f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.803486] env[62353]: DEBUG oslo_vmware.api [None req-f22b8ab3-04fa-4b52-8ad8-285c31a9bf0e tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Waiting for the task: (returnval){ [ 970.803486] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]527e5a3a-299b-ffa9-52e6-be565a7fd442" [ 970.803486] env[62353]: _type = "Task" [ 970.803486] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.811577] env[62353]: DEBUG oslo_vmware.api [None req-f22b8ab3-04fa-4b52-8ad8-285c31a9bf0e tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]527e5a3a-299b-ffa9-52e6-be565a7fd442, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.849984] env[62353]: DEBUG nova.network.neutron [None req-c12522a0-7346-40d6-9a67-b784cd7819a3 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] [instance: 99f05c32-e188-4a96-bfc8-753bfa982e97] Successfully updated port: da591c3f-f00f-4855-ae99-a9800b8ee35e {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 971.078499] env[62353]: DEBUG nova.network.neutron [None req-c12522a0-7346-40d6-9a67-b784cd7819a3 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] [instance: db88426e-6cc5-4a10-a294-ed152c0489f3] Successfully created port: 15484e3b-8ccd-402e-bbf9-97ddff56a80d {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 971.201675] env[62353]: DEBUG oslo_vmware.api [None req-7df76682-1076-4c79-b234-5503ab82614f tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52e4e3a3-20b8-344b-5afa-e3c18653ea6f, 'name': SearchDatastore_Task, 'duration_secs': 0.009159} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.202151] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7df76682-1076-4c79-b234-5503ab82614f tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Releasing lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 971.202366] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-7df76682-1076-4c79-b234-5503ab82614f tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] [instance: ded8ee54-91ef-450b-a930-21f932dffe36] Processing image 06f909ae-e8dc-43b4-abf7-c7ed85db9bbd {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 971.202801] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7df76682-1076-4c79-b234-5503ab82614f tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 971.202801] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7df76682-1076-4c79-b234-5503ab82614f tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Acquired lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.202928] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-7df76682-1076-4c79-b234-5503ab82614f tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 971.203298] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-683282e1-d4a9-43b8-9f53-69b4a29d63e1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.211529] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-7df76682-1076-4c79-b234-5503ab82614f tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 971.211712] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-7df76682-1076-4c79-b234-5503ab82614f tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 971.212428] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89d8dc77-be14-4122-9b44-f618ca350589 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.217549] env[62353]: DEBUG oslo_vmware.api [None req-7df76682-1076-4c79-b234-5503ab82614f tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Waiting for the task: (returnval){ [ 971.217549] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52d2abae-3ad7-777e-9cd6-90133bb6701d" [ 971.217549] env[62353]: _type = "Task" [ 971.217549] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.221370] env[62353]: DEBUG nova.compute.manager [None req-c12522a0-7346-40d6-9a67-b784cd7819a3 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] [instance: db88426e-6cc5-4a10-a294-ed152c0489f3] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 971.232915] env[62353]: DEBUG oslo_vmware.api [None req-7df76682-1076-4c79-b234-5503ab82614f tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52d2abae-3ad7-777e-9cd6-90133bb6701d, 'name': SearchDatastore_Task, 'duration_secs': 0.012127} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.233627] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba53801c-cb60-42b5-b0ed-024ba1a09d80 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.239823] env[62353]: DEBUG oslo_vmware.api [None req-7df76682-1076-4c79-b234-5503ab82614f tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Waiting for the task: (returnval){ [ 971.239823] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52476dcf-3a51-c2de-13cd-d11396f7dd02" [ 971.239823] env[62353]: _type = "Task" [ 971.239823] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.251371] env[62353]: DEBUG oslo_vmware.api [None req-7df76682-1076-4c79-b234-5503ab82614f tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52476dcf-3a51-c2de-13cd-d11396f7dd02, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.268980] env[62353]: DEBUG nova.compute.manager [None req-e9a8fe02-2868-4313-a858-edea3cbb6c33 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: fa161604-bc12-4f96-8e33-627f119b766a] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 971.316907] env[62353]: DEBUG oslo_vmware.api [None req-f22b8ab3-04fa-4b52-8ad8-285c31a9bf0e tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]527e5a3a-299b-ffa9-52e6-be565a7fd442, 'name': SearchDatastore_Task, 'duration_secs': 0.006537} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.317515] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f22b8ab3-04fa-4b52-8ad8-285c31a9bf0e tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 971.348283] env[62353]: DEBUG oslo_concurrency.lockutils [None req-641c3700-d2ca-40b6-a6b9-3b565864267b tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Acquiring lock "53ff526b-6e0b-49bc-beca-4fb4a377389b" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 971.348553] env[62353]: DEBUG oslo_concurrency.lockutils [None req-641c3700-d2ca-40b6-a6b9-3b565864267b tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Lock "53ff526b-6e0b-49bc-beca-4fb4a377389b" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 971.348793] env[62353]: INFO nova.compute.manager [None req-641c3700-d2ca-40b6-a6b9-3b565864267b tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [instance: 53ff526b-6e0b-49bc-beca-4fb4a377389b] Attaching volume a505c259-a624-4497-a9e7-9a64fe406af9 to /dev/sdb [ 971.352859] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c12522a0-7346-40d6-9a67-b784cd7819a3 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Acquiring lock "refresh_cache-99f05c32-e188-4a96-bfc8-753bfa982e97" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 971.352992] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c12522a0-7346-40d6-9a67-b784cd7819a3 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Acquired lock "refresh_cache-99f05c32-e188-4a96-bfc8-753bfa982e97" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.353152] env[62353]: DEBUG nova.network.neutron [None req-c12522a0-7346-40d6-9a67-b784cd7819a3 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] [instance: 99f05c32-e188-4a96-bfc8-753bfa982e97] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 971.383500] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4ecb021-9342-4eb3-8634-1e5e74824938 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.390338] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-180afb23-c9b3-4246-b952-6627364069a6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.405823] env[62353]: DEBUG nova.virt.block_device [None req-641c3700-d2ca-40b6-a6b9-3b565864267b tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [instance: 53ff526b-6e0b-49bc-beca-4fb4a377389b] Updating existing volume attachment record: bb2cfb42-e073-46c2-9466-b4f0aced5e1a {{(pid=62353) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 971.567110] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63105e6e-f855-48ac-8e00-f0142eb1f1c2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.576108] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c32817e-ea77-48a2-a2e7-befe871f0d61 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.580830] env[62353]: DEBUG nova.network.neutron [req-2d8bb783-cad1-4e0f-a001-5c2bfbb86ae4 req-933f4c9f-12dd-4557-8327-1dc58a92e76f service nova] [instance: ded8ee54-91ef-450b-a930-21f932dffe36] Updated VIF entry in instance network info cache for port 9adfc727-c263-476c-948f-a287dbe2c538. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 971.581514] env[62353]: DEBUG nova.network.neutron [req-2d8bb783-cad1-4e0f-a001-5c2bfbb86ae4 req-933f4c9f-12dd-4557-8327-1dc58a92e76f service nova] [instance: ded8ee54-91ef-450b-a930-21f932dffe36] Updating instance_info_cache with network_info: [{"id": "9adfc727-c263-476c-948f-a287dbe2c538", "address": "fa:16:3e:93:4c:e6", "network": {"id": "8e8157ad-d933-4e32-a16e-cb78473806e0", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1894863752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bed92e4d6734102a7048c91ed285e0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9adfc727-c2", "ovs_interfaceid": "9adfc727-c263-476c-948f-a287dbe2c538", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 971.613276] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abcc94f2-f5ca-4b3f-adb1-91dfd17b47d0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.616406] env[62353]: INFO nova.compute.manager [None req-8c42e6dc-c736-4e6f-96d9-a09d150d6796 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: e1b17af1-2067-4d4a-8d12-ef006b8e0ad3] Rebuilding instance [ 971.623707] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ba70116-b149-4933-9e92-d58dfaf8b41b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.641014] env[62353]: DEBUG nova.compute.provider_tree [None req-920335ae-2381-43d1-93b0-22ba32d1982d tempest-ServerPasswordTestJSON-1092796968 tempest-ServerPasswordTestJSON-1092796968-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 971.677268] env[62353]: DEBUG nova.compute.manager [None req-8c42e6dc-c736-4e6f-96d9-a09d150d6796 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: e1b17af1-2067-4d4a-8d12-ef006b8e0ad3] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 971.677268] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-525472b1-b72b-4720-b201-38c85587675e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.751504] env[62353]: DEBUG oslo_vmware.api [None req-7df76682-1076-4c79-b234-5503ab82614f tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52476dcf-3a51-c2de-13cd-d11396f7dd02, 'name': SearchDatastore_Task, 'duration_secs': 0.016673} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.751504] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7df76682-1076-4c79-b234-5503ab82614f tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Releasing lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 971.751820] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-7df76682-1076-4c79-b234-5503ab82614f tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore2] ded8ee54-91ef-450b-a930-21f932dffe36/ded8ee54-91ef-450b-a930-21f932dffe36.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 971.752013] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3e24d0ec-2b21-4cb0-914f-92fa6afe5993 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.760806] env[62353]: DEBUG oslo_vmware.api [None req-7df76682-1076-4c79-b234-5503ab82614f tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Waiting for the task: (returnval){ [ 971.760806] env[62353]: value = "task-2372834" [ 971.760806] env[62353]: _type = "Task" [ 971.760806] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.768638] env[62353]: DEBUG oslo_vmware.api [None req-7df76682-1076-4c79-b234-5503ab82614f tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Task: {'id': task-2372834, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.790689] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e9a8fe02-2868-4313-a858-edea3cbb6c33 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 971.903740] env[62353]: DEBUG nova.network.neutron [None req-c12522a0-7346-40d6-9a67-b784cd7819a3 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] [instance: 99f05c32-e188-4a96-bfc8-753bfa982e97] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 972.084512] env[62353]: DEBUG oslo_concurrency.lockutils [req-2d8bb783-cad1-4e0f-a001-5c2bfbb86ae4 req-933f4c9f-12dd-4557-8327-1dc58a92e76f service nova] Releasing lock "refresh_cache-ded8ee54-91ef-450b-a930-21f932dffe36" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 972.084806] env[62353]: DEBUG nova.compute.manager [req-2d8bb783-cad1-4e0f-a001-5c2bfbb86ae4 req-933f4c9f-12dd-4557-8327-1dc58a92e76f service nova] [instance: 97cac27a-befb-4694-9fd8-5209a8e36121] Received event network-vif-deleted-106d75ca-618b-4a1b-813a-ff86d96596d0 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 972.131429] env[62353]: DEBUG nova.network.neutron [None req-c12522a0-7346-40d6-9a67-b784cd7819a3 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] [instance: 99f05c32-e188-4a96-bfc8-753bfa982e97] Updating instance_info_cache with network_info: [{"id": "da591c3f-f00f-4855-ae99-a9800b8ee35e", "address": "fa:16:3e:68:fa:2d", "network": {"id": "6c549d67-0618-432f-a6cb-e6171780a947", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2014680802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3dc76d18f7e74665a96b93a69de14f9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1931669-8959-4e86-a603-e206bcf2b47a", "external-id": "nsx-vlan-transportzone-937", "segmentation_id": 937, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda591c3f-f0", "ovs_interfaceid": "da591c3f-f00f-4855-ae99-a9800b8ee35e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.146645] env[62353]: DEBUG nova.scheduler.client.report [None req-920335ae-2381-43d1-93b0-22ba32d1982d tempest-ServerPasswordTestJSON-1092796968 tempest-ServerPasswordTestJSON-1092796968-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 972.235915] env[62353]: DEBUG nova.compute.manager [None req-c12522a0-7346-40d6-9a67-b784cd7819a3 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] [instance: db88426e-6cc5-4a10-a294-ed152c0489f3] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 972.267823] env[62353]: DEBUG nova.virt.hardware [None req-c12522a0-7346-40d6-9a67-b784cd7819a3 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T12:38:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T12:38:15Z,direct_url=,disk_format='vmdk',id=06f909ae-e8dc-43b4-abf7-c7ed85db9bbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0a3f88790a594523a818b8c00f6862e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T12:38:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 972.267823] env[62353]: DEBUG nova.virt.hardware [None req-c12522a0-7346-40d6-9a67-b784cd7819a3 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 972.267995] env[62353]: DEBUG nova.virt.hardware [None req-c12522a0-7346-40d6-9a67-b784cd7819a3 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 972.268094] env[62353]: DEBUG nova.virt.hardware [None req-c12522a0-7346-40d6-9a67-b784cd7819a3 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 972.268330] env[62353]: DEBUG nova.virt.hardware [None req-c12522a0-7346-40d6-9a67-b784cd7819a3 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 972.268485] env[62353]: DEBUG nova.virt.hardware [None req-c12522a0-7346-40d6-9a67-b784cd7819a3 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 972.268691] env[62353]: DEBUG nova.virt.hardware [None req-c12522a0-7346-40d6-9a67-b784cd7819a3 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 972.268955] env[62353]: DEBUG nova.virt.hardware [None req-c12522a0-7346-40d6-9a67-b784cd7819a3 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 972.269065] env[62353]: DEBUG nova.virt.hardware [None req-c12522a0-7346-40d6-9a67-b784cd7819a3 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 972.269256] env[62353]: DEBUG nova.virt.hardware [None req-c12522a0-7346-40d6-9a67-b784cd7819a3 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 972.269431] env[62353]: DEBUG nova.virt.hardware [None req-c12522a0-7346-40d6-9a67-b784cd7819a3 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 972.270920] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ef8b50f-746f-4689-9d4a-f7f55c44b373 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.282025] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3abacfff-d380-4985-be85-71ca15bab4f8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.285690] env[62353]: DEBUG oslo_vmware.api [None req-7df76682-1076-4c79-b234-5503ab82614f tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Task: {'id': task-2372834, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.490018} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.285936] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-7df76682-1076-4c79-b234-5503ab82614f tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore2] ded8ee54-91ef-450b-a930-21f932dffe36/ded8ee54-91ef-450b-a930-21f932dffe36.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 972.286157] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-7df76682-1076-4c79-b234-5503ab82614f tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] [instance: ded8ee54-91ef-450b-a930-21f932dffe36] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 972.286700] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d1b83abc-6b13-4290-b1ad-0ae3e9af4bcc {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.301045] env[62353]: DEBUG oslo_vmware.api [None req-7df76682-1076-4c79-b234-5503ab82614f tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Waiting for the task: (returnval){ [ 972.301045] env[62353]: value = "task-2372835" [ 972.301045] env[62353]: _type = "Task" [ 972.301045] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.308516] env[62353]: DEBUG oslo_vmware.api [None req-7df76682-1076-4c79-b234-5503ab82614f tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Task: {'id': task-2372835, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.476656] env[62353]: DEBUG nova.compute.manager [req-10c272a1-0db7-49df-bf2c-eee45fb822ea req-edeeabe0-d398-4775-b545-44c1f1bdaf0a service nova] [instance: db88426e-6cc5-4a10-a294-ed152c0489f3] Received event network-vif-plugged-15484e3b-8ccd-402e-bbf9-97ddff56a80d {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 972.476880] env[62353]: DEBUG oslo_concurrency.lockutils [req-10c272a1-0db7-49df-bf2c-eee45fb822ea req-edeeabe0-d398-4775-b545-44c1f1bdaf0a service nova] Acquiring lock "db88426e-6cc5-4a10-a294-ed152c0489f3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 972.477160] env[62353]: DEBUG oslo_concurrency.lockutils [req-10c272a1-0db7-49df-bf2c-eee45fb822ea req-edeeabe0-d398-4775-b545-44c1f1bdaf0a service nova] Lock "db88426e-6cc5-4a10-a294-ed152c0489f3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 972.477265] env[62353]: DEBUG oslo_concurrency.lockutils [req-10c272a1-0db7-49df-bf2c-eee45fb822ea req-edeeabe0-d398-4775-b545-44c1f1bdaf0a service nova] Lock "db88426e-6cc5-4a10-a294-ed152c0489f3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 972.477430] env[62353]: DEBUG nova.compute.manager [req-10c272a1-0db7-49df-bf2c-eee45fb822ea req-edeeabe0-d398-4775-b545-44c1f1bdaf0a service nova] [instance: db88426e-6cc5-4a10-a294-ed152c0489f3] No waiting events found dispatching network-vif-plugged-15484e3b-8ccd-402e-bbf9-97ddff56a80d {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 972.477592] env[62353]: WARNING nova.compute.manager [req-10c272a1-0db7-49df-bf2c-eee45fb822ea req-edeeabe0-d398-4775-b545-44c1f1bdaf0a service nova] [instance: db88426e-6cc5-4a10-a294-ed152c0489f3] Received unexpected event network-vif-plugged-15484e3b-8ccd-402e-bbf9-97ddff56a80d for instance with vm_state building and task_state spawning. [ 972.635262] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c12522a0-7346-40d6-9a67-b784cd7819a3 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Releasing lock "refresh_cache-99f05c32-e188-4a96-bfc8-753bfa982e97" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 972.635616] env[62353]: DEBUG nova.compute.manager [None req-c12522a0-7346-40d6-9a67-b784cd7819a3 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] [instance: 99f05c32-e188-4a96-bfc8-753bfa982e97] Instance network_info: |[{"id": "da591c3f-f00f-4855-ae99-a9800b8ee35e", "address": "fa:16:3e:68:fa:2d", "network": {"id": "6c549d67-0618-432f-a6cb-e6171780a947", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2014680802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3dc76d18f7e74665a96b93a69de14f9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1931669-8959-4e86-a603-e206bcf2b47a", "external-id": "nsx-vlan-transportzone-937", "segmentation_id": 937, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda591c3f-f0", "ovs_interfaceid": "da591c3f-f00f-4855-ae99-a9800b8ee35e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 972.636055] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-c12522a0-7346-40d6-9a67-b784cd7819a3 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] [instance: 99f05c32-e188-4a96-bfc8-753bfa982e97] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:68:fa:2d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a1931669-8959-4e86-a603-e206bcf2b47a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'da591c3f-f00f-4855-ae99-a9800b8ee35e', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 972.644019] env[62353]: DEBUG oslo.service.loopingcall [None req-c12522a0-7346-40d6-9a67-b784cd7819a3 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 972.644019] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 99f05c32-e188-4a96-bfc8-753bfa982e97] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 972.644224] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1f5a0ec7-dc3c-481a-9394-76ef045bc1a8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.660758] env[62353]: DEBUG oslo_concurrency.lockutils [None req-920335ae-2381-43d1-93b0-22ba32d1982d tempest-ServerPasswordTestJSON-1092796968 tempest-ServerPasswordTestJSON-1092796968-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.453s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 972.661256] env[62353]: DEBUG nova.compute.manager [None req-920335ae-2381-43d1-93b0-22ba32d1982d tempest-ServerPasswordTestJSON-1092796968 tempest-ServerPasswordTestJSON-1092796968-project-member] [instance: 6dc2e25a-bf79-4040-a314-e5c665b5f14a] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 972.663799] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1e03a1a3-cb92-454d-8c99-3539c13ed6ab tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.760s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 972.664011] env[62353]: DEBUG nova.objects.instance [None req-1e03a1a3-cb92-454d-8c99-3539c13ed6ab tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Lazy-loading 'resources' on Instance uuid 71b98f1e-48af-4261-97fb-a93c35497702 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 972.670758] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 972.670758] env[62353]: value = "task-2372836" [ 972.670758] env[62353]: _type = "Task" [ 972.670758] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.682703] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372836, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.691164] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c42e6dc-c736-4e6f-96d9-a09d150d6796 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: e1b17af1-2067-4d4a-8d12-ef006b8e0ad3] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 972.691525] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-021ccfd6-1945-4d4c-b09c-1e251ce119c2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.701977] env[62353]: DEBUG oslo_vmware.api [None req-8c42e6dc-c736-4e6f-96d9-a09d150d6796 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Waiting for the task: (returnval){ [ 972.701977] env[62353]: value = "task-2372837" [ 972.701977] env[62353]: _type = "Task" [ 972.701977] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.715821] env[62353]: DEBUG oslo_vmware.api [None req-8c42e6dc-c736-4e6f-96d9-a09d150d6796 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Task: {'id': task-2372837, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.767023] env[62353]: DEBUG nova.network.neutron [None req-c12522a0-7346-40d6-9a67-b784cd7819a3 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] [instance: db88426e-6cc5-4a10-a294-ed152c0489f3] Successfully updated port: 15484e3b-8ccd-402e-bbf9-97ddff56a80d {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 972.788441] env[62353]: DEBUG nova.compute.manager [req-91679634-bedf-4824-914c-f3d9b004ecf4 req-06d1a417-57e3-4714-94ce-c8651e9c552a service nova] [instance: 99f05c32-e188-4a96-bfc8-753bfa982e97] Received event network-vif-plugged-da591c3f-f00f-4855-ae99-a9800b8ee35e {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 972.788666] env[62353]: DEBUG oslo_concurrency.lockutils [req-91679634-bedf-4824-914c-f3d9b004ecf4 req-06d1a417-57e3-4714-94ce-c8651e9c552a service nova] Acquiring lock "99f05c32-e188-4a96-bfc8-753bfa982e97-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 972.788666] env[62353]: DEBUG oslo_concurrency.lockutils [req-91679634-bedf-4824-914c-f3d9b004ecf4 req-06d1a417-57e3-4714-94ce-c8651e9c552a service nova] Lock "99f05c32-e188-4a96-bfc8-753bfa982e97-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 972.788913] env[62353]: DEBUG oslo_concurrency.lockutils [req-91679634-bedf-4824-914c-f3d9b004ecf4 req-06d1a417-57e3-4714-94ce-c8651e9c552a service nova] Lock "99f05c32-e188-4a96-bfc8-753bfa982e97-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 972.788983] env[62353]: DEBUG nova.compute.manager [req-91679634-bedf-4824-914c-f3d9b004ecf4 req-06d1a417-57e3-4714-94ce-c8651e9c552a service nova] [instance: 99f05c32-e188-4a96-bfc8-753bfa982e97] No waiting events found dispatching network-vif-plugged-da591c3f-f00f-4855-ae99-a9800b8ee35e {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 972.789271] env[62353]: WARNING nova.compute.manager [req-91679634-bedf-4824-914c-f3d9b004ecf4 req-06d1a417-57e3-4714-94ce-c8651e9c552a service nova] [instance: 99f05c32-e188-4a96-bfc8-753bfa982e97] Received unexpected event network-vif-plugged-da591c3f-f00f-4855-ae99-a9800b8ee35e for instance with vm_state building and task_state spawning. [ 972.789440] env[62353]: DEBUG nova.compute.manager [req-91679634-bedf-4824-914c-f3d9b004ecf4 req-06d1a417-57e3-4714-94ce-c8651e9c552a service nova] [instance: 99f05c32-e188-4a96-bfc8-753bfa982e97] Received event network-changed-da591c3f-f00f-4855-ae99-a9800b8ee35e {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 972.789591] env[62353]: DEBUG nova.compute.manager [req-91679634-bedf-4824-914c-f3d9b004ecf4 req-06d1a417-57e3-4714-94ce-c8651e9c552a service nova] [instance: 99f05c32-e188-4a96-bfc8-753bfa982e97] Refreshing instance network info cache due to event network-changed-da591c3f-f00f-4855-ae99-a9800b8ee35e. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 972.789764] env[62353]: DEBUG oslo_concurrency.lockutils [req-91679634-bedf-4824-914c-f3d9b004ecf4 req-06d1a417-57e3-4714-94ce-c8651e9c552a service nova] Acquiring lock "refresh_cache-99f05c32-e188-4a96-bfc8-753bfa982e97" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 972.789894] env[62353]: DEBUG oslo_concurrency.lockutils [req-91679634-bedf-4824-914c-f3d9b004ecf4 req-06d1a417-57e3-4714-94ce-c8651e9c552a service nova] Acquired lock "refresh_cache-99f05c32-e188-4a96-bfc8-753bfa982e97" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.790056] env[62353]: DEBUG nova.network.neutron [req-91679634-bedf-4824-914c-f3d9b004ecf4 req-06d1a417-57e3-4714-94ce-c8651e9c552a service nova] [instance: 99f05c32-e188-4a96-bfc8-753bfa982e97] Refreshing network info cache for port da591c3f-f00f-4855-ae99-a9800b8ee35e {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 972.811728] env[62353]: DEBUG oslo_vmware.api [None req-7df76682-1076-4c79-b234-5503ab82614f tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Task: {'id': task-2372835, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07115} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.812032] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-7df76682-1076-4c79-b234-5503ab82614f tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] [instance: ded8ee54-91ef-450b-a930-21f932dffe36] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 972.812853] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd366365-8094-4be3-959a-7065ed16ed82 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.837415] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-7df76682-1076-4c79-b234-5503ab82614f tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] [instance: ded8ee54-91ef-450b-a930-21f932dffe36] Reconfiguring VM instance instance-0000005a to attach disk [datastore2] ded8ee54-91ef-450b-a930-21f932dffe36/ded8ee54-91ef-450b-a930-21f932dffe36.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 972.838059] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d176968e-9c7d-4a1e-af4b-265045ce2dcc {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.859777] env[62353]: DEBUG oslo_vmware.api [None req-7df76682-1076-4c79-b234-5503ab82614f tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Waiting for the task: (returnval){ [ 972.859777] env[62353]: value = "task-2372838" [ 972.859777] env[62353]: _type = "Task" [ 972.859777] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.870758] env[62353]: DEBUG oslo_vmware.api [None req-7df76682-1076-4c79-b234-5503ab82614f tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Task: {'id': task-2372838, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.171482] env[62353]: DEBUG nova.compute.utils [None req-920335ae-2381-43d1-93b0-22ba32d1982d tempest-ServerPasswordTestJSON-1092796968 tempest-ServerPasswordTestJSON-1092796968-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 973.176019] env[62353]: DEBUG nova.compute.manager [None req-920335ae-2381-43d1-93b0-22ba32d1982d tempest-ServerPasswordTestJSON-1092796968 tempest-ServerPasswordTestJSON-1092796968-project-member] [instance: 6dc2e25a-bf79-4040-a314-e5c665b5f14a] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 973.176189] env[62353]: DEBUG nova.network.neutron [None req-920335ae-2381-43d1-93b0-22ba32d1982d tempest-ServerPasswordTestJSON-1092796968 tempest-ServerPasswordTestJSON-1092796968-project-member] [instance: 6dc2e25a-bf79-4040-a314-e5c665b5f14a] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 973.187132] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372836, 'name': CreateVM_Task, 'duration_secs': 0.384232} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.187277] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 99f05c32-e188-4a96-bfc8-753bfa982e97] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 973.187916] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c12522a0-7346-40d6-9a67-b784cd7819a3 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 973.188085] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c12522a0-7346-40d6-9a67-b784cd7819a3 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Acquired lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.188416] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c12522a0-7346-40d6-9a67-b784cd7819a3 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 973.188654] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f9bfe83-b376-4072-b835-dd73eaa255e2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.194251] env[62353]: DEBUG oslo_vmware.api [None req-c12522a0-7346-40d6-9a67-b784cd7819a3 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Waiting for the task: (returnval){ [ 973.194251] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]525a58cd-eea4-add0-2077-e3447e81a19c" [ 973.194251] env[62353]: _type = "Task" [ 973.194251] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.201640] env[62353]: DEBUG oslo_vmware.api [None req-c12522a0-7346-40d6-9a67-b784cd7819a3 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]525a58cd-eea4-add0-2077-e3447e81a19c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.212135] env[62353]: DEBUG oslo_vmware.api [None req-8c42e6dc-c736-4e6f-96d9-a09d150d6796 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Task: {'id': task-2372837, 'name': PowerOffVM_Task, 'duration_secs': 0.232388} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.212386] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c42e6dc-c736-4e6f-96d9-a09d150d6796 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: e1b17af1-2067-4d4a-8d12-ef006b8e0ad3] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 973.212611] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-8c42e6dc-c736-4e6f-96d9-a09d150d6796 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: e1b17af1-2067-4d4a-8d12-ef006b8e0ad3] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 973.213341] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a368bd62-6211-4a4d-9ccc-fe47d25a643e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.218829] env[62353]: DEBUG nova.policy [None req-920335ae-2381-43d1-93b0-22ba32d1982d tempest-ServerPasswordTestJSON-1092796968 tempest-ServerPasswordTestJSON-1092796968-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b00d4b18758c4690970fe0d6466a833b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '33fd2afc2bbd461e993e1876f7ae8c56', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:192}} [ 973.224040] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-8c42e6dc-c736-4e6f-96d9-a09d150d6796 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: e1b17af1-2067-4d4a-8d12-ef006b8e0ad3] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 973.224310] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a6ee6a98-2f60-4de0-af4d-8b27526ef396 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.268992] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c12522a0-7346-40d6-9a67-b784cd7819a3 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Acquiring lock "refresh_cache-db88426e-6cc5-4a10-a294-ed152c0489f3" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 973.269171] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c12522a0-7346-40d6-9a67-b784cd7819a3 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Acquired lock "refresh_cache-db88426e-6cc5-4a10-a294-ed152c0489f3" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.269580] env[62353]: DEBUG nova.network.neutron [None req-c12522a0-7346-40d6-9a67-b784cd7819a3 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] [instance: db88426e-6cc5-4a10-a294-ed152c0489f3] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 973.295088] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-8c42e6dc-c736-4e6f-96d9-a09d150d6796 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: e1b17af1-2067-4d4a-8d12-ef006b8e0ad3] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 973.295298] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-8c42e6dc-c736-4e6f-96d9-a09d150d6796 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: e1b17af1-2067-4d4a-8d12-ef006b8e0ad3] Deleting contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 973.295473] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c42e6dc-c736-4e6f-96d9-a09d150d6796 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Deleting the datastore file [datastore2] e1b17af1-2067-4d4a-8d12-ef006b8e0ad3 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 973.298093] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a1f772e8-1ad9-4a1e-a477-64af487830a6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.304267] env[62353]: DEBUG oslo_vmware.api [None req-8c42e6dc-c736-4e6f-96d9-a09d150d6796 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Waiting for the task: (returnval){ [ 973.304267] env[62353]: value = "task-2372840" [ 973.304267] env[62353]: _type = "Task" [ 973.304267] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.312233] env[62353]: DEBUG oslo_vmware.api [None req-8c42e6dc-c736-4e6f-96d9-a09d150d6796 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Task: {'id': task-2372840, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.372201] env[62353]: DEBUG oslo_vmware.api [None req-7df76682-1076-4c79-b234-5503ab82614f tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Task: {'id': task-2372838, 'name': ReconfigVM_Task, 'duration_secs': 0.283518} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.376864] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-7df76682-1076-4c79-b234-5503ab82614f tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] [instance: ded8ee54-91ef-450b-a930-21f932dffe36] Reconfigured VM instance instance-0000005a to attach disk [datastore2] ded8ee54-91ef-450b-a930-21f932dffe36/ded8ee54-91ef-450b-a930-21f932dffe36.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 973.377739] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-502ac569-4ef0-4edd-8647-a3dd9d1fbcd4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.384347] env[62353]: DEBUG oslo_vmware.api [None req-7df76682-1076-4c79-b234-5503ab82614f tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Waiting for the task: (returnval){ [ 973.384347] env[62353]: value = "task-2372841" [ 973.384347] env[62353]: _type = "Task" [ 973.384347] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.394667] env[62353]: DEBUG oslo_vmware.api [None req-7df76682-1076-4c79-b234-5503ab82614f tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Task: {'id': task-2372841, 'name': Rename_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.465303] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8b7157a-7a0b-4f81-874f-b7910d14e305 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.469187] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5adc3252-ecfe-4ae5-ba0d-cb6528d9d83a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.503617] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-981e4466-3906-43ce-ab9d-6fe873e0c5b7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.510624] env[62353]: DEBUG nova.network.neutron [None req-920335ae-2381-43d1-93b0-22ba32d1982d tempest-ServerPasswordTestJSON-1092796968 tempest-ServerPasswordTestJSON-1092796968-project-member] [instance: 6dc2e25a-bf79-4040-a314-e5c665b5f14a] Successfully created port: f3fa18ca-ba0b-4a85-ae18-928dc4933166 {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 973.513428] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86efcc45-157a-4a8a-b85a-e9c4b04e8d42 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.527582] env[62353]: DEBUG nova.compute.provider_tree [None req-1e03a1a3-cb92-454d-8c99-3539c13ed6ab tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 973.582486] env[62353]: DEBUG nova.network.neutron [req-91679634-bedf-4824-914c-f3d9b004ecf4 req-06d1a417-57e3-4714-94ce-c8651e9c552a service nova] [instance: 99f05c32-e188-4a96-bfc8-753bfa982e97] Updated VIF entry in instance network info cache for port da591c3f-f00f-4855-ae99-a9800b8ee35e. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 973.582486] env[62353]: DEBUG nova.network.neutron [req-91679634-bedf-4824-914c-f3d9b004ecf4 req-06d1a417-57e3-4714-94ce-c8651e9c552a service nova] [instance: 99f05c32-e188-4a96-bfc8-753bfa982e97] Updating instance_info_cache with network_info: [{"id": "da591c3f-f00f-4855-ae99-a9800b8ee35e", "address": "fa:16:3e:68:fa:2d", "network": {"id": "6c549d67-0618-432f-a6cb-e6171780a947", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2014680802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3dc76d18f7e74665a96b93a69de14f9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1931669-8959-4e86-a603-e206bcf2b47a", "external-id": "nsx-vlan-transportzone-937", "segmentation_id": 937, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda591c3f-f0", "ovs_interfaceid": "da591c3f-f00f-4855-ae99-a9800b8ee35e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.677043] env[62353]: DEBUG nova.compute.manager [None req-920335ae-2381-43d1-93b0-22ba32d1982d tempest-ServerPasswordTestJSON-1092796968 tempest-ServerPasswordTestJSON-1092796968-project-member] [instance: 6dc2e25a-bf79-4040-a314-e5c665b5f14a] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 973.706628] env[62353]: DEBUG oslo_vmware.api [None req-c12522a0-7346-40d6-9a67-b784cd7819a3 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]525a58cd-eea4-add0-2077-e3447e81a19c, 'name': SearchDatastore_Task, 'duration_secs': 0.021675} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.706834] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c12522a0-7346-40d6-9a67-b784cd7819a3 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Releasing lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 973.707194] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-c12522a0-7346-40d6-9a67-b784cd7819a3 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] [instance: 99f05c32-e188-4a96-bfc8-753bfa982e97] Processing image 06f909ae-e8dc-43b4-abf7-c7ed85db9bbd {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 973.707194] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c12522a0-7346-40d6-9a67-b784cd7819a3 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 973.708439] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c12522a0-7346-40d6-9a67-b784cd7819a3 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Acquired lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.708439] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-c12522a0-7346-40d6-9a67-b784cd7819a3 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 973.708439] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-36713d7f-b980-4d19-9b37-812a952a3f08 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.715863] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-c12522a0-7346-40d6-9a67-b784cd7819a3 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 973.716047] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-c12522a0-7346-40d6-9a67-b784cd7819a3 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 973.717418] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-639caedc-8998-4716-b41d-c9fd78b5264a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.723176] env[62353]: DEBUG oslo_vmware.api [None req-c12522a0-7346-40d6-9a67-b784cd7819a3 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Waiting for the task: (returnval){ [ 973.723176] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52863717-8be2-bbdf-5c5c-71dd4b41ecfe" [ 973.723176] env[62353]: _type = "Task" [ 973.723176] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.732512] env[62353]: DEBUG oslo_vmware.api [None req-c12522a0-7346-40d6-9a67-b784cd7819a3 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52863717-8be2-bbdf-5c5c-71dd4b41ecfe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.814957] env[62353]: DEBUG oslo_vmware.api [None req-8c42e6dc-c736-4e6f-96d9-a09d150d6796 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Task: {'id': task-2372840, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150899} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.815254] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c42e6dc-c736-4e6f-96d9-a09d150d6796 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 973.815637] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-8c42e6dc-c736-4e6f-96d9-a09d150d6796 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: e1b17af1-2067-4d4a-8d12-ef006b8e0ad3] Deleted contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 973.815962] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-8c42e6dc-c736-4e6f-96d9-a09d150d6796 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: e1b17af1-2067-4d4a-8d12-ef006b8e0ad3] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 973.834319] env[62353]: DEBUG nova.network.neutron [None req-c12522a0-7346-40d6-9a67-b784cd7819a3 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] [instance: db88426e-6cc5-4a10-a294-ed152c0489f3] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 973.894388] env[62353]: DEBUG oslo_vmware.api [None req-7df76682-1076-4c79-b234-5503ab82614f tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Task: {'id': task-2372841, 'name': Rename_Task, 'duration_secs': 0.15097} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.894673] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-7df76682-1076-4c79-b234-5503ab82614f tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] [instance: ded8ee54-91ef-450b-a930-21f932dffe36] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 973.894912] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6d8321c5-e375-4eac-9232-ce2e7c6d37aa {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.903820] env[62353]: DEBUG oslo_vmware.api [None req-7df76682-1076-4c79-b234-5503ab82614f tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Waiting for the task: (returnval){ [ 973.903820] env[62353]: value = "task-2372843" [ 973.903820] env[62353]: _type = "Task" [ 973.903820] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.911692] env[62353]: DEBUG oslo_vmware.api [None req-7df76682-1076-4c79-b234-5503ab82614f tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Task: {'id': task-2372843, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.034532] env[62353]: DEBUG nova.scheduler.client.report [None req-1e03a1a3-cb92-454d-8c99-3539c13ed6ab tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 974.059407] env[62353]: DEBUG nova.network.neutron [None req-c12522a0-7346-40d6-9a67-b784cd7819a3 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] [instance: db88426e-6cc5-4a10-a294-ed152c0489f3] Updating instance_info_cache with network_info: [{"id": "15484e3b-8ccd-402e-bbf9-97ddff56a80d", "address": "fa:16:3e:f9:f1:5f", "network": {"id": "6c549d67-0618-432f-a6cb-e6171780a947", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2014680802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3dc76d18f7e74665a96b93a69de14f9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1931669-8959-4e86-a603-e206bcf2b47a", "external-id": "nsx-vlan-transportzone-937", "segmentation_id": 937, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15484e3b-8c", "ovs_interfaceid": "15484e3b-8ccd-402e-bbf9-97ddff56a80d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.084741] env[62353]: DEBUG oslo_concurrency.lockutils [req-91679634-bedf-4824-914c-f3d9b004ecf4 req-06d1a417-57e3-4714-94ce-c8651e9c552a service nova] Releasing lock "refresh_cache-99f05c32-e188-4a96-bfc8-753bfa982e97" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 974.234546] env[62353]: DEBUG oslo_vmware.api [None req-c12522a0-7346-40d6-9a67-b784cd7819a3 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52863717-8be2-bbdf-5c5c-71dd4b41ecfe, 'name': SearchDatastore_Task, 'duration_secs': 0.008515} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.235359] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4382743e-4b0c-4084-9ab1-14f075535195 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.241172] env[62353]: DEBUG oslo_vmware.api [None req-c12522a0-7346-40d6-9a67-b784cd7819a3 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Waiting for the task: (returnval){ [ 974.241172] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52215057-d646-d9f5-e4c9-d3529368c946" [ 974.241172] env[62353]: _type = "Task" [ 974.241172] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.248977] env[62353]: DEBUG oslo_vmware.api [None req-c12522a0-7346-40d6-9a67-b784cd7819a3 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52215057-d646-d9f5-e4c9-d3529368c946, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.413989] env[62353]: DEBUG oslo_vmware.api [None req-7df76682-1076-4c79-b234-5503ab82614f tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Task: {'id': task-2372843, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.537084] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1e03a1a3-cb92-454d-8c99-3539c13ed6ab tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.873s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 974.539655] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a1d15abb-7370-4795-8ceb-47cb31d59eb4 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.957s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 974.541057] env[62353]: INFO nova.compute.claims [None req-a1d15abb-7370-4795-8ceb-47cb31d59eb4 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] [instance: 5e4991fd-b146-4b54-bb9d-18a936171750] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 974.559452] env[62353]: INFO nova.scheduler.client.report [None req-1e03a1a3-cb92-454d-8c99-3539c13ed6ab tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Deleted allocations for instance 71b98f1e-48af-4261-97fb-a93c35497702 [ 974.564985] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c12522a0-7346-40d6-9a67-b784cd7819a3 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Releasing lock "refresh_cache-db88426e-6cc5-4a10-a294-ed152c0489f3" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 974.564985] env[62353]: DEBUG nova.compute.manager [None req-c12522a0-7346-40d6-9a67-b784cd7819a3 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] [instance: db88426e-6cc5-4a10-a294-ed152c0489f3] Instance network_info: |[{"id": "15484e3b-8ccd-402e-bbf9-97ddff56a80d", "address": "fa:16:3e:f9:f1:5f", "network": {"id": "6c549d67-0618-432f-a6cb-e6171780a947", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2014680802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3dc76d18f7e74665a96b93a69de14f9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1931669-8959-4e86-a603-e206bcf2b47a", "external-id": "nsx-vlan-transportzone-937", "segmentation_id": 937, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15484e3b-8c", "ovs_interfaceid": "15484e3b-8ccd-402e-bbf9-97ddff56a80d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 974.564985] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-c12522a0-7346-40d6-9a67-b784cd7819a3 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] [instance: db88426e-6cc5-4a10-a294-ed152c0489f3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f9:f1:5f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a1931669-8959-4e86-a603-e206bcf2b47a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '15484e3b-8ccd-402e-bbf9-97ddff56a80d', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 974.572739] env[62353]: DEBUG oslo.service.loopingcall [None req-c12522a0-7346-40d6-9a67-b784cd7819a3 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 974.572980] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: db88426e-6cc5-4a10-a294-ed152c0489f3] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 974.573221] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-73b71a2a-a4af-44a8-8f5c-3701eb6c5e35 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.590071] env[62353]: DEBUG nova.compute.manager [req-39e511da-759e-4724-8710-b4fb01a2da2e req-d37aeffa-0552-4bee-97dc-76c9fbf0a068 service nova] [instance: db88426e-6cc5-4a10-a294-ed152c0489f3] Received event network-changed-15484e3b-8ccd-402e-bbf9-97ddff56a80d {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 974.590360] env[62353]: DEBUG nova.compute.manager [req-39e511da-759e-4724-8710-b4fb01a2da2e req-d37aeffa-0552-4bee-97dc-76c9fbf0a068 service nova] [instance: db88426e-6cc5-4a10-a294-ed152c0489f3] Refreshing instance network info cache due to event network-changed-15484e3b-8ccd-402e-bbf9-97ddff56a80d. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 974.590621] env[62353]: DEBUG oslo_concurrency.lockutils [req-39e511da-759e-4724-8710-b4fb01a2da2e req-d37aeffa-0552-4bee-97dc-76c9fbf0a068 service nova] Acquiring lock "refresh_cache-db88426e-6cc5-4a10-a294-ed152c0489f3" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 974.590729] env[62353]: DEBUG oslo_concurrency.lockutils [req-39e511da-759e-4724-8710-b4fb01a2da2e req-d37aeffa-0552-4bee-97dc-76c9fbf0a068 service nova] Acquired lock "refresh_cache-db88426e-6cc5-4a10-a294-ed152c0489f3" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.590886] env[62353]: DEBUG nova.network.neutron [req-39e511da-759e-4724-8710-b4fb01a2da2e req-d37aeffa-0552-4bee-97dc-76c9fbf0a068 service nova] [instance: db88426e-6cc5-4a10-a294-ed152c0489f3] Refreshing network info cache for port 15484e3b-8ccd-402e-bbf9-97ddff56a80d {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 974.599199] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 974.599199] env[62353]: value = "task-2372844" [ 974.599199] env[62353]: _type = "Task" [ 974.599199] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.608112] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372844, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.687387] env[62353]: DEBUG nova.compute.manager [None req-920335ae-2381-43d1-93b0-22ba32d1982d tempest-ServerPasswordTestJSON-1092796968 tempest-ServerPasswordTestJSON-1092796968-project-member] [instance: 6dc2e25a-bf79-4040-a314-e5c665b5f14a] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 974.719952] env[62353]: DEBUG nova.virt.hardware [None req-920335ae-2381-43d1-93b0-22ba32d1982d tempest-ServerPasswordTestJSON-1092796968 tempest-ServerPasswordTestJSON-1092796968-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T12:38:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T12:38:15Z,direct_url=,disk_format='vmdk',id=06f909ae-e8dc-43b4-abf7-c7ed85db9bbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0a3f88790a594523a818b8c00f6862e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T12:38:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 974.720216] env[62353]: DEBUG nova.virt.hardware [None req-920335ae-2381-43d1-93b0-22ba32d1982d tempest-ServerPasswordTestJSON-1092796968 tempest-ServerPasswordTestJSON-1092796968-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 974.720422] env[62353]: DEBUG nova.virt.hardware [None req-920335ae-2381-43d1-93b0-22ba32d1982d tempest-ServerPasswordTestJSON-1092796968 tempest-ServerPasswordTestJSON-1092796968-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 974.720636] env[62353]: DEBUG nova.virt.hardware [None req-920335ae-2381-43d1-93b0-22ba32d1982d tempest-ServerPasswordTestJSON-1092796968 tempest-ServerPasswordTestJSON-1092796968-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 974.720782] env[62353]: DEBUG nova.virt.hardware [None req-920335ae-2381-43d1-93b0-22ba32d1982d tempest-ServerPasswordTestJSON-1092796968 tempest-ServerPasswordTestJSON-1092796968-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 974.720925] env[62353]: DEBUG nova.virt.hardware [None req-920335ae-2381-43d1-93b0-22ba32d1982d tempest-ServerPasswordTestJSON-1092796968 tempest-ServerPasswordTestJSON-1092796968-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 974.721149] env[62353]: DEBUG nova.virt.hardware [None req-920335ae-2381-43d1-93b0-22ba32d1982d tempest-ServerPasswordTestJSON-1092796968 tempest-ServerPasswordTestJSON-1092796968-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 974.721305] env[62353]: DEBUG nova.virt.hardware [None req-920335ae-2381-43d1-93b0-22ba32d1982d tempest-ServerPasswordTestJSON-1092796968 tempest-ServerPasswordTestJSON-1092796968-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 974.721494] env[62353]: DEBUG nova.virt.hardware [None req-920335ae-2381-43d1-93b0-22ba32d1982d tempest-ServerPasswordTestJSON-1092796968 tempest-ServerPasswordTestJSON-1092796968-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 974.721672] env[62353]: DEBUG nova.virt.hardware [None req-920335ae-2381-43d1-93b0-22ba32d1982d tempest-ServerPasswordTestJSON-1092796968 tempest-ServerPasswordTestJSON-1092796968-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 974.721842] env[62353]: DEBUG nova.virt.hardware [None req-920335ae-2381-43d1-93b0-22ba32d1982d tempest-ServerPasswordTestJSON-1092796968 tempest-ServerPasswordTestJSON-1092796968-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 974.722751] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e17a7ab6-c2f2-41ff-b857-6d2aad368e25 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.730305] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf5e4485-60bb-4449-979d-30c3e3ed034c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.752951] env[62353]: DEBUG oslo_vmware.api [None req-c12522a0-7346-40d6-9a67-b784cd7819a3 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52215057-d646-d9f5-e4c9-d3529368c946, 'name': SearchDatastore_Task, 'duration_secs': 0.01435} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.753182] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c12522a0-7346-40d6-9a67-b784cd7819a3 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Releasing lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 974.753445] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-c12522a0-7346-40d6-9a67-b784cd7819a3 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore1] 99f05c32-e188-4a96-bfc8-753bfa982e97/99f05c32-e188-4a96-bfc8-753bfa982e97.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 974.753702] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-86ddc0ad-feee-4379-b96f-25ff2f0f5bc1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.760437] env[62353]: DEBUG oslo_vmware.api [None req-c12522a0-7346-40d6-9a67-b784cd7819a3 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Waiting for the task: (returnval){ [ 974.760437] env[62353]: value = "task-2372845" [ 974.760437] env[62353]: _type = "Task" [ 974.760437] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.767607] env[62353]: DEBUG oslo_vmware.api [None req-c12522a0-7346-40d6-9a67-b784cd7819a3 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Task: {'id': task-2372845, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.843578] env[62353]: DEBUG oslo_concurrency.lockutils [None req-02a85a5d-5ff2-4ae4-bd5f-21eb938054a8 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Acquiring lock "interface-f5ffb2b3-2e54-4f2e-b46c-20046e0883b6-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 974.843578] env[62353]: DEBUG oslo_concurrency.lockutils [None req-02a85a5d-5ff2-4ae4-bd5f-21eb938054a8 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Lock "interface-f5ffb2b3-2e54-4f2e-b46c-20046e0883b6-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 974.843578] env[62353]: DEBUG nova.objects.instance [None req-02a85a5d-5ff2-4ae4-bd5f-21eb938054a8 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Lazy-loading 'flavor' on Instance uuid f5ffb2b3-2e54-4f2e-b46c-20046e0883b6 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 974.854924] env[62353]: DEBUG nova.virt.hardware [None req-8c42e6dc-c736-4e6f-96d9-a09d150d6796 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T12:38:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T12:38:15Z,direct_url=,disk_format='vmdk',id=06f909ae-e8dc-43b4-abf7-c7ed85db9bbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0a3f88790a594523a818b8c00f6862e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T12:38:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 974.855194] env[62353]: DEBUG nova.virt.hardware [None req-8c42e6dc-c736-4e6f-96d9-a09d150d6796 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 974.855357] env[62353]: DEBUG nova.virt.hardware [None req-8c42e6dc-c736-4e6f-96d9-a09d150d6796 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 974.855543] env[62353]: DEBUG nova.virt.hardware [None req-8c42e6dc-c736-4e6f-96d9-a09d150d6796 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 974.855714] env[62353]: DEBUG nova.virt.hardware [None req-8c42e6dc-c736-4e6f-96d9-a09d150d6796 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 974.856381] env[62353]: DEBUG nova.virt.hardware [None req-8c42e6dc-c736-4e6f-96d9-a09d150d6796 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 974.856381] env[62353]: DEBUG nova.virt.hardware [None req-8c42e6dc-c736-4e6f-96d9-a09d150d6796 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 974.856619] env[62353]: DEBUG nova.virt.hardware [None req-8c42e6dc-c736-4e6f-96d9-a09d150d6796 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 974.856940] env[62353]: DEBUG nova.virt.hardware [None req-8c42e6dc-c736-4e6f-96d9-a09d150d6796 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 974.857251] env[62353]: DEBUG nova.virt.hardware [None req-8c42e6dc-c736-4e6f-96d9-a09d150d6796 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 974.857549] env[62353]: DEBUG nova.virt.hardware [None req-8c42e6dc-c736-4e6f-96d9-a09d150d6796 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 974.859441] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86a8bf34-fcce-4e62-b271-72985235dc77 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.869074] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ad0228d-b983-46ba-ad09-4c9bf06a479f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.885115] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-8c42e6dc-c736-4e6f-96d9-a09d150d6796 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: e1b17af1-2067-4d4a-8d12-ef006b8e0ad3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bf:7e:61', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '08e9585e-6186-4788-9fd9-24174ce45a6f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '911beb4a-9950-43db-945e-7a8a5590f786', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 974.892674] env[62353]: DEBUG oslo.service.loopingcall [None req-8c42e6dc-c736-4e6f-96d9-a09d150d6796 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 974.892923] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e1b17af1-2067-4d4a-8d12-ef006b8e0ad3] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 974.893155] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a46083f1-5c06-439e-a314-ca10e15756e8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.916554] env[62353]: DEBUG oslo_vmware.api [None req-7df76682-1076-4c79-b234-5503ab82614f tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Task: {'id': task-2372843, 'name': PowerOnVM_Task, 'duration_secs': 0.524556} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.917990] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-7df76682-1076-4c79-b234-5503ab82614f tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] [instance: ded8ee54-91ef-450b-a930-21f932dffe36] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 974.918229] env[62353]: INFO nova.compute.manager [None req-7df76682-1076-4c79-b234-5503ab82614f tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] [instance: ded8ee54-91ef-450b-a930-21f932dffe36] Took 7.59 seconds to spawn the instance on the hypervisor. [ 974.918423] env[62353]: DEBUG nova.compute.manager [None req-7df76682-1076-4c79-b234-5503ab82614f tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] [instance: ded8ee54-91ef-450b-a930-21f932dffe36] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 974.918685] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 974.918685] env[62353]: value = "task-2372846" [ 974.918685] env[62353]: _type = "Task" [ 974.918685] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.919419] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39f387f6-95a3-48f3-95c9-8f3b56c5631b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.935183] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372846, 'name': CreateVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.049558] env[62353]: DEBUG nova.network.neutron [None req-920335ae-2381-43d1-93b0-22ba32d1982d tempest-ServerPasswordTestJSON-1092796968 tempest-ServerPasswordTestJSON-1092796968-project-member] [instance: 6dc2e25a-bf79-4040-a314-e5c665b5f14a] Successfully updated port: f3fa18ca-ba0b-4a85-ae18-928dc4933166 {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 975.068042] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1e03a1a3-cb92-454d-8c99-3539c13ed6ab tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Lock "71b98f1e-48af-4261-97fb-a93c35497702" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.077s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 975.111646] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372844, 'name': CreateVM_Task, 'duration_secs': 0.347455} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.111849] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: db88426e-6cc5-4a10-a294-ed152c0489f3] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 975.112691] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c12522a0-7346-40d6-9a67-b784cd7819a3 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 975.112895] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c12522a0-7346-40d6-9a67-b784cd7819a3 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Acquired lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.113271] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c12522a0-7346-40d6-9a67-b784cd7819a3 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 975.113633] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da8efd25-3627-47ab-95ab-b4df24fa066e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.119343] env[62353]: DEBUG oslo_vmware.api [None req-c12522a0-7346-40d6-9a67-b784cd7819a3 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Waiting for the task: (returnval){ [ 975.119343] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]522eb04e-2e69-17d7-225b-d6b120e9a3b9" [ 975.119343] env[62353]: _type = "Task" [ 975.119343] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.128293] env[62353]: DEBUG oslo_vmware.api [None req-c12522a0-7346-40d6-9a67-b784cd7819a3 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]522eb04e-2e69-17d7-225b-d6b120e9a3b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.270473] env[62353]: DEBUG oslo_vmware.api [None req-c12522a0-7346-40d6-9a67-b784cd7819a3 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Task: {'id': task-2372845, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.479057} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.270847] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-c12522a0-7346-40d6-9a67-b784cd7819a3 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore1] 99f05c32-e188-4a96-bfc8-753bfa982e97/99f05c32-e188-4a96-bfc8-753bfa982e97.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 975.271105] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-c12522a0-7346-40d6-9a67-b784cd7819a3 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] [instance: 99f05c32-e188-4a96-bfc8-753bfa982e97] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 975.271446] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2b7d3964-3630-496b-ae41-a4d2f86bcc1f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.278283] env[62353]: DEBUG oslo_vmware.api [None req-c12522a0-7346-40d6-9a67-b784cd7819a3 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Waiting for the task: (returnval){ [ 975.278283] env[62353]: value = "task-2372847" [ 975.278283] env[62353]: _type = "Task" [ 975.278283] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.287298] env[62353]: DEBUG oslo_vmware.api [None req-c12522a0-7346-40d6-9a67-b784cd7819a3 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Task: {'id': task-2372847, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.328940] env[62353]: DEBUG nova.network.neutron [req-39e511da-759e-4724-8710-b4fb01a2da2e req-d37aeffa-0552-4bee-97dc-76c9fbf0a068 service nova] [instance: db88426e-6cc5-4a10-a294-ed152c0489f3] Updated VIF entry in instance network info cache for port 15484e3b-8ccd-402e-bbf9-97ddff56a80d. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 975.329369] env[62353]: DEBUG nova.network.neutron [req-39e511da-759e-4724-8710-b4fb01a2da2e req-d37aeffa-0552-4bee-97dc-76c9fbf0a068 service nova] [instance: db88426e-6cc5-4a10-a294-ed152c0489f3] Updating instance_info_cache with network_info: [{"id": "15484e3b-8ccd-402e-bbf9-97ddff56a80d", "address": "fa:16:3e:f9:f1:5f", "network": {"id": "6c549d67-0618-432f-a6cb-e6171780a947", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2014680802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3dc76d18f7e74665a96b93a69de14f9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1931669-8959-4e86-a603-e206bcf2b47a", "external-id": "nsx-vlan-transportzone-937", "segmentation_id": 937, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15484e3b-8c", "ovs_interfaceid": "15484e3b-8ccd-402e-bbf9-97ddff56a80d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.347108] env[62353]: DEBUG nova.objects.instance [None req-02a85a5d-5ff2-4ae4-bd5f-21eb938054a8 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Lazy-loading 'pci_requests' on Instance uuid f5ffb2b3-2e54-4f2e-b46c-20046e0883b6 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 975.432633] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372846, 'name': CreateVM_Task} progress is 99%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.444688] env[62353]: INFO nova.compute.manager [None req-7df76682-1076-4c79-b234-5503ab82614f tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] [instance: ded8ee54-91ef-450b-a930-21f932dffe36] Took 19.58 seconds to build instance. [ 975.556148] env[62353]: DEBUG oslo_concurrency.lockutils [None req-920335ae-2381-43d1-93b0-22ba32d1982d tempest-ServerPasswordTestJSON-1092796968 tempest-ServerPasswordTestJSON-1092796968-project-member] Acquiring lock "refresh_cache-6dc2e25a-bf79-4040-a314-e5c665b5f14a" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 975.556148] env[62353]: DEBUG oslo_concurrency.lockutils [None req-920335ae-2381-43d1-93b0-22ba32d1982d tempest-ServerPasswordTestJSON-1092796968 tempest-ServerPasswordTestJSON-1092796968-project-member] Acquired lock "refresh_cache-6dc2e25a-bf79-4040-a314-e5c665b5f14a" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.556580] env[62353]: DEBUG nova.network.neutron [None req-920335ae-2381-43d1-93b0-22ba32d1982d tempest-ServerPasswordTestJSON-1092796968 tempest-ServerPasswordTestJSON-1092796968-project-member] [instance: 6dc2e25a-bf79-4040-a314-e5c665b5f14a] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 975.632032] env[62353]: DEBUG oslo_vmware.api [None req-c12522a0-7346-40d6-9a67-b784cd7819a3 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]522eb04e-2e69-17d7-225b-d6b120e9a3b9, 'name': SearchDatastore_Task, 'duration_secs': 0.053327} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.632157] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c12522a0-7346-40d6-9a67-b784cd7819a3 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Releasing lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 975.632338] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-c12522a0-7346-40d6-9a67-b784cd7819a3 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] [instance: db88426e-6cc5-4a10-a294-ed152c0489f3] Processing image 06f909ae-e8dc-43b4-abf7-c7ed85db9bbd {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 975.632571] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c12522a0-7346-40d6-9a67-b784cd7819a3 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 975.632715] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c12522a0-7346-40d6-9a67-b784cd7819a3 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Acquired lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.632893] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-c12522a0-7346-40d6-9a67-b784cd7819a3 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 975.633170] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-27cf1cb2-351f-46f0-847f-dd25c2abad90 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.653474] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-c12522a0-7346-40d6-9a67-b784cd7819a3 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 975.653668] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-c12522a0-7346-40d6-9a67-b784cd7819a3 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 975.654421] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2be6a02c-bfe8-45a3-9463-72ab1753ce07 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.660876] env[62353]: DEBUG oslo_vmware.api [None req-c12522a0-7346-40d6-9a67-b784cd7819a3 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Waiting for the task: (returnval){ [ 975.660876] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52aa831e-f8c7-0107-fefd-0e201efc6585" [ 975.660876] env[62353]: _type = "Task" [ 975.660876] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.668668] env[62353]: DEBUG oslo_vmware.api [None req-c12522a0-7346-40d6-9a67-b784cd7819a3 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52aa831e-f8c7-0107-fefd-0e201efc6585, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.789502] env[62353]: DEBUG oslo_vmware.api [None req-c12522a0-7346-40d6-9a67-b784cd7819a3 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Task: {'id': task-2372847, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070043} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.789729] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-c12522a0-7346-40d6-9a67-b784cd7819a3 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] [instance: 99f05c32-e188-4a96-bfc8-753bfa982e97] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 975.790575] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3545793d-49d3-44bc-a61d-5d69e9cc6948 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.815708] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-c12522a0-7346-40d6-9a67-b784cd7819a3 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] [instance: 99f05c32-e188-4a96-bfc8-753bfa982e97] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] 99f05c32-e188-4a96-bfc8-753bfa982e97/99f05c32-e188-4a96-bfc8-753bfa982e97.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 975.818376] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a0f027cb-f44d-4f7a-a385-cd72a82dbda1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.833210] env[62353]: DEBUG oslo_concurrency.lockutils [req-39e511da-759e-4724-8710-b4fb01a2da2e req-d37aeffa-0552-4bee-97dc-76c9fbf0a068 service nova] Releasing lock "refresh_cache-db88426e-6cc5-4a10-a294-ed152c0489f3" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 975.840690] env[62353]: DEBUG oslo_vmware.api [None req-c12522a0-7346-40d6-9a67-b784cd7819a3 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Waiting for the task: (returnval){ [ 975.840690] env[62353]: value = "task-2372848" [ 975.840690] env[62353]: _type = "Task" [ 975.840690] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.842237] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25a76e2b-501d-4633-b94f-e75363cc7908 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.849242] env[62353]: DEBUG nova.objects.base [None req-02a85a5d-5ff2-4ae4-bd5f-21eb938054a8 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=62353) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 975.849522] env[62353]: DEBUG nova.network.neutron [None req-02a85a5d-5ff2-4ae4-bd5f-21eb938054a8 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: f5ffb2b3-2e54-4f2e-b46c-20046e0883b6] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 975.855528] env[62353]: DEBUG oslo_vmware.api [None req-c12522a0-7346-40d6-9a67-b784cd7819a3 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Task: {'id': task-2372848, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.856790] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d9b34d5-3a73-4648-90b6-9ebbedb174b4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.887246] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-020989e1-49af-41f8-a7fc-edc51cf2affe {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.894750] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f406e0e-6957-403b-9e7d-4ce298ce039f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.909012] env[62353]: DEBUG nova.compute.provider_tree [None req-a1d15abb-7370-4795-8ceb-47cb31d59eb4 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 975.932011] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372846, 'name': CreateVM_Task, 'duration_secs': 0.63704} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.932189] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e1b17af1-2067-4d4a-8d12-ef006b8e0ad3] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 975.933238] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8c42e6dc-c736-4e6f-96d9-a09d150d6796 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 975.933429] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8c42e6dc-c736-4e6f-96d9-a09d150d6796 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Acquired lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.933954] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8c42e6dc-c736-4e6f-96d9-a09d150d6796 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 975.934352] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9c20de8-54ac-41de-9f44-95ca5cf63489 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.940418] env[62353]: DEBUG oslo_vmware.api [None req-8c42e6dc-c736-4e6f-96d9-a09d150d6796 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Waiting for the task: (returnval){ [ 975.940418] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52a2013a-c7a2-8786-9491-82d39f9c135d" [ 975.940418] env[62353]: _type = "Task" [ 975.940418] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.941214] env[62353]: DEBUG oslo_concurrency.lockutils [None req-02a85a5d-5ff2-4ae4-bd5f-21eb938054a8 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Lock "interface-f5ffb2b3-2e54-4f2e-b46c-20046e0883b6-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.098s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 975.946420] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7df76682-1076-4c79-b234-5503ab82614f tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Lock "ded8ee54-91ef-450b-a930-21f932dffe36" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.094s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 975.951694] env[62353]: DEBUG oslo_vmware.api [None req-8c42e6dc-c736-4e6f-96d9-a09d150d6796 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52a2013a-c7a2-8786-9491-82d39f9c135d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.955787] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-641c3700-d2ca-40b6-a6b9-3b565864267b tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [instance: 53ff526b-6e0b-49bc-beca-4fb4a377389b] Volume attach. Driver type: vmdk {{(pid=62353) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 975.956010] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-641c3700-d2ca-40b6-a6b9-3b565864267b tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [instance: 53ff526b-6e0b-49bc-beca-4fb4a377389b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-481697', 'volume_id': 'a505c259-a624-4497-a9e7-9a64fe406af9', 'name': 'volume-a505c259-a624-4497-a9e7-9a64fe406af9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '53ff526b-6e0b-49bc-beca-4fb4a377389b', 'attached_at': '', 'detached_at': '', 'volume_id': 'a505c259-a624-4497-a9e7-9a64fe406af9', 'serial': 'a505c259-a624-4497-a9e7-9a64fe406af9'} {{(pid=62353) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 975.956996] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a7d6d08-959b-40f3-87ea-22f1bed8e41d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.974721] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d15596d-0292-41c4-b3f5-7822af4c7a3d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.000020] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-641c3700-d2ca-40b6-a6b9-3b565864267b tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [instance: 53ff526b-6e0b-49bc-beca-4fb4a377389b] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] volume-a505c259-a624-4497-a9e7-9a64fe406af9/volume-a505c259-a624-4497-a9e7-9a64fe406af9.vmdk or device None with type thin {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 976.000337] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-64d01fb9-2031-46dd-93cb-c351656224d2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.021211] env[62353]: DEBUG oslo_vmware.api [None req-641c3700-d2ca-40b6-a6b9-3b565864267b tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Waiting for the task: (returnval){ [ 976.021211] env[62353]: value = "task-2372849" [ 976.021211] env[62353]: _type = "Task" [ 976.021211] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.028213] env[62353]: DEBUG oslo_vmware.api [None req-641c3700-d2ca-40b6-a6b9-3b565864267b tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Task: {'id': task-2372849, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.057025] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d414fec3-d23c-47aa-9708-28f1cb37e5ee tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Acquiring lock "ded8ee54-91ef-450b-a930-21f932dffe36" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 976.057388] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d414fec3-d23c-47aa-9708-28f1cb37e5ee tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Lock "ded8ee54-91ef-450b-a930-21f932dffe36" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 976.057612] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d414fec3-d23c-47aa-9708-28f1cb37e5ee tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Acquiring lock "ded8ee54-91ef-450b-a930-21f932dffe36-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 976.057790] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d414fec3-d23c-47aa-9708-28f1cb37e5ee tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Lock "ded8ee54-91ef-450b-a930-21f932dffe36-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 976.057958] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d414fec3-d23c-47aa-9708-28f1cb37e5ee tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Lock "ded8ee54-91ef-450b-a930-21f932dffe36-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 976.061802] env[62353]: INFO nova.compute.manager [None req-d414fec3-d23c-47aa-9708-28f1cb37e5ee tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] [instance: ded8ee54-91ef-450b-a930-21f932dffe36] Terminating instance [ 976.096834] env[62353]: DEBUG nova.network.neutron [None req-920335ae-2381-43d1-93b0-22ba32d1982d tempest-ServerPasswordTestJSON-1092796968 tempest-ServerPasswordTestJSON-1092796968-project-member] [instance: 6dc2e25a-bf79-4040-a314-e5c665b5f14a] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 976.173798] env[62353]: DEBUG oslo_vmware.api [None req-c12522a0-7346-40d6-9a67-b784cd7819a3 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52aa831e-f8c7-0107-fefd-0e201efc6585, 'name': SearchDatastore_Task, 'duration_secs': 0.029886} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.174619] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c484671a-6dfc-4d6f-808f-0bb93f77efa6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.179992] env[62353]: DEBUG oslo_vmware.api [None req-c12522a0-7346-40d6-9a67-b784cd7819a3 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Waiting for the task: (returnval){ [ 976.179992] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]526c9fc0-6317-4fbe-e668-6c1d7a47c8fa" [ 976.179992] env[62353]: _type = "Task" [ 976.179992] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.187425] env[62353]: DEBUG oslo_vmware.api [None req-c12522a0-7346-40d6-9a67-b784cd7819a3 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]526c9fc0-6317-4fbe-e668-6c1d7a47c8fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.238017] env[62353]: DEBUG nova.network.neutron [None req-920335ae-2381-43d1-93b0-22ba32d1982d tempest-ServerPasswordTestJSON-1092796968 tempest-ServerPasswordTestJSON-1092796968-project-member] [instance: 6dc2e25a-bf79-4040-a314-e5c665b5f14a] Updating instance_info_cache with network_info: [{"id": "f3fa18ca-ba0b-4a85-ae18-928dc4933166", "address": "fa:16:3e:59:ef:b8", "network": {"id": "ce325634-27f6-404b-b012-699ba68e8660", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-91319962-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33fd2afc2bbd461e993e1876f7ae8c56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b107fab-ee71-47db-ad4d-3c6f05546843", "external-id": "cl2-zone-554", "segmentation_id": 554, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3fa18ca-ba", "ovs_interfaceid": "f3fa18ca-ba0b-4a85-ae18-928dc4933166", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.352042] env[62353]: DEBUG oslo_vmware.api [None req-c12522a0-7346-40d6-9a67-b784cd7819a3 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Task: {'id': task-2372848, 'name': ReconfigVM_Task, 'duration_secs': 0.291146} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.352323] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-c12522a0-7346-40d6-9a67-b784cd7819a3 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] [instance: 99f05c32-e188-4a96-bfc8-753bfa982e97] Reconfigured VM instance instance-0000005b to attach disk [datastore1] 99f05c32-e188-4a96-bfc8-753bfa982e97/99f05c32-e188-4a96-bfc8-753bfa982e97.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 976.352967] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-20d525d7-d099-42dd-b5c5-44a20e5f2f8b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.360536] env[62353]: DEBUG oslo_vmware.api [None req-c12522a0-7346-40d6-9a67-b784cd7819a3 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Waiting for the task: (returnval){ [ 976.360536] env[62353]: value = "task-2372850" [ 976.360536] env[62353]: _type = "Task" [ 976.360536] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.368041] env[62353]: DEBUG oslo_vmware.api [None req-c12522a0-7346-40d6-9a67-b784cd7819a3 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Task: {'id': task-2372850, 'name': Rename_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.412811] env[62353]: DEBUG nova.scheduler.client.report [None req-a1d15abb-7370-4795-8ceb-47cb31d59eb4 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 976.454239] env[62353]: DEBUG oslo_vmware.api [None req-8c42e6dc-c736-4e6f-96d9-a09d150d6796 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52a2013a-c7a2-8786-9491-82d39f9c135d, 'name': SearchDatastore_Task, 'duration_secs': 0.019349} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.454676] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8c42e6dc-c736-4e6f-96d9-a09d150d6796 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Releasing lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 976.454960] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-8c42e6dc-c736-4e6f-96d9-a09d150d6796 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: e1b17af1-2067-4d4a-8d12-ef006b8e0ad3] Processing image 06f909ae-e8dc-43b4-abf7-c7ed85db9bbd {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 976.455308] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8c42e6dc-c736-4e6f-96d9-a09d150d6796 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 976.529890] env[62353]: DEBUG oslo_vmware.api [None req-641c3700-d2ca-40b6-a6b9-3b565864267b tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Task: {'id': task-2372849, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.544411] env[62353]: DEBUG oslo_concurrency.lockutils [None req-44fda393-897d-4837-b4b6-14ad977c1060 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Acquiring lock "433c3b50-7fbd-4153-b99d-9d60027c9a9f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 976.544692] env[62353]: DEBUG oslo_concurrency.lockutils [None req-44fda393-897d-4837-b4b6-14ad977c1060 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Lock "433c3b50-7fbd-4153-b99d-9d60027c9a9f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 976.565549] env[62353]: DEBUG nova.compute.manager [None req-d414fec3-d23c-47aa-9708-28f1cb37e5ee tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] [instance: ded8ee54-91ef-450b-a930-21f932dffe36] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 976.565815] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-d414fec3-d23c-47aa-9708-28f1cb37e5ee tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] [instance: ded8ee54-91ef-450b-a930-21f932dffe36] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 976.566725] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7c2f14a-a3bf-4371-919e-6e18fe267057 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.574811] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-d414fec3-d23c-47aa-9708-28f1cb37e5ee tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] [instance: ded8ee54-91ef-450b-a930-21f932dffe36] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 976.575609] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b1980908-d5ac-4030-b066-b9f6ed9a0e43 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.583906] env[62353]: DEBUG oslo_vmware.api [None req-d414fec3-d23c-47aa-9708-28f1cb37e5ee tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Waiting for the task: (returnval){ [ 976.583906] env[62353]: value = "task-2372851" [ 976.583906] env[62353]: _type = "Task" [ 976.583906] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.593399] env[62353]: DEBUG oslo_vmware.api [None req-d414fec3-d23c-47aa-9708-28f1cb37e5ee tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Task: {'id': task-2372851, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.608553] env[62353]: DEBUG nova.compute.manager [req-3db012d5-311c-4e00-93d3-624b017e2035 req-fd5dcdcd-f333-466d-8f6a-f9fce906eb0f service nova] [instance: 6dc2e25a-bf79-4040-a314-e5c665b5f14a] Received event network-vif-plugged-f3fa18ca-ba0b-4a85-ae18-928dc4933166 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 976.608553] env[62353]: DEBUG oslo_concurrency.lockutils [req-3db012d5-311c-4e00-93d3-624b017e2035 req-fd5dcdcd-f333-466d-8f6a-f9fce906eb0f service nova] Acquiring lock "6dc2e25a-bf79-4040-a314-e5c665b5f14a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 976.608553] env[62353]: DEBUG oslo_concurrency.lockutils [req-3db012d5-311c-4e00-93d3-624b017e2035 req-fd5dcdcd-f333-466d-8f6a-f9fce906eb0f service nova] Lock "6dc2e25a-bf79-4040-a314-e5c665b5f14a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 976.608553] env[62353]: DEBUG oslo_concurrency.lockutils [req-3db012d5-311c-4e00-93d3-624b017e2035 req-fd5dcdcd-f333-466d-8f6a-f9fce906eb0f service nova] Lock "6dc2e25a-bf79-4040-a314-e5c665b5f14a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 976.608553] env[62353]: DEBUG nova.compute.manager [req-3db012d5-311c-4e00-93d3-624b017e2035 req-fd5dcdcd-f333-466d-8f6a-f9fce906eb0f service nova] [instance: 6dc2e25a-bf79-4040-a314-e5c665b5f14a] No waiting events found dispatching network-vif-plugged-f3fa18ca-ba0b-4a85-ae18-928dc4933166 {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 976.608982] env[62353]: WARNING nova.compute.manager [req-3db012d5-311c-4e00-93d3-624b017e2035 req-fd5dcdcd-f333-466d-8f6a-f9fce906eb0f service nova] [instance: 6dc2e25a-bf79-4040-a314-e5c665b5f14a] Received unexpected event network-vif-plugged-f3fa18ca-ba0b-4a85-ae18-928dc4933166 for instance with vm_state building and task_state spawning. [ 976.608982] env[62353]: DEBUG nova.compute.manager [req-3db012d5-311c-4e00-93d3-624b017e2035 req-fd5dcdcd-f333-466d-8f6a-f9fce906eb0f service nova] [instance: 6dc2e25a-bf79-4040-a314-e5c665b5f14a] Received event network-changed-f3fa18ca-ba0b-4a85-ae18-928dc4933166 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 976.608982] env[62353]: DEBUG nova.compute.manager [req-3db012d5-311c-4e00-93d3-624b017e2035 req-fd5dcdcd-f333-466d-8f6a-f9fce906eb0f service nova] [instance: 6dc2e25a-bf79-4040-a314-e5c665b5f14a] Refreshing instance network info cache due to event network-changed-f3fa18ca-ba0b-4a85-ae18-928dc4933166. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 976.609254] env[62353]: DEBUG oslo_concurrency.lockutils [req-3db012d5-311c-4e00-93d3-624b017e2035 req-fd5dcdcd-f333-466d-8f6a-f9fce906eb0f service nova] Acquiring lock "refresh_cache-6dc2e25a-bf79-4040-a314-e5c665b5f14a" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 976.691728] env[62353]: DEBUG oslo_vmware.api [None req-c12522a0-7346-40d6-9a67-b784cd7819a3 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]526c9fc0-6317-4fbe-e668-6c1d7a47c8fa, 'name': SearchDatastore_Task, 'duration_secs': 0.041223} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.692128] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c12522a0-7346-40d6-9a67-b784cd7819a3 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Releasing lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 976.692431] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-c12522a0-7346-40d6-9a67-b784cd7819a3 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore1] db88426e-6cc5-4a10-a294-ed152c0489f3/db88426e-6cc5-4a10-a294-ed152c0489f3.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 976.692739] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8c42e6dc-c736-4e6f-96d9-a09d150d6796 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Acquired lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.692939] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c42e6dc-c736-4e6f-96d9-a09d150d6796 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 976.693198] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-58d6cc08-637e-4341-8dc7-322d96444261 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.695591] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7d57773a-a7b7-4af3-9de0-156b8aa5a211 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.703308] env[62353]: DEBUG oslo_vmware.api [None req-c12522a0-7346-40d6-9a67-b784cd7819a3 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Waiting for the task: (returnval){ [ 976.703308] env[62353]: value = "task-2372852" [ 976.703308] env[62353]: _type = "Task" [ 976.703308] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.712274] env[62353]: DEBUG oslo_vmware.api [None req-c12522a0-7346-40d6-9a67-b784cd7819a3 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Task: {'id': task-2372852, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.713677] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c42e6dc-c736-4e6f-96d9-a09d150d6796 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 976.713903] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-8c42e6dc-c736-4e6f-96d9-a09d150d6796 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 976.714710] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef79e243-3552-4ea6-a43b-ae9ecf926132 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.721457] env[62353]: DEBUG oslo_vmware.api [None req-8c42e6dc-c736-4e6f-96d9-a09d150d6796 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Waiting for the task: (returnval){ [ 976.721457] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52c265d8-554c-c409-de72-7b889db13984" [ 976.721457] env[62353]: _type = "Task" [ 976.721457] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.730637] env[62353]: DEBUG oslo_vmware.api [None req-8c42e6dc-c736-4e6f-96d9-a09d150d6796 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52c265d8-554c-c409-de72-7b889db13984, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.742652] env[62353]: DEBUG oslo_concurrency.lockutils [None req-920335ae-2381-43d1-93b0-22ba32d1982d tempest-ServerPasswordTestJSON-1092796968 tempest-ServerPasswordTestJSON-1092796968-project-member] Releasing lock "refresh_cache-6dc2e25a-bf79-4040-a314-e5c665b5f14a" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 976.742652] env[62353]: DEBUG nova.compute.manager [None req-920335ae-2381-43d1-93b0-22ba32d1982d tempest-ServerPasswordTestJSON-1092796968 tempest-ServerPasswordTestJSON-1092796968-project-member] [instance: 6dc2e25a-bf79-4040-a314-e5c665b5f14a] Instance network_info: |[{"id": "f3fa18ca-ba0b-4a85-ae18-928dc4933166", "address": "fa:16:3e:59:ef:b8", "network": {"id": "ce325634-27f6-404b-b012-699ba68e8660", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-91319962-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33fd2afc2bbd461e993e1876f7ae8c56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b107fab-ee71-47db-ad4d-3c6f05546843", "external-id": "cl2-zone-554", "segmentation_id": 554, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3fa18ca-ba", "ovs_interfaceid": "f3fa18ca-ba0b-4a85-ae18-928dc4933166", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 976.743123] env[62353]: DEBUG oslo_concurrency.lockutils [req-3db012d5-311c-4e00-93d3-624b017e2035 req-fd5dcdcd-f333-466d-8f6a-f9fce906eb0f service nova] Acquired lock "refresh_cache-6dc2e25a-bf79-4040-a314-e5c665b5f14a" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.743123] env[62353]: DEBUG nova.network.neutron [req-3db012d5-311c-4e00-93d3-624b017e2035 req-fd5dcdcd-f333-466d-8f6a-f9fce906eb0f service nova] [instance: 6dc2e25a-bf79-4040-a314-e5c665b5f14a] Refreshing network info cache for port f3fa18ca-ba0b-4a85-ae18-928dc4933166 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 976.744368] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-920335ae-2381-43d1-93b0-22ba32d1982d tempest-ServerPasswordTestJSON-1092796968 tempest-ServerPasswordTestJSON-1092796968-project-member] [instance: 6dc2e25a-bf79-4040-a314-e5c665b5f14a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:59:ef:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3b107fab-ee71-47db-ad4d-3c6f05546843', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f3fa18ca-ba0b-4a85-ae18-928dc4933166', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 976.753411] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-920335ae-2381-43d1-93b0-22ba32d1982d tempest-ServerPasswordTestJSON-1092796968 tempest-ServerPasswordTestJSON-1092796968-project-member] Creating folder: Project (33fd2afc2bbd461e993e1876f7ae8c56). Parent ref: group-v481456. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 976.756924] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b28bce4d-dc3e-4f68-9306-555fc2b5520f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.767648] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-920335ae-2381-43d1-93b0-22ba32d1982d tempest-ServerPasswordTestJSON-1092796968 tempest-ServerPasswordTestJSON-1092796968-project-member] Created folder: Project (33fd2afc2bbd461e993e1876f7ae8c56) in parent group-v481456. [ 976.767881] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-920335ae-2381-43d1-93b0-22ba32d1982d tempest-ServerPasswordTestJSON-1092796968 tempest-ServerPasswordTestJSON-1092796968-project-member] Creating folder: Instances. Parent ref: group-v481701. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 976.768162] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-de9a1ea4-400b-41eb-98a6-50cd029a1f55 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.778166] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-920335ae-2381-43d1-93b0-22ba32d1982d tempest-ServerPasswordTestJSON-1092796968 tempest-ServerPasswordTestJSON-1092796968-project-member] Created folder: Instances in parent group-v481701. [ 976.778520] env[62353]: DEBUG oslo.service.loopingcall [None req-920335ae-2381-43d1-93b0-22ba32d1982d tempest-ServerPasswordTestJSON-1092796968 tempest-ServerPasswordTestJSON-1092796968-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 976.778738] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6dc2e25a-bf79-4040-a314-e5c665b5f14a] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 976.778966] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b7ca0ab7-f26b-4544-ad1c-42c8ad8bc3ef {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.804781] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 976.804781] env[62353]: value = "task-2372855" [ 976.804781] env[62353]: _type = "Task" [ 976.804781] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.812848] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372855, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.871214] env[62353]: DEBUG oslo_vmware.api [None req-c12522a0-7346-40d6-9a67-b784cd7819a3 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Task: {'id': task-2372850, 'name': Rename_Task, 'duration_secs': 0.181732} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.871627] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-c12522a0-7346-40d6-9a67-b784cd7819a3 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] [instance: 99f05c32-e188-4a96-bfc8-753bfa982e97] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 976.871880] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4d910a94-65d3-4a60-9d6f-518fb0026010 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.881475] env[62353]: DEBUG oslo_vmware.api [None req-c12522a0-7346-40d6-9a67-b784cd7819a3 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Waiting for the task: (returnval){ [ 976.881475] env[62353]: value = "task-2372856" [ 976.881475] env[62353]: _type = "Task" [ 976.881475] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.889531] env[62353]: DEBUG oslo_vmware.api [None req-c12522a0-7346-40d6-9a67-b784cd7819a3 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Task: {'id': task-2372856, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.918359] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a1d15abb-7370-4795-8ceb-47cb31d59eb4 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.379s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 976.919219] env[62353]: DEBUG nova.compute.manager [None req-a1d15abb-7370-4795-8ceb-47cb31d59eb4 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] [instance: 5e4991fd-b146-4b54-bb9d-18a936171750] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 976.922562] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b5a08f99-b812-48c8-953a-ef43d23ad6ec tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.173s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 976.922826] env[62353]: DEBUG nova.objects.instance [None req-b5a08f99-b812-48c8-953a-ef43d23ad6ec tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Lazy-loading 'resources' on Instance uuid 97cac27a-befb-4694-9fd8-5209a8e36121 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 976.977585] env[62353]: DEBUG nova.network.neutron [req-3db012d5-311c-4e00-93d3-624b017e2035 req-fd5dcdcd-f333-466d-8f6a-f9fce906eb0f service nova] [instance: 6dc2e25a-bf79-4040-a314-e5c665b5f14a] Updated VIF entry in instance network info cache for port f3fa18ca-ba0b-4a85-ae18-928dc4933166. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 976.978102] env[62353]: DEBUG nova.network.neutron [req-3db012d5-311c-4e00-93d3-624b017e2035 req-fd5dcdcd-f333-466d-8f6a-f9fce906eb0f service nova] [instance: 6dc2e25a-bf79-4040-a314-e5c665b5f14a] Updating instance_info_cache with network_info: [{"id": "f3fa18ca-ba0b-4a85-ae18-928dc4933166", "address": "fa:16:3e:59:ef:b8", "network": {"id": "ce325634-27f6-404b-b012-699ba68e8660", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-91319962-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33fd2afc2bbd461e993e1876f7ae8c56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b107fab-ee71-47db-ad4d-3c6f05546843", "external-id": "cl2-zone-554", "segmentation_id": 554, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3fa18ca-ba", "ovs_interfaceid": "f3fa18ca-ba0b-4a85-ae18-928dc4933166", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.031643] env[62353]: DEBUG oslo_vmware.api [None req-641c3700-d2ca-40b6-a6b9-3b565864267b tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Task: {'id': task-2372849, 'name': ReconfigVM_Task, 'duration_secs': 0.78956} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.031966] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-641c3700-d2ca-40b6-a6b9-3b565864267b tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [instance: 53ff526b-6e0b-49bc-beca-4fb4a377389b] Reconfigured VM instance instance-00000039 to attach disk [datastore1] volume-a505c259-a624-4497-a9e7-9a64fe406af9/volume-a505c259-a624-4497-a9e7-9a64fe406af9.vmdk or device None with type thin {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 977.036977] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf6d37fc-344c-480c-8249-d39525cd6a52 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.049800] env[62353]: DEBUG nova.compute.manager [None req-44fda393-897d-4837-b4b6-14ad977c1060 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 433c3b50-7fbd-4153-b99d-9d60027c9a9f] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 977.054673] env[62353]: DEBUG oslo_vmware.api [None req-641c3700-d2ca-40b6-a6b9-3b565864267b tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Waiting for the task: (returnval){ [ 977.054673] env[62353]: value = "task-2372857" [ 977.054673] env[62353]: _type = "Task" [ 977.054673] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.064200] env[62353]: DEBUG oslo_vmware.api [None req-641c3700-d2ca-40b6-a6b9-3b565864267b tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Task: {'id': task-2372857, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.094098] env[62353]: DEBUG oslo_vmware.api [None req-d414fec3-d23c-47aa-9708-28f1cb37e5ee tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Task: {'id': task-2372851, 'name': PowerOffVM_Task, 'duration_secs': 0.206548} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.095326] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-d414fec3-d23c-47aa-9708-28f1cb37e5ee tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] [instance: ded8ee54-91ef-450b-a930-21f932dffe36] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 977.095602] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-d414fec3-d23c-47aa-9708-28f1cb37e5ee tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] [instance: ded8ee54-91ef-450b-a930-21f932dffe36] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 977.095862] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9162a96b-a530-46c1-8c49-4b2fbdb28ac7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.182154] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-d414fec3-d23c-47aa-9708-28f1cb37e5ee tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] [instance: ded8ee54-91ef-450b-a930-21f932dffe36] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 977.182154] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-d414fec3-d23c-47aa-9708-28f1cb37e5ee tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] [instance: ded8ee54-91ef-450b-a930-21f932dffe36] Deleting contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 977.182392] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-d414fec3-d23c-47aa-9708-28f1cb37e5ee tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Deleting the datastore file [datastore2] ded8ee54-91ef-450b-a930-21f932dffe36 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 977.182606] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-89375dd5-bc7f-464e-9946-0de5cab82cc7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.191762] env[62353]: DEBUG oslo_vmware.api [None req-d414fec3-d23c-47aa-9708-28f1cb37e5ee tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Waiting for the task: (returnval){ [ 977.191762] env[62353]: value = "task-2372859" [ 977.191762] env[62353]: _type = "Task" [ 977.191762] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.200804] env[62353]: DEBUG oslo_vmware.api [None req-d414fec3-d23c-47aa-9708-28f1cb37e5ee tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Task: {'id': task-2372859, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.212334] env[62353]: DEBUG oslo_vmware.api [None req-c12522a0-7346-40d6-9a67-b784cd7819a3 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Task: {'id': task-2372852, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.233492] env[62353]: DEBUG oslo_vmware.api [None req-8c42e6dc-c736-4e6f-96d9-a09d150d6796 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52c265d8-554c-c409-de72-7b889db13984, 'name': SearchDatastore_Task, 'duration_secs': 0.009461} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.234441] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11fd93e7-1725-43d4-bc40-d9a930046961 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.241398] env[62353]: DEBUG oslo_vmware.api [None req-8c42e6dc-c736-4e6f-96d9-a09d150d6796 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Waiting for the task: (returnval){ [ 977.241398] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5253e55e-9a31-2cd1-7745-2a53dc085679" [ 977.241398] env[62353]: _type = "Task" [ 977.241398] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.250626] env[62353]: DEBUG oslo_vmware.api [None req-8c42e6dc-c736-4e6f-96d9-a09d150d6796 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5253e55e-9a31-2cd1-7745-2a53dc085679, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.315643] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372855, 'name': CreateVM_Task, 'duration_secs': 0.475873} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.315841] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6dc2e25a-bf79-4040-a314-e5c665b5f14a] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 977.316542] env[62353]: DEBUG oslo_concurrency.lockutils [None req-920335ae-2381-43d1-93b0-22ba32d1982d tempest-ServerPasswordTestJSON-1092796968 tempest-ServerPasswordTestJSON-1092796968-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 977.316709] env[62353]: DEBUG oslo_concurrency.lockutils [None req-920335ae-2381-43d1-93b0-22ba32d1982d tempest-ServerPasswordTestJSON-1092796968 tempest-ServerPasswordTestJSON-1092796968-project-member] Acquired lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.317062] env[62353]: DEBUG oslo_concurrency.lockutils [None req-920335ae-2381-43d1-93b0-22ba32d1982d tempest-ServerPasswordTestJSON-1092796968 tempest-ServerPasswordTestJSON-1092796968-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 977.317330] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-175b4182-6827-43b6-8921-065b02062dfe {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.322445] env[62353]: DEBUG oslo_vmware.api [None req-920335ae-2381-43d1-93b0-22ba32d1982d tempest-ServerPasswordTestJSON-1092796968 tempest-ServerPasswordTestJSON-1092796968-project-member] Waiting for the task: (returnval){ [ 977.322445] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]522f718b-6470-3125-f0ed-8f2e77a48875" [ 977.322445] env[62353]: _type = "Task" [ 977.322445] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.330663] env[62353]: DEBUG oslo_vmware.api [None req-920335ae-2381-43d1-93b0-22ba32d1982d tempest-ServerPasswordTestJSON-1092796968 tempest-ServerPasswordTestJSON-1092796968-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]522f718b-6470-3125-f0ed-8f2e77a48875, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.391753] env[62353]: DEBUG oslo_vmware.api [None req-c12522a0-7346-40d6-9a67-b784cd7819a3 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Task: {'id': task-2372856, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.426783] env[62353]: DEBUG nova.compute.utils [None req-a1d15abb-7370-4795-8ceb-47cb31d59eb4 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 977.428783] env[62353]: DEBUG nova.compute.manager [None req-a1d15abb-7370-4795-8ceb-47cb31d59eb4 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] [instance: 5e4991fd-b146-4b54-bb9d-18a936171750] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 977.429014] env[62353]: DEBUG nova.network.neutron [None req-a1d15abb-7370-4795-8ceb-47cb31d59eb4 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] [instance: 5e4991fd-b146-4b54-bb9d-18a936171750] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 977.481725] env[62353]: DEBUG oslo_concurrency.lockutils [req-3db012d5-311c-4e00-93d3-624b017e2035 req-fd5dcdcd-f333-466d-8f6a-f9fce906eb0f service nova] Releasing lock "refresh_cache-6dc2e25a-bf79-4040-a314-e5c665b5f14a" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 977.483214] env[62353]: DEBUG nova.policy [None req-a1d15abb-7370-4795-8ceb-47cb31d59eb4 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '38b60adb57bc42d1986acd42acf55fdb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c234a820a6124360a28c4cea99d6087b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:192}} [ 977.574257] env[62353]: DEBUG oslo_vmware.api [None req-641c3700-d2ca-40b6-a6b9-3b565864267b tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Task: {'id': task-2372857, 'name': ReconfigVM_Task, 'duration_secs': 0.327917} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.574618] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-641c3700-d2ca-40b6-a6b9-3b565864267b tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [instance: 53ff526b-6e0b-49bc-beca-4fb4a377389b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-481697', 'volume_id': 'a505c259-a624-4497-a9e7-9a64fe406af9', 'name': 'volume-a505c259-a624-4497-a9e7-9a64fe406af9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '53ff526b-6e0b-49bc-beca-4fb4a377389b', 'attached_at': '', 'detached_at': '', 'volume_id': 'a505c259-a624-4497-a9e7-9a64fe406af9', 'serial': 'a505c259-a624-4497-a9e7-9a64fe406af9'} {{(pid=62353) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 977.578134] env[62353]: DEBUG oslo_concurrency.lockutils [None req-44fda393-897d-4837-b4b6-14ad977c1060 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 977.714082] env[62353]: DEBUG oslo_vmware.api [None req-d414fec3-d23c-47aa-9708-28f1cb37e5ee tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Task: {'id': task-2372859, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.278716} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.717353] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-d414fec3-d23c-47aa-9708-28f1cb37e5ee tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 977.717602] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-d414fec3-d23c-47aa-9708-28f1cb37e5ee tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] [instance: ded8ee54-91ef-450b-a930-21f932dffe36] Deleted contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 977.717796] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-d414fec3-d23c-47aa-9708-28f1cb37e5ee tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] [instance: ded8ee54-91ef-450b-a930-21f932dffe36] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 977.718025] env[62353]: INFO nova.compute.manager [None req-d414fec3-d23c-47aa-9708-28f1cb37e5ee tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] [instance: ded8ee54-91ef-450b-a930-21f932dffe36] Took 1.15 seconds to destroy the instance on the hypervisor. [ 977.718223] env[62353]: DEBUG oslo.service.loopingcall [None req-d414fec3-d23c-47aa-9708-28f1cb37e5ee tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 977.718719] env[62353]: DEBUG nova.compute.manager [-] [instance: ded8ee54-91ef-450b-a930-21f932dffe36] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 977.718825] env[62353]: DEBUG nova.network.neutron [-] [instance: ded8ee54-91ef-450b-a930-21f932dffe36] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 977.723964] env[62353]: DEBUG oslo_vmware.api [None req-c12522a0-7346-40d6-9a67-b784cd7819a3 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Task: {'id': task-2372852, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.567008} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.724485] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-c12522a0-7346-40d6-9a67-b784cd7819a3 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore1] db88426e-6cc5-4a10-a294-ed152c0489f3/db88426e-6cc5-4a10-a294-ed152c0489f3.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 977.724686] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-c12522a0-7346-40d6-9a67-b784cd7819a3 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] [instance: db88426e-6cc5-4a10-a294-ed152c0489f3] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 977.724927] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-128c7b5a-983a-48ba-a50b-e6b244ab610b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.735571] env[62353]: DEBUG oslo_vmware.api [None req-c12522a0-7346-40d6-9a67-b784cd7819a3 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Waiting for the task: (returnval){ [ 977.735571] env[62353]: value = "task-2372860" [ 977.735571] env[62353]: _type = "Task" [ 977.735571] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.746710] env[62353]: DEBUG oslo_vmware.api [None req-c12522a0-7346-40d6-9a67-b784cd7819a3 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Task: {'id': task-2372860, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.752489] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-548edc02-2d14-4139-ac98-2809645ef768 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.760799] env[62353]: DEBUG oslo_vmware.api [None req-8c42e6dc-c736-4e6f-96d9-a09d150d6796 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5253e55e-9a31-2cd1-7745-2a53dc085679, 'name': SearchDatastore_Task, 'duration_secs': 0.018582} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.766203] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8c42e6dc-c736-4e6f-96d9-a09d150d6796 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Releasing lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 977.766203] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c42e6dc-c736-4e6f-96d9-a09d150d6796 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore1] e1b17af1-2067-4d4a-8d12-ef006b8e0ad3/e1b17af1-2067-4d4a-8d12-ef006b8e0ad3.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 977.766203] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f6d2d761-25a1-4029-9fe9-bc9039aaf714 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.768520] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b28d313-742c-4437-9cb2-9e2d0c0875b0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.799172] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ef75c83-c040-4228-81df-e1db8821e6ad {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.801923] env[62353]: DEBUG oslo_vmware.api [None req-8c42e6dc-c736-4e6f-96d9-a09d150d6796 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Waiting for the task: (returnval){ [ 977.801923] env[62353]: value = "task-2372861" [ 977.801923] env[62353]: _type = "Task" [ 977.801923] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.808839] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe2e0842-1438-4a5a-8994-86176a99d5b1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.815955] env[62353]: DEBUG oslo_vmware.api [None req-8c42e6dc-c736-4e6f-96d9-a09d150d6796 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Task: {'id': task-2372861, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.818597] env[62353]: DEBUG nova.network.neutron [None req-a1d15abb-7370-4795-8ceb-47cb31d59eb4 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] [instance: 5e4991fd-b146-4b54-bb9d-18a936171750] Successfully created port: b04fe56a-0158-4913-ae26-5e795f3340ca {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 977.830325] env[62353]: DEBUG nova.compute.provider_tree [None req-b5a08f99-b812-48c8-953a-ef43d23ad6ec tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 977.840259] env[62353]: DEBUG oslo_vmware.api [None req-920335ae-2381-43d1-93b0-22ba32d1982d tempest-ServerPasswordTestJSON-1092796968 tempest-ServerPasswordTestJSON-1092796968-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]522f718b-6470-3125-f0ed-8f2e77a48875, 'name': SearchDatastore_Task, 'duration_secs': 0.01325} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.840606] env[62353]: DEBUG oslo_concurrency.lockutils [None req-920335ae-2381-43d1-93b0-22ba32d1982d tempest-ServerPasswordTestJSON-1092796968 tempest-ServerPasswordTestJSON-1092796968-project-member] Releasing lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 977.840843] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-920335ae-2381-43d1-93b0-22ba32d1982d tempest-ServerPasswordTestJSON-1092796968 tempest-ServerPasswordTestJSON-1092796968-project-member] [instance: 6dc2e25a-bf79-4040-a314-e5c665b5f14a] Processing image 06f909ae-e8dc-43b4-abf7-c7ed85db9bbd {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 977.841079] env[62353]: DEBUG oslo_concurrency.lockutils [None req-920335ae-2381-43d1-93b0-22ba32d1982d tempest-ServerPasswordTestJSON-1092796968 tempest-ServerPasswordTestJSON-1092796968-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 977.841220] env[62353]: DEBUG oslo_concurrency.lockutils [None req-920335ae-2381-43d1-93b0-22ba32d1982d tempest-ServerPasswordTestJSON-1092796968 tempest-ServerPasswordTestJSON-1092796968-project-member] Acquired lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.841390] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-920335ae-2381-43d1-93b0-22ba32d1982d tempest-ServerPasswordTestJSON-1092796968 tempest-ServerPasswordTestJSON-1092796968-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 977.841840] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-646b7446-976a-4e59-b0bc-e2b84759f288 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.849689] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-920335ae-2381-43d1-93b0-22ba32d1982d tempest-ServerPasswordTestJSON-1092796968 tempest-ServerPasswordTestJSON-1092796968-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 977.849876] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-920335ae-2381-43d1-93b0-22ba32d1982d tempest-ServerPasswordTestJSON-1092796968 tempest-ServerPasswordTestJSON-1092796968-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 977.850683] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f453e0ca-4dfa-43c6-96cc-baf1e92820ea {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.856442] env[62353]: DEBUG oslo_vmware.api [None req-920335ae-2381-43d1-93b0-22ba32d1982d tempest-ServerPasswordTestJSON-1092796968 tempest-ServerPasswordTestJSON-1092796968-project-member] Waiting for the task: (returnval){ [ 977.856442] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]521a0512-c245-bbdd-a328-e4ed0274f19a" [ 977.856442] env[62353]: _type = "Task" [ 977.856442] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.865801] env[62353]: DEBUG oslo_vmware.api [None req-920335ae-2381-43d1-93b0-22ba32d1982d tempest-ServerPasswordTestJSON-1092796968 tempest-ServerPasswordTestJSON-1092796968-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]521a0512-c245-bbdd-a328-e4ed0274f19a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.894230] env[62353]: DEBUG oslo_vmware.api [None req-c12522a0-7346-40d6-9a67-b784cd7819a3 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Task: {'id': task-2372856, 'name': PowerOnVM_Task, 'duration_secs': 0.551666} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.894230] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-c12522a0-7346-40d6-9a67-b784cd7819a3 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] [instance: 99f05c32-e188-4a96-bfc8-753bfa982e97] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 977.894230] env[62353]: INFO nova.compute.manager [None req-c12522a0-7346-40d6-9a67-b784cd7819a3 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] [instance: 99f05c32-e188-4a96-bfc8-753bfa982e97] Took 8.14 seconds to spawn the instance on the hypervisor. [ 977.894230] env[62353]: DEBUG nova.compute.manager [None req-c12522a0-7346-40d6-9a67-b784cd7819a3 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] [instance: 99f05c32-e188-4a96-bfc8-753bfa982e97] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 977.894230] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32b04ccb-e67d-4903-8c29-09a1d825278f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.935946] env[62353]: DEBUG nova.compute.manager [None req-a1d15abb-7370-4795-8ceb-47cb31d59eb4 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] [instance: 5e4991fd-b146-4b54-bb9d-18a936171750] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 978.076825] env[62353]: DEBUG nova.compute.manager [req-3111b4c6-c2e8-4672-bb88-7db3e38a9d18 req-22df9008-ab5e-42bf-8d87-a235e87fec7e service nova] [instance: ded8ee54-91ef-450b-a930-21f932dffe36] Received event network-vif-deleted-9adfc727-c263-476c-948f-a287dbe2c538 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 978.077114] env[62353]: INFO nova.compute.manager [req-3111b4c6-c2e8-4672-bb88-7db3e38a9d18 req-22df9008-ab5e-42bf-8d87-a235e87fec7e service nova] [instance: ded8ee54-91ef-450b-a930-21f932dffe36] Neutron deleted interface 9adfc727-c263-476c-948f-a287dbe2c538; detaching it from the instance and deleting it from the info cache [ 978.077377] env[62353]: DEBUG nova.network.neutron [req-3111b4c6-c2e8-4672-bb88-7db3e38a9d18 req-22df9008-ab5e-42bf-8d87-a235e87fec7e service nova] [instance: ded8ee54-91ef-450b-a930-21f932dffe36] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.099142] env[62353]: DEBUG oslo_concurrency.lockutils [None req-39108f93-42db-4901-83a8-b1c00d4d8294 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Acquiring lock "interface-f5ffb2b3-2e54-4f2e-b46c-20046e0883b6-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 978.099842] env[62353]: DEBUG oslo_concurrency.lockutils [None req-39108f93-42db-4901-83a8-b1c00d4d8294 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Lock "interface-f5ffb2b3-2e54-4f2e-b46c-20046e0883b6-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 978.099842] env[62353]: DEBUG nova.objects.instance [None req-39108f93-42db-4901-83a8-b1c00d4d8294 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Lazy-loading 'flavor' on Instance uuid f5ffb2b3-2e54-4f2e-b46c-20046e0883b6 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 978.246160] env[62353]: DEBUG oslo_vmware.api [None req-c12522a0-7346-40d6-9a67-b784cd7819a3 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Task: {'id': task-2372860, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.095434} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.246489] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-c12522a0-7346-40d6-9a67-b784cd7819a3 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] [instance: db88426e-6cc5-4a10-a294-ed152c0489f3] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 978.247321] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44d03c79-96c4-41a8-88e3-5b0e3e7ed517 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.270898] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-c12522a0-7346-40d6-9a67-b784cd7819a3 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] [instance: db88426e-6cc5-4a10-a294-ed152c0489f3] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] db88426e-6cc5-4a10-a294-ed152c0489f3/db88426e-6cc5-4a10-a294-ed152c0489f3.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 978.271599] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b4563eaa-9546-4ea0-a197-57156c1c8c40 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.291437] env[62353]: DEBUG oslo_vmware.api [None req-c12522a0-7346-40d6-9a67-b784cd7819a3 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Waiting for the task: (returnval){ [ 978.291437] env[62353]: value = "task-2372862" [ 978.291437] env[62353]: _type = "Task" [ 978.291437] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.299542] env[62353]: DEBUG oslo_vmware.api [None req-c12522a0-7346-40d6-9a67-b784cd7819a3 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Task: {'id': task-2372862, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.313229] env[62353]: DEBUG oslo_vmware.api [None req-8c42e6dc-c736-4e6f-96d9-a09d150d6796 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Task: {'id': task-2372861, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.496829} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.313524] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c42e6dc-c736-4e6f-96d9-a09d150d6796 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore1] e1b17af1-2067-4d4a-8d12-ef006b8e0ad3/e1b17af1-2067-4d4a-8d12-ef006b8e0ad3.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 978.313751] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-8c42e6dc-c736-4e6f-96d9-a09d150d6796 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: e1b17af1-2067-4d4a-8d12-ef006b8e0ad3] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 978.314060] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4471778e-5c65-4a64-9e03-78bc2e763e07 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.320272] env[62353]: DEBUG oslo_vmware.api [None req-8c42e6dc-c736-4e6f-96d9-a09d150d6796 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Waiting for the task: (returnval){ [ 978.320272] env[62353]: value = "task-2372863" [ 978.320272] env[62353]: _type = "Task" [ 978.320272] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.328465] env[62353]: DEBUG oslo_vmware.api [None req-8c42e6dc-c736-4e6f-96d9-a09d150d6796 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Task: {'id': task-2372863, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.337486] env[62353]: DEBUG nova.scheduler.client.report [None req-b5a08f99-b812-48c8-953a-ef43d23ad6ec tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 978.366743] env[62353]: DEBUG oslo_vmware.api [None req-920335ae-2381-43d1-93b0-22ba32d1982d tempest-ServerPasswordTestJSON-1092796968 tempest-ServerPasswordTestJSON-1092796968-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]521a0512-c245-bbdd-a328-e4ed0274f19a, 'name': SearchDatastore_Task, 'duration_secs': 0.007682} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.367964] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6df7760-f194-411b-9f75-5772966f3973 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.372928] env[62353]: DEBUG oslo_vmware.api [None req-920335ae-2381-43d1-93b0-22ba32d1982d tempest-ServerPasswordTestJSON-1092796968 tempest-ServerPasswordTestJSON-1092796968-project-member] Waiting for the task: (returnval){ [ 978.372928] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]526d1bde-7cef-e7e8-db69-d78828d36460" [ 978.372928] env[62353]: _type = "Task" [ 978.372928] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.381762] env[62353]: DEBUG oslo_vmware.api [None req-920335ae-2381-43d1-93b0-22ba32d1982d tempest-ServerPasswordTestJSON-1092796968 tempest-ServerPasswordTestJSON-1092796968-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]526d1bde-7cef-e7e8-db69-d78828d36460, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.410342] env[62353]: INFO nova.compute.manager [None req-c12522a0-7346-40d6-9a67-b784cd7819a3 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] [instance: 99f05c32-e188-4a96-bfc8-753bfa982e97] Took 19.05 seconds to build instance. [ 978.553242] env[62353]: DEBUG nova.network.neutron [-] [instance: ded8ee54-91ef-450b-a930-21f932dffe36] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.583036] env[62353]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d47f4a2d-d703-4ca2-bf23-da91b000c595 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.595213] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff707d1d-6dea-4373-bf0e-5e2b4249a5cc {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.634898] env[62353]: DEBUG nova.objects.instance [None req-641c3700-d2ca-40b6-a6b9-3b565864267b tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Lazy-loading 'flavor' on Instance uuid 53ff526b-6e0b-49bc-beca-4fb4a377389b {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 978.636416] env[62353]: DEBUG nova.compute.manager [req-3111b4c6-c2e8-4672-bb88-7db3e38a9d18 req-22df9008-ab5e-42bf-8d87-a235e87fec7e service nova] [instance: ded8ee54-91ef-450b-a930-21f932dffe36] Detach interface failed, port_id=9adfc727-c263-476c-948f-a287dbe2c538, reason: Instance ded8ee54-91ef-450b-a930-21f932dffe36 could not be found. {{(pid=62353) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 978.780413] env[62353]: DEBUG nova.objects.instance [None req-39108f93-42db-4901-83a8-b1c00d4d8294 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Lazy-loading 'pci_requests' on Instance uuid f5ffb2b3-2e54-4f2e-b46c-20046e0883b6 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 978.803754] env[62353]: DEBUG oslo_vmware.api [None req-c12522a0-7346-40d6-9a67-b784cd7819a3 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Task: {'id': task-2372862, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.829408] env[62353]: DEBUG oslo_vmware.api [None req-8c42e6dc-c736-4e6f-96d9-a09d150d6796 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Task: {'id': task-2372863, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.24311} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.829698] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-8c42e6dc-c736-4e6f-96d9-a09d150d6796 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: e1b17af1-2067-4d4a-8d12-ef006b8e0ad3] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 978.830641] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17a78cb6-5aeb-43c8-a98e-5e43ccb82201 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.846324] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b5a08f99-b812-48c8-953a-ef43d23ad6ec tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.924s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 978.856947] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c42e6dc-c736-4e6f-96d9-a09d150d6796 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: e1b17af1-2067-4d4a-8d12-ef006b8e0ad3] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] e1b17af1-2067-4d4a-8d12-ef006b8e0ad3/e1b17af1-2067-4d4a-8d12-ef006b8e0ad3.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 978.857453] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f22b8ab3-04fa-4b52-8ad8-285c31a9bf0e tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 7.540s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 978.859729] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-912067ae-dd0b-4426-b7c8-2e205477dae4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.887182] env[62353]: INFO nova.scheduler.client.report [None req-b5a08f99-b812-48c8-953a-ef43d23ad6ec tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Deleted allocations for instance 97cac27a-befb-4694-9fd8-5209a8e36121 [ 978.901237] env[62353]: DEBUG oslo_vmware.api [None req-920335ae-2381-43d1-93b0-22ba32d1982d tempest-ServerPasswordTestJSON-1092796968 tempest-ServerPasswordTestJSON-1092796968-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]526d1bde-7cef-e7e8-db69-d78828d36460, 'name': SearchDatastore_Task, 'duration_secs': 0.016191} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.901559] env[62353]: DEBUG oslo_vmware.api [None req-8c42e6dc-c736-4e6f-96d9-a09d150d6796 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Waiting for the task: (returnval){ [ 978.901559] env[62353]: value = "task-2372864" [ 978.901559] env[62353]: _type = "Task" [ 978.901559] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.902773] env[62353]: DEBUG oslo_concurrency.lockutils [None req-920335ae-2381-43d1-93b0-22ba32d1982d tempest-ServerPasswordTestJSON-1092796968 tempest-ServerPasswordTestJSON-1092796968-project-member] Releasing lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 978.902773] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-920335ae-2381-43d1-93b0-22ba32d1982d tempest-ServerPasswordTestJSON-1092796968 tempest-ServerPasswordTestJSON-1092796968-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore1] 6dc2e25a-bf79-4040-a314-e5c665b5f14a/6dc2e25a-bf79-4040-a314-e5c665b5f14a.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 978.902773] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-482effaa-b89d-4ec0-8ec4-3b356d57adab {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.914112] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c12522a0-7346-40d6-9a67-b784cd7819a3 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Lock "99f05c32-e188-4a96-bfc8-753bfa982e97" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.561s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 978.914395] env[62353]: DEBUG oslo_vmware.api [None req-8c42e6dc-c736-4e6f-96d9-a09d150d6796 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Task: {'id': task-2372864, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.916308] env[62353]: DEBUG oslo_vmware.api [None req-920335ae-2381-43d1-93b0-22ba32d1982d tempest-ServerPasswordTestJSON-1092796968 tempest-ServerPasswordTestJSON-1092796968-project-member] Waiting for the task: (returnval){ [ 978.916308] env[62353]: value = "task-2372865" [ 978.916308] env[62353]: _type = "Task" [ 978.916308] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.925229] env[62353]: DEBUG oslo_vmware.api [None req-920335ae-2381-43d1-93b0-22ba32d1982d tempest-ServerPasswordTestJSON-1092796968 tempest-ServerPasswordTestJSON-1092796968-project-member] Task: {'id': task-2372865, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.947900] env[62353]: DEBUG nova.compute.manager [None req-a1d15abb-7370-4795-8ceb-47cb31d59eb4 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] [instance: 5e4991fd-b146-4b54-bb9d-18a936171750] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 978.980396] env[62353]: DEBUG nova.virt.hardware [None req-a1d15abb-7370-4795-8ceb-47cb31d59eb4 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T12:38:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T12:38:15Z,direct_url=,disk_format='vmdk',id=06f909ae-e8dc-43b4-abf7-c7ed85db9bbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0a3f88790a594523a818b8c00f6862e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T12:38:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 978.980868] env[62353]: DEBUG nova.virt.hardware [None req-a1d15abb-7370-4795-8ceb-47cb31d59eb4 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 978.980868] env[62353]: DEBUG nova.virt.hardware [None req-a1d15abb-7370-4795-8ceb-47cb31d59eb4 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 978.981546] env[62353]: DEBUG nova.virt.hardware [None req-a1d15abb-7370-4795-8ceb-47cb31d59eb4 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 978.981546] env[62353]: DEBUG nova.virt.hardware [None req-a1d15abb-7370-4795-8ceb-47cb31d59eb4 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 978.981546] env[62353]: DEBUG nova.virt.hardware [None req-a1d15abb-7370-4795-8ceb-47cb31d59eb4 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 978.981546] env[62353]: DEBUG nova.virt.hardware [None req-a1d15abb-7370-4795-8ceb-47cb31d59eb4 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 978.981722] env[62353]: DEBUG nova.virt.hardware [None req-a1d15abb-7370-4795-8ceb-47cb31d59eb4 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 978.982221] env[62353]: DEBUG nova.virt.hardware [None req-a1d15abb-7370-4795-8ceb-47cb31d59eb4 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 978.982221] env[62353]: DEBUG nova.virt.hardware [None req-a1d15abb-7370-4795-8ceb-47cb31d59eb4 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 978.982221] env[62353]: DEBUG nova.virt.hardware [None req-a1d15abb-7370-4795-8ceb-47cb31d59eb4 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 978.983204] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d46eabd0-61fd-4e1a-8deb-260a029c0325 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.991465] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6c98bbe-3eff-4f09-a282-ba2c5abe0f91 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.057231] env[62353]: INFO nova.compute.manager [-] [instance: ded8ee54-91ef-450b-a930-21f932dffe36] Took 1.34 seconds to deallocate network for instance. [ 979.140999] env[62353]: DEBUG oslo_concurrency.lockutils [None req-641c3700-d2ca-40b6-a6b9-3b565864267b tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Lock "53ff526b-6e0b-49bc-beca-4fb4a377389b" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.792s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 979.282897] env[62353]: DEBUG nova.objects.base [None req-39108f93-42db-4901-83a8-b1c00d4d8294 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=62353) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 979.283193] env[62353]: DEBUG nova.network.neutron [None req-39108f93-42db-4901-83a8-b1c00d4d8294 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: f5ffb2b3-2e54-4f2e-b46c-20046e0883b6] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 979.304612] env[62353]: DEBUG oslo_vmware.api [None req-c12522a0-7346-40d6-9a67-b784cd7819a3 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Task: {'id': task-2372862, 'name': ReconfigVM_Task, 'duration_secs': 0.545758} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.304827] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-c12522a0-7346-40d6-9a67-b784cd7819a3 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] [instance: db88426e-6cc5-4a10-a294-ed152c0489f3] Reconfigured VM instance instance-0000005c to attach disk [datastore1] db88426e-6cc5-4a10-a294-ed152c0489f3/db88426e-6cc5-4a10-a294-ed152c0489f3.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 979.305340] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f674a426-15a7-4dc3-9555-6fcf51950da9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.313143] env[62353]: DEBUG oslo_vmware.api [None req-c12522a0-7346-40d6-9a67-b784cd7819a3 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Waiting for the task: (returnval){ [ 979.313143] env[62353]: value = "task-2372866" [ 979.313143] env[62353]: _type = "Task" [ 979.313143] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.322968] env[62353]: DEBUG oslo_vmware.api [None req-c12522a0-7346-40d6-9a67-b784cd7819a3 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Task: {'id': task-2372866, 'name': Rename_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.340613] env[62353]: DEBUG nova.policy [None req-39108f93-42db-4901-83a8-b1c00d4d8294 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '82c6391b4f014ebcaea1a762d3644bd2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd154d2686c9e43b4b2a7a9ec6a5a795c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:192}} [ 979.406703] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b5a08f99-b812-48c8-953a-ef43d23ad6ec tempest-ImagesTestJSON-1105661348 tempest-ImagesTestJSON-1105661348-project-member] Lock "97cac27a-befb-4694-9fd8-5209a8e36121" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.447s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 979.416955] env[62353]: DEBUG nova.network.neutron [None req-a1d15abb-7370-4795-8ceb-47cb31d59eb4 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] [instance: 5e4991fd-b146-4b54-bb9d-18a936171750] Successfully updated port: b04fe56a-0158-4913-ae26-5e795f3340ca {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 979.438079] env[62353]: DEBUG oslo_vmware.api [None req-8c42e6dc-c736-4e6f-96d9-a09d150d6796 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Task: {'id': task-2372864, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.446947] env[62353]: DEBUG oslo_vmware.api [None req-920335ae-2381-43d1-93b0-22ba32d1982d tempest-ServerPasswordTestJSON-1092796968 tempest-ServerPasswordTestJSON-1092796968-project-member] Task: {'id': task-2372865, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.563745] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d414fec3-d23c-47aa-9708-28f1cb37e5ee tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 979.715464] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdc4a2b7-7ca9-48e9-afa1-0f211862fd5b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.724463] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea4d53ab-ff23-4866-a5ce-068a02651cbe {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.755899] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c5f101a-05b1-454a-8a0e-d9718bfa8248 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.763622] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de138a78-9fe8-4566-9d79-a432c947b83e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.776739] env[62353]: DEBUG nova.compute.provider_tree [None req-f22b8ab3-04fa-4b52-8ad8-285c31a9bf0e tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 979.801718] env[62353]: DEBUG nova.network.neutron [None req-39108f93-42db-4901-83a8-b1c00d4d8294 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: f5ffb2b3-2e54-4f2e-b46c-20046e0883b6] Successfully created port: 419e4030-3f93-4214-a3af-a39bf86f9336 {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 979.823273] env[62353]: DEBUG oslo_vmware.api [None req-c12522a0-7346-40d6-9a67-b784cd7819a3 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Task: {'id': task-2372866, 'name': Rename_Task, 'duration_secs': 0.271042} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.823588] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-c12522a0-7346-40d6-9a67-b784cd7819a3 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] [instance: db88426e-6cc5-4a10-a294-ed152c0489f3] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 979.824177] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7fd114be-520c-449b-a038-8469e299c683 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.831992] env[62353]: DEBUG oslo_vmware.api [None req-c12522a0-7346-40d6-9a67-b784cd7819a3 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Waiting for the task: (returnval){ [ 979.831992] env[62353]: value = "task-2372867" [ 979.831992] env[62353]: _type = "Task" [ 979.831992] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.840015] env[62353]: DEBUG oslo_vmware.api [None req-c12522a0-7346-40d6-9a67-b784cd7819a3 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Task: {'id': task-2372867, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.904206] env[62353]: DEBUG nova.compute.manager [req-392a4767-f92d-40d6-ae5d-89ccf8ee997d req-ea406517-cd9f-41be-b033-28f75d81be99 service nova] [instance: 5e4991fd-b146-4b54-bb9d-18a936171750] Received event network-vif-plugged-b04fe56a-0158-4913-ae26-5e795f3340ca {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 979.904206] env[62353]: DEBUG oslo_concurrency.lockutils [req-392a4767-f92d-40d6-ae5d-89ccf8ee997d req-ea406517-cd9f-41be-b033-28f75d81be99 service nova] Acquiring lock "5e4991fd-b146-4b54-bb9d-18a936171750-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 979.904786] env[62353]: DEBUG oslo_concurrency.lockutils [req-392a4767-f92d-40d6-ae5d-89ccf8ee997d req-ea406517-cd9f-41be-b033-28f75d81be99 service nova] Lock "5e4991fd-b146-4b54-bb9d-18a936171750-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 979.905116] env[62353]: DEBUG oslo_concurrency.lockutils [req-392a4767-f92d-40d6-ae5d-89ccf8ee997d req-ea406517-cd9f-41be-b033-28f75d81be99 service nova] Lock "5e4991fd-b146-4b54-bb9d-18a936171750-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 979.905509] env[62353]: DEBUG nova.compute.manager [req-392a4767-f92d-40d6-ae5d-89ccf8ee997d req-ea406517-cd9f-41be-b033-28f75d81be99 service nova] [instance: 5e4991fd-b146-4b54-bb9d-18a936171750] No waiting events found dispatching network-vif-plugged-b04fe56a-0158-4913-ae26-5e795f3340ca {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 979.906156] env[62353]: WARNING nova.compute.manager [req-392a4767-f92d-40d6-ae5d-89ccf8ee997d req-ea406517-cd9f-41be-b033-28f75d81be99 service nova] [instance: 5e4991fd-b146-4b54-bb9d-18a936171750] Received unexpected event network-vif-plugged-b04fe56a-0158-4913-ae26-5e795f3340ca for instance with vm_state building and task_state spawning. [ 979.918069] env[62353]: DEBUG oslo_vmware.api [None req-8c42e6dc-c736-4e6f-96d9-a09d150d6796 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Task: {'id': task-2372864, 'name': ReconfigVM_Task, 'duration_secs': 0.68362} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.920238] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c42e6dc-c736-4e6f-96d9-a09d150d6796 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: e1b17af1-2067-4d4a-8d12-ef006b8e0ad3] Reconfigured VM instance instance-0000004b to attach disk [datastore1] e1b17af1-2067-4d4a-8d12-ef006b8e0ad3/e1b17af1-2067-4d4a-8d12-ef006b8e0ad3.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 979.920238] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6db90ad1-c885-41ae-9ec3-e3e5b4ac1071 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.929048] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a1d15abb-7370-4795-8ceb-47cb31d59eb4 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Acquiring lock "refresh_cache-5e4991fd-b146-4b54-bb9d-18a936171750" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 979.929048] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a1d15abb-7370-4795-8ceb-47cb31d59eb4 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Acquired lock "refresh_cache-5e4991fd-b146-4b54-bb9d-18a936171750" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.929048] env[62353]: DEBUG nova.network.neutron [None req-a1d15abb-7370-4795-8ceb-47cb31d59eb4 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] [instance: 5e4991fd-b146-4b54-bb9d-18a936171750] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 979.935616] env[62353]: DEBUG oslo_vmware.api [None req-920335ae-2381-43d1-93b0-22ba32d1982d tempest-ServerPasswordTestJSON-1092796968 tempest-ServerPasswordTestJSON-1092796968-project-member] Task: {'id': task-2372865, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.596749} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.937412] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-920335ae-2381-43d1-93b0-22ba32d1982d tempest-ServerPasswordTestJSON-1092796968 tempest-ServerPasswordTestJSON-1092796968-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore1] 6dc2e25a-bf79-4040-a314-e5c665b5f14a/6dc2e25a-bf79-4040-a314-e5c665b5f14a.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 979.937619] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-920335ae-2381-43d1-93b0-22ba32d1982d tempest-ServerPasswordTestJSON-1092796968 tempest-ServerPasswordTestJSON-1092796968-project-member] [instance: 6dc2e25a-bf79-4040-a314-e5c665b5f14a] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 979.937937] env[62353]: DEBUG oslo_vmware.api [None req-8c42e6dc-c736-4e6f-96d9-a09d150d6796 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Waiting for the task: (returnval){ [ 979.937937] env[62353]: value = "task-2372868" [ 979.937937] env[62353]: _type = "Task" [ 979.937937] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.938138] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-502867b2-2346-43d5-9d4f-568ebf389efa {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.951520] env[62353]: DEBUG oslo_vmware.api [None req-920335ae-2381-43d1-93b0-22ba32d1982d tempest-ServerPasswordTestJSON-1092796968 tempest-ServerPasswordTestJSON-1092796968-project-member] Waiting for the task: (returnval){ [ 979.951520] env[62353]: value = "task-2372869" [ 979.951520] env[62353]: _type = "Task" [ 979.951520] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.954716] env[62353]: DEBUG oslo_vmware.api [None req-8c42e6dc-c736-4e6f-96d9-a09d150d6796 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Task: {'id': task-2372868, 'name': Rename_Task} progress is 10%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.964581] env[62353]: DEBUG oslo_vmware.api [None req-920335ae-2381-43d1-93b0-22ba32d1982d tempest-ServerPasswordTestJSON-1092796968 tempest-ServerPasswordTestJSON-1092796968-project-member] Task: {'id': task-2372869, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.311545] env[62353]: DEBUG nova.scheduler.client.report [None req-f22b8ab3-04fa-4b52-8ad8-285c31a9bf0e tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 980.343177] env[62353]: DEBUG oslo_vmware.api [None req-c12522a0-7346-40d6-9a67-b784cd7819a3 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Task: {'id': task-2372867, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.451484] env[62353]: DEBUG oslo_vmware.api [None req-8c42e6dc-c736-4e6f-96d9-a09d150d6796 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Task: {'id': task-2372868, 'name': Rename_Task, 'duration_secs': 0.161329} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.451806] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c42e6dc-c736-4e6f-96d9-a09d150d6796 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: e1b17af1-2067-4d4a-8d12-ef006b8e0ad3] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 980.452026] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3bc90fab-dd29-43fe-85c4-9933ad3d0893 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.459172] env[62353]: DEBUG oslo_vmware.api [None req-8c42e6dc-c736-4e6f-96d9-a09d150d6796 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Waiting for the task: (returnval){ [ 980.459172] env[62353]: value = "task-2372870" [ 980.459172] env[62353]: _type = "Task" [ 980.459172] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.465460] env[62353]: DEBUG oslo_vmware.api [None req-920335ae-2381-43d1-93b0-22ba32d1982d tempest-ServerPasswordTestJSON-1092796968 tempest-ServerPasswordTestJSON-1092796968-project-member] Task: {'id': task-2372869, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085933} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.466246] env[62353]: DEBUG nova.network.neutron [None req-a1d15abb-7370-4795-8ceb-47cb31d59eb4 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] [instance: 5e4991fd-b146-4b54-bb9d-18a936171750] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 980.468416] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-920335ae-2381-43d1-93b0-22ba32d1982d tempest-ServerPasswordTestJSON-1092796968 tempest-ServerPasswordTestJSON-1092796968-project-member] [instance: 6dc2e25a-bf79-4040-a314-e5c665b5f14a] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 980.469227] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f17417aa-8790-4de5-955b-8fea20ff8066 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.474945] env[62353]: DEBUG oslo_vmware.api [None req-8c42e6dc-c736-4e6f-96d9-a09d150d6796 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Task: {'id': task-2372870, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.494498] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-920335ae-2381-43d1-93b0-22ba32d1982d tempest-ServerPasswordTestJSON-1092796968 tempest-ServerPasswordTestJSON-1092796968-project-member] [instance: 6dc2e25a-bf79-4040-a314-e5c665b5f14a] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] 6dc2e25a-bf79-4040-a314-e5c665b5f14a/6dc2e25a-bf79-4040-a314-e5c665b5f14a.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 980.498450] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3aa186db-4110-4679-9aef-ce45255bec59 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.516244] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2728cf69-2a13-461d-bde9-4c89523625d6 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Acquiring lock "b49a16b9-7756-4282-be46-99abab6e8ee7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 980.516475] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2728cf69-2a13-461d-bde9-4c89523625d6 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Lock "b49a16b9-7756-4282-be46-99abab6e8ee7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 980.523897] env[62353]: DEBUG oslo_vmware.api [None req-920335ae-2381-43d1-93b0-22ba32d1982d tempest-ServerPasswordTestJSON-1092796968 tempest-ServerPasswordTestJSON-1092796968-project-member] Waiting for the task: (returnval){ [ 980.523897] env[62353]: value = "task-2372871" [ 980.523897] env[62353]: _type = "Task" [ 980.523897] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.531833] env[62353]: DEBUG oslo_vmware.api [None req-920335ae-2381-43d1-93b0-22ba32d1982d tempest-ServerPasswordTestJSON-1092796968 tempest-ServerPasswordTestJSON-1092796968-project-member] Task: {'id': task-2372871, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.652066] env[62353]: DEBUG nova.network.neutron [None req-a1d15abb-7370-4795-8ceb-47cb31d59eb4 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] [instance: 5e4991fd-b146-4b54-bb9d-18a936171750] Updating instance_info_cache with network_info: [{"id": "b04fe56a-0158-4913-ae26-5e795f3340ca", "address": "fa:16:3e:a4:dd:70", "network": {"id": "44149a1e-04a7-4037-a9b4-b2bd9110e3d6", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1545548051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c234a820a6124360a28c4cea99d6087b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb04fe56a-01", "ovs_interfaceid": "b04fe56a-0158-4913-ae26-5e795f3340ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.843879] env[62353]: DEBUG oslo_vmware.api [None req-c12522a0-7346-40d6-9a67-b784cd7819a3 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Task: {'id': task-2372867, 'name': PowerOnVM_Task, 'duration_secs': 0.536836} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.844149] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-c12522a0-7346-40d6-9a67-b784cd7819a3 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] [instance: db88426e-6cc5-4a10-a294-ed152c0489f3] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 980.844348] env[62353]: INFO nova.compute.manager [None req-c12522a0-7346-40d6-9a67-b784cd7819a3 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] [instance: db88426e-6cc5-4a10-a294-ed152c0489f3] Took 8.61 seconds to spawn the instance on the hypervisor. [ 980.844675] env[62353]: DEBUG nova.compute.manager [None req-c12522a0-7346-40d6-9a67-b784cd7819a3 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] [instance: db88426e-6cc5-4a10-a294-ed152c0489f3] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 980.845328] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-595ad56b-0628-4189-b566-2e1372bca66c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.969588] env[62353]: DEBUG oslo_vmware.api [None req-8c42e6dc-c736-4e6f-96d9-a09d150d6796 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Task: {'id': task-2372870, 'name': PowerOnVM_Task, 'duration_secs': 0.472853} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.969953] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c42e6dc-c736-4e6f-96d9-a09d150d6796 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: e1b17af1-2067-4d4a-8d12-ef006b8e0ad3] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 980.970139] env[62353]: DEBUG nova.compute.manager [None req-8c42e6dc-c736-4e6f-96d9-a09d150d6796 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: e1b17af1-2067-4d4a-8d12-ef006b8e0ad3] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 980.971034] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd53fdb3-97e7-48d6-8055-1f1e8018875c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.020894] env[62353]: DEBUG nova.compute.manager [None req-2728cf69-2a13-461d-bde9-4c89523625d6 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [instance: b49a16b9-7756-4282-be46-99abab6e8ee7] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 981.033322] env[62353]: DEBUG oslo_vmware.api [None req-920335ae-2381-43d1-93b0-22ba32d1982d tempest-ServerPasswordTestJSON-1092796968 tempest-ServerPasswordTestJSON-1092796968-project-member] Task: {'id': task-2372871, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.159122] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a1d15abb-7370-4795-8ceb-47cb31d59eb4 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Releasing lock "refresh_cache-5e4991fd-b146-4b54-bb9d-18a936171750" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.159527] env[62353]: DEBUG nova.compute.manager [None req-a1d15abb-7370-4795-8ceb-47cb31d59eb4 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] [instance: 5e4991fd-b146-4b54-bb9d-18a936171750] Instance network_info: |[{"id": "b04fe56a-0158-4913-ae26-5e795f3340ca", "address": "fa:16:3e:a4:dd:70", "network": {"id": "44149a1e-04a7-4037-a9b4-b2bd9110e3d6", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1545548051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c234a820a6124360a28c4cea99d6087b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb04fe56a-01", "ovs_interfaceid": "b04fe56a-0158-4913-ae26-5e795f3340ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 981.159917] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e4d444ce-4089-4e19-9b68-ecb82595e594 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Acquiring lock "c1577946-440b-49c2-be7a-c4ac3165ab36" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 981.160154] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e4d444ce-4089-4e19-9b68-ecb82595e594 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Lock "c1577946-440b-49c2-be7a-c4ac3165ab36" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 981.160343] env[62353]: INFO nova.compute.manager [None req-e4d444ce-4089-4e19-9b68-ecb82595e594 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] [instance: c1577946-440b-49c2-be7a-c4ac3165ab36] Shelving [ 981.161814] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-a1d15abb-7370-4795-8ceb-47cb31d59eb4 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] [instance: 5e4991fd-b146-4b54-bb9d-18a936171750] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a4:dd:70', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5756d009-13ad-4e13-a991-3b5e71830aa5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b04fe56a-0158-4913-ae26-5e795f3340ca', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 981.169257] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1d15abb-7370-4795-8ceb-47cb31d59eb4 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Creating folder: Project (c234a820a6124360a28c4cea99d6087b). Parent ref: group-v481456. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 981.171969] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e489d6b8-236f-4759-ba1e-076ac341fe66 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.190128] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-a1d15abb-7370-4795-8ceb-47cb31d59eb4 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Created folder: Project (c234a820a6124360a28c4cea99d6087b) in parent group-v481456. [ 981.190349] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1d15abb-7370-4795-8ceb-47cb31d59eb4 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Creating folder: Instances. Parent ref: group-v481704. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 981.190703] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-029723b1-9ed1-4ebb-91e7-e9236e7453f3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.205923] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-a1d15abb-7370-4795-8ceb-47cb31d59eb4 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Created folder: Instances in parent group-v481704. [ 981.206500] env[62353]: DEBUG oslo.service.loopingcall [None req-a1d15abb-7370-4795-8ceb-47cb31d59eb4 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 981.206750] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e4991fd-b146-4b54-bb9d-18a936171750] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 981.206972] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-41bb6bff-4bd7-4664-a554-b81d91e714fc {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.227487] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 981.227487] env[62353]: value = "task-2372874" [ 981.227487] env[62353]: _type = "Task" [ 981.227487] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.237318] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372874, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.294586] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f22b8ab3-04fa-4b52-8ad8-285c31a9bf0e tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.437s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 981.299272] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e9a8fe02-2868-4313-a858-edea3cbb6c33 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.509s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 981.301702] env[62353]: INFO nova.compute.claims [None req-e9a8fe02-2868-4313-a858-edea3cbb6c33 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: fa161604-bc12-4f96-8e33-627f119b766a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 981.365135] env[62353]: INFO nova.compute.manager [None req-c12522a0-7346-40d6-9a67-b784cd7819a3 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] [instance: db88426e-6cc5-4a10-a294-ed152c0489f3] Took 21.96 seconds to build instance. [ 981.489870] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8c42e6dc-c736-4e6f-96d9-a09d150d6796 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 981.516873] env[62353]: DEBUG nova.network.neutron [None req-39108f93-42db-4901-83a8-b1c00d4d8294 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: f5ffb2b3-2e54-4f2e-b46c-20046e0883b6] Successfully updated port: 419e4030-3f93-4214-a3af-a39bf86f9336 {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 981.540993] env[62353]: DEBUG oslo_vmware.api [None req-920335ae-2381-43d1-93b0-22ba32d1982d tempest-ServerPasswordTestJSON-1092796968 tempest-ServerPasswordTestJSON-1092796968-project-member] Task: {'id': task-2372871, 'name': ReconfigVM_Task, 'duration_secs': 0.732657} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.541162] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-920335ae-2381-43d1-93b0-22ba32d1982d tempest-ServerPasswordTestJSON-1092796968 tempest-ServerPasswordTestJSON-1092796968-project-member] [instance: 6dc2e25a-bf79-4040-a314-e5c665b5f14a] Reconfigured VM instance instance-0000005d to attach disk [datastore1] 6dc2e25a-bf79-4040-a314-e5c665b5f14a/6dc2e25a-bf79-4040-a314-e5c665b5f14a.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 981.541836] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d9c9c5a5-aea9-4fb7-a298-01ac9368bc1a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.549344] env[62353]: DEBUG oslo_vmware.api [None req-920335ae-2381-43d1-93b0-22ba32d1982d tempest-ServerPasswordTestJSON-1092796968 tempest-ServerPasswordTestJSON-1092796968-project-member] Waiting for the task: (returnval){ [ 981.549344] env[62353]: value = "task-2372875" [ 981.549344] env[62353]: _type = "Task" [ 981.549344] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.560234] env[62353]: DEBUG oslo_vmware.api [None req-920335ae-2381-43d1-93b0-22ba32d1982d tempest-ServerPasswordTestJSON-1092796968 tempest-ServerPasswordTestJSON-1092796968-project-member] Task: {'id': task-2372875, 'name': Rename_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.561362] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2728cf69-2a13-461d-bde9-4c89523625d6 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 981.679478] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4d444ce-4089-4e19-9b68-ecb82595e594 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] [instance: c1577946-440b-49c2-be7a-c4ac3165ab36] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 981.679904] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8a82a8fe-2745-45d4-b23d-79ceb6774b9d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.687632] env[62353]: DEBUG oslo_vmware.api [None req-e4d444ce-4089-4e19-9b68-ecb82595e594 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Waiting for the task: (returnval){ [ 981.687632] env[62353]: value = "task-2372876" [ 981.687632] env[62353]: _type = "Task" [ 981.687632] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.696825] env[62353]: DEBUG oslo_vmware.api [None req-e4d444ce-4089-4e19-9b68-ecb82595e594 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Task: {'id': task-2372876, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.740262] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372874, 'name': CreateVM_Task} progress is 99%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.824398] env[62353]: DEBUG nova.compute.manager [req-0e654f6b-6d5b-412f-a5ce-2a0a7c67e01a req-e50112fc-554d-4fef-9687-6ece7b7e07db service nova] [instance: f5ffb2b3-2e54-4f2e-b46c-20046e0883b6] Received event network-vif-plugged-419e4030-3f93-4214-a3af-a39bf86f9336 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 981.824652] env[62353]: DEBUG oslo_concurrency.lockutils [req-0e654f6b-6d5b-412f-a5ce-2a0a7c67e01a req-e50112fc-554d-4fef-9687-6ece7b7e07db service nova] Acquiring lock "f5ffb2b3-2e54-4f2e-b46c-20046e0883b6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 981.824920] env[62353]: DEBUG oslo_concurrency.lockutils [req-0e654f6b-6d5b-412f-a5ce-2a0a7c67e01a req-e50112fc-554d-4fef-9687-6ece7b7e07db service nova] Lock "f5ffb2b3-2e54-4f2e-b46c-20046e0883b6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 981.825132] env[62353]: DEBUG oslo_concurrency.lockutils [req-0e654f6b-6d5b-412f-a5ce-2a0a7c67e01a req-e50112fc-554d-4fef-9687-6ece7b7e07db service nova] Lock "f5ffb2b3-2e54-4f2e-b46c-20046e0883b6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 981.825308] env[62353]: DEBUG nova.compute.manager [req-0e654f6b-6d5b-412f-a5ce-2a0a7c67e01a req-e50112fc-554d-4fef-9687-6ece7b7e07db service nova] [instance: f5ffb2b3-2e54-4f2e-b46c-20046e0883b6] No waiting events found dispatching network-vif-plugged-419e4030-3f93-4214-a3af-a39bf86f9336 {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 981.825470] env[62353]: WARNING nova.compute.manager [req-0e654f6b-6d5b-412f-a5ce-2a0a7c67e01a req-e50112fc-554d-4fef-9687-6ece7b7e07db service nova] [instance: f5ffb2b3-2e54-4f2e-b46c-20046e0883b6] Received unexpected event network-vif-plugged-419e4030-3f93-4214-a3af-a39bf86f9336 for instance with vm_state active and task_state None. [ 981.864801] env[62353]: INFO nova.scheduler.client.report [None req-f22b8ab3-04fa-4b52-8ad8-285c31a9bf0e tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Deleted allocation for migration 3d1c9f64-d9bc-40ee-b100-d5f0102a4eef [ 981.871753] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c12522a0-7346-40d6-9a67-b784cd7819a3 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Lock "db88426e-6cc5-4a10-a294-ed152c0489f3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.473s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 982.019198] env[62353]: DEBUG oslo_concurrency.lockutils [None req-39108f93-42db-4901-83a8-b1c00d4d8294 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Acquiring lock "refresh_cache-f5ffb2b3-2e54-4f2e-b46c-20046e0883b6" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.019473] env[62353]: DEBUG oslo_concurrency.lockutils [None req-39108f93-42db-4901-83a8-b1c00d4d8294 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Acquired lock "refresh_cache-f5ffb2b3-2e54-4f2e-b46c-20046e0883b6" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.019562] env[62353]: DEBUG nova.network.neutron [None req-39108f93-42db-4901-83a8-b1c00d4d8294 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: f5ffb2b3-2e54-4f2e-b46c-20046e0883b6] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 982.058667] env[62353]: DEBUG oslo_vmware.api [None req-920335ae-2381-43d1-93b0-22ba32d1982d tempest-ServerPasswordTestJSON-1092796968 tempest-ServerPasswordTestJSON-1092796968-project-member] Task: {'id': task-2372875, 'name': Rename_Task, 'duration_secs': 0.186635} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.058944] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-920335ae-2381-43d1-93b0-22ba32d1982d tempest-ServerPasswordTestJSON-1092796968 tempest-ServerPasswordTestJSON-1092796968-project-member] [instance: 6dc2e25a-bf79-4040-a314-e5c665b5f14a] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 982.059221] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-21b7ac6a-9e6c-40a6-90b5-963476c284f9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.066296] env[62353]: DEBUG oslo_vmware.api [None req-920335ae-2381-43d1-93b0-22ba32d1982d tempest-ServerPasswordTestJSON-1092796968 tempest-ServerPasswordTestJSON-1092796968-project-member] Waiting for the task: (returnval){ [ 982.066296] env[62353]: value = "task-2372877" [ 982.066296] env[62353]: _type = "Task" [ 982.066296] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.074249] env[62353]: DEBUG oslo_vmware.api [None req-920335ae-2381-43d1-93b0-22ba32d1982d tempest-ServerPasswordTestJSON-1092796968 tempest-ServerPasswordTestJSON-1092796968-project-member] Task: {'id': task-2372877, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.147335] env[62353]: DEBUG nova.compute.manager [req-62581534-66c9-4e53-b74b-ee196be18bfe req-090a1aa4-b1df-4769-9c3a-1f745baec27b service nova] [instance: 5e4991fd-b146-4b54-bb9d-18a936171750] Received event network-changed-b04fe56a-0158-4913-ae26-5e795f3340ca {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 982.147335] env[62353]: DEBUG nova.compute.manager [req-62581534-66c9-4e53-b74b-ee196be18bfe req-090a1aa4-b1df-4769-9c3a-1f745baec27b service nova] [instance: 5e4991fd-b146-4b54-bb9d-18a936171750] Refreshing instance network info cache due to event network-changed-b04fe56a-0158-4913-ae26-5e795f3340ca. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 982.147335] env[62353]: DEBUG oslo_concurrency.lockutils [req-62581534-66c9-4e53-b74b-ee196be18bfe req-090a1aa4-b1df-4769-9c3a-1f745baec27b service nova] Acquiring lock "refresh_cache-5e4991fd-b146-4b54-bb9d-18a936171750" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.147516] env[62353]: DEBUG oslo_concurrency.lockutils [req-62581534-66c9-4e53-b74b-ee196be18bfe req-090a1aa4-b1df-4769-9c3a-1f745baec27b service nova] Acquired lock "refresh_cache-5e4991fd-b146-4b54-bb9d-18a936171750" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.147753] env[62353]: DEBUG nova.network.neutron [req-62581534-66c9-4e53-b74b-ee196be18bfe req-090a1aa4-b1df-4769-9c3a-1f745baec27b service nova] [instance: 5e4991fd-b146-4b54-bb9d-18a936171750] Refreshing network info cache for port b04fe56a-0158-4913-ae26-5e795f3340ca {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 982.199083] env[62353]: DEBUG oslo_vmware.api [None req-e4d444ce-4089-4e19-9b68-ecb82595e594 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Task: {'id': task-2372876, 'name': PowerOffVM_Task, 'duration_secs': 0.407549} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.199083] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4d444ce-4089-4e19-9b68-ecb82595e594 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] [instance: c1577946-440b-49c2-be7a-c4ac3165ab36] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 982.199306] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8c9c2d9-524f-4df4-8a00-53b4baaacb47 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.218732] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b27a7f2a-1056-4397-86d5-6d2cad7c88c4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.239349] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372874, 'name': CreateVM_Task, 'duration_secs': 0.558897} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.239547] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e4991fd-b146-4b54-bb9d-18a936171750] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 982.240249] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a1d15abb-7370-4795-8ceb-47cb31d59eb4 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.240402] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a1d15abb-7370-4795-8ceb-47cb31d59eb4 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Acquired lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.240740] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a1d15abb-7370-4795-8ceb-47cb31d59eb4 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 982.240981] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90da17da-a457-4c55-878f-16202528a129 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.245844] env[62353]: DEBUG oslo_vmware.api [None req-a1d15abb-7370-4795-8ceb-47cb31d59eb4 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Waiting for the task: (returnval){ [ 982.245844] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]521c1f4b-ed2e-c920-1f78-8136b290a050" [ 982.245844] env[62353]: _type = "Task" [ 982.245844] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.254223] env[62353]: DEBUG oslo_vmware.api [None req-a1d15abb-7370-4795-8ceb-47cb31d59eb4 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]521c1f4b-ed2e-c920-1f78-8136b290a050, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.371667] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f22b8ab3-04fa-4b52-8ad8-285c31a9bf0e tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Lock "3d6dc73d-cbff-4487-b414-dc5a033e118a" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 14.429s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 982.416167] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e2bebcaf-ebfd-406a-807a-49925cc939ea tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Acquiring lock "99f05c32-e188-4a96-bfc8-753bfa982e97" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 982.416432] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e2bebcaf-ebfd-406a-807a-49925cc939ea tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Lock "99f05c32-e188-4a96-bfc8-753bfa982e97" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 982.416636] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e2bebcaf-ebfd-406a-807a-49925cc939ea tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Acquiring lock "99f05c32-e188-4a96-bfc8-753bfa982e97-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 982.416819] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e2bebcaf-ebfd-406a-807a-49925cc939ea tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Lock "99f05c32-e188-4a96-bfc8-753bfa982e97-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 982.416984] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e2bebcaf-ebfd-406a-807a-49925cc939ea tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Lock "99f05c32-e188-4a96-bfc8-753bfa982e97-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 982.421486] env[62353]: INFO nova.compute.manager [None req-e2bebcaf-ebfd-406a-807a-49925cc939ea tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] [instance: 99f05c32-e188-4a96-bfc8-753bfa982e97] Terminating instance [ 982.563494] env[62353]: WARNING nova.network.neutron [None req-39108f93-42db-4901-83a8-b1c00d4d8294 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: f5ffb2b3-2e54-4f2e-b46c-20046e0883b6] 3322d31e-00aa-4c86-8051-1b6dd5c36fa9 already exists in list: networks containing: ['3322d31e-00aa-4c86-8051-1b6dd5c36fa9']. ignoring it [ 982.578737] env[62353]: DEBUG oslo_vmware.api [None req-920335ae-2381-43d1-93b0-22ba32d1982d tempest-ServerPasswordTestJSON-1092796968 tempest-ServerPasswordTestJSON-1092796968-project-member] Task: {'id': task-2372877, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.583683] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e30ffaa8-56ae-40e0-90e6-f68f6da4d9fe {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.590346] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d4f893b-30de-4566-8be3-36ecf6f236b1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.619861] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2034408-af42-4657-811e-6b8686c0c425 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.627551] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2edcf29f-e0b9-43c3-8d05-92e9291a6ebd {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.644728] env[62353]: DEBUG nova.compute.provider_tree [None req-e9a8fe02-2868-4313-a858-edea3cbb6c33 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 982.729898] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-e4d444ce-4089-4e19-9b68-ecb82595e594 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] [instance: c1577946-440b-49c2-be7a-c4ac3165ab36] Creating Snapshot of the VM instance {{(pid=62353) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 982.730284] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-549668d1-cead-4ed2-acfa-1524d1e9480f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.739656] env[62353]: DEBUG oslo_vmware.api [None req-e4d444ce-4089-4e19-9b68-ecb82595e594 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Waiting for the task: (returnval){ [ 982.739656] env[62353]: value = "task-2372878" [ 982.739656] env[62353]: _type = "Task" [ 982.739656] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.747709] env[62353]: DEBUG oslo_vmware.api [None req-e4d444ce-4089-4e19-9b68-ecb82595e594 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Task: {'id': task-2372878, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.760665] env[62353]: DEBUG oslo_vmware.api [None req-a1d15abb-7370-4795-8ceb-47cb31d59eb4 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]521c1f4b-ed2e-c920-1f78-8136b290a050, 'name': SearchDatastore_Task, 'duration_secs': 0.01834} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.760983] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a1d15abb-7370-4795-8ceb-47cb31d59eb4 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Releasing lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 982.761224] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-a1d15abb-7370-4795-8ceb-47cb31d59eb4 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] [instance: 5e4991fd-b146-4b54-bb9d-18a936171750] Processing image 06f909ae-e8dc-43b4-abf7-c7ed85db9bbd {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 982.761451] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a1d15abb-7370-4795-8ceb-47cb31d59eb4 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.761595] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a1d15abb-7370-4795-8ceb-47cb31d59eb4 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Acquired lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.761800] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1d15abb-7370-4795-8ceb-47cb31d59eb4 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 982.762080] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ec505e43-fe96-44cd-9ed8-c4bbb185cec5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.770280] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1d15abb-7370-4795-8ceb-47cb31d59eb4 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 982.770456] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-a1d15abb-7370-4795-8ceb-47cb31d59eb4 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 982.771257] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d9d536b-48c3-45bc-8c58-fc2d3ac7fc32 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.776500] env[62353]: DEBUG oslo_vmware.api [None req-a1d15abb-7370-4795-8ceb-47cb31d59eb4 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Waiting for the task: (returnval){ [ 982.776500] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]528e2d73-51db-990c-7119-49b9932338a4" [ 982.776500] env[62353]: _type = "Task" [ 982.776500] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.789235] env[62353]: DEBUG oslo_vmware.api [None req-a1d15abb-7370-4795-8ceb-47cb31d59eb4 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]528e2d73-51db-990c-7119-49b9932338a4, 'name': SearchDatastore_Task, 'duration_secs': 0.009289} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.789503] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c570e1c7-2bad-4985-aa50-2f27b2604bcc {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.795363] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ce18c0b5-dfb1-4eab-8802-832d5def9634 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Acquiring lock "db88426e-6cc5-4a10-a294-ed152c0489f3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 982.795707] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ce18c0b5-dfb1-4eab-8802-832d5def9634 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Lock "db88426e-6cc5-4a10-a294-ed152c0489f3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 982.795811] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ce18c0b5-dfb1-4eab-8802-832d5def9634 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Acquiring lock "db88426e-6cc5-4a10-a294-ed152c0489f3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 982.795995] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ce18c0b5-dfb1-4eab-8802-832d5def9634 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Lock "db88426e-6cc5-4a10-a294-ed152c0489f3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 982.796131] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ce18c0b5-dfb1-4eab-8802-832d5def9634 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Lock "db88426e-6cc5-4a10-a294-ed152c0489f3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 982.797791] env[62353]: DEBUG oslo_vmware.api [None req-a1d15abb-7370-4795-8ceb-47cb31d59eb4 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Waiting for the task: (returnval){ [ 982.797791] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52aa82b1-891b-1bb7-9f5a-133409754e7a" [ 982.797791] env[62353]: _type = "Task" [ 982.797791] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.801439] env[62353]: INFO nova.compute.manager [None req-ce18c0b5-dfb1-4eab-8802-832d5def9634 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] [instance: db88426e-6cc5-4a10-a294-ed152c0489f3] Terminating instance [ 982.808812] env[62353]: DEBUG oslo_vmware.api [None req-a1d15abb-7370-4795-8ceb-47cb31d59eb4 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52aa82b1-891b-1bb7-9f5a-133409754e7a, 'name': SearchDatastore_Task, 'duration_secs': 0.009661} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.812019] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a1d15abb-7370-4795-8ceb-47cb31d59eb4 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Releasing lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 982.812143] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1d15abb-7370-4795-8ceb-47cb31d59eb4 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore2] 5e4991fd-b146-4b54-bb9d-18a936171750/5e4991fd-b146-4b54-bb9d-18a936171750.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 982.812460] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-89800992-6788-4345-b186-b851c937d1a4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.821596] env[62353]: DEBUG oslo_vmware.api [None req-a1d15abb-7370-4795-8ceb-47cb31d59eb4 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Waiting for the task: (returnval){ [ 982.821596] env[62353]: value = "task-2372879" [ 982.821596] env[62353]: _type = "Task" [ 982.821596] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.831639] env[62353]: DEBUG oslo_vmware.api [None req-a1d15abb-7370-4795-8ceb-47cb31d59eb4 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Task: {'id': task-2372879, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.925364] env[62353]: DEBUG nova.compute.manager [None req-e2bebcaf-ebfd-406a-807a-49925cc939ea tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] [instance: 99f05c32-e188-4a96-bfc8-753bfa982e97] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 982.925517] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-e2bebcaf-ebfd-406a-807a-49925cc939ea tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] [instance: 99f05c32-e188-4a96-bfc8-753bfa982e97] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 982.926370] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df102208-5216-46d0-9029-0c40af7fc295 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.935298] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2bebcaf-ebfd-406a-807a-49925cc939ea tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] [instance: 99f05c32-e188-4a96-bfc8-753bfa982e97] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 982.936350] env[62353]: DEBUG nova.network.neutron [req-62581534-66c9-4e53-b74b-ee196be18bfe req-090a1aa4-b1df-4769-9c3a-1f745baec27b service nova] [instance: 5e4991fd-b146-4b54-bb9d-18a936171750] Updated VIF entry in instance network info cache for port b04fe56a-0158-4913-ae26-5e795f3340ca. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 982.936677] env[62353]: DEBUG nova.network.neutron [req-62581534-66c9-4e53-b74b-ee196be18bfe req-090a1aa4-b1df-4769-9c3a-1f745baec27b service nova] [instance: 5e4991fd-b146-4b54-bb9d-18a936171750] Updating instance_info_cache with network_info: [{"id": "b04fe56a-0158-4913-ae26-5e795f3340ca", "address": "fa:16:3e:a4:dd:70", "network": {"id": "44149a1e-04a7-4037-a9b4-b2bd9110e3d6", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1545548051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c234a820a6124360a28c4cea99d6087b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb04fe56a-01", "ovs_interfaceid": "b04fe56a-0158-4913-ae26-5e795f3340ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.937806] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0122e1ac-7bfe-4a31-a838-d61c56a4a380 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.944446] env[62353]: DEBUG oslo_vmware.api [None req-e2bebcaf-ebfd-406a-807a-49925cc939ea tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Waiting for the task: (returnval){ [ 982.944446] env[62353]: value = "task-2372880" [ 982.944446] env[62353]: _type = "Task" [ 982.944446] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.954607] env[62353]: DEBUG oslo_vmware.api [None req-e2bebcaf-ebfd-406a-807a-49925cc939ea tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Task: {'id': task-2372880, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.048235] env[62353]: DEBUG nova.network.neutron [None req-39108f93-42db-4901-83a8-b1c00d4d8294 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: f5ffb2b3-2e54-4f2e-b46c-20046e0883b6] Updating instance_info_cache with network_info: [{"id": "c3034ec4-e1ea-45a1-a823-4c81d4e3f304", "address": "fa:16:3e:c2:e9:1f", "network": {"id": "3322d31e-00aa-4c86-8051-1b6dd5c36fa9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1715037563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d154d2686c9e43b4b2a7a9ec6a5a795c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3034ec4-e1", "ovs_interfaceid": "c3034ec4-e1ea-45a1-a823-4c81d4e3f304", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "419e4030-3f93-4214-a3af-a39bf86f9336", "address": "fa:16:3e:9e:61:a5", "network": {"id": "3322d31e-00aa-4c86-8051-1b6dd5c36fa9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1715037563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d154d2686c9e43b4b2a7a9ec6a5a795c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap419e4030-3f", "ovs_interfaceid": "419e4030-3f93-4214-a3af-a39bf86f9336", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.077940] env[62353]: DEBUG oslo_vmware.api [None req-920335ae-2381-43d1-93b0-22ba32d1982d tempest-ServerPasswordTestJSON-1092796968 tempest-ServerPasswordTestJSON-1092796968-project-member] Task: {'id': task-2372877, 'name': PowerOnVM_Task, 'duration_secs': 0.857974} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.078261] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-920335ae-2381-43d1-93b0-22ba32d1982d tempest-ServerPasswordTestJSON-1092796968 tempest-ServerPasswordTestJSON-1092796968-project-member] [instance: 6dc2e25a-bf79-4040-a314-e5c665b5f14a] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 983.078597] env[62353]: INFO nova.compute.manager [None req-920335ae-2381-43d1-93b0-22ba32d1982d tempest-ServerPasswordTestJSON-1092796968 tempest-ServerPasswordTestJSON-1092796968-project-member] [instance: 6dc2e25a-bf79-4040-a314-e5c665b5f14a] Took 8.39 seconds to spawn the instance on the hypervisor. [ 983.078828] env[62353]: DEBUG nova.compute.manager [None req-920335ae-2381-43d1-93b0-22ba32d1982d tempest-ServerPasswordTestJSON-1092796968 tempest-ServerPasswordTestJSON-1092796968-project-member] [instance: 6dc2e25a-bf79-4040-a314-e5c665b5f14a] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 983.079700] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea0ac0e1-bbdc-4699-826c-5ec4137dbcbb {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.149596] env[62353]: DEBUG nova.scheduler.client.report [None req-e9a8fe02-2868-4313-a858-edea3cbb6c33 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 983.255460] env[62353]: DEBUG oslo_vmware.api [None req-e4d444ce-4089-4e19-9b68-ecb82595e594 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Task: {'id': task-2372878, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.310683] env[62353]: DEBUG nova.compute.manager [None req-ce18c0b5-dfb1-4eab-8802-832d5def9634 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] [instance: db88426e-6cc5-4a10-a294-ed152c0489f3] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 983.310915] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ce18c0b5-dfb1-4eab-8802-832d5def9634 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] [instance: db88426e-6cc5-4a10-a294-ed152c0489f3] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 983.311757] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4a18837-2d62-40ee-a9eb-3992f02bf475 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.321620] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce18c0b5-dfb1-4eab-8802-832d5def9634 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] [instance: db88426e-6cc5-4a10-a294-ed152c0489f3] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 983.321929] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1646c556-3989-464a-9eb2-f2dba5588547 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.334756] env[62353]: DEBUG oslo_vmware.api [None req-a1d15abb-7370-4795-8ceb-47cb31d59eb4 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Task: {'id': task-2372879, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.336029] env[62353]: DEBUG oslo_vmware.api [None req-ce18c0b5-dfb1-4eab-8802-832d5def9634 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Waiting for the task: (returnval){ [ 983.336029] env[62353]: value = "task-2372881" [ 983.336029] env[62353]: _type = "Task" [ 983.336029] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.348200] env[62353]: DEBUG oslo_vmware.api [None req-ce18c0b5-dfb1-4eab-8802-832d5def9634 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Task: {'id': task-2372881, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.440780] env[62353]: DEBUG oslo_concurrency.lockutils [req-62581534-66c9-4e53-b74b-ee196be18bfe req-090a1aa4-b1df-4769-9c3a-1f745baec27b service nova] Releasing lock "refresh_cache-5e4991fd-b146-4b54-bb9d-18a936171750" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 983.455316] env[62353]: DEBUG oslo_vmware.api [None req-e2bebcaf-ebfd-406a-807a-49925cc939ea tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Task: {'id': task-2372880, 'name': PowerOffVM_Task, 'duration_secs': 0.198519} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.455568] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2bebcaf-ebfd-406a-807a-49925cc939ea tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] [instance: 99f05c32-e188-4a96-bfc8-753bfa982e97] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 983.455796] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-e2bebcaf-ebfd-406a-807a-49925cc939ea tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] [instance: 99f05c32-e188-4a96-bfc8-753bfa982e97] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 983.456143] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-910d372b-b28f-4364-b88e-0c3c9cc76f2a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.523732] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-e2bebcaf-ebfd-406a-807a-49925cc939ea tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] [instance: 99f05c32-e188-4a96-bfc8-753bfa982e97] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 983.524137] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-e2bebcaf-ebfd-406a-807a-49925cc939ea tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] [instance: 99f05c32-e188-4a96-bfc8-753bfa982e97] Deleting contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 983.524362] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2bebcaf-ebfd-406a-807a-49925cc939ea tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Deleting the datastore file [datastore1] 99f05c32-e188-4a96-bfc8-753bfa982e97 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 983.524723] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9048a64e-7d93-4cf9-8231-39c7ec4aba19 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.533309] env[62353]: DEBUG oslo_vmware.api [None req-e2bebcaf-ebfd-406a-807a-49925cc939ea tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Waiting for the task: (returnval){ [ 983.533309] env[62353]: value = "task-2372883" [ 983.533309] env[62353]: _type = "Task" [ 983.533309] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.541228] env[62353]: DEBUG oslo_vmware.api [None req-e2bebcaf-ebfd-406a-807a-49925cc939ea tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Task: {'id': task-2372883, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.551478] env[62353]: DEBUG oslo_concurrency.lockutils [None req-39108f93-42db-4901-83a8-b1c00d4d8294 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Releasing lock "refresh_cache-f5ffb2b3-2e54-4f2e-b46c-20046e0883b6" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 983.552616] env[62353]: DEBUG oslo_concurrency.lockutils [None req-39108f93-42db-4901-83a8-b1c00d4d8294 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Acquiring lock "f5ffb2b3-2e54-4f2e-b46c-20046e0883b6" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 983.552616] env[62353]: DEBUG oslo_concurrency.lockutils [None req-39108f93-42db-4901-83a8-b1c00d4d8294 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Acquired lock "f5ffb2b3-2e54-4f2e-b46c-20046e0883b6" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.553621] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a275fdb8-e241-49a2-8ca6-65266d49b347 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.571408] env[62353]: DEBUG nova.virt.hardware [None req-39108f93-42db-4901-83a8-b1c00d4d8294 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T12:38:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 983.571408] env[62353]: DEBUG nova.virt.hardware [None req-39108f93-42db-4901-83a8-b1c00d4d8294 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 983.571764] env[62353]: DEBUG nova.virt.hardware [None req-39108f93-42db-4901-83a8-b1c00d4d8294 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 983.571764] env[62353]: DEBUG nova.virt.hardware [None req-39108f93-42db-4901-83a8-b1c00d4d8294 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 983.571764] env[62353]: DEBUG nova.virt.hardware [None req-39108f93-42db-4901-83a8-b1c00d4d8294 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 983.571967] env[62353]: DEBUG nova.virt.hardware [None req-39108f93-42db-4901-83a8-b1c00d4d8294 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 983.572132] env[62353]: DEBUG nova.virt.hardware [None req-39108f93-42db-4901-83a8-b1c00d4d8294 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 983.572289] env[62353]: DEBUG nova.virt.hardware [None req-39108f93-42db-4901-83a8-b1c00d4d8294 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 983.572453] env[62353]: DEBUG nova.virt.hardware [None req-39108f93-42db-4901-83a8-b1c00d4d8294 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 983.572612] env[62353]: DEBUG nova.virt.hardware [None req-39108f93-42db-4901-83a8-b1c00d4d8294 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 983.572782] env[62353]: DEBUG nova.virt.hardware [None req-39108f93-42db-4901-83a8-b1c00d4d8294 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 983.579265] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-39108f93-42db-4901-83a8-b1c00d4d8294 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: f5ffb2b3-2e54-4f2e-b46c-20046e0883b6] Reconfiguring VM to attach interface {{(pid=62353) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 983.579611] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-097fb958-945c-4e84-886f-126d6668a03f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.601184] env[62353]: DEBUG oslo_vmware.api [None req-39108f93-42db-4901-83a8-b1c00d4d8294 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Waiting for the task: (returnval){ [ 983.601184] env[62353]: value = "task-2372884" [ 983.601184] env[62353]: _type = "Task" [ 983.601184] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.604771] env[62353]: INFO nova.compute.manager [None req-920335ae-2381-43d1-93b0-22ba32d1982d tempest-ServerPasswordTestJSON-1092796968 tempest-ServerPasswordTestJSON-1092796968-project-member] [instance: 6dc2e25a-bf79-4040-a314-e5c665b5f14a] Took 23.10 seconds to build instance. [ 983.610958] env[62353]: DEBUG oslo_vmware.api [None req-39108f93-42db-4901-83a8-b1c00d4d8294 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Task: {'id': task-2372884, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.654142] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e9a8fe02-2868-4313-a858-edea3cbb6c33 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.355s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 983.654672] env[62353]: DEBUG nova.compute.manager [None req-e9a8fe02-2868-4313-a858-edea3cbb6c33 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: fa161604-bc12-4f96-8e33-627f119b766a] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 983.657212] env[62353]: DEBUG oslo_concurrency.lockutils [None req-44fda393-897d-4837-b4b6-14ad977c1060 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.079s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 983.658675] env[62353]: INFO nova.compute.claims [None req-44fda393-897d-4837-b4b6-14ad977c1060 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 433c3b50-7fbd-4153-b99d-9d60027c9a9f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 983.751076] env[62353]: DEBUG oslo_vmware.api [None req-e4d444ce-4089-4e19-9b68-ecb82595e594 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Task: {'id': task-2372878, 'name': CreateSnapshot_Task, 'duration_secs': 0.719259} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.751354] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-e4d444ce-4089-4e19-9b68-ecb82595e594 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] [instance: c1577946-440b-49c2-be7a-c4ac3165ab36] Created Snapshot of the VM instance {{(pid=62353) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 983.752120] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a936785-f656-4161-bcaf-6115517320aa {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.790041] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4b3b32dd-df40-443b-8316-aa155453dd44 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Acquiring lock "3d6dc73d-cbff-4487-b414-dc5a033e118a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 983.790500] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4b3b32dd-df40-443b-8316-aa155453dd44 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Lock "3d6dc73d-cbff-4487-b414-dc5a033e118a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 983.790794] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4b3b32dd-df40-443b-8316-aa155453dd44 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Acquiring lock "3d6dc73d-cbff-4487-b414-dc5a033e118a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 983.790985] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4b3b32dd-df40-443b-8316-aa155453dd44 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Lock "3d6dc73d-cbff-4487-b414-dc5a033e118a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 983.792461] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4b3b32dd-df40-443b-8316-aa155453dd44 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Lock "3d6dc73d-cbff-4487-b414-dc5a033e118a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 983.796238] env[62353]: INFO nova.compute.manager [None req-4b3b32dd-df40-443b-8316-aa155453dd44 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 3d6dc73d-cbff-4487-b414-dc5a033e118a] Terminating instance [ 983.834128] env[62353]: DEBUG oslo_vmware.api [None req-a1d15abb-7370-4795-8ceb-47cb31d59eb4 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Task: {'id': task-2372879, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.566959} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.834413] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1d15abb-7370-4795-8ceb-47cb31d59eb4 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore2] 5e4991fd-b146-4b54-bb9d-18a936171750/5e4991fd-b146-4b54-bb9d-18a936171750.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 983.834620] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-a1d15abb-7370-4795-8ceb-47cb31d59eb4 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] [instance: 5e4991fd-b146-4b54-bb9d-18a936171750] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 983.834887] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f9512ff7-fc5b-4bd2-9016-d4c2ce2c6d4d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.846131] env[62353]: DEBUG oslo_vmware.api [None req-ce18c0b5-dfb1-4eab-8802-832d5def9634 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Task: {'id': task-2372881, 'name': PowerOffVM_Task, 'duration_secs': 0.303548} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.847401] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce18c0b5-dfb1-4eab-8802-832d5def9634 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] [instance: db88426e-6cc5-4a10-a294-ed152c0489f3] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 983.847583] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ce18c0b5-dfb1-4eab-8802-832d5def9634 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] [instance: db88426e-6cc5-4a10-a294-ed152c0489f3] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 983.847893] env[62353]: DEBUG oslo_vmware.api [None req-a1d15abb-7370-4795-8ceb-47cb31d59eb4 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Waiting for the task: (returnval){ [ 983.847893] env[62353]: value = "task-2372885" [ 983.847893] env[62353]: _type = "Task" [ 983.847893] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.848089] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f985272d-3a30-47c6-a16b-86d3bbe7fcc9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.858070] env[62353]: DEBUG oslo_vmware.api [None req-a1d15abb-7370-4795-8ceb-47cb31d59eb4 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Task: {'id': task-2372885, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.930676] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ce18c0b5-dfb1-4eab-8802-832d5def9634 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] [instance: db88426e-6cc5-4a10-a294-ed152c0489f3] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 983.930676] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ce18c0b5-dfb1-4eab-8802-832d5def9634 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] [instance: db88426e-6cc5-4a10-a294-ed152c0489f3] Deleting contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 983.930676] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce18c0b5-dfb1-4eab-8802-832d5def9634 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Deleting the datastore file [datastore1] db88426e-6cc5-4a10-a294-ed152c0489f3 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 983.931024] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6fb5b39b-4781-4f77-89d3-9018bb0fc0bd {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.938905] env[62353]: DEBUG oslo_vmware.api [None req-ce18c0b5-dfb1-4eab-8802-832d5def9634 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Waiting for the task: (returnval){ [ 983.938905] env[62353]: value = "task-2372887" [ 983.938905] env[62353]: _type = "Task" [ 983.938905] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.947077] env[62353]: DEBUG oslo_vmware.api [None req-ce18c0b5-dfb1-4eab-8802-832d5def9634 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Task: {'id': task-2372887, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.044938] env[62353]: DEBUG oslo_vmware.api [None req-e2bebcaf-ebfd-406a-807a-49925cc939ea tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Task: {'id': task-2372883, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.210841} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.045233] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2bebcaf-ebfd-406a-807a-49925cc939ea tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 984.045444] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-e2bebcaf-ebfd-406a-807a-49925cc939ea tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] [instance: 99f05c32-e188-4a96-bfc8-753bfa982e97] Deleted contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 984.045699] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-e2bebcaf-ebfd-406a-807a-49925cc939ea tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] [instance: 99f05c32-e188-4a96-bfc8-753bfa982e97] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 984.045949] env[62353]: INFO nova.compute.manager [None req-e2bebcaf-ebfd-406a-807a-49925cc939ea tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] [instance: 99f05c32-e188-4a96-bfc8-753bfa982e97] Took 1.12 seconds to destroy the instance on the hypervisor. [ 984.046225] env[62353]: DEBUG oslo.service.loopingcall [None req-e2bebcaf-ebfd-406a-807a-49925cc939ea tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 984.046414] env[62353]: DEBUG nova.compute.manager [-] [instance: 99f05c32-e188-4a96-bfc8-753bfa982e97] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 984.046509] env[62353]: DEBUG nova.network.neutron [-] [instance: 99f05c32-e188-4a96-bfc8-753bfa982e97] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 984.107562] env[62353]: DEBUG oslo_concurrency.lockutils [None req-920335ae-2381-43d1-93b0-22ba32d1982d tempest-ServerPasswordTestJSON-1092796968 tempest-ServerPasswordTestJSON-1092796968-project-member] Lock "6dc2e25a-bf79-4040-a314-e5c665b5f14a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.614s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 984.111370] env[62353]: DEBUG oslo_vmware.api [None req-39108f93-42db-4901-83a8-b1c00d4d8294 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Task: {'id': task-2372884, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.163071] env[62353]: DEBUG nova.compute.utils [None req-e9a8fe02-2868-4313-a858-edea3cbb6c33 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 984.170806] env[62353]: DEBUG nova.compute.manager [None req-e9a8fe02-2868-4313-a858-edea3cbb6c33 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: fa161604-bc12-4f96-8e33-627f119b766a] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 984.171730] env[62353]: DEBUG nova.network.neutron [None req-e9a8fe02-2868-4313-a858-edea3cbb6c33 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: fa161604-bc12-4f96-8e33-627f119b766a] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 984.233708] env[62353]: DEBUG nova.policy [None req-e9a8fe02-2868-4313-a858-edea3cbb6c33 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '13564ade137b4981abcc826430dec05a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '72d956f928c84645ac7af0ca43ed5775', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:192}} [ 984.240693] env[62353]: DEBUG nova.compute.manager [req-57589d12-1813-4a31-845a-8e83c655c7dc req-7233655e-5b5b-49cc-bb8e-222b12daea98 service nova] [instance: f5ffb2b3-2e54-4f2e-b46c-20046e0883b6] Received event network-changed-419e4030-3f93-4214-a3af-a39bf86f9336 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 984.241693] env[62353]: DEBUG nova.compute.manager [req-57589d12-1813-4a31-845a-8e83c655c7dc req-7233655e-5b5b-49cc-bb8e-222b12daea98 service nova] [instance: f5ffb2b3-2e54-4f2e-b46c-20046e0883b6] Refreshing instance network info cache due to event network-changed-419e4030-3f93-4214-a3af-a39bf86f9336. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 984.241977] env[62353]: DEBUG oslo_concurrency.lockutils [req-57589d12-1813-4a31-845a-8e83c655c7dc req-7233655e-5b5b-49cc-bb8e-222b12daea98 service nova] Acquiring lock "refresh_cache-f5ffb2b3-2e54-4f2e-b46c-20046e0883b6" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 984.242218] env[62353]: DEBUG oslo_concurrency.lockutils [req-57589d12-1813-4a31-845a-8e83c655c7dc req-7233655e-5b5b-49cc-bb8e-222b12daea98 service nova] Acquired lock "refresh_cache-f5ffb2b3-2e54-4f2e-b46c-20046e0883b6" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.242485] env[62353]: DEBUG nova.network.neutron [req-57589d12-1813-4a31-845a-8e83c655c7dc req-7233655e-5b5b-49cc-bb8e-222b12daea98 service nova] [instance: f5ffb2b3-2e54-4f2e-b46c-20046e0883b6] Refreshing network info cache for port 419e4030-3f93-4214-a3af-a39bf86f9336 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 984.272192] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-e4d444ce-4089-4e19-9b68-ecb82595e594 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] [instance: c1577946-440b-49c2-be7a-c4ac3165ab36] Creating linked-clone VM from snapshot {{(pid=62353) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 984.273500] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ea7a18d2-f74b-4c90-8557-462b97dc1507 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.287048] env[62353]: DEBUG oslo_vmware.api [None req-e4d444ce-4089-4e19-9b68-ecb82595e594 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Waiting for the task: (returnval){ [ 984.287048] env[62353]: value = "task-2372888" [ 984.287048] env[62353]: _type = "Task" [ 984.287048] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.299718] env[62353]: DEBUG oslo_vmware.api [None req-e4d444ce-4089-4e19-9b68-ecb82595e594 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Task: {'id': task-2372888, 'name': CloneVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.300843] env[62353]: DEBUG nova.compute.manager [None req-4b3b32dd-df40-443b-8316-aa155453dd44 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 3d6dc73d-cbff-4487-b414-dc5a033e118a] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 984.301339] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-4b3b32dd-df40-443b-8316-aa155453dd44 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 3d6dc73d-cbff-4487-b414-dc5a033e118a] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 984.303619] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71380d5f-7a23-4029-987a-ac543d7ba85f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.311723] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b3b32dd-df40-443b-8316-aa155453dd44 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 3d6dc73d-cbff-4487-b414-dc5a033e118a] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 984.313219] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-829f5a7f-8ec7-40e8-8ca7-f802afa18620 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.318964] env[62353]: DEBUG oslo_vmware.api [None req-4b3b32dd-df40-443b-8316-aa155453dd44 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Waiting for the task: (returnval){ [ 984.318964] env[62353]: value = "task-2372889" [ 984.318964] env[62353]: _type = "Task" [ 984.318964] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.328148] env[62353]: DEBUG oslo_vmware.api [None req-4b3b32dd-df40-443b-8316-aa155453dd44 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Task: {'id': task-2372889, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.358510] env[62353]: DEBUG oslo_vmware.api [None req-a1d15abb-7370-4795-8ceb-47cb31d59eb4 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Task: {'id': task-2372885, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089632} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.358865] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-a1d15abb-7370-4795-8ceb-47cb31d59eb4 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] [instance: 5e4991fd-b146-4b54-bb9d-18a936171750] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 984.359745] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1647fab8-e631-4943-b559-884e04fa64fd {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.386675] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1d15abb-7370-4795-8ceb-47cb31d59eb4 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] [instance: 5e4991fd-b146-4b54-bb9d-18a936171750] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] 5e4991fd-b146-4b54-bb9d-18a936171750/5e4991fd-b146-4b54-bb9d-18a936171750.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 984.387174] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ec8133f4-1ffc-4dd4-b5d3-b8d47cab55ab {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.407940] env[62353]: DEBUG oslo_vmware.api [None req-a1d15abb-7370-4795-8ceb-47cb31d59eb4 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Waiting for the task: (returnval){ [ 984.407940] env[62353]: value = "task-2372890" [ 984.407940] env[62353]: _type = "Task" [ 984.407940] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.417161] env[62353]: DEBUG oslo_vmware.api [None req-a1d15abb-7370-4795-8ceb-47cb31d59eb4 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Task: {'id': task-2372890, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.422015] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6cc65154-406a-4e42-969f-5e92a3946899 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Acquiring lock "0b860696-19b5-4005-8259-1c28012cd12a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 984.422392] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6cc65154-406a-4e42-969f-5e92a3946899 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Lock "0b860696-19b5-4005-8259-1c28012cd12a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 984.451284] env[62353]: DEBUG oslo_vmware.api [None req-ce18c0b5-dfb1-4eab-8802-832d5def9634 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Task: {'id': task-2372887, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.612094] env[62353]: DEBUG oslo_vmware.api [None req-39108f93-42db-4901-83a8-b1c00d4d8294 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Task: {'id': task-2372884, 'name': ReconfigVM_Task, 'duration_secs': 0.823628} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.612614] env[62353]: DEBUG oslo_concurrency.lockutils [None req-39108f93-42db-4901-83a8-b1c00d4d8294 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Releasing lock "f5ffb2b3-2e54-4f2e-b46c-20046e0883b6" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 984.613019] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-39108f93-42db-4901-83a8-b1c00d4d8294 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: f5ffb2b3-2e54-4f2e-b46c-20046e0883b6] Reconfigured VM to attach interface {{(pid=62353) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 984.672098] env[62353]: DEBUG nova.compute.manager [None req-e9a8fe02-2868-4313-a858-edea3cbb6c33 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: fa161604-bc12-4f96-8e33-627f119b766a] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 984.798847] env[62353]: DEBUG oslo_vmware.api [None req-e4d444ce-4089-4e19-9b68-ecb82595e594 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Task: {'id': task-2372888, 'name': CloneVM_Task} progress is 94%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.818719] env[62353]: DEBUG nova.network.neutron [None req-e9a8fe02-2868-4313-a858-edea3cbb6c33 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: fa161604-bc12-4f96-8e33-627f119b766a] Successfully created port: 7d0c2760-6f94-4f28-84b2-abd5ed978cf8 {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 984.830974] env[62353]: DEBUG oslo_vmware.api [None req-4b3b32dd-df40-443b-8316-aa155453dd44 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Task: {'id': task-2372889, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.841517] env[62353]: DEBUG nova.network.neutron [-] [instance: 99f05c32-e188-4a96-bfc8-753bfa982e97] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.923899] env[62353]: DEBUG oslo_vmware.api [None req-a1d15abb-7370-4795-8ceb-47cb31d59eb4 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Task: {'id': task-2372890, 'name': ReconfigVM_Task, 'duration_secs': 0.472886} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.924275] env[62353]: DEBUG nova.compute.manager [None req-6cc65154-406a-4e42-969f-5e92a3946899 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 0b860696-19b5-4005-8259-1c28012cd12a] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 984.927022] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1d15abb-7370-4795-8ceb-47cb31d59eb4 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] [instance: 5e4991fd-b146-4b54-bb9d-18a936171750] Reconfigured VM instance instance-0000005e to attach disk [datastore2] 5e4991fd-b146-4b54-bb9d-18a936171750/5e4991fd-b146-4b54-bb9d-18a936171750.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 984.928521] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-55d1c939-51dd-462a-b409-d51ad4be9217 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.936943] env[62353]: DEBUG oslo_vmware.api [None req-a1d15abb-7370-4795-8ceb-47cb31d59eb4 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Waiting for the task: (returnval){ [ 984.936943] env[62353]: value = "task-2372891" [ 984.936943] env[62353]: _type = "Task" [ 984.936943] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.948201] env[62353]: DEBUG oslo_vmware.api [None req-a1d15abb-7370-4795-8ceb-47cb31d59eb4 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Task: {'id': task-2372891, 'name': Rename_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.951148] env[62353]: DEBUG oslo_vmware.api [None req-ce18c0b5-dfb1-4eab-8802-832d5def9634 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Task: {'id': task-2372887, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.542591} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.953765] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce18c0b5-dfb1-4eab-8802-832d5def9634 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 984.953930] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ce18c0b5-dfb1-4eab-8802-832d5def9634 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] [instance: db88426e-6cc5-4a10-a294-ed152c0489f3] Deleted contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 984.954133] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ce18c0b5-dfb1-4eab-8802-832d5def9634 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] [instance: db88426e-6cc5-4a10-a294-ed152c0489f3] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 984.954207] env[62353]: INFO nova.compute.manager [None req-ce18c0b5-dfb1-4eab-8802-832d5def9634 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] [instance: db88426e-6cc5-4a10-a294-ed152c0489f3] Took 1.64 seconds to destroy the instance on the hypervisor. [ 984.954459] env[62353]: DEBUG oslo.service.loopingcall [None req-ce18c0b5-dfb1-4eab-8802-832d5def9634 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 984.954834] env[62353]: DEBUG nova.compute.manager [-] [instance: db88426e-6cc5-4a10-a294-ed152c0489f3] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 984.954933] env[62353]: DEBUG nova.network.neutron [-] [instance: db88426e-6cc5-4a10-a294-ed152c0489f3] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 985.069697] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bcc717d-f07b-4584-88bc-52f4ecd425e1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.082635] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbd65379-9626-487b-b012-72c3cac79c98 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.118667] env[62353]: DEBUG oslo_concurrency.lockutils [None req-39108f93-42db-4901-83a8-b1c00d4d8294 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Lock "interface-f5ffb2b3-2e54-4f2e-b46c-20046e0883b6-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.019s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 985.123743] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e652453-07cc-4934-995d-31ecd5e037f1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.133449] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b162de1-8421-45bd-8daa-506fb12feb74 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.149227] env[62353]: DEBUG nova.compute.provider_tree [None req-44fda393-897d-4837-b4b6-14ad977c1060 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 985.153310] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6791f42a-cf49-4c2e-8b1e-5dd49097c184 tempest-ServerPasswordTestJSON-1092796968 tempest-ServerPasswordTestJSON-1092796968-project-member] Acquiring lock "6dc2e25a-bf79-4040-a314-e5c665b5f14a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 985.153551] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6791f42a-cf49-4c2e-8b1e-5dd49097c184 tempest-ServerPasswordTestJSON-1092796968 tempest-ServerPasswordTestJSON-1092796968-project-member] Lock "6dc2e25a-bf79-4040-a314-e5c665b5f14a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 985.153850] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6791f42a-cf49-4c2e-8b1e-5dd49097c184 tempest-ServerPasswordTestJSON-1092796968 tempest-ServerPasswordTestJSON-1092796968-project-member] Acquiring lock "6dc2e25a-bf79-4040-a314-e5c665b5f14a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 985.153920] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6791f42a-cf49-4c2e-8b1e-5dd49097c184 tempest-ServerPasswordTestJSON-1092796968 tempest-ServerPasswordTestJSON-1092796968-project-member] Lock "6dc2e25a-bf79-4040-a314-e5c665b5f14a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 985.154099] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6791f42a-cf49-4c2e-8b1e-5dd49097c184 tempest-ServerPasswordTestJSON-1092796968 tempest-ServerPasswordTestJSON-1092796968-project-member] Lock "6dc2e25a-bf79-4040-a314-e5c665b5f14a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 985.159017] env[62353]: INFO nova.compute.manager [None req-6791f42a-cf49-4c2e-8b1e-5dd49097c184 tempest-ServerPasswordTestJSON-1092796968 tempest-ServerPasswordTestJSON-1092796968-project-member] [instance: 6dc2e25a-bf79-4040-a314-e5c665b5f14a] Terminating instance [ 985.253234] env[62353]: DEBUG nova.network.neutron [req-57589d12-1813-4a31-845a-8e83c655c7dc req-7233655e-5b5b-49cc-bb8e-222b12daea98 service nova] [instance: f5ffb2b3-2e54-4f2e-b46c-20046e0883b6] Updated VIF entry in instance network info cache for port 419e4030-3f93-4214-a3af-a39bf86f9336. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 985.254074] env[62353]: DEBUG nova.network.neutron [req-57589d12-1813-4a31-845a-8e83c655c7dc req-7233655e-5b5b-49cc-bb8e-222b12daea98 service nova] [instance: f5ffb2b3-2e54-4f2e-b46c-20046e0883b6] Updating instance_info_cache with network_info: [{"id": "c3034ec4-e1ea-45a1-a823-4c81d4e3f304", "address": "fa:16:3e:c2:e9:1f", "network": {"id": "3322d31e-00aa-4c86-8051-1b6dd5c36fa9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1715037563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d154d2686c9e43b4b2a7a9ec6a5a795c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3034ec4-e1", "ovs_interfaceid": "c3034ec4-e1ea-45a1-a823-4c81d4e3f304", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "419e4030-3f93-4214-a3af-a39bf86f9336", "address": "fa:16:3e:9e:61:a5", "network": {"id": "3322d31e-00aa-4c86-8051-1b6dd5c36fa9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1715037563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d154d2686c9e43b4b2a7a9ec6a5a795c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap419e4030-3f", "ovs_interfaceid": "419e4030-3f93-4214-a3af-a39bf86f9336", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.299808] env[62353]: DEBUG oslo_vmware.api [None req-e4d444ce-4089-4e19-9b68-ecb82595e594 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Task: {'id': task-2372888, 'name': CloneVM_Task} progress is 94%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.330510] env[62353]: DEBUG oslo_vmware.api [None req-4b3b32dd-df40-443b-8316-aa155453dd44 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Task: {'id': task-2372889, 'name': PowerOffVM_Task, 'duration_secs': 0.520767} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.331241] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b3b32dd-df40-443b-8316-aa155453dd44 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 3d6dc73d-cbff-4487-b414-dc5a033e118a] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 985.331431] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-4b3b32dd-df40-443b-8316-aa155453dd44 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 3d6dc73d-cbff-4487-b414-dc5a033e118a] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 985.331716] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1d7da7d6-9127-4c75-b8bd-f5c08674d4ec {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.344267] env[62353]: INFO nova.compute.manager [-] [instance: 99f05c32-e188-4a96-bfc8-753bfa982e97] Took 1.30 seconds to deallocate network for instance. [ 985.401809] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-4b3b32dd-df40-443b-8316-aa155453dd44 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 3d6dc73d-cbff-4487-b414-dc5a033e118a] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 985.402092] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-4b3b32dd-df40-443b-8316-aa155453dd44 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 3d6dc73d-cbff-4487-b414-dc5a033e118a] Deleting contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 985.402284] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b3b32dd-df40-443b-8316-aa155453dd44 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Deleting the datastore file [datastore2] 3d6dc73d-cbff-4487-b414-dc5a033e118a {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 985.402759] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-012e31f3-69c0-4d36-ac7f-0d2cae85fdbc {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.408990] env[62353]: DEBUG oslo_vmware.api [None req-4b3b32dd-df40-443b-8316-aa155453dd44 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Waiting for the task: (returnval){ [ 985.408990] env[62353]: value = "task-2372893" [ 985.408990] env[62353]: _type = "Task" [ 985.408990] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.419180] env[62353]: DEBUG oslo_vmware.api [None req-4b3b32dd-df40-443b-8316-aa155453dd44 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Task: {'id': task-2372893, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.446343] env[62353]: DEBUG oslo_vmware.api [None req-a1d15abb-7370-4795-8ceb-47cb31d59eb4 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Task: {'id': task-2372891, 'name': Rename_Task, 'duration_secs': 0.18475} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.447239] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6cc65154-406a-4e42-969f-5e92a3946899 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 985.447550] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1d15abb-7370-4795-8ceb-47cb31d59eb4 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] [instance: 5e4991fd-b146-4b54-bb9d-18a936171750] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 985.447820] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c05775e0-f0a3-43c9-9c17-9c8c8d892068 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.456050] env[62353]: DEBUG oslo_vmware.api [None req-a1d15abb-7370-4795-8ceb-47cb31d59eb4 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Waiting for the task: (returnval){ [ 985.456050] env[62353]: value = "task-2372894" [ 985.456050] env[62353]: _type = "Task" [ 985.456050] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.465318] env[62353]: DEBUG oslo_vmware.api [None req-a1d15abb-7370-4795-8ceb-47cb31d59eb4 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Task: {'id': task-2372894, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.652933] env[62353]: DEBUG nova.scheduler.client.report [None req-44fda393-897d-4837-b4b6-14ad977c1060 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 985.660522] env[62353]: DEBUG nova.compute.manager [None req-6791f42a-cf49-4c2e-8b1e-5dd49097c184 tempest-ServerPasswordTestJSON-1092796968 tempest-ServerPasswordTestJSON-1092796968-project-member] [instance: 6dc2e25a-bf79-4040-a314-e5c665b5f14a] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 985.660920] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-6791f42a-cf49-4c2e-8b1e-5dd49097c184 tempest-ServerPasswordTestJSON-1092796968 tempest-ServerPasswordTestJSON-1092796968-project-member] [instance: 6dc2e25a-bf79-4040-a314-e5c665b5f14a] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 985.662260] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69c746d0-b1f0-4ee6-9bfb-3df5235668bd {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.671804] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-6791f42a-cf49-4c2e-8b1e-5dd49097c184 tempest-ServerPasswordTestJSON-1092796968 tempest-ServerPasswordTestJSON-1092796968-project-member] [instance: 6dc2e25a-bf79-4040-a314-e5c665b5f14a] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 985.672093] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0804ac7d-e936-44c3-92bf-b0d7e20c3a93 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.682464] env[62353]: DEBUG nova.compute.manager [None req-e9a8fe02-2868-4313-a858-edea3cbb6c33 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: fa161604-bc12-4f96-8e33-627f119b766a] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 985.685182] env[62353]: DEBUG oslo_vmware.api [None req-6791f42a-cf49-4c2e-8b1e-5dd49097c184 tempest-ServerPasswordTestJSON-1092796968 tempest-ServerPasswordTestJSON-1092796968-project-member] Waiting for the task: (returnval){ [ 985.685182] env[62353]: value = "task-2372895" [ 985.685182] env[62353]: _type = "Task" [ 985.685182] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.702838] env[62353]: DEBUG oslo_vmware.api [None req-6791f42a-cf49-4c2e-8b1e-5dd49097c184 tempest-ServerPasswordTestJSON-1092796968 tempest-ServerPasswordTestJSON-1092796968-project-member] Task: {'id': task-2372895, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.716330] env[62353]: DEBUG nova.virt.hardware [None req-e9a8fe02-2868-4313-a858-edea3cbb6c33 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T12:38:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T12:38:15Z,direct_url=,disk_format='vmdk',id=06f909ae-e8dc-43b4-abf7-c7ed85db9bbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0a3f88790a594523a818b8c00f6862e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T12:38:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 985.716627] env[62353]: DEBUG nova.virt.hardware [None req-e9a8fe02-2868-4313-a858-edea3cbb6c33 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 985.716733] env[62353]: DEBUG nova.virt.hardware [None req-e9a8fe02-2868-4313-a858-edea3cbb6c33 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 985.716895] env[62353]: DEBUG nova.virt.hardware [None req-e9a8fe02-2868-4313-a858-edea3cbb6c33 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 985.717744] env[62353]: DEBUG nova.virt.hardware [None req-e9a8fe02-2868-4313-a858-edea3cbb6c33 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 985.717984] env[62353]: DEBUG nova.virt.hardware [None req-e9a8fe02-2868-4313-a858-edea3cbb6c33 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 985.718301] env[62353]: DEBUG nova.virt.hardware [None req-e9a8fe02-2868-4313-a858-edea3cbb6c33 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 985.718674] env[62353]: DEBUG nova.virt.hardware [None req-e9a8fe02-2868-4313-a858-edea3cbb6c33 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 985.718674] env[62353]: DEBUG nova.virt.hardware [None req-e9a8fe02-2868-4313-a858-edea3cbb6c33 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 985.718847] env[62353]: DEBUG nova.virt.hardware [None req-e9a8fe02-2868-4313-a858-edea3cbb6c33 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 985.718998] env[62353]: DEBUG nova.virt.hardware [None req-e9a8fe02-2868-4313-a858-edea3cbb6c33 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 985.721561] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6684dc2-5291-40ca-89ec-ffcd7cb9e4b2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.730568] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a4b55e2-488c-4793-9adc-afde44e167fc {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.756021] env[62353]: DEBUG oslo_concurrency.lockutils [req-57589d12-1813-4a31-845a-8e83c655c7dc req-7233655e-5b5b-49cc-bb8e-222b12daea98 service nova] Releasing lock "refresh_cache-f5ffb2b3-2e54-4f2e-b46c-20046e0883b6" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 985.798965] env[62353]: DEBUG oslo_vmware.api [None req-e4d444ce-4089-4e19-9b68-ecb82595e594 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Task: {'id': task-2372888, 'name': CloneVM_Task, 'duration_secs': 1.512153} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.799274] env[62353]: INFO nova.virt.vmwareapi.vmops [None req-e4d444ce-4089-4e19-9b68-ecb82595e594 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] [instance: c1577946-440b-49c2-be7a-c4ac3165ab36] Created linked-clone VM from snapshot [ 985.800069] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54e205bb-ed13-495a-a711-1921369fc56e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.808160] env[62353]: DEBUG nova.virt.vmwareapi.images [None req-e4d444ce-4089-4e19-9b68-ecb82595e594 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] [instance: c1577946-440b-49c2-be7a-c4ac3165ab36] Uploading image 49a7b339-8279-4a32-9efb-4201328e2b87 {{(pid=62353) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 985.835483] env[62353]: DEBUG oslo_vmware.rw_handles [None req-e4d444ce-4089-4e19-9b68-ecb82595e594 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 985.835483] env[62353]: value = "vm-481708" [ 985.835483] env[62353]: _type = "VirtualMachine" [ 985.835483] env[62353]: }. {{(pid=62353) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 985.835840] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-01888a27-6005-43d6-a0f0-d6ad92e914b6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.843603] env[62353]: DEBUG oslo_vmware.rw_handles [None req-e4d444ce-4089-4e19-9b68-ecb82595e594 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Lease: (returnval){ [ 985.843603] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5219866c-4836-7684-280a-8f01ff969ab3" [ 985.843603] env[62353]: _type = "HttpNfcLease" [ 985.843603] env[62353]: } obtained for exporting VM: (result){ [ 985.843603] env[62353]: value = "vm-481708" [ 985.843603] env[62353]: _type = "VirtualMachine" [ 985.843603] env[62353]: }. {{(pid=62353) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 985.843922] env[62353]: DEBUG oslo_vmware.api [None req-e4d444ce-4089-4e19-9b68-ecb82595e594 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Waiting for the lease: (returnval){ [ 985.843922] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5219866c-4836-7684-280a-8f01ff969ab3" [ 985.843922] env[62353]: _type = "HttpNfcLease" [ 985.843922] env[62353]: } to be ready. {{(pid=62353) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 985.851561] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e2bebcaf-ebfd-406a-807a-49925cc939ea tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 985.852326] env[62353]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 985.852326] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5219866c-4836-7684-280a-8f01ff969ab3" [ 985.852326] env[62353]: _type = "HttpNfcLease" [ 985.852326] env[62353]: } is initializing. {{(pid=62353) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 985.891656] env[62353]: DEBUG nova.network.neutron [-] [instance: db88426e-6cc5-4a10-a294-ed152c0489f3] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.919374] env[62353]: DEBUG oslo_vmware.api [None req-4b3b32dd-df40-443b-8316-aa155453dd44 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Task: {'id': task-2372893, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171391} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.919997] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b3b32dd-df40-443b-8316-aa155453dd44 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 985.919997] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-4b3b32dd-df40-443b-8316-aa155453dd44 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 3d6dc73d-cbff-4487-b414-dc5a033e118a] Deleted contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 985.920146] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-4b3b32dd-df40-443b-8316-aa155453dd44 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 3d6dc73d-cbff-4487-b414-dc5a033e118a] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 985.920225] env[62353]: INFO nova.compute.manager [None req-4b3b32dd-df40-443b-8316-aa155453dd44 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 3d6dc73d-cbff-4487-b414-dc5a033e118a] Took 1.62 seconds to destroy the instance on the hypervisor. [ 985.920941] env[62353]: DEBUG oslo.service.loopingcall [None req-4b3b32dd-df40-443b-8316-aa155453dd44 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 985.920941] env[62353]: DEBUG nova.compute.manager [-] [instance: 3d6dc73d-cbff-4487-b414-dc5a033e118a] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 985.920941] env[62353]: DEBUG nova.network.neutron [-] [instance: 3d6dc73d-cbff-4487-b414-dc5a033e118a] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 985.967328] env[62353]: DEBUG oslo_vmware.api [None req-a1d15abb-7370-4795-8ceb-47cb31d59eb4 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Task: {'id': task-2372894, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.159014] env[62353]: DEBUG oslo_concurrency.lockutils [None req-44fda393-897d-4837-b4b6-14ad977c1060 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.502s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 986.159889] env[62353]: DEBUG nova.compute.manager [None req-44fda393-897d-4837-b4b6-14ad977c1060 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 433c3b50-7fbd-4153-b99d-9d60027c9a9f] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 986.162532] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d414fec3-d23c-47aa-9708-28f1cb37e5ee tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.599s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 986.162748] env[62353]: DEBUG nova.objects.instance [None req-d414fec3-d23c-47aa-9708-28f1cb37e5ee tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Lazy-loading 'resources' on Instance uuid ded8ee54-91ef-450b-a930-21f932dffe36 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 986.198342] env[62353]: DEBUG oslo_vmware.api [None req-6791f42a-cf49-4c2e-8b1e-5dd49097c184 tempest-ServerPasswordTestJSON-1092796968 tempest-ServerPasswordTestJSON-1092796968-project-member] Task: {'id': task-2372895, 'name': PowerOffVM_Task, 'duration_secs': 0.337352} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.198659] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-6791f42a-cf49-4c2e-8b1e-5dd49097c184 tempest-ServerPasswordTestJSON-1092796968 tempest-ServerPasswordTestJSON-1092796968-project-member] [instance: 6dc2e25a-bf79-4040-a314-e5c665b5f14a] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 986.198794] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-6791f42a-cf49-4c2e-8b1e-5dd49097c184 tempest-ServerPasswordTestJSON-1092796968 tempest-ServerPasswordTestJSON-1092796968-project-member] [instance: 6dc2e25a-bf79-4040-a314-e5c665b5f14a] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 986.199075] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0c6f3d34-2873-4d76-9102-f7c73bc73816 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.288698] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-6791f42a-cf49-4c2e-8b1e-5dd49097c184 tempest-ServerPasswordTestJSON-1092796968 tempest-ServerPasswordTestJSON-1092796968-project-member] [instance: 6dc2e25a-bf79-4040-a314-e5c665b5f14a] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 986.289351] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-6791f42a-cf49-4c2e-8b1e-5dd49097c184 tempest-ServerPasswordTestJSON-1092796968 tempest-ServerPasswordTestJSON-1092796968-project-member] [instance: 6dc2e25a-bf79-4040-a314-e5c665b5f14a] Deleting contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 986.289351] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-6791f42a-cf49-4c2e-8b1e-5dd49097c184 tempest-ServerPasswordTestJSON-1092796968 tempest-ServerPasswordTestJSON-1092796968-project-member] Deleting the datastore file [datastore1] 6dc2e25a-bf79-4040-a314-e5c665b5f14a {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 986.289566] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cb8f52db-84af-487c-aa49-70d63df7ddb1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.296511] env[62353]: DEBUG oslo_vmware.api [None req-6791f42a-cf49-4c2e-8b1e-5dd49097c184 tempest-ServerPasswordTestJSON-1092796968 tempest-ServerPasswordTestJSON-1092796968-project-member] Waiting for the task: (returnval){ [ 986.296511] env[62353]: value = "task-2372898" [ 986.296511] env[62353]: _type = "Task" [ 986.296511] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.311534] env[62353]: DEBUG oslo_vmware.api [None req-6791f42a-cf49-4c2e-8b1e-5dd49097c184 tempest-ServerPasswordTestJSON-1092796968 tempest-ServerPasswordTestJSON-1092796968-project-member] Task: {'id': task-2372898, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.351772] env[62353]: DEBUG nova.compute.manager [req-f7805f8e-c7bc-493a-83a7-724b2f37a6a5 req-919b0eab-601a-4c83-ad0a-ed6744d0fc67 service nova] [instance: 99f05c32-e188-4a96-bfc8-753bfa982e97] Received event network-vif-deleted-da591c3f-f00f-4855-ae99-a9800b8ee35e {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 986.352039] env[62353]: DEBUG nova.compute.manager [req-f7805f8e-c7bc-493a-83a7-724b2f37a6a5 req-919b0eab-601a-4c83-ad0a-ed6744d0fc67 service nova] [instance: db88426e-6cc5-4a10-a294-ed152c0489f3] Received event network-vif-deleted-15484e3b-8ccd-402e-bbf9-97ddff56a80d {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 986.354210] env[62353]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 986.354210] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5219866c-4836-7684-280a-8f01ff969ab3" [ 986.354210] env[62353]: _type = "HttpNfcLease" [ 986.354210] env[62353]: } is ready. {{(pid=62353) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 986.355046] env[62353]: DEBUG oslo_vmware.rw_handles [None req-e4d444ce-4089-4e19-9b68-ecb82595e594 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 986.355046] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5219866c-4836-7684-280a-8f01ff969ab3" [ 986.355046] env[62353]: _type = "HttpNfcLease" [ 986.355046] env[62353]: }. {{(pid=62353) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 986.357935] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29f5e0c4-e302-4a5e-b24f-455ff776f2ef {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.366233] env[62353]: DEBUG oslo_vmware.rw_handles [None req-e4d444ce-4089-4e19-9b68-ecb82595e594 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5298d527-c3fc-cb35-a142-54fa55de7b45/disk-0.vmdk from lease info. {{(pid=62353) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 986.366233] env[62353]: DEBUG oslo_vmware.rw_handles [None req-e4d444ce-4089-4e19-9b68-ecb82595e594 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5298d527-c3fc-cb35-a142-54fa55de7b45/disk-0.vmdk for reading. {{(pid=62353) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 986.432282] env[62353]: INFO nova.compute.manager [-] [instance: db88426e-6cc5-4a10-a294-ed152c0489f3] Took 1.48 seconds to deallocate network for instance. [ 986.443297] env[62353]: DEBUG nova.compute.manager [req-4687b709-d4ba-4913-a0a2-914084afd878 req-49d093a5-e871-400e-82cb-f68bb20c3be9 service nova] [instance: fa161604-bc12-4f96-8e33-627f119b766a] Received event network-vif-plugged-7d0c2760-6f94-4f28-84b2-abd5ed978cf8 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 986.443297] env[62353]: DEBUG oslo_concurrency.lockutils [req-4687b709-d4ba-4913-a0a2-914084afd878 req-49d093a5-e871-400e-82cb-f68bb20c3be9 service nova] Acquiring lock "fa161604-bc12-4f96-8e33-627f119b766a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 986.443297] env[62353]: DEBUG oslo_concurrency.lockutils [req-4687b709-d4ba-4913-a0a2-914084afd878 req-49d093a5-e871-400e-82cb-f68bb20c3be9 service nova] Lock "fa161604-bc12-4f96-8e33-627f119b766a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 986.443297] env[62353]: DEBUG oslo_concurrency.lockutils [req-4687b709-d4ba-4913-a0a2-914084afd878 req-49d093a5-e871-400e-82cb-f68bb20c3be9 service nova] Lock "fa161604-bc12-4f96-8e33-627f119b766a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 986.443297] env[62353]: DEBUG nova.compute.manager [req-4687b709-d4ba-4913-a0a2-914084afd878 req-49d093a5-e871-400e-82cb-f68bb20c3be9 service nova] [instance: fa161604-bc12-4f96-8e33-627f119b766a] No waiting events found dispatching network-vif-plugged-7d0c2760-6f94-4f28-84b2-abd5ed978cf8 {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 986.443297] env[62353]: WARNING nova.compute.manager [req-4687b709-d4ba-4913-a0a2-914084afd878 req-49d093a5-e871-400e-82cb-f68bb20c3be9 service nova] [instance: fa161604-bc12-4f96-8e33-627f119b766a] Received unexpected event network-vif-plugged-7d0c2760-6f94-4f28-84b2-abd5ed978cf8 for instance with vm_state building and task_state spawning. [ 986.467516] env[62353]: DEBUG oslo_vmware.api [None req-a1d15abb-7370-4795-8ceb-47cb31d59eb4 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Task: {'id': task-2372894, 'name': PowerOnVM_Task, 'duration_secs': 0.563569} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.467516] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1d15abb-7370-4795-8ceb-47cb31d59eb4 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] [instance: 5e4991fd-b146-4b54-bb9d-18a936171750] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 986.467516] env[62353]: INFO nova.compute.manager [None req-a1d15abb-7370-4795-8ceb-47cb31d59eb4 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] [instance: 5e4991fd-b146-4b54-bb9d-18a936171750] Took 7.52 seconds to spawn the instance on the hypervisor. [ 986.467813] env[62353]: DEBUG nova.compute.manager [None req-a1d15abb-7370-4795-8ceb-47cb31d59eb4 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] [instance: 5e4991fd-b146-4b54-bb9d-18a936171750] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 986.468398] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1078258e-5ee6-4ebb-ba0f-51e9753d6350 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.478754] env[62353]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-07cf2cc5-3295-47ae-8431-2dc08539e8d8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.486671] env[62353]: DEBUG nova.network.neutron [None req-e9a8fe02-2868-4313-a858-edea3cbb6c33 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: fa161604-bc12-4f96-8e33-627f119b766a] Successfully updated port: 7d0c2760-6f94-4f28-84b2-abd5ed978cf8 {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 986.669222] env[62353]: DEBUG nova.compute.utils [None req-44fda393-897d-4837-b4b6-14ad977c1060 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 986.673409] env[62353]: DEBUG nova.compute.manager [None req-44fda393-897d-4837-b4b6-14ad977c1060 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 433c3b50-7fbd-4153-b99d-9d60027c9a9f] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 986.673587] env[62353]: DEBUG nova.network.neutron [None req-44fda393-897d-4837-b4b6-14ad977c1060 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 433c3b50-7fbd-4153-b99d-9d60027c9a9f] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 986.728099] env[62353]: DEBUG nova.policy [None req-44fda393-897d-4837-b4b6-14ad977c1060 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '461967f70b14490d91a00e8b00ba3f09', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ce7d37901d844950adf602218b205ea8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:192}} [ 986.815618] env[62353]: DEBUG oslo_vmware.api [None req-6791f42a-cf49-4c2e-8b1e-5dd49097c184 tempest-ServerPasswordTestJSON-1092796968 tempest-ServerPasswordTestJSON-1092796968-project-member] Task: {'id': task-2372898, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.440083} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.816120] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-6791f42a-cf49-4c2e-8b1e-5dd49097c184 tempest-ServerPasswordTestJSON-1092796968 tempest-ServerPasswordTestJSON-1092796968-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 986.816859] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-6791f42a-cf49-4c2e-8b1e-5dd49097c184 tempest-ServerPasswordTestJSON-1092796968 tempest-ServerPasswordTestJSON-1092796968-project-member] [instance: 6dc2e25a-bf79-4040-a314-e5c665b5f14a] Deleted contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 986.817179] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-6791f42a-cf49-4c2e-8b1e-5dd49097c184 tempest-ServerPasswordTestJSON-1092796968 tempest-ServerPasswordTestJSON-1092796968-project-member] [instance: 6dc2e25a-bf79-4040-a314-e5c665b5f14a] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 986.817580] env[62353]: INFO nova.compute.manager [None req-6791f42a-cf49-4c2e-8b1e-5dd49097c184 tempest-ServerPasswordTestJSON-1092796968 tempest-ServerPasswordTestJSON-1092796968-project-member] [instance: 6dc2e25a-bf79-4040-a314-e5c665b5f14a] Took 1.16 seconds to destroy the instance on the hypervisor. [ 986.818293] env[62353]: DEBUG oslo.service.loopingcall [None req-6791f42a-cf49-4c2e-8b1e-5dd49097c184 tempest-ServerPasswordTestJSON-1092796968 tempest-ServerPasswordTestJSON-1092796968-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 986.820029] env[62353]: DEBUG nova.compute.manager [-] [instance: 6dc2e25a-bf79-4040-a314-e5c665b5f14a] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 986.820029] env[62353]: DEBUG nova.network.neutron [-] [instance: 6dc2e25a-bf79-4040-a314-e5c665b5f14a] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 986.836693] env[62353]: DEBUG nova.network.neutron [-] [instance: 3d6dc73d-cbff-4487-b414-dc5a033e118a] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.945779] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ce18c0b5-dfb1-4eab-8802-832d5def9634 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 986.994037] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e9a8fe02-2868-4313-a858-edea3cbb6c33 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Acquiring lock "refresh_cache-fa161604-bc12-4f96-8e33-627f119b766a" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 986.994279] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e9a8fe02-2868-4313-a858-edea3cbb6c33 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Acquired lock "refresh_cache-fa161604-bc12-4f96-8e33-627f119b766a" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.994368] env[62353]: DEBUG nova.network.neutron [None req-e9a8fe02-2868-4313-a858-edea3cbb6c33 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: fa161604-bc12-4f96-8e33-627f119b766a] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 987.003172] env[62353]: INFO nova.compute.manager [None req-a1d15abb-7370-4795-8ceb-47cb31d59eb4 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] [instance: 5e4991fd-b146-4b54-bb9d-18a936171750] Took 16.43 seconds to build instance. [ 987.075318] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-357ecbb3-85f8-47bb-baf9-a36e383b9e3e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.085722] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b42510c-eca8-4d4f-b41f-9330d0fe7417 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.132632] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-545ee973-b7a6-438f-bdfa-f2e8e7640fc4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.142822] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90cd51fe-d390-42ac-a550-169ca9554da7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.159607] env[62353]: DEBUG nova.compute.provider_tree [None req-d414fec3-d23c-47aa-9708-28f1cb37e5ee tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 987.174728] env[62353]: DEBUG nova.compute.manager [None req-44fda393-897d-4837-b4b6-14ad977c1060 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 433c3b50-7fbd-4153-b99d-9d60027c9a9f] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 987.224735] env[62353]: DEBUG nova.network.neutron [None req-44fda393-897d-4837-b4b6-14ad977c1060 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 433c3b50-7fbd-4153-b99d-9d60027c9a9f] Successfully created port: f52c64e4-20cf-47a1-8a41-2b9e7078228c {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 987.339297] env[62353]: INFO nova.compute.manager [-] [instance: 3d6dc73d-cbff-4487-b414-dc5a033e118a] Took 1.42 seconds to deallocate network for instance. [ 987.366803] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ca1d99f5-9c56-4558-bdc9-09c761b7bb12 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Acquiring lock "interface-f5ffb2b3-2e54-4f2e-b46c-20046e0883b6-a396307c-464f-4a5c-85ea-dd572bbfba4b" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 987.367180] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ca1d99f5-9c56-4558-bdc9-09c761b7bb12 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Lock "interface-f5ffb2b3-2e54-4f2e-b46c-20046e0883b6-a396307c-464f-4a5c-85ea-dd572bbfba4b" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 987.367590] env[62353]: DEBUG nova.objects.instance [None req-ca1d99f5-9c56-4558-bdc9-09c761b7bb12 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Lazy-loading 'flavor' on Instance uuid f5ffb2b3-2e54-4f2e-b46c-20046e0883b6 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 987.506186] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a1d15abb-7370-4795-8ceb-47cb31d59eb4 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Lock "5e4991fd-b146-4b54-bb9d-18a936171750" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.947s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 987.546028] env[62353]: DEBUG nova.network.neutron [None req-e9a8fe02-2868-4313-a858-edea3cbb6c33 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: fa161604-bc12-4f96-8e33-627f119b766a] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 987.648596] env[62353]: DEBUG nova.network.neutron [-] [instance: 6dc2e25a-bf79-4040-a314-e5c665b5f14a] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 987.664044] env[62353]: DEBUG nova.scheduler.client.report [None req-d414fec3-d23c-47aa-9708-28f1cb37e5ee tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 987.775451] env[62353]: DEBUG nova.network.neutron [None req-e9a8fe02-2868-4313-a858-edea3cbb6c33 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: fa161604-bc12-4f96-8e33-627f119b766a] Updating instance_info_cache with network_info: [{"id": "7d0c2760-6f94-4f28-84b2-abd5ed978cf8", "address": "fa:16:3e:54:e2:45", "network": {"id": "14e88cae-8143-4a77-90c0-0cf819e031d3", "bridge": "br-int", "label": "tempest-ServersTestJSON-373050288-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72d956f928c84645ac7af0ca43ed5775", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc7aa55d-223a-4157-9137-88dc492f2db2", "external-id": "nsx-vlan-transportzone-290", "segmentation_id": 290, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d0c2760-6f", "ovs_interfaceid": "7d0c2760-6f94-4f28-84b2-abd5ed978cf8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 987.846647] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4b3b32dd-df40-443b-8316-aa155453dd44 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 988.151262] env[62353]: INFO nova.compute.manager [-] [instance: 6dc2e25a-bf79-4040-a314-e5c665b5f14a] Took 1.33 seconds to deallocate network for instance. [ 988.172812] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d414fec3-d23c-47aa-9708-28f1cb37e5ee tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.010s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 988.179352] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8c42e6dc-c736-4e6f-96d9-a09d150d6796 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 6.686s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 988.179352] env[62353]: DEBUG nova.objects.instance [None req-8c42e6dc-c736-4e6f-96d9-a09d150d6796 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: e1b17af1-2067-4d4a-8d12-ef006b8e0ad3] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62353) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 988.187708] env[62353]: DEBUG nova.compute.manager [None req-44fda393-897d-4837-b4b6-14ad977c1060 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 433c3b50-7fbd-4153-b99d-9d60027c9a9f] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 988.211681] env[62353]: INFO nova.scheduler.client.report [None req-d414fec3-d23c-47aa-9708-28f1cb37e5ee tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Deleted allocations for instance ded8ee54-91ef-450b-a930-21f932dffe36 [ 988.231898] env[62353]: DEBUG nova.virt.hardware [None req-44fda393-897d-4837-b4b6-14ad977c1060 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T12:38:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T12:38:15Z,direct_url=,disk_format='vmdk',id=06f909ae-e8dc-43b4-abf7-c7ed85db9bbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0a3f88790a594523a818b8c00f6862e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T12:38:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 988.232148] env[62353]: DEBUG nova.virt.hardware [None req-44fda393-897d-4837-b4b6-14ad977c1060 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 988.232309] env[62353]: DEBUG nova.virt.hardware [None req-44fda393-897d-4837-b4b6-14ad977c1060 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 988.232960] env[62353]: DEBUG nova.virt.hardware [None req-44fda393-897d-4837-b4b6-14ad977c1060 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 988.232960] env[62353]: DEBUG nova.virt.hardware [None req-44fda393-897d-4837-b4b6-14ad977c1060 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 988.233218] env[62353]: DEBUG nova.virt.hardware [None req-44fda393-897d-4837-b4b6-14ad977c1060 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 988.233590] env[62353]: DEBUG nova.virt.hardware [None req-44fda393-897d-4837-b4b6-14ad977c1060 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 988.233944] env[62353]: DEBUG nova.virt.hardware [None req-44fda393-897d-4837-b4b6-14ad977c1060 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 988.234120] env[62353]: DEBUG nova.virt.hardware [None req-44fda393-897d-4837-b4b6-14ad977c1060 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 988.234251] env[62353]: DEBUG nova.virt.hardware [None req-44fda393-897d-4837-b4b6-14ad977c1060 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 988.234652] env[62353]: DEBUG nova.virt.hardware [None req-44fda393-897d-4837-b4b6-14ad977c1060 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 988.235898] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f000efa-0c6d-450d-9612-1acb4834a1a7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.247022] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81543c5d-c54d-41ec-899e-52256e9b09ac {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.278429] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e9a8fe02-2868-4313-a858-edea3cbb6c33 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Releasing lock "refresh_cache-fa161604-bc12-4f96-8e33-627f119b766a" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 988.279184] env[62353]: DEBUG nova.compute.manager [None req-e9a8fe02-2868-4313-a858-edea3cbb6c33 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: fa161604-bc12-4f96-8e33-627f119b766a] Instance network_info: |[{"id": "7d0c2760-6f94-4f28-84b2-abd5ed978cf8", "address": "fa:16:3e:54:e2:45", "network": {"id": "14e88cae-8143-4a77-90c0-0cf819e031d3", "bridge": "br-int", "label": "tempest-ServersTestJSON-373050288-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72d956f928c84645ac7af0ca43ed5775", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc7aa55d-223a-4157-9137-88dc492f2db2", "external-id": "nsx-vlan-transportzone-290", "segmentation_id": 290, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d0c2760-6f", "ovs_interfaceid": "7d0c2760-6f94-4f28-84b2-abd5ed978cf8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 988.279377] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-e9a8fe02-2868-4313-a858-edea3cbb6c33 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: fa161604-bc12-4f96-8e33-627f119b766a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:54:e2:45', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dc7aa55d-223a-4157-9137-88dc492f2db2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7d0c2760-6f94-4f28-84b2-abd5ed978cf8', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 988.289351] env[62353]: DEBUG oslo.service.loopingcall [None req-e9a8fe02-2868-4313-a858-edea3cbb6c33 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 988.290811] env[62353]: DEBUG nova.objects.instance [None req-ca1d99f5-9c56-4558-bdc9-09c761b7bb12 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Lazy-loading 'pci_requests' on Instance uuid f5ffb2b3-2e54-4f2e-b46c-20046e0883b6 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 988.292579] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa161604-bc12-4f96-8e33-627f119b766a] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 988.292685] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8de24f93-1783-4c85-9eb9-446510932368 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.314905] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 988.314905] env[62353]: value = "task-2372899" [ 988.314905] env[62353]: _type = "Task" [ 988.314905] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.323891] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372899, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.660089] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6791f42a-cf49-4c2e-8b1e-5dd49097c184 tempest-ServerPasswordTestJSON-1092796968 tempest-ServerPasswordTestJSON-1092796968-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 988.721143] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d414fec3-d23c-47aa-9708-28f1cb37e5ee tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Lock "ded8ee54-91ef-450b-a930-21f932dffe36" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.663s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 988.794077] env[62353]: DEBUG nova.objects.base [None req-ca1d99f5-9c56-4558-bdc9-09c761b7bb12 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=62353) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 988.794315] env[62353]: DEBUG nova.network.neutron [None req-ca1d99f5-9c56-4558-bdc9-09c761b7bb12 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: f5ffb2b3-2e54-4f2e-b46c-20046e0883b6] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 988.828893] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372899, 'name': CreateVM_Task} progress is 25%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.924556] env[62353]: DEBUG nova.policy [None req-ca1d99f5-9c56-4558-bdc9-09c761b7bb12 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '82c6391b4f014ebcaea1a762d3644bd2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd154d2686c9e43b4b2a7a9ec6a5a795c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:192}} [ 989.112275] env[62353]: DEBUG nova.network.neutron [None req-44fda393-897d-4837-b4b6-14ad977c1060 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 433c3b50-7fbd-4153-b99d-9d60027c9a9f] Successfully updated port: f52c64e4-20cf-47a1-8a41-2b9e7078228c {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 989.187269] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8c42e6dc-c736-4e6f-96d9-a09d150d6796 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 989.188527] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2728cf69-2a13-461d-bde9-4c89523625d6 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.627s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 989.193018] env[62353]: INFO nova.compute.claims [None req-2728cf69-2a13-461d-bde9-4c89523625d6 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [instance: b49a16b9-7756-4282-be46-99abab6e8ee7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 989.248146] env[62353]: DEBUG nova.compute.manager [req-2a11346f-6ee2-467a-aa9e-9df65d26dec2 req-ff86a25d-9201-4fc8-8d98-35599c47c109 service nova] [instance: 3d6dc73d-cbff-4487-b414-dc5a033e118a] Received event network-vif-deleted-1587117c-1f3c-4a19-a3e6-12f3435059ef {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 989.248825] env[62353]: DEBUG nova.compute.manager [req-2a11346f-6ee2-467a-aa9e-9df65d26dec2 req-ff86a25d-9201-4fc8-8d98-35599c47c109 service nova] [instance: 6dc2e25a-bf79-4040-a314-e5c665b5f14a] Received event network-vif-deleted-f3fa18ca-ba0b-4a85-ae18-928dc4933166 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 989.267484] env[62353]: DEBUG nova.compute.manager [req-18f8ad6e-5093-44e8-a05c-c51ea56e321d req-ab207977-332f-429e-8d74-16f87e5e20ba service nova] [instance: fa161604-bc12-4f96-8e33-627f119b766a] Received event network-changed-7d0c2760-6f94-4f28-84b2-abd5ed978cf8 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 989.268046] env[62353]: DEBUG nova.compute.manager [req-18f8ad6e-5093-44e8-a05c-c51ea56e321d req-ab207977-332f-429e-8d74-16f87e5e20ba service nova] [instance: fa161604-bc12-4f96-8e33-627f119b766a] Refreshing instance network info cache due to event network-changed-7d0c2760-6f94-4f28-84b2-abd5ed978cf8. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 989.268046] env[62353]: DEBUG oslo_concurrency.lockutils [req-18f8ad6e-5093-44e8-a05c-c51ea56e321d req-ab207977-332f-429e-8d74-16f87e5e20ba service nova] Acquiring lock "refresh_cache-fa161604-bc12-4f96-8e33-627f119b766a" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 989.268392] env[62353]: DEBUG oslo_concurrency.lockutils [req-18f8ad6e-5093-44e8-a05c-c51ea56e321d req-ab207977-332f-429e-8d74-16f87e5e20ba service nova] Acquired lock "refresh_cache-fa161604-bc12-4f96-8e33-627f119b766a" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.271096] env[62353]: DEBUG nova.network.neutron [req-18f8ad6e-5093-44e8-a05c-c51ea56e321d req-ab207977-332f-429e-8d74-16f87e5e20ba service nova] [instance: fa161604-bc12-4f96-8e33-627f119b766a] Refreshing network info cache for port 7d0c2760-6f94-4f28-84b2-abd5ed978cf8 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 989.325404] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372899, 'name': CreateVM_Task, 'duration_secs': 0.903128} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.325653] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa161604-bc12-4f96-8e33-627f119b766a] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 989.326397] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e9a8fe02-2868-4313-a858-edea3cbb6c33 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 989.326587] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e9a8fe02-2868-4313-a858-edea3cbb6c33 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Acquired lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.327034] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e9a8fe02-2868-4313-a858-edea3cbb6c33 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 989.327220] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7b74c5f-3e2c-4006-882d-468c9b5c5693 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.332035] env[62353]: DEBUG oslo_vmware.api [None req-e9a8fe02-2868-4313-a858-edea3cbb6c33 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Waiting for the task: (returnval){ [ 989.332035] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]527cfd14-ca2e-08aa-5c7f-a51ee0414446" [ 989.332035] env[62353]: _type = "Task" [ 989.332035] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.345545] env[62353]: DEBUG oslo_vmware.api [None req-e9a8fe02-2868-4313-a858-edea3cbb6c33 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]527cfd14-ca2e-08aa-5c7f-a51ee0414446, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.620663] env[62353]: DEBUG oslo_concurrency.lockutils [None req-44fda393-897d-4837-b4b6-14ad977c1060 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Acquiring lock "refresh_cache-433c3b50-7fbd-4153-b99d-9d60027c9a9f" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 989.620663] env[62353]: DEBUG oslo_concurrency.lockutils [None req-44fda393-897d-4837-b4b6-14ad977c1060 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Acquired lock "refresh_cache-433c3b50-7fbd-4153-b99d-9d60027c9a9f" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.620663] env[62353]: DEBUG nova.network.neutron [None req-44fda393-897d-4837-b4b6-14ad977c1060 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 433c3b50-7fbd-4153-b99d-9d60027c9a9f] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 989.846469] env[62353]: DEBUG oslo_vmware.api [None req-e9a8fe02-2868-4313-a858-edea3cbb6c33 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]527cfd14-ca2e-08aa-5c7f-a51ee0414446, 'name': SearchDatastore_Task, 'duration_secs': 0.011647} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.846842] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e9a8fe02-2868-4313-a858-edea3cbb6c33 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Releasing lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 989.847085] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-e9a8fe02-2868-4313-a858-edea3cbb6c33 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: fa161604-bc12-4f96-8e33-627f119b766a] Processing image 06f909ae-e8dc-43b4-abf7-c7ed85db9bbd {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 989.847326] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e9a8fe02-2868-4313-a858-edea3cbb6c33 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 989.847471] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e9a8fe02-2868-4313-a858-edea3cbb6c33 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Acquired lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.847649] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9a8fe02-2868-4313-a858-edea3cbb6c33 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 989.848293] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c34cc097-f720-4604-a26d-fa8da5f87642 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.858174] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9a8fe02-2868-4313-a858-edea3cbb6c33 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 989.858369] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-e9a8fe02-2868-4313-a858-edea3cbb6c33 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 989.859153] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d7c64c7-b12f-488a-90ee-014222e543f9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.864722] env[62353]: DEBUG oslo_vmware.api [None req-e9a8fe02-2868-4313-a858-edea3cbb6c33 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Waiting for the task: (returnval){ [ 989.864722] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52544e09-1f82-00b0-9179-f61db88359fd" [ 989.864722] env[62353]: _type = "Task" [ 989.864722] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.875324] env[62353]: DEBUG oslo_vmware.api [None req-e9a8fe02-2868-4313-a858-edea3cbb6c33 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52544e09-1f82-00b0-9179-f61db88359fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.013966] env[62353]: DEBUG nova.network.neutron [req-18f8ad6e-5093-44e8-a05c-c51ea56e321d req-ab207977-332f-429e-8d74-16f87e5e20ba service nova] [instance: fa161604-bc12-4f96-8e33-627f119b766a] Updated VIF entry in instance network info cache for port 7d0c2760-6f94-4f28-84b2-abd5ed978cf8. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 990.014352] env[62353]: DEBUG nova.network.neutron [req-18f8ad6e-5093-44e8-a05c-c51ea56e321d req-ab207977-332f-429e-8d74-16f87e5e20ba service nova] [instance: fa161604-bc12-4f96-8e33-627f119b766a] Updating instance_info_cache with network_info: [{"id": "7d0c2760-6f94-4f28-84b2-abd5ed978cf8", "address": "fa:16:3e:54:e2:45", "network": {"id": "14e88cae-8143-4a77-90c0-0cf819e031d3", "bridge": "br-int", "label": "tempest-ServersTestJSON-373050288-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72d956f928c84645ac7af0ca43ed5775", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc7aa55d-223a-4157-9137-88dc492f2db2", "external-id": "nsx-vlan-transportzone-290", "segmentation_id": 290, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d0c2760-6f", "ovs_interfaceid": "7d0c2760-6f94-4f28-84b2-abd5ed978cf8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.158080] env[62353]: DEBUG nova.network.neutron [None req-44fda393-897d-4837-b4b6-14ad977c1060 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 433c3b50-7fbd-4153-b99d-9d60027c9a9f] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 990.337718] env[62353]: DEBUG nova.network.neutron [None req-44fda393-897d-4837-b4b6-14ad977c1060 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 433c3b50-7fbd-4153-b99d-9d60027c9a9f] Updating instance_info_cache with network_info: [{"id": "f52c64e4-20cf-47a1-8a41-2b9e7078228c", "address": "fa:16:3e:ef:2d:1d", "network": {"id": "f9c567b3-403a-4849-9262-a3e67f5e22e0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2067735324-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce7d37901d844950adf602218b205ea8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06eaa4c9-dbc2-4d38-a844-7bf76e7b5a64", "external-id": "nsx-vlan-transportzone-804", "segmentation_id": 804, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf52c64e4-20", "ovs_interfaceid": "f52c64e4-20cf-47a1-8a41-2b9e7078228c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.379916] env[62353]: DEBUG oslo_vmware.api [None req-e9a8fe02-2868-4313-a858-edea3cbb6c33 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52544e09-1f82-00b0-9179-f61db88359fd, 'name': SearchDatastore_Task, 'duration_secs': 0.016292} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.380597] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0582550-36d1-4711-95d5-b39771009a45 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.393743] env[62353]: DEBUG oslo_vmware.api [None req-e9a8fe02-2868-4313-a858-edea3cbb6c33 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Waiting for the task: (returnval){ [ 990.393743] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52aefc75-0785-ac4d-dc76-2839519d3f5e" [ 990.393743] env[62353]: _type = "Task" [ 990.393743] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.396169] env[62353]: DEBUG oslo_concurrency.lockutils [None req-28aca58d-77c7-4f95-9789-7ba30206c5e3 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Acquiring lock "3b094b26-ccc1-40fb-8649-393bc3ae2d48" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 990.396169] env[62353]: DEBUG oslo_concurrency.lockutils [None req-28aca58d-77c7-4f95-9789-7ba30206c5e3 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Lock "3b094b26-ccc1-40fb-8649-393bc3ae2d48" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 990.405433] env[62353]: DEBUG oslo_vmware.api [None req-e9a8fe02-2868-4313-a858-edea3cbb6c33 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52aefc75-0785-ac4d-dc76-2839519d3f5e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.517489] env[62353]: DEBUG oslo_concurrency.lockutils [req-18f8ad6e-5093-44e8-a05c-c51ea56e321d req-ab207977-332f-429e-8d74-16f87e5e20ba service nova] Releasing lock "refresh_cache-fa161604-bc12-4f96-8e33-627f119b766a" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 990.604454] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68e515d3-3152-4e83-9587-71e70e3abe93 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.615239] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-924c4220-824a-4dbf-9285-c8aa1bece3a2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.653143] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fb72a4d-9416-4713-a408-03eec1385b00 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.661873] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e97c2b7f-eb6b-4b2e-a2bc-eb93c78cf260 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.678081] env[62353]: DEBUG nova.compute.provider_tree [None req-2728cf69-2a13-461d-bde9-4c89523625d6 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 990.843573] env[62353]: DEBUG oslo_concurrency.lockutils [None req-44fda393-897d-4837-b4b6-14ad977c1060 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Releasing lock "refresh_cache-433c3b50-7fbd-4153-b99d-9d60027c9a9f" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 990.843953] env[62353]: DEBUG nova.compute.manager [None req-44fda393-897d-4837-b4b6-14ad977c1060 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 433c3b50-7fbd-4153-b99d-9d60027c9a9f] Instance network_info: |[{"id": "f52c64e4-20cf-47a1-8a41-2b9e7078228c", "address": "fa:16:3e:ef:2d:1d", "network": {"id": "f9c567b3-403a-4849-9262-a3e67f5e22e0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2067735324-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce7d37901d844950adf602218b205ea8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06eaa4c9-dbc2-4d38-a844-7bf76e7b5a64", "external-id": "nsx-vlan-transportzone-804", "segmentation_id": 804, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf52c64e4-20", "ovs_interfaceid": "f52c64e4-20cf-47a1-8a41-2b9e7078228c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 990.844438] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-44fda393-897d-4837-b4b6-14ad977c1060 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 433c3b50-7fbd-4153-b99d-9d60027c9a9f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ef:2d:1d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '06eaa4c9-dbc2-4d38-a844-7bf76e7b5a64', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f52c64e4-20cf-47a1-8a41-2b9e7078228c', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 990.854204] env[62353]: DEBUG oslo.service.loopingcall [None req-44fda393-897d-4837-b4b6-14ad977c1060 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 990.855318] env[62353]: DEBUG nova.network.neutron [None req-ca1d99f5-9c56-4558-bdc9-09c761b7bb12 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: f5ffb2b3-2e54-4f2e-b46c-20046e0883b6] Successfully updated port: a396307c-464f-4a5c-85ea-dd572bbfba4b {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 990.856893] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 433c3b50-7fbd-4153-b99d-9d60027c9a9f] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 990.857421] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2fb1a0d9-efde-48a8-8aa1-c54e84abbdac {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.882021] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 990.882021] env[62353]: value = "task-2372900" [ 990.882021] env[62353]: _type = "Task" [ 990.882021] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.892099] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372900, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.900124] env[62353]: DEBUG nova.compute.manager [None req-28aca58d-77c7-4f95-9789-7ba30206c5e3 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] [instance: 3b094b26-ccc1-40fb-8649-393bc3ae2d48] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 990.911804] env[62353]: DEBUG oslo_vmware.api [None req-e9a8fe02-2868-4313-a858-edea3cbb6c33 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52aefc75-0785-ac4d-dc76-2839519d3f5e, 'name': SearchDatastore_Task, 'duration_secs': 0.02557} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.912210] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e9a8fe02-2868-4313-a858-edea3cbb6c33 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Releasing lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 990.912442] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9a8fe02-2868-4313-a858-edea3cbb6c33 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore1] fa161604-bc12-4f96-8e33-627f119b766a/fa161604-bc12-4f96-8e33-627f119b766a.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 990.912723] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-57510c83-68f5-422d-95a6-9ce7e4f56180 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.919031] env[62353]: DEBUG oslo_vmware.api [None req-e9a8fe02-2868-4313-a858-edea3cbb6c33 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Waiting for the task: (returnval){ [ 990.919031] env[62353]: value = "task-2372901" [ 990.919031] env[62353]: _type = "Task" [ 990.919031] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.927386] env[62353]: DEBUG oslo_vmware.api [None req-e9a8fe02-2868-4313-a858-edea3cbb6c33 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Task: {'id': task-2372901, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.182106] env[62353]: DEBUG nova.scheduler.client.report [None req-2728cf69-2a13-461d-bde9-4c89523625d6 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 991.319400] env[62353]: DEBUG nova.compute.manager [req-b8c4b6a5-ada8-4c9a-89e7-a358ee14b1b5 req-0690bc48-0e11-4d4a-8a92-d407a892a964 service nova] [instance: f5ffb2b3-2e54-4f2e-b46c-20046e0883b6] Received event network-vif-plugged-a396307c-464f-4a5c-85ea-dd572bbfba4b {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 991.319962] env[62353]: DEBUG oslo_concurrency.lockutils [req-b8c4b6a5-ada8-4c9a-89e7-a358ee14b1b5 req-0690bc48-0e11-4d4a-8a92-d407a892a964 service nova] Acquiring lock "f5ffb2b3-2e54-4f2e-b46c-20046e0883b6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 991.320354] env[62353]: DEBUG oslo_concurrency.lockutils [req-b8c4b6a5-ada8-4c9a-89e7-a358ee14b1b5 req-0690bc48-0e11-4d4a-8a92-d407a892a964 service nova] Lock "f5ffb2b3-2e54-4f2e-b46c-20046e0883b6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 991.320633] env[62353]: DEBUG oslo_concurrency.lockutils [req-b8c4b6a5-ada8-4c9a-89e7-a358ee14b1b5 req-0690bc48-0e11-4d4a-8a92-d407a892a964 service nova] Lock "f5ffb2b3-2e54-4f2e-b46c-20046e0883b6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 991.320961] env[62353]: DEBUG nova.compute.manager [req-b8c4b6a5-ada8-4c9a-89e7-a358ee14b1b5 req-0690bc48-0e11-4d4a-8a92-d407a892a964 service nova] [instance: f5ffb2b3-2e54-4f2e-b46c-20046e0883b6] No waiting events found dispatching network-vif-plugged-a396307c-464f-4a5c-85ea-dd572bbfba4b {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 991.321254] env[62353]: WARNING nova.compute.manager [req-b8c4b6a5-ada8-4c9a-89e7-a358ee14b1b5 req-0690bc48-0e11-4d4a-8a92-d407a892a964 service nova] [instance: f5ffb2b3-2e54-4f2e-b46c-20046e0883b6] Received unexpected event network-vif-plugged-a396307c-464f-4a5c-85ea-dd572bbfba4b for instance with vm_state active and task_state None. [ 991.321524] env[62353]: DEBUG nova.compute.manager [req-b8c4b6a5-ada8-4c9a-89e7-a358ee14b1b5 req-0690bc48-0e11-4d4a-8a92-d407a892a964 service nova] [instance: f5ffb2b3-2e54-4f2e-b46c-20046e0883b6] Received event network-changed-a396307c-464f-4a5c-85ea-dd572bbfba4b {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 991.321882] env[62353]: DEBUG nova.compute.manager [req-b8c4b6a5-ada8-4c9a-89e7-a358ee14b1b5 req-0690bc48-0e11-4d4a-8a92-d407a892a964 service nova] [instance: f5ffb2b3-2e54-4f2e-b46c-20046e0883b6] Refreshing instance network info cache due to event network-changed-a396307c-464f-4a5c-85ea-dd572bbfba4b. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 991.322437] env[62353]: DEBUG oslo_concurrency.lockutils [req-b8c4b6a5-ada8-4c9a-89e7-a358ee14b1b5 req-0690bc48-0e11-4d4a-8a92-d407a892a964 service nova] Acquiring lock "refresh_cache-f5ffb2b3-2e54-4f2e-b46c-20046e0883b6" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 991.322765] env[62353]: DEBUG oslo_concurrency.lockutils [req-b8c4b6a5-ada8-4c9a-89e7-a358ee14b1b5 req-0690bc48-0e11-4d4a-8a92-d407a892a964 service nova] Acquired lock "refresh_cache-f5ffb2b3-2e54-4f2e-b46c-20046e0883b6" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.323114] env[62353]: DEBUG nova.network.neutron [req-b8c4b6a5-ada8-4c9a-89e7-a358ee14b1b5 req-0690bc48-0e11-4d4a-8a92-d407a892a964 service nova] [instance: f5ffb2b3-2e54-4f2e-b46c-20046e0883b6] Refreshing network info cache for port a396307c-464f-4a5c-85ea-dd572bbfba4b {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 991.342715] env[62353]: DEBUG nova.compute.manager [req-440b2d24-995b-4634-be91-61b2904fb56d req-29ef5986-2211-4007-9558-99b536fa4566 service nova] [instance: 433c3b50-7fbd-4153-b99d-9d60027c9a9f] Received event network-vif-plugged-f52c64e4-20cf-47a1-8a41-2b9e7078228c {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 991.343069] env[62353]: DEBUG oslo_concurrency.lockutils [req-440b2d24-995b-4634-be91-61b2904fb56d req-29ef5986-2211-4007-9558-99b536fa4566 service nova] Acquiring lock "433c3b50-7fbd-4153-b99d-9d60027c9a9f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 991.343996] env[62353]: DEBUG oslo_concurrency.lockutils [req-440b2d24-995b-4634-be91-61b2904fb56d req-29ef5986-2211-4007-9558-99b536fa4566 service nova] Lock "433c3b50-7fbd-4153-b99d-9d60027c9a9f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 991.344276] env[62353]: DEBUG oslo_concurrency.lockutils [req-440b2d24-995b-4634-be91-61b2904fb56d req-29ef5986-2211-4007-9558-99b536fa4566 service nova] Lock "433c3b50-7fbd-4153-b99d-9d60027c9a9f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 991.344473] env[62353]: DEBUG nova.compute.manager [req-440b2d24-995b-4634-be91-61b2904fb56d req-29ef5986-2211-4007-9558-99b536fa4566 service nova] [instance: 433c3b50-7fbd-4153-b99d-9d60027c9a9f] No waiting events found dispatching network-vif-plugged-f52c64e4-20cf-47a1-8a41-2b9e7078228c {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 991.344646] env[62353]: WARNING nova.compute.manager [req-440b2d24-995b-4634-be91-61b2904fb56d req-29ef5986-2211-4007-9558-99b536fa4566 service nova] [instance: 433c3b50-7fbd-4153-b99d-9d60027c9a9f] Received unexpected event network-vif-plugged-f52c64e4-20cf-47a1-8a41-2b9e7078228c for instance with vm_state building and task_state spawning. [ 991.344813] env[62353]: DEBUG nova.compute.manager [req-440b2d24-995b-4634-be91-61b2904fb56d req-29ef5986-2211-4007-9558-99b536fa4566 service nova] [instance: 433c3b50-7fbd-4153-b99d-9d60027c9a9f] Received event network-changed-f52c64e4-20cf-47a1-8a41-2b9e7078228c {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 991.345042] env[62353]: DEBUG nova.compute.manager [req-440b2d24-995b-4634-be91-61b2904fb56d req-29ef5986-2211-4007-9558-99b536fa4566 service nova] [instance: 433c3b50-7fbd-4153-b99d-9d60027c9a9f] Refreshing instance network info cache due to event network-changed-f52c64e4-20cf-47a1-8a41-2b9e7078228c. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 991.345184] env[62353]: DEBUG oslo_concurrency.lockutils [req-440b2d24-995b-4634-be91-61b2904fb56d req-29ef5986-2211-4007-9558-99b536fa4566 service nova] Acquiring lock "refresh_cache-433c3b50-7fbd-4153-b99d-9d60027c9a9f" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 991.345319] env[62353]: DEBUG oslo_concurrency.lockutils [req-440b2d24-995b-4634-be91-61b2904fb56d req-29ef5986-2211-4007-9558-99b536fa4566 service nova] Acquired lock "refresh_cache-433c3b50-7fbd-4153-b99d-9d60027c9a9f" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.345471] env[62353]: DEBUG nova.network.neutron [req-440b2d24-995b-4634-be91-61b2904fb56d req-29ef5986-2211-4007-9558-99b536fa4566 service nova] [instance: 433c3b50-7fbd-4153-b99d-9d60027c9a9f] Refreshing network info cache for port f52c64e4-20cf-47a1-8a41-2b9e7078228c {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 991.375691] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ca1d99f5-9c56-4558-bdc9-09c761b7bb12 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Acquiring lock "refresh_cache-f5ffb2b3-2e54-4f2e-b46c-20046e0883b6" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 991.391298] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372900, 'name': CreateVM_Task} progress is 99%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.431818] env[62353]: DEBUG oslo_vmware.api [None req-e9a8fe02-2868-4313-a858-edea3cbb6c33 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Task: {'id': task-2372901, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.445709] env[62353]: DEBUG oslo_concurrency.lockutils [None req-28aca58d-77c7-4f95-9789-7ba30206c5e3 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 991.690870] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2728cf69-2a13-461d-bde9-4c89523625d6 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.502s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 991.694054] env[62353]: DEBUG nova.compute.manager [None req-2728cf69-2a13-461d-bde9-4c89523625d6 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [instance: b49a16b9-7756-4282-be46-99abab6e8ee7] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 991.695074] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6cc65154-406a-4e42-969f-5e92a3946899 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.248s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 991.697898] env[62353]: INFO nova.compute.claims [None req-6cc65154-406a-4e42-969f-5e92a3946899 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 0b860696-19b5-4005-8259-1c28012cd12a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 991.899027] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372900, 'name': CreateVM_Task, 'duration_secs': 0.662679} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.899027] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 433c3b50-7fbd-4153-b99d-9d60027c9a9f] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 991.899027] env[62353]: DEBUG oslo_concurrency.lockutils [None req-44fda393-897d-4837-b4b6-14ad977c1060 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 991.899027] env[62353]: DEBUG oslo_concurrency.lockutils [None req-44fda393-897d-4837-b4b6-14ad977c1060 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Acquired lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.899027] env[62353]: DEBUG oslo_concurrency.lockutils [None req-44fda393-897d-4837-b4b6-14ad977c1060 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 991.899027] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed099c19-5b6c-4e5b-a70b-78d675bb9664 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.904844] env[62353]: DEBUG oslo_vmware.api [None req-44fda393-897d-4837-b4b6-14ad977c1060 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Waiting for the task: (returnval){ [ 991.904844] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5228ca1d-94eb-0dcf-96ab-0c5913a383e2" [ 991.904844] env[62353]: _type = "Task" [ 991.904844] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.914215] env[62353]: DEBUG oslo_vmware.api [None req-44fda393-897d-4837-b4b6-14ad977c1060 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5228ca1d-94eb-0dcf-96ab-0c5913a383e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.935281] env[62353]: DEBUG oslo_vmware.api [None req-e9a8fe02-2868-4313-a858-edea3cbb6c33 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Task: {'id': task-2372901, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.660325} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.935997] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9a8fe02-2868-4313-a858-edea3cbb6c33 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore1] fa161604-bc12-4f96-8e33-627f119b766a/fa161604-bc12-4f96-8e33-627f119b766a.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 991.935997] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-e9a8fe02-2868-4313-a858-edea3cbb6c33 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: fa161604-bc12-4f96-8e33-627f119b766a] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 991.935997] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1ec68fce-4ff9-4754-95ad-b6a632844467 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.944916] env[62353]: DEBUG oslo_vmware.api [None req-e9a8fe02-2868-4313-a858-edea3cbb6c33 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Waiting for the task: (returnval){ [ 991.944916] env[62353]: value = "task-2372902" [ 991.944916] env[62353]: _type = "Task" [ 991.944916] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.957135] env[62353]: DEBUG oslo_vmware.api [None req-e9a8fe02-2868-4313-a858-edea3cbb6c33 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Task: {'id': task-2372902, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.085455] env[62353]: DEBUG nova.network.neutron [req-b8c4b6a5-ada8-4c9a-89e7-a358ee14b1b5 req-0690bc48-0e11-4d4a-8a92-d407a892a964 service nova] [instance: f5ffb2b3-2e54-4f2e-b46c-20046e0883b6] Added VIF to instance network info cache for port a396307c-464f-4a5c-85ea-dd572bbfba4b. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3546}} [ 992.085918] env[62353]: DEBUG nova.network.neutron [req-b8c4b6a5-ada8-4c9a-89e7-a358ee14b1b5 req-0690bc48-0e11-4d4a-8a92-d407a892a964 service nova] [instance: f5ffb2b3-2e54-4f2e-b46c-20046e0883b6] Updating instance_info_cache with network_info: [{"id": "c3034ec4-e1ea-45a1-a823-4c81d4e3f304", "address": "fa:16:3e:c2:e9:1f", "network": {"id": "3322d31e-00aa-4c86-8051-1b6dd5c36fa9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1715037563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d154d2686c9e43b4b2a7a9ec6a5a795c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3034ec4-e1", "ovs_interfaceid": "c3034ec4-e1ea-45a1-a823-4c81d4e3f304", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "419e4030-3f93-4214-a3af-a39bf86f9336", "address": "fa:16:3e:9e:61:a5", "network": {"id": "3322d31e-00aa-4c86-8051-1b6dd5c36fa9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1715037563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d154d2686c9e43b4b2a7a9ec6a5a795c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap419e4030-3f", "ovs_interfaceid": "419e4030-3f93-4214-a3af-a39bf86f9336", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a396307c-464f-4a5c-85ea-dd572bbfba4b", "address": "fa:16:3e:5b:11:b4", "network": {"id": "3322d31e-00aa-4c86-8051-1b6dd5c36fa9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1715037563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d154d2686c9e43b4b2a7a9ec6a5a795c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa396307c-46", "ovs_interfaceid": "a396307c-464f-4a5c-85ea-dd572bbfba4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.111771] env[62353]: DEBUG nova.network.neutron [req-440b2d24-995b-4634-be91-61b2904fb56d req-29ef5986-2211-4007-9558-99b536fa4566 service nova] [instance: 433c3b50-7fbd-4153-b99d-9d60027c9a9f] Updated VIF entry in instance network info cache for port f52c64e4-20cf-47a1-8a41-2b9e7078228c. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 992.112304] env[62353]: DEBUG nova.network.neutron [req-440b2d24-995b-4634-be91-61b2904fb56d req-29ef5986-2211-4007-9558-99b536fa4566 service nova] [instance: 433c3b50-7fbd-4153-b99d-9d60027c9a9f] Updating instance_info_cache with network_info: [{"id": "f52c64e4-20cf-47a1-8a41-2b9e7078228c", "address": "fa:16:3e:ef:2d:1d", "network": {"id": "f9c567b3-403a-4849-9262-a3e67f5e22e0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2067735324-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce7d37901d844950adf602218b205ea8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06eaa4c9-dbc2-4d38-a844-7bf76e7b5a64", "external-id": "nsx-vlan-transportzone-804", "segmentation_id": 804, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf52c64e4-20", "ovs_interfaceid": "f52c64e4-20cf-47a1-8a41-2b9e7078228c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.202915] env[62353]: DEBUG nova.compute.utils [None req-2728cf69-2a13-461d-bde9-4c89523625d6 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 992.208687] env[62353]: DEBUG nova.compute.manager [None req-2728cf69-2a13-461d-bde9-4c89523625d6 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [instance: b49a16b9-7756-4282-be46-99abab6e8ee7] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 992.208687] env[62353]: DEBUG nova.network.neutron [None req-2728cf69-2a13-461d-bde9-4c89523625d6 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [instance: b49a16b9-7756-4282-be46-99abab6e8ee7] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 992.250321] env[62353]: DEBUG nova.policy [None req-2728cf69-2a13-461d-bde9-4c89523625d6 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '452d0c3422e54a00b5733ba0a881b047', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f777d4695db5433b947d76fd30a7c09b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:192}} [ 992.413694] env[62353]: DEBUG oslo_vmware.api [None req-44fda393-897d-4837-b4b6-14ad977c1060 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5228ca1d-94eb-0dcf-96ab-0c5913a383e2, 'name': SearchDatastore_Task, 'duration_secs': 0.016647} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.414249] env[62353]: DEBUG oslo_concurrency.lockutils [None req-44fda393-897d-4837-b4b6-14ad977c1060 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Releasing lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 992.414249] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-44fda393-897d-4837-b4b6-14ad977c1060 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 433c3b50-7fbd-4153-b99d-9d60027c9a9f] Processing image 06f909ae-e8dc-43b4-abf7-c7ed85db9bbd {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 992.414485] env[62353]: DEBUG oslo_concurrency.lockutils [None req-44fda393-897d-4837-b4b6-14ad977c1060 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 992.414628] env[62353]: DEBUG oslo_concurrency.lockutils [None req-44fda393-897d-4837-b4b6-14ad977c1060 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Acquired lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.414803] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-44fda393-897d-4837-b4b6-14ad977c1060 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 992.415088] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-664d2378-775a-453a-96a2-8edb2626dc61 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.424819] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-44fda393-897d-4837-b4b6-14ad977c1060 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 992.425051] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-44fda393-897d-4837-b4b6-14ad977c1060 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 992.425839] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fbe97826-3333-43ce-bd18-68dbcd61e512 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.431302] env[62353]: DEBUG oslo_vmware.api [None req-44fda393-897d-4837-b4b6-14ad977c1060 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Waiting for the task: (returnval){ [ 992.431302] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]525f4c71-936b-a4fb-fbed-a1d494338312" [ 992.431302] env[62353]: _type = "Task" [ 992.431302] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.439498] env[62353]: DEBUG oslo_vmware.api [None req-44fda393-897d-4837-b4b6-14ad977c1060 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]525f4c71-936b-a4fb-fbed-a1d494338312, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.456113] env[62353]: DEBUG oslo_vmware.api [None req-e9a8fe02-2868-4313-a858-edea3cbb6c33 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Task: {'id': task-2372902, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.131212} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.456487] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-e9a8fe02-2868-4313-a858-edea3cbb6c33 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: fa161604-bc12-4f96-8e33-627f119b766a] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 992.457359] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40f47bb8-b8cf-4af6-a4e6-b724b0efd54c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.480519] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9a8fe02-2868-4313-a858-edea3cbb6c33 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: fa161604-bc12-4f96-8e33-627f119b766a] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] fa161604-bc12-4f96-8e33-627f119b766a/fa161604-bc12-4f96-8e33-627f119b766a.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 992.480863] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-859d40a2-c1a6-4799-a56d-074962cdc0e8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.501863] env[62353]: DEBUG oslo_vmware.api [None req-e9a8fe02-2868-4313-a858-edea3cbb6c33 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Waiting for the task: (returnval){ [ 992.501863] env[62353]: value = "task-2372903" [ 992.501863] env[62353]: _type = "Task" [ 992.501863] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.510631] env[62353]: DEBUG oslo_vmware.api [None req-e9a8fe02-2868-4313-a858-edea3cbb6c33 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Task: {'id': task-2372903, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.583468] env[62353]: DEBUG nova.network.neutron [None req-2728cf69-2a13-461d-bde9-4c89523625d6 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [instance: b49a16b9-7756-4282-be46-99abab6e8ee7] Successfully created port: eeb723ba-2485-431f-b5cc-6469139081f9 {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 992.588679] env[62353]: DEBUG oslo_concurrency.lockutils [req-b8c4b6a5-ada8-4c9a-89e7-a358ee14b1b5 req-0690bc48-0e11-4d4a-8a92-d407a892a964 service nova] Releasing lock "refresh_cache-f5ffb2b3-2e54-4f2e-b46c-20046e0883b6" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 992.589365] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ca1d99f5-9c56-4558-bdc9-09c761b7bb12 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Acquired lock "refresh_cache-f5ffb2b3-2e54-4f2e-b46c-20046e0883b6" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.591464] env[62353]: DEBUG nova.network.neutron [None req-ca1d99f5-9c56-4558-bdc9-09c761b7bb12 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: f5ffb2b3-2e54-4f2e-b46c-20046e0883b6] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 992.614476] env[62353]: DEBUG oslo_concurrency.lockutils [req-440b2d24-995b-4634-be91-61b2904fb56d req-29ef5986-2211-4007-9558-99b536fa4566 service nova] Releasing lock "refresh_cache-433c3b50-7fbd-4153-b99d-9d60027c9a9f" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 992.708932] env[62353]: DEBUG nova.compute.manager [None req-2728cf69-2a13-461d-bde9-4c89523625d6 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [instance: b49a16b9-7756-4282-be46-99abab6e8ee7] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 992.945725] env[62353]: DEBUG oslo_vmware.api [None req-44fda393-897d-4837-b4b6-14ad977c1060 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]525f4c71-936b-a4fb-fbed-a1d494338312, 'name': SearchDatastore_Task, 'duration_secs': 0.040125} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.951407] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-598cafe8-a8fd-4a42-ac0d-1d5891683ac4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.955487] env[62353]: DEBUG oslo_vmware.api [None req-44fda393-897d-4837-b4b6-14ad977c1060 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Waiting for the task: (returnval){ [ 992.955487] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]529e18b2-c5a0-b4bb-6621-afc1a5d306b7" [ 992.955487] env[62353]: _type = "Task" [ 992.955487] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.967807] env[62353]: DEBUG oslo_vmware.api [None req-44fda393-897d-4837-b4b6-14ad977c1060 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]529e18b2-c5a0-b4bb-6621-afc1a5d306b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.016785] env[62353]: DEBUG oslo_vmware.api [None req-e9a8fe02-2868-4313-a858-edea3cbb6c33 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Task: {'id': task-2372903, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.125961] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-588c66b3-d453-45b1-98a4-f2c27aab3db0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.134027] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2f9ce97-88a3-4d87-a4d3-5d50b066626a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.167705] env[62353]: WARNING nova.network.neutron [None req-ca1d99f5-9c56-4558-bdc9-09c761b7bb12 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: f5ffb2b3-2e54-4f2e-b46c-20046e0883b6] 3322d31e-00aa-4c86-8051-1b6dd5c36fa9 already exists in list: networks containing: ['3322d31e-00aa-4c86-8051-1b6dd5c36fa9']. ignoring it [ 993.167959] env[62353]: WARNING nova.network.neutron [None req-ca1d99f5-9c56-4558-bdc9-09c761b7bb12 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: f5ffb2b3-2e54-4f2e-b46c-20046e0883b6] 3322d31e-00aa-4c86-8051-1b6dd5c36fa9 already exists in list: networks containing: ['3322d31e-00aa-4c86-8051-1b6dd5c36fa9']. ignoring it [ 993.168198] env[62353]: WARNING nova.network.neutron [None req-ca1d99f5-9c56-4558-bdc9-09c761b7bb12 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: f5ffb2b3-2e54-4f2e-b46c-20046e0883b6] 3322d31e-00aa-4c86-8051-1b6dd5c36fa9 already exists in list: networks containing: ['3322d31e-00aa-4c86-8051-1b6dd5c36fa9']. ignoring it [ 993.168515] env[62353]: WARNING nova.network.neutron [None req-ca1d99f5-9c56-4558-bdc9-09c761b7bb12 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: f5ffb2b3-2e54-4f2e-b46c-20046e0883b6] a396307c-464f-4a5c-85ea-dd572bbfba4b already exists in list: port_ids containing: ['a396307c-464f-4a5c-85ea-dd572bbfba4b']. ignoring it [ 993.171590] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b14a7933-4087-4290-8b37-1a8675c090f7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.179581] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab1ee317-1d71-46aa-a307-43a8769b0a13 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.194768] env[62353]: DEBUG nova.compute.provider_tree [None req-6cc65154-406a-4e42-969f-5e92a3946899 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 993.307739] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0137dc1a-b4d4-43de-b79b-5caab284b4ca tempest-ServersV294TestFqdnHostnames-2078622457 tempest-ServersV294TestFqdnHostnames-2078622457-project-member] Acquiring lock "3c336a85-979f-4b67-8d02-dc8fbd0ceab4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 993.307739] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0137dc1a-b4d4-43de-b79b-5caab284b4ca tempest-ServersV294TestFqdnHostnames-2078622457 tempest-ServersV294TestFqdnHostnames-2078622457-project-member] Lock "3c336a85-979f-4b67-8d02-dc8fbd0ceab4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 993.470055] env[62353]: DEBUG oslo_vmware.api [None req-44fda393-897d-4837-b4b6-14ad977c1060 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]529e18b2-c5a0-b4bb-6621-afc1a5d306b7, 'name': SearchDatastore_Task, 'duration_secs': 0.014822} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.470387] env[62353]: DEBUG oslo_concurrency.lockutils [None req-44fda393-897d-4837-b4b6-14ad977c1060 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Releasing lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 993.470588] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-44fda393-897d-4837-b4b6-14ad977c1060 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore1] 433c3b50-7fbd-4153-b99d-9d60027c9a9f/433c3b50-7fbd-4153-b99d-9d60027c9a9f.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 993.470906] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4ff3d169-6ec0-437c-9b94-387b9f1d8c80 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.477885] env[62353]: DEBUG oslo_vmware.api [None req-44fda393-897d-4837-b4b6-14ad977c1060 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Waiting for the task: (returnval){ [ 993.477885] env[62353]: value = "task-2372904" [ 993.477885] env[62353]: _type = "Task" [ 993.477885] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.486051] env[62353]: DEBUG oslo_vmware.api [None req-44fda393-897d-4837-b4b6-14ad977c1060 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Task: {'id': task-2372904, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.512306] env[62353]: DEBUG oslo_vmware.api [None req-e9a8fe02-2868-4313-a858-edea3cbb6c33 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Task: {'id': task-2372903, 'name': ReconfigVM_Task, 'duration_secs': 0.536646} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.512620] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9a8fe02-2868-4313-a858-edea3cbb6c33 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: fa161604-bc12-4f96-8e33-627f119b766a] Reconfigured VM instance instance-0000005f to attach disk [datastore1] fa161604-bc12-4f96-8e33-627f119b766a/fa161604-bc12-4f96-8e33-627f119b766a.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 993.513376] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-24169c38-43c7-430e-8815-d0df2a0793e5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.520415] env[62353]: DEBUG oslo_vmware.api [None req-e9a8fe02-2868-4313-a858-edea3cbb6c33 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Waiting for the task: (returnval){ [ 993.520415] env[62353]: value = "task-2372905" [ 993.520415] env[62353]: _type = "Task" [ 993.520415] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.530255] env[62353]: DEBUG oslo_vmware.api [None req-e9a8fe02-2868-4313-a858-edea3cbb6c33 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Task: {'id': task-2372905, 'name': Rename_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.697805] env[62353]: DEBUG nova.scheduler.client.report [None req-6cc65154-406a-4e42-969f-5e92a3946899 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 993.723527] env[62353]: DEBUG nova.compute.manager [None req-2728cf69-2a13-461d-bde9-4c89523625d6 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [instance: b49a16b9-7756-4282-be46-99abab6e8ee7] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 993.757455] env[62353]: DEBUG nova.virt.hardware [None req-2728cf69-2a13-461d-bde9-4c89523625d6 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T12:38:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T12:38:15Z,direct_url=,disk_format='vmdk',id=06f909ae-e8dc-43b4-abf7-c7ed85db9bbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0a3f88790a594523a818b8c00f6862e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T12:38:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 993.757769] env[62353]: DEBUG nova.virt.hardware [None req-2728cf69-2a13-461d-bde9-4c89523625d6 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 993.757855] env[62353]: DEBUG nova.virt.hardware [None req-2728cf69-2a13-461d-bde9-4c89523625d6 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 993.758044] env[62353]: DEBUG nova.virt.hardware [None req-2728cf69-2a13-461d-bde9-4c89523625d6 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 993.758195] env[62353]: DEBUG nova.virt.hardware [None req-2728cf69-2a13-461d-bde9-4c89523625d6 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 993.758352] env[62353]: DEBUG nova.virt.hardware [None req-2728cf69-2a13-461d-bde9-4c89523625d6 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 993.758592] env[62353]: DEBUG nova.virt.hardware [None req-2728cf69-2a13-461d-bde9-4c89523625d6 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 993.758755] env[62353]: DEBUG nova.virt.hardware [None req-2728cf69-2a13-461d-bde9-4c89523625d6 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 993.759017] env[62353]: DEBUG nova.virt.hardware [None req-2728cf69-2a13-461d-bde9-4c89523625d6 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 993.759198] env[62353]: DEBUG nova.virt.hardware [None req-2728cf69-2a13-461d-bde9-4c89523625d6 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 993.759371] env[62353]: DEBUG nova.virt.hardware [None req-2728cf69-2a13-461d-bde9-4c89523625d6 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 993.760344] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87530657-2df9-470d-bca5-e293a78847ba {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.771325] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-477bda11-6297-4181-b44f-f36bbcf43ec7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.812562] env[62353]: DEBUG nova.compute.manager [None req-0137dc1a-b4d4-43de-b79b-5caab284b4ca tempest-ServersV294TestFqdnHostnames-2078622457 tempest-ServersV294TestFqdnHostnames-2078622457-project-member] [instance: 3c336a85-979f-4b67-8d02-dc8fbd0ceab4] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 993.922173] env[62353]: DEBUG nova.network.neutron [None req-ca1d99f5-9c56-4558-bdc9-09c761b7bb12 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: f5ffb2b3-2e54-4f2e-b46c-20046e0883b6] Updating instance_info_cache with network_info: [{"id": "c3034ec4-e1ea-45a1-a823-4c81d4e3f304", "address": "fa:16:3e:c2:e9:1f", "network": {"id": "3322d31e-00aa-4c86-8051-1b6dd5c36fa9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1715037563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d154d2686c9e43b4b2a7a9ec6a5a795c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3034ec4-e1", "ovs_interfaceid": "c3034ec4-e1ea-45a1-a823-4c81d4e3f304", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "419e4030-3f93-4214-a3af-a39bf86f9336", "address": "fa:16:3e:9e:61:a5", "network": {"id": "3322d31e-00aa-4c86-8051-1b6dd5c36fa9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1715037563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d154d2686c9e43b4b2a7a9ec6a5a795c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap419e4030-3f", "ovs_interfaceid": "419e4030-3f93-4214-a3af-a39bf86f9336", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a396307c-464f-4a5c-85ea-dd572bbfba4b", "address": "fa:16:3e:5b:11:b4", "network": {"id": "3322d31e-00aa-4c86-8051-1b6dd5c36fa9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1715037563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d154d2686c9e43b4b2a7a9ec6a5a795c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa396307c-46", "ovs_interfaceid": "a396307c-464f-4a5c-85ea-dd572bbfba4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 993.988643] env[62353]: DEBUG oslo_vmware.api [None req-44fda393-897d-4837-b4b6-14ad977c1060 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Task: {'id': task-2372904, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.035864] env[62353]: DEBUG oslo_vmware.api [None req-e9a8fe02-2868-4313-a858-edea3cbb6c33 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Task: {'id': task-2372905, 'name': Rename_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.202412] env[62353]: DEBUG nova.network.neutron [None req-2728cf69-2a13-461d-bde9-4c89523625d6 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [instance: b49a16b9-7756-4282-be46-99abab6e8ee7] Successfully updated port: eeb723ba-2485-431f-b5cc-6469139081f9 {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 994.203899] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6cc65154-406a-4e42-969f-5e92a3946899 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.509s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 994.204484] env[62353]: DEBUG nova.compute.manager [None req-6cc65154-406a-4e42-969f-5e92a3946899 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 0b860696-19b5-4005-8259-1c28012cd12a] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 994.208046] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e2bebcaf-ebfd-406a-807a-49925cc939ea tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.356s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 994.208046] env[62353]: DEBUG nova.objects.instance [None req-e2bebcaf-ebfd-406a-807a-49925cc939ea tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Lazy-loading 'resources' on Instance uuid 99f05c32-e188-4a96-bfc8-753bfa982e97 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 994.340484] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0137dc1a-b4d4-43de-b79b-5caab284b4ca tempest-ServersV294TestFqdnHostnames-2078622457 tempest-ServersV294TestFqdnHostnames-2078622457-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 994.393381] env[62353]: DEBUG nova.compute.manager [req-267d9244-1747-4969-b8ff-08d5f9539d94 req-a4c0ddd7-ffc3-4585-8be7-80f9f7c6d215 service nova] [instance: b49a16b9-7756-4282-be46-99abab6e8ee7] Received event network-vif-plugged-eeb723ba-2485-431f-b5cc-6469139081f9 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 994.393696] env[62353]: DEBUG oslo_concurrency.lockutils [req-267d9244-1747-4969-b8ff-08d5f9539d94 req-a4c0ddd7-ffc3-4585-8be7-80f9f7c6d215 service nova] Acquiring lock "b49a16b9-7756-4282-be46-99abab6e8ee7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 994.393965] env[62353]: DEBUG oslo_concurrency.lockutils [req-267d9244-1747-4969-b8ff-08d5f9539d94 req-a4c0ddd7-ffc3-4585-8be7-80f9f7c6d215 service nova] Lock "b49a16b9-7756-4282-be46-99abab6e8ee7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 994.394174] env[62353]: DEBUG oslo_concurrency.lockutils [req-267d9244-1747-4969-b8ff-08d5f9539d94 req-a4c0ddd7-ffc3-4585-8be7-80f9f7c6d215 service nova] Lock "b49a16b9-7756-4282-be46-99abab6e8ee7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 994.394417] env[62353]: DEBUG nova.compute.manager [req-267d9244-1747-4969-b8ff-08d5f9539d94 req-a4c0ddd7-ffc3-4585-8be7-80f9f7c6d215 service nova] [instance: b49a16b9-7756-4282-be46-99abab6e8ee7] No waiting events found dispatching network-vif-plugged-eeb723ba-2485-431f-b5cc-6469139081f9 {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 994.394734] env[62353]: WARNING nova.compute.manager [req-267d9244-1747-4969-b8ff-08d5f9539d94 req-a4c0ddd7-ffc3-4585-8be7-80f9f7c6d215 service nova] [instance: b49a16b9-7756-4282-be46-99abab6e8ee7] Received unexpected event network-vif-plugged-eeb723ba-2485-431f-b5cc-6469139081f9 for instance with vm_state building and task_state spawning. [ 994.423428] env[62353]: DEBUG oslo_vmware.rw_handles [None req-e4d444ce-4089-4e19-9b68-ecb82595e594 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5298d527-c3fc-cb35-a142-54fa55de7b45/disk-0.vmdk. {{(pid=62353) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 994.424549] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ca1d99f5-9c56-4558-bdc9-09c761b7bb12 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Releasing lock "refresh_cache-f5ffb2b3-2e54-4f2e-b46c-20046e0883b6" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 994.425575] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ca1d99f5-9c56-4558-bdc9-09c761b7bb12 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Acquiring lock "f5ffb2b3-2e54-4f2e-b46c-20046e0883b6" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 994.425889] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ca1d99f5-9c56-4558-bdc9-09c761b7bb12 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Acquired lock "f5ffb2b3-2e54-4f2e-b46c-20046e0883b6" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.427340] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fb32de8-c787-4b4b-ba0c-3404fcaf6609 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.432105] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-699bb71b-293d-4e47-8798-bb4a06c77257 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.451586] env[62353]: DEBUG nova.virt.hardware [None req-ca1d99f5-9c56-4558-bdc9-09c761b7bb12 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T12:38:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 994.451828] env[62353]: DEBUG nova.virt.hardware [None req-ca1d99f5-9c56-4558-bdc9-09c761b7bb12 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 994.451982] env[62353]: DEBUG nova.virt.hardware [None req-ca1d99f5-9c56-4558-bdc9-09c761b7bb12 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 994.452290] env[62353]: DEBUG nova.virt.hardware [None req-ca1d99f5-9c56-4558-bdc9-09c761b7bb12 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 994.452353] env[62353]: DEBUG nova.virt.hardware [None req-ca1d99f5-9c56-4558-bdc9-09c761b7bb12 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 994.452490] env[62353]: DEBUG nova.virt.hardware [None req-ca1d99f5-9c56-4558-bdc9-09c761b7bb12 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 994.452645] env[62353]: DEBUG nova.virt.hardware [None req-ca1d99f5-9c56-4558-bdc9-09c761b7bb12 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 994.452801] env[62353]: DEBUG nova.virt.hardware [None req-ca1d99f5-9c56-4558-bdc9-09c761b7bb12 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 994.452965] env[62353]: DEBUG nova.virt.hardware [None req-ca1d99f5-9c56-4558-bdc9-09c761b7bb12 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 994.453186] env[62353]: DEBUG nova.virt.hardware [None req-ca1d99f5-9c56-4558-bdc9-09c761b7bb12 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 994.453389] env[62353]: DEBUG nova.virt.hardware [None req-ca1d99f5-9c56-4558-bdc9-09c761b7bb12 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 994.459664] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ca1d99f5-9c56-4558-bdc9-09c761b7bb12 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: f5ffb2b3-2e54-4f2e-b46c-20046e0883b6] Reconfiguring VM to attach interface {{(pid=62353) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 994.461044] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a1dc473-5a28-4093-a7fe-81f57a7f13b0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.472528] env[62353]: DEBUG oslo_vmware.rw_handles [None req-e4d444ce-4089-4e19-9b68-ecb82595e594 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5298d527-c3fc-cb35-a142-54fa55de7b45/disk-0.vmdk is in state: ready. {{(pid=62353) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 994.472831] env[62353]: ERROR oslo_vmware.rw_handles [None req-e4d444ce-4089-4e19-9b68-ecb82595e594 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5298d527-c3fc-cb35-a142-54fa55de7b45/disk-0.vmdk due to incomplete transfer. [ 994.473247] env[62353]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-de459f87-adf8-47c2-836e-683ebb556419 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.483797] env[62353]: DEBUG oslo_vmware.rw_handles [None req-e4d444ce-4089-4e19-9b68-ecb82595e594 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5298d527-c3fc-cb35-a142-54fa55de7b45/disk-0.vmdk. {{(pid=62353) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 994.483983] env[62353]: DEBUG nova.virt.vmwareapi.images [None req-e4d444ce-4089-4e19-9b68-ecb82595e594 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] [instance: c1577946-440b-49c2-be7a-c4ac3165ab36] Uploaded image 49a7b339-8279-4a32-9efb-4201328e2b87 to the Glance image server {{(pid=62353) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 994.486267] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4d444ce-4089-4e19-9b68-ecb82595e594 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] [instance: c1577946-440b-49c2-be7a-c4ac3165ab36] Destroying the VM {{(pid=62353) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 994.486560] env[62353]: DEBUG oslo_vmware.api [None req-ca1d99f5-9c56-4558-bdc9-09c761b7bb12 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Waiting for the task: (returnval){ [ 994.486560] env[62353]: value = "task-2372906" [ 994.486560] env[62353]: _type = "Task" [ 994.486560] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.487400] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-1387e7a3-dd58-461b-a002-2f1892cb682d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.495716] env[62353]: DEBUG oslo_vmware.api [None req-44fda393-897d-4837-b4b6-14ad977c1060 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Task: {'id': task-2372904, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.975473} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.496239] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-44fda393-897d-4837-b4b6-14ad977c1060 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore1] 433c3b50-7fbd-4153-b99d-9d60027c9a9f/433c3b50-7fbd-4153-b99d-9d60027c9a9f.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 994.496444] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-44fda393-897d-4837-b4b6-14ad977c1060 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 433c3b50-7fbd-4153-b99d-9d60027c9a9f] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 994.496666] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-820ad350-c164-40fa-bb6d-487096bff4e6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.500911] env[62353]: DEBUG oslo_vmware.api [None req-ca1d99f5-9c56-4558-bdc9-09c761b7bb12 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Task: {'id': task-2372906, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.502270] env[62353]: DEBUG oslo_vmware.api [None req-e4d444ce-4089-4e19-9b68-ecb82595e594 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Waiting for the task: (returnval){ [ 994.502270] env[62353]: value = "task-2372907" [ 994.502270] env[62353]: _type = "Task" [ 994.502270] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.506845] env[62353]: DEBUG oslo_vmware.api [None req-44fda393-897d-4837-b4b6-14ad977c1060 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Waiting for the task: (returnval){ [ 994.506845] env[62353]: value = "task-2372908" [ 994.506845] env[62353]: _type = "Task" [ 994.506845] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.510011] env[62353]: DEBUG oslo_vmware.api [None req-e4d444ce-4089-4e19-9b68-ecb82595e594 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Task: {'id': task-2372907, 'name': Destroy_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.520126] env[62353]: DEBUG oslo_vmware.api [None req-44fda393-897d-4837-b4b6-14ad977c1060 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Task: {'id': task-2372908, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.531206] env[62353]: DEBUG oslo_vmware.api [None req-e9a8fe02-2868-4313-a858-edea3cbb6c33 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Task: {'id': task-2372905, 'name': Rename_Task, 'duration_secs': 0.639293} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.531552] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9a8fe02-2868-4313-a858-edea3cbb6c33 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: fa161604-bc12-4f96-8e33-627f119b766a] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 994.531845] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e97b555b-bdbb-4be2-b9d0-d5d69d76f064 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.538373] env[62353]: DEBUG oslo_vmware.api [None req-e9a8fe02-2868-4313-a858-edea3cbb6c33 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Waiting for the task: (returnval){ [ 994.538373] env[62353]: value = "task-2372909" [ 994.538373] env[62353]: _type = "Task" [ 994.538373] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.546989] env[62353]: DEBUG oslo_vmware.api [None req-e9a8fe02-2868-4313-a858-edea3cbb6c33 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Task: {'id': task-2372909, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.708454] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2728cf69-2a13-461d-bde9-4c89523625d6 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Acquiring lock "refresh_cache-b49a16b9-7756-4282-be46-99abab6e8ee7" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 994.708585] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2728cf69-2a13-461d-bde9-4c89523625d6 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Acquired lock "refresh_cache-b49a16b9-7756-4282-be46-99abab6e8ee7" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.708807] env[62353]: DEBUG nova.network.neutron [None req-2728cf69-2a13-461d-bde9-4c89523625d6 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [instance: b49a16b9-7756-4282-be46-99abab6e8ee7] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 994.710862] env[62353]: DEBUG nova.compute.utils [None req-6cc65154-406a-4e42-969f-5e92a3946899 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 994.714728] env[62353]: DEBUG nova.compute.manager [None req-6cc65154-406a-4e42-969f-5e92a3946899 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 0b860696-19b5-4005-8259-1c28012cd12a] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 994.714846] env[62353]: DEBUG nova.network.neutron [None req-6cc65154-406a-4e42-969f-5e92a3946899 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 0b860696-19b5-4005-8259-1c28012cd12a] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 994.766331] env[62353]: DEBUG nova.policy [None req-6cc65154-406a-4e42-969f-5e92a3946899 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b93f5a95ba7945feb238e94d56c8fc06', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f26acbe9e08743179af7b91ff38b5ea9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:192}} [ 994.846107] env[62353]: DEBUG oslo_concurrency.lockutils [None req-56d179a2-6c7d-4b70-8555-0bd082a2b152 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Acquiring lock "bbea4c07-3f5b-4d9a-a127-86a1e461295f" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 994.846107] env[62353]: DEBUG oslo_concurrency.lockutils [None req-56d179a2-6c7d-4b70-8555-0bd082a2b152 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Lock "bbea4c07-3f5b-4d9a-a127-86a1e461295f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 995.005695] env[62353]: DEBUG oslo_vmware.api [None req-ca1d99f5-9c56-4558-bdc9-09c761b7bb12 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Task: {'id': task-2372906, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.011194] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3ae2918-bd79-44aa-a121-0e6de60275dc {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.020608] env[62353]: DEBUG oslo_vmware.api [None req-e4d444ce-4089-4e19-9b68-ecb82595e594 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Task: {'id': task-2372907, 'name': Destroy_Task} progress is 100%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.027276] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4db520b-d381-459c-a94b-c0d8bb04b838 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.030550] env[62353]: DEBUG oslo_vmware.api [None req-44fda393-897d-4837-b4b6-14ad977c1060 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Task: {'id': task-2372908, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069351} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.030802] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-44fda393-897d-4837-b4b6-14ad977c1060 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 433c3b50-7fbd-4153-b99d-9d60027c9a9f] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 995.031944] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66d40573-07ee-40e7-bd17-3ae1b319e87a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.061378] env[62353]: DEBUG nova.network.neutron [None req-6cc65154-406a-4e42-969f-5e92a3946899 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 0b860696-19b5-4005-8259-1c28012cd12a] Successfully created port: adaa9b83-c939-4f36-905f-efc082487ebf {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 995.066943] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dec08a74-f1d7-40f9-bfdb-b62cc4566e26 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.086823] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-44fda393-897d-4837-b4b6-14ad977c1060 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 433c3b50-7fbd-4153-b99d-9d60027c9a9f] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] 433c3b50-7fbd-4153-b99d-9d60027c9a9f/433c3b50-7fbd-4153-b99d-9d60027c9a9f.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 995.087886] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-91b5c8c4-32b3-45b0-af06-44b2b03ca204 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.108666] env[62353]: DEBUG oslo_vmware.api [None req-e9a8fe02-2868-4313-a858-edea3cbb6c33 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Task: {'id': task-2372909, 'name': PowerOnVM_Task, 'duration_secs': 0.530734} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.109322] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9a8fe02-2868-4313-a858-edea3cbb6c33 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: fa161604-bc12-4f96-8e33-627f119b766a] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 995.109721] env[62353]: INFO nova.compute.manager [None req-e9a8fe02-2868-4313-a858-edea3cbb6c33 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: fa161604-bc12-4f96-8e33-627f119b766a] Took 9.43 seconds to spawn the instance on the hypervisor. [ 995.109813] env[62353]: DEBUG nova.compute.manager [None req-e9a8fe02-2868-4313-a858-edea3cbb6c33 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: fa161604-bc12-4f96-8e33-627f119b766a] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 995.111111] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88154b5b-2261-4d12-963c-f6566998e5fc {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.116638] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-174e4669-2b95-4f7e-9926-d617ea8c93a7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.119652] env[62353]: DEBUG oslo_vmware.api [None req-44fda393-897d-4837-b4b6-14ad977c1060 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Waiting for the task: (returnval){ [ 995.119652] env[62353]: value = "task-2372910" [ 995.119652] env[62353]: _type = "Task" [ 995.119652] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.133602] env[62353]: DEBUG nova.compute.provider_tree [None req-e2bebcaf-ebfd-406a-807a-49925cc939ea tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 995.143517] env[62353]: DEBUG oslo_vmware.api [None req-44fda393-897d-4837-b4b6-14ad977c1060 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Task: {'id': task-2372910, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.218059] env[62353]: DEBUG nova.compute.manager [None req-6cc65154-406a-4e42-969f-5e92a3946899 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 0b860696-19b5-4005-8259-1c28012cd12a] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 995.246705] env[62353]: DEBUG nova.network.neutron [None req-2728cf69-2a13-461d-bde9-4c89523625d6 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [instance: b49a16b9-7756-4282-be46-99abab6e8ee7] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 995.350112] env[62353]: DEBUG nova.compute.utils [None req-56d179a2-6c7d-4b70-8555-0bd082a2b152 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 995.406984] env[62353]: DEBUG nova.network.neutron [None req-2728cf69-2a13-461d-bde9-4c89523625d6 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [instance: b49a16b9-7756-4282-be46-99abab6e8ee7] Updating instance_info_cache with network_info: [{"id": "eeb723ba-2485-431f-b5cc-6469139081f9", "address": "fa:16:3e:bf:26:bd", "network": {"id": "2f7e2133-4fb3-4a9f-bb2e-4fe0872e76d7", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-977109863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f777d4695db5433b947d76fd30a7c09b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7e0240aa-a694-48fc-a0f9-6f2d3e71aa12", "external-id": "nsx-vlan-transportzone-249", "segmentation_id": 249, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeeb723ba-24", "ovs_interfaceid": "eeb723ba-2485-431f-b5cc-6469139081f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 995.498717] env[62353]: DEBUG oslo_vmware.api [None req-ca1d99f5-9c56-4558-bdc9-09c761b7bb12 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Task: {'id': task-2372906, 'name': ReconfigVM_Task, 'duration_secs': 0.693109} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.499229] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ca1d99f5-9c56-4558-bdc9-09c761b7bb12 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Releasing lock "f5ffb2b3-2e54-4f2e-b46c-20046e0883b6" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 995.499465] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ca1d99f5-9c56-4558-bdc9-09c761b7bb12 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: f5ffb2b3-2e54-4f2e-b46c-20046e0883b6] Reconfigured VM to attach interface {{(pid=62353) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 995.512910] env[62353]: DEBUG oslo_vmware.api [None req-e4d444ce-4089-4e19-9b68-ecb82595e594 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Task: {'id': task-2372907, 'name': Destroy_Task, 'duration_secs': 0.544316} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.513254] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-e4d444ce-4089-4e19-9b68-ecb82595e594 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] [instance: c1577946-440b-49c2-be7a-c4ac3165ab36] Destroyed the VM [ 995.513567] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-e4d444ce-4089-4e19-9b68-ecb82595e594 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] [instance: c1577946-440b-49c2-be7a-c4ac3165ab36] Deleting Snapshot of the VM instance {{(pid=62353) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 995.513854] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-5afadb8a-e661-4475-90eb-a13feee651db {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.520641] env[62353]: DEBUG oslo_vmware.api [None req-e4d444ce-4089-4e19-9b68-ecb82595e594 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Waiting for the task: (returnval){ [ 995.520641] env[62353]: value = "task-2372911" [ 995.520641] env[62353]: _type = "Task" [ 995.520641] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.529268] env[62353]: DEBUG oslo_vmware.api [None req-e4d444ce-4089-4e19-9b68-ecb82595e594 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Task: {'id': task-2372911, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.631491] env[62353]: DEBUG oslo_vmware.api [None req-44fda393-897d-4837-b4b6-14ad977c1060 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Task: {'id': task-2372910, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.638561] env[62353]: DEBUG nova.scheduler.client.report [None req-e2bebcaf-ebfd-406a-807a-49925cc939ea tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 995.649463] env[62353]: INFO nova.compute.manager [None req-e9a8fe02-2868-4313-a858-edea3cbb6c33 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: fa161604-bc12-4f96-8e33-627f119b766a] Took 23.87 seconds to build instance. [ 995.853528] env[62353]: DEBUG oslo_concurrency.lockutils [None req-56d179a2-6c7d-4b70-8555-0bd082a2b152 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Lock "bbea4c07-3f5b-4d9a-a127-86a1e461295f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 995.909589] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2728cf69-2a13-461d-bde9-4c89523625d6 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Releasing lock "refresh_cache-b49a16b9-7756-4282-be46-99abab6e8ee7" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 995.909987] env[62353]: DEBUG nova.compute.manager [None req-2728cf69-2a13-461d-bde9-4c89523625d6 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [instance: b49a16b9-7756-4282-be46-99abab6e8ee7] Instance network_info: |[{"id": "eeb723ba-2485-431f-b5cc-6469139081f9", "address": "fa:16:3e:bf:26:bd", "network": {"id": "2f7e2133-4fb3-4a9f-bb2e-4fe0872e76d7", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-977109863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f777d4695db5433b947d76fd30a7c09b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7e0240aa-a694-48fc-a0f9-6f2d3e71aa12", "external-id": "nsx-vlan-transportzone-249", "segmentation_id": 249, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeeb723ba-24", "ovs_interfaceid": "eeb723ba-2485-431f-b5cc-6469139081f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 995.910483] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-2728cf69-2a13-461d-bde9-4c89523625d6 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [instance: b49a16b9-7756-4282-be46-99abab6e8ee7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bf:26:bd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7e0240aa-a694-48fc-a0f9-6f2d3e71aa12', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eeb723ba-2485-431f-b5cc-6469139081f9', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 995.917847] env[62353]: DEBUG oslo.service.loopingcall [None req-2728cf69-2a13-461d-bde9-4c89523625d6 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 995.918098] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b49a16b9-7756-4282-be46-99abab6e8ee7] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 995.918343] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c239ae62-6195-498f-9660-fb81dbcf69ad {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.938944] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 995.938944] env[62353]: value = "task-2372912" [ 995.938944] env[62353]: _type = "Task" [ 995.938944] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.946776] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372912, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.004512] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ca1d99f5-9c56-4558-bdc9-09c761b7bb12 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Lock "interface-f5ffb2b3-2e54-4f2e-b46c-20046e0883b6-a396307c-464f-4a5c-85ea-dd572bbfba4b" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 8.637s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 996.030677] env[62353]: DEBUG oslo_vmware.api [None req-e4d444ce-4089-4e19-9b68-ecb82595e594 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Task: {'id': task-2372911, 'name': RemoveSnapshot_Task, 'duration_secs': 0.376139} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.030957] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-e4d444ce-4089-4e19-9b68-ecb82595e594 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] [instance: c1577946-440b-49c2-be7a-c4ac3165ab36] Deleted Snapshot of the VM instance {{(pid=62353) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 996.031263] env[62353]: DEBUG nova.compute.manager [None req-e4d444ce-4089-4e19-9b68-ecb82595e594 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] [instance: c1577946-440b-49c2-be7a-c4ac3165ab36] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 996.032076] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-184b0e67-df32-4fc9-86f6-2c2b71de70b2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.131366] env[62353]: DEBUG oslo_vmware.api [None req-44fda393-897d-4837-b4b6-14ad977c1060 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Task: {'id': task-2372910, 'name': ReconfigVM_Task, 'duration_secs': 0.631737} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.131636] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-44fda393-897d-4837-b4b6-14ad977c1060 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 433c3b50-7fbd-4153-b99d-9d60027c9a9f] Reconfigured VM instance instance-00000060 to attach disk [datastore1] 433c3b50-7fbd-4153-b99d-9d60027c9a9f/433c3b50-7fbd-4153-b99d-9d60027c9a9f.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 996.132306] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-94ad8074-33e5-4f80-8025-48b8551b9263 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.139088] env[62353]: DEBUG oslo_vmware.api [None req-44fda393-897d-4837-b4b6-14ad977c1060 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Waiting for the task: (returnval){ [ 996.139088] env[62353]: value = "task-2372913" [ 996.139088] env[62353]: _type = "Task" [ 996.139088] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.147099] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e2bebcaf-ebfd-406a-807a-49925cc939ea tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.940s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 996.148863] env[62353]: DEBUG oslo_vmware.api [None req-44fda393-897d-4837-b4b6-14ad977c1060 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Task: {'id': task-2372913, 'name': Rename_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.149330] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ce18c0b5-dfb1-4eab-8802-832d5def9634 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.205s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 996.149546] env[62353]: DEBUG nova.objects.instance [None req-ce18c0b5-dfb1-4eab-8802-832d5def9634 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Lazy-loading 'resources' on Instance uuid db88426e-6cc5-4a10-a294-ed152c0489f3 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 996.150677] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e9a8fe02-2868-4313-a858-edea3cbb6c33 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Lock "fa161604-bc12-4f96-8e33-627f119b766a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.388s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 996.171490] env[62353]: INFO nova.scheduler.client.report [None req-e2bebcaf-ebfd-406a-807a-49925cc939ea tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Deleted allocations for instance 99f05c32-e188-4a96-bfc8-753bfa982e97 [ 996.228186] env[62353]: DEBUG nova.compute.manager [None req-6cc65154-406a-4e42-969f-5e92a3946899 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 0b860696-19b5-4005-8259-1c28012cd12a] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 996.253909] env[62353]: DEBUG nova.virt.hardware [None req-6cc65154-406a-4e42-969f-5e92a3946899 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T12:38:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T12:38:15Z,direct_url=,disk_format='vmdk',id=06f909ae-e8dc-43b4-abf7-c7ed85db9bbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0a3f88790a594523a818b8c00f6862e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T12:38:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 996.254167] env[62353]: DEBUG nova.virt.hardware [None req-6cc65154-406a-4e42-969f-5e92a3946899 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 996.254320] env[62353]: DEBUG nova.virt.hardware [None req-6cc65154-406a-4e42-969f-5e92a3946899 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 996.254497] env[62353]: DEBUG nova.virt.hardware [None req-6cc65154-406a-4e42-969f-5e92a3946899 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 996.254664] env[62353]: DEBUG nova.virt.hardware [None req-6cc65154-406a-4e42-969f-5e92a3946899 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 996.254782] env[62353]: DEBUG nova.virt.hardware [None req-6cc65154-406a-4e42-969f-5e92a3946899 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 996.255036] env[62353]: DEBUG nova.virt.hardware [None req-6cc65154-406a-4e42-969f-5e92a3946899 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 996.255227] env[62353]: DEBUG nova.virt.hardware [None req-6cc65154-406a-4e42-969f-5e92a3946899 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 996.255399] env[62353]: DEBUG nova.virt.hardware [None req-6cc65154-406a-4e42-969f-5e92a3946899 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 996.255560] env[62353]: DEBUG nova.virt.hardware [None req-6cc65154-406a-4e42-969f-5e92a3946899 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 996.255732] env[62353]: DEBUG nova.virt.hardware [None req-6cc65154-406a-4e42-969f-5e92a3946899 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 996.256600] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-944f43dc-f738-4c52-b6a2-03d06414cede {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.264845] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76866da6-3c84-4d79-abb6-ac70a3e1af68 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.453727] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372912, 'name': CreateVM_Task, 'duration_secs': 0.46434} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.453915] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b49a16b9-7756-4282-be46-99abab6e8ee7] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 996.454618] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2728cf69-2a13-461d-bde9-4c89523625d6 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 996.454779] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2728cf69-2a13-461d-bde9-4c89523625d6 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Acquired lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.455133] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2728cf69-2a13-461d-bde9-4c89523625d6 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 996.455391] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17318793-acd5-483a-9542-7adb9397516b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.460529] env[62353]: DEBUG oslo_vmware.api [None req-2728cf69-2a13-461d-bde9-4c89523625d6 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Waiting for the task: (returnval){ [ 996.460529] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52b14d32-c818-29c9-fd52-1c43aa49d33a" [ 996.460529] env[62353]: _type = "Task" [ 996.460529] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.468849] env[62353]: DEBUG oslo_vmware.api [None req-2728cf69-2a13-461d-bde9-4c89523625d6 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52b14d32-c818-29c9-fd52-1c43aa49d33a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.544993] env[62353]: INFO nova.compute.manager [None req-e4d444ce-4089-4e19-9b68-ecb82595e594 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] [instance: c1577946-440b-49c2-be7a-c4ac3165ab36] Shelve offloading [ 996.613212] env[62353]: DEBUG nova.network.neutron [None req-6cc65154-406a-4e42-969f-5e92a3946899 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 0b860696-19b5-4005-8259-1c28012cd12a] Successfully updated port: adaa9b83-c939-4f36-905f-efc082487ebf {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 996.648999] env[62353]: DEBUG oslo_vmware.api [None req-44fda393-897d-4837-b4b6-14ad977c1060 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Task: {'id': task-2372913, 'name': Rename_Task, 'duration_secs': 0.227582} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.649308] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-44fda393-897d-4837-b4b6-14ad977c1060 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 433c3b50-7fbd-4153-b99d-9d60027c9a9f] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 996.649552] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7ac7872b-2ebb-4dc0-8ffa-fcd92ca472aa {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.658801] env[62353]: DEBUG oslo_vmware.api [None req-44fda393-897d-4837-b4b6-14ad977c1060 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Waiting for the task: (returnval){ [ 996.658801] env[62353]: value = "task-2372914" [ 996.658801] env[62353]: _type = "Task" [ 996.658801] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.667182] env[62353]: DEBUG oslo_vmware.api [None req-44fda393-897d-4837-b4b6-14ad977c1060 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Task: {'id': task-2372914, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.679166] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e2bebcaf-ebfd-406a-807a-49925cc939ea tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Lock "99f05c32-e188-4a96-bfc8-753bfa982e97" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.263s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 996.922799] env[62353]: DEBUG oslo_concurrency.lockutils [None req-56d179a2-6c7d-4b70-8555-0bd082a2b152 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Acquiring lock "bbea4c07-3f5b-4d9a-a127-86a1e461295f" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 996.923082] env[62353]: DEBUG oslo_concurrency.lockutils [None req-56d179a2-6c7d-4b70-8555-0bd082a2b152 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Lock "bbea4c07-3f5b-4d9a-a127-86a1e461295f" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 996.923284] env[62353]: INFO nova.compute.manager [None req-56d179a2-6c7d-4b70-8555-0bd082a2b152 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] [instance: bbea4c07-3f5b-4d9a-a127-86a1e461295f] Attaching volume e24dd54b-cf84-4a09-82e2-328491b49e5c to /dev/sdb [ 996.938495] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d80bded-808c-4b84-8660-2ad06b20cc50 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.946854] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a45db0e-639c-43ca-b3e6-953f829f2774 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.982912] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-382ade86-3a72-4eee-9805-d42415ee5c78 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.985945] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-477cf2a4-a79a-4932-9e52-3397a32868e8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.993938] env[62353]: DEBUG oslo_vmware.api [None req-2728cf69-2a13-461d-bde9-4c89523625d6 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52b14d32-c818-29c9-fd52-1c43aa49d33a, 'name': SearchDatastore_Task, 'duration_secs': 0.011273} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.997485] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2728cf69-2a13-461d-bde9-4c89523625d6 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Releasing lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 996.997728] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-2728cf69-2a13-461d-bde9-4c89523625d6 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [instance: b49a16b9-7756-4282-be46-99abab6e8ee7] Processing image 06f909ae-e8dc-43b4-abf7-c7ed85db9bbd {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 996.998055] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2728cf69-2a13-461d-bde9-4c89523625d6 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 996.998213] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2728cf69-2a13-461d-bde9-4c89523625d6 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Acquired lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.998388] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-2728cf69-2a13-461d-bde9-4c89523625d6 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 996.998717] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-faabbf55-deaf-436f-ac3d-01fa3d5ca6c3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.000886] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29c6ad86-e5e5-4e79-baa2-1a06ab1ac637 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.006239] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96ba753b-3898-4877-85cd-88c0d6f19b45 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.029569] env[62353]: DEBUG nova.compute.provider_tree [None req-ce18c0b5-dfb1-4eab-8802-832d5def9634 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 997.038839] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-2728cf69-2a13-461d-bde9-4c89523625d6 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 997.039180] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-2728cf69-2a13-461d-bde9-4c89523625d6 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 997.040468] env[62353]: DEBUG nova.virt.block_device [None req-56d179a2-6c7d-4b70-8555-0bd082a2b152 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] [instance: bbea4c07-3f5b-4d9a-a127-86a1e461295f] Updating existing volume attachment record: a7471f32-be96-4ad8-9215-1f04df4dfcca {{(pid=62353) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 997.045159] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6013954-1865-401d-a0c9-e55cdfafd802 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.052272] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4d444ce-4089-4e19-9b68-ecb82595e594 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] [instance: c1577946-440b-49c2-be7a-c4ac3165ab36] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 997.053138] env[62353]: DEBUG oslo_vmware.api [None req-2728cf69-2a13-461d-bde9-4c89523625d6 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Waiting for the task: (returnval){ [ 997.053138] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]526c1c45-ae49-8ce2-d094-ea2ef08aba8d" [ 997.053138] env[62353]: _type = "Task" [ 997.053138] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.053412] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-17a41b47-2b87-413d-b897-97f19f3bfe03 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.069914] env[62353]: DEBUG oslo_vmware.api [None req-2728cf69-2a13-461d-bde9-4c89523625d6 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]526c1c45-ae49-8ce2-d094-ea2ef08aba8d, 'name': SearchDatastore_Task} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.073529] env[62353]: DEBUG oslo_vmware.api [None req-e4d444ce-4089-4e19-9b68-ecb82595e594 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Waiting for the task: (returnval){ [ 997.073529] env[62353]: value = "task-2372915" [ 997.073529] env[62353]: _type = "Task" [ 997.073529] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.073529] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3119a6b-a9dd-48f5-bc26-fa04aae36599 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.084637] env[62353]: DEBUG oslo_vmware.api [None req-2728cf69-2a13-461d-bde9-4c89523625d6 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Waiting for the task: (returnval){ [ 997.084637] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52dc4a86-d40e-030b-a6d0-1cf1178655b5" [ 997.084637] env[62353]: _type = "Task" [ 997.084637] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.094854] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4d444ce-4089-4e19-9b68-ecb82595e594 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] [instance: c1577946-440b-49c2-be7a-c4ac3165ab36] VM already powered off {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 997.095161] env[62353]: DEBUG nova.compute.manager [None req-e4d444ce-4089-4e19-9b68-ecb82595e594 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] [instance: c1577946-440b-49c2-be7a-c4ac3165ab36] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 997.096294] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7f272cc-cf9f-4ad4-846b-c48a2721bfda {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.107108] env[62353]: DEBUG oslo_vmware.api [None req-2728cf69-2a13-461d-bde9-4c89523625d6 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52dc4a86-d40e-030b-a6d0-1cf1178655b5, 'name': SearchDatastore_Task, 'duration_secs': 0.009319} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.109358] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2728cf69-2a13-461d-bde9-4c89523625d6 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Releasing lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 997.109744] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-2728cf69-2a13-461d-bde9-4c89523625d6 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore1] b49a16b9-7756-4282-be46-99abab6e8ee7/b49a16b9-7756-4282-be46-99abab6e8ee7.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 997.110237] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e4d444ce-4089-4e19-9b68-ecb82595e594 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Acquiring lock "refresh_cache-c1577946-440b-49c2-be7a-c4ac3165ab36" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 997.110452] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e4d444ce-4089-4e19-9b68-ecb82595e594 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Acquired lock "refresh_cache-c1577946-440b-49c2-be7a-c4ac3165ab36" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.110737] env[62353]: DEBUG nova.network.neutron [None req-e4d444ce-4089-4e19-9b68-ecb82595e594 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] [instance: c1577946-440b-49c2-be7a-c4ac3165ab36] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 997.113489] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fa8fb8b3-d712-4466-b133-42920d7fd99a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.117912] env[62353]: DEBUG nova.compute.manager [req-9e25646e-d6ed-4bc9-8a57-3048f63b840c req-95f56ca0-92e8-44ab-a3d9-c7e4f0949578 service nova] [instance: b49a16b9-7756-4282-be46-99abab6e8ee7] Received event network-changed-eeb723ba-2485-431f-b5cc-6469139081f9 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 997.118186] env[62353]: DEBUG nova.compute.manager [req-9e25646e-d6ed-4bc9-8a57-3048f63b840c req-95f56ca0-92e8-44ab-a3d9-c7e4f0949578 service nova] [instance: b49a16b9-7756-4282-be46-99abab6e8ee7] Refreshing instance network info cache due to event network-changed-eeb723ba-2485-431f-b5cc-6469139081f9. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 997.118478] env[62353]: DEBUG oslo_concurrency.lockutils [req-9e25646e-d6ed-4bc9-8a57-3048f63b840c req-95f56ca0-92e8-44ab-a3d9-c7e4f0949578 service nova] Acquiring lock "refresh_cache-b49a16b9-7756-4282-be46-99abab6e8ee7" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 997.118749] env[62353]: DEBUG oslo_concurrency.lockutils [req-9e25646e-d6ed-4bc9-8a57-3048f63b840c req-95f56ca0-92e8-44ab-a3d9-c7e4f0949578 service nova] Acquired lock "refresh_cache-b49a16b9-7756-4282-be46-99abab6e8ee7" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.118921] env[62353]: DEBUG nova.network.neutron [req-9e25646e-d6ed-4bc9-8a57-3048f63b840c req-95f56ca0-92e8-44ab-a3d9-c7e4f0949578 service nova] [instance: b49a16b9-7756-4282-be46-99abab6e8ee7] Refreshing network info cache for port eeb723ba-2485-431f-b5cc-6469139081f9 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 997.121202] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6cc65154-406a-4e42-969f-5e92a3946899 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Acquiring lock "refresh_cache-0b860696-19b5-4005-8259-1c28012cd12a" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 997.121324] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6cc65154-406a-4e42-969f-5e92a3946899 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Acquired lock "refresh_cache-0b860696-19b5-4005-8259-1c28012cd12a" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.121471] env[62353]: DEBUG nova.network.neutron [None req-6cc65154-406a-4e42-969f-5e92a3946899 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 0b860696-19b5-4005-8259-1c28012cd12a] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 997.127757] env[62353]: DEBUG oslo_vmware.api [None req-2728cf69-2a13-461d-bde9-4c89523625d6 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Waiting for the task: (returnval){ [ 997.127757] env[62353]: value = "task-2372916" [ 997.127757] env[62353]: _type = "Task" [ 997.127757] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.144463] env[62353]: DEBUG oslo_vmware.api [None req-2728cf69-2a13-461d-bde9-4c89523625d6 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Task: {'id': task-2372916, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.168108] env[62353]: DEBUG oslo_vmware.api [None req-44fda393-897d-4837-b4b6-14ad977c1060 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Task: {'id': task-2372914, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.548020] env[62353]: DEBUG nova.scheduler.client.report [None req-ce18c0b5-dfb1-4eab-8802-832d5def9634 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 997.638741] env[62353]: DEBUG oslo_vmware.api [None req-2728cf69-2a13-461d-bde9-4c89523625d6 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Task: {'id': task-2372916, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.671477] env[62353]: DEBUG oslo_vmware.api [None req-44fda393-897d-4837-b4b6-14ad977c1060 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Task: {'id': task-2372914, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.716956] env[62353]: DEBUG nova.network.neutron [None req-6cc65154-406a-4e42-969f-5e92a3946899 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 0b860696-19b5-4005-8259-1c28012cd12a] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 997.917957] env[62353]: DEBUG nova.network.neutron [None req-e4d444ce-4089-4e19-9b68-ecb82595e594 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] [instance: c1577946-440b-49c2-be7a-c4ac3165ab36] Updating instance_info_cache with network_info: [{"id": "faa99bf3-0b6c-468a-9e72-baf1975915a0", "address": "fa:16:3e:b1:fb:7b", "network": {"id": "9c588598-2931-4e39-942e-268f7ccfd0e1", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1287176523-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a64aa5fd4f68494dbbc592d37558d4a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfaa99bf3-0b", "ovs_interfaceid": "faa99bf3-0b6c-468a-9e72-baf1975915a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.052066] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ce18c0b5-dfb1-4eab-8802-832d5def9634 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.903s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 998.056716] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4b3b32dd-df40-443b-8316-aa155453dd44 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.210s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 998.056910] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4b3b32dd-df40-443b-8316-aa155453dd44 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 998.059114] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6791f42a-cf49-4c2e-8b1e-5dd49097c184 tempest-ServerPasswordTestJSON-1092796968 tempest-ServerPasswordTestJSON-1092796968-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.399s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 998.059586] env[62353]: DEBUG nova.objects.instance [None req-6791f42a-cf49-4c2e-8b1e-5dd49097c184 tempest-ServerPasswordTestJSON-1092796968 tempest-ServerPasswordTestJSON-1092796968-project-member] Lazy-loading 'resources' on Instance uuid 6dc2e25a-bf79-4040-a314-e5c665b5f14a {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 998.086584] env[62353]: INFO nova.scheduler.client.report [None req-ce18c0b5-dfb1-4eab-8802-832d5def9634 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Deleted allocations for instance db88426e-6cc5-4a10-a294-ed152c0489f3 [ 998.093184] env[62353]: INFO nova.scheduler.client.report [None req-4b3b32dd-df40-443b-8316-aa155453dd44 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Deleted allocations for instance 3d6dc73d-cbff-4487-b414-dc5a033e118a [ 998.139917] env[62353]: DEBUG oslo_vmware.api [None req-2728cf69-2a13-461d-bde9-4c89523625d6 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Task: {'id': task-2372916, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.633792} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.140235] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-2728cf69-2a13-461d-bde9-4c89523625d6 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore1] b49a16b9-7756-4282-be46-99abab6e8ee7/b49a16b9-7756-4282-be46-99abab6e8ee7.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 998.140444] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-2728cf69-2a13-461d-bde9-4c89523625d6 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [instance: b49a16b9-7756-4282-be46-99abab6e8ee7] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 998.141284] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-679d07a0-9875-4fa4-9142-f85a5b3018c7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.148420] env[62353]: DEBUG oslo_vmware.api [None req-2728cf69-2a13-461d-bde9-4c89523625d6 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Waiting for the task: (returnval){ [ 998.148420] env[62353]: value = "task-2372920" [ 998.148420] env[62353]: _type = "Task" [ 998.148420] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.158429] env[62353]: DEBUG oslo_vmware.api [None req-2728cf69-2a13-461d-bde9-4c89523625d6 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Task: {'id': task-2372920, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.171210] env[62353]: DEBUG oslo_vmware.api [None req-44fda393-897d-4837-b4b6-14ad977c1060 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Task: {'id': task-2372914, 'name': PowerOnVM_Task, 'duration_secs': 1.142025} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.171482] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-44fda393-897d-4837-b4b6-14ad977c1060 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 433c3b50-7fbd-4153-b99d-9d60027c9a9f] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 998.171691] env[62353]: INFO nova.compute.manager [None req-44fda393-897d-4837-b4b6-14ad977c1060 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 433c3b50-7fbd-4153-b99d-9d60027c9a9f] Took 9.98 seconds to spawn the instance on the hypervisor. [ 998.171870] env[62353]: DEBUG nova.compute.manager [None req-44fda393-897d-4837-b4b6-14ad977c1060 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 433c3b50-7fbd-4153-b99d-9d60027c9a9f] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 998.172683] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18832379-6030-4aac-addb-3a684997ea51 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.255158] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ba2cf19a-a7c9-4d6c-b951-f958315c4d43 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Acquiring lock "interface-f5ffb2b3-2e54-4f2e-b46c-20046e0883b6-419e4030-3f93-4214-a3af-a39bf86f9336" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 998.255158] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ba2cf19a-a7c9-4d6c-b951-f958315c4d43 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Lock "interface-f5ffb2b3-2e54-4f2e-b46c-20046e0883b6-419e4030-3f93-4214-a3af-a39bf86f9336" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 998.324266] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4c661326-e48b-42ba-b0f3-21b4827f402d tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Acquiring lock "fa161604-bc12-4f96-8e33-627f119b766a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 998.324545] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4c661326-e48b-42ba-b0f3-21b4827f402d tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Lock "fa161604-bc12-4f96-8e33-627f119b766a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 998.328691] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4c661326-e48b-42ba-b0f3-21b4827f402d tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Acquiring lock "fa161604-bc12-4f96-8e33-627f119b766a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 998.328691] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4c661326-e48b-42ba-b0f3-21b4827f402d tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Lock "fa161604-bc12-4f96-8e33-627f119b766a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 998.328691] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4c661326-e48b-42ba-b0f3-21b4827f402d tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Lock "fa161604-bc12-4f96-8e33-627f119b766a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 998.328956] env[62353]: INFO nova.compute.manager [None req-4c661326-e48b-42ba-b0f3-21b4827f402d tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: fa161604-bc12-4f96-8e33-627f119b766a] Terminating instance [ 998.339735] env[62353]: DEBUG nova.network.neutron [None req-6cc65154-406a-4e42-969f-5e92a3946899 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 0b860696-19b5-4005-8259-1c28012cd12a] Updating instance_info_cache with network_info: [{"id": "adaa9b83-c939-4f36-905f-efc082487ebf", "address": "fa:16:3e:d6:08:09", "network": {"id": "99926323-4d1b-428b-9009-5c2c4fdc3f93", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-462090473-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f26acbe9e08743179af7b91ff38b5ea9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapadaa9b83-c9", "ovs_interfaceid": "adaa9b83-c939-4f36-905f-efc082487ebf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.421407] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e4d444ce-4089-4e19-9b68-ecb82595e594 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Releasing lock "refresh_cache-c1577946-440b-49c2-be7a-c4ac3165ab36" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 998.471605] env[62353]: DEBUG nova.network.neutron [req-9e25646e-d6ed-4bc9-8a57-3048f63b840c req-95f56ca0-92e8-44ab-a3d9-c7e4f0949578 service nova] [instance: b49a16b9-7756-4282-be46-99abab6e8ee7] Updated VIF entry in instance network info cache for port eeb723ba-2485-431f-b5cc-6469139081f9. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 998.472044] env[62353]: DEBUG nova.network.neutron [req-9e25646e-d6ed-4bc9-8a57-3048f63b840c req-95f56ca0-92e8-44ab-a3d9-c7e4f0949578 service nova] [instance: b49a16b9-7756-4282-be46-99abab6e8ee7] Updating instance_info_cache with network_info: [{"id": "eeb723ba-2485-431f-b5cc-6469139081f9", "address": "fa:16:3e:bf:26:bd", "network": {"id": "2f7e2133-4fb3-4a9f-bb2e-4fe0872e76d7", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-977109863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f777d4695db5433b947d76fd30a7c09b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7e0240aa-a694-48fc-a0f9-6f2d3e71aa12", "external-id": "nsx-vlan-transportzone-249", "segmentation_id": 249, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeeb723ba-24", "ovs_interfaceid": "eeb723ba-2485-431f-b5cc-6469139081f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.487906] env[62353]: DEBUG oslo_service.periodic_task [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 998.488113] env[62353]: DEBUG oslo_service.periodic_task [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 998.609886] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ce18c0b5-dfb1-4eab-8802-832d5def9634 tempest-MultipleCreateTestJSON-366291527 tempest-MultipleCreateTestJSON-366291527-project-member] Lock "db88426e-6cc5-4a10-a294-ed152c0489f3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.814s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 998.610890] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4b3b32dd-df40-443b-8316-aa155453dd44 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Lock "3d6dc73d-cbff-4487-b414-dc5a033e118a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.820s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 998.660306] env[62353]: DEBUG oslo_vmware.api [None req-2728cf69-2a13-461d-bde9-4c89523625d6 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Task: {'id': task-2372920, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070163} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.660581] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-2728cf69-2a13-461d-bde9-4c89523625d6 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [instance: b49a16b9-7756-4282-be46-99abab6e8ee7] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 998.664145] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75949530-e994-437e-b297-f12f2b7041b8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.688305] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-2728cf69-2a13-461d-bde9-4c89523625d6 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [instance: b49a16b9-7756-4282-be46-99abab6e8ee7] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] b49a16b9-7756-4282-be46-99abab6e8ee7/b49a16b9-7756-4282-be46-99abab6e8ee7.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 998.692889] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b3c0f7e5-a6b4-4dff-bc15-6ea5bd43c19d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.715092] env[62353]: INFO nova.compute.manager [None req-44fda393-897d-4837-b4b6-14ad977c1060 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 433c3b50-7fbd-4153-b99d-9d60027c9a9f] Took 21.16 seconds to build instance. [ 998.722663] env[62353]: DEBUG oslo_vmware.api [None req-2728cf69-2a13-461d-bde9-4c89523625d6 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Waiting for the task: (returnval){ [ 998.722663] env[62353]: value = "task-2372921" [ 998.722663] env[62353]: _type = "Task" [ 998.722663] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.731718] env[62353]: DEBUG oslo_vmware.api [None req-2728cf69-2a13-461d-bde9-4c89523625d6 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Task: {'id': task-2372921, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.760402] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ba2cf19a-a7c9-4d6c-b951-f958315c4d43 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Acquiring lock "f5ffb2b3-2e54-4f2e-b46c-20046e0883b6" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 998.760659] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ba2cf19a-a7c9-4d6c-b951-f958315c4d43 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Acquired lock "f5ffb2b3-2e54-4f2e-b46c-20046e0883b6" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.761790] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d89c8d53-8428-40a7-a65a-fdab6c9be3e5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.785185] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ead010b-9d2b-4b00-9757-cbc78c110668 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.818709] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ba2cf19a-a7c9-4d6c-b951-f958315c4d43 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: f5ffb2b3-2e54-4f2e-b46c-20046e0883b6] Reconfiguring VM to detach interface {{(pid=62353) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 998.821835] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-efcbec47-73d4-474a-9cfd-abe218f911fa {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.835146] env[62353]: DEBUG nova.compute.manager [None req-4c661326-e48b-42ba-b0f3-21b4827f402d tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: fa161604-bc12-4f96-8e33-627f119b766a] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 998.837628] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-4c661326-e48b-42ba-b0f3-21b4827f402d tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: fa161604-bc12-4f96-8e33-627f119b766a] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 998.837628] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cee326cf-a7ae-4ed9-bd10-8b0d4b59ecef {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.844190] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6cc65154-406a-4e42-969f-5e92a3946899 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Releasing lock "refresh_cache-0b860696-19b5-4005-8259-1c28012cd12a" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 998.844551] env[62353]: DEBUG nova.compute.manager [None req-6cc65154-406a-4e42-969f-5e92a3946899 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 0b860696-19b5-4005-8259-1c28012cd12a] Instance network_info: |[{"id": "adaa9b83-c939-4f36-905f-efc082487ebf", "address": "fa:16:3e:d6:08:09", "network": {"id": "99926323-4d1b-428b-9009-5c2c4fdc3f93", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-462090473-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f26acbe9e08743179af7b91ff38b5ea9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapadaa9b83-c9", "ovs_interfaceid": "adaa9b83-c939-4f36-905f-efc082487ebf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 998.845033] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c661326-e48b-42ba-b0f3-21b4827f402d tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: fa161604-bc12-4f96-8e33-627f119b766a] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 998.848194] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-6cc65154-406a-4e42-969f-5e92a3946899 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 0b860696-19b5-4005-8259-1c28012cd12a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d6:08:09', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7edb7c08-2fae-4df5-9ec6-5ccf06d7e337', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'adaa9b83-c939-4f36-905f-efc082487ebf', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 998.856778] env[62353]: DEBUG oslo.service.loopingcall [None req-6cc65154-406a-4e42-969f-5e92a3946899 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 998.856778] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8c68af8d-ceef-4b7b-a6df-abf6414b6c17 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.858300] env[62353]: DEBUG oslo_vmware.api [None req-ba2cf19a-a7c9-4d6c-b951-f958315c4d43 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Waiting for the task: (returnval){ [ 998.858300] env[62353]: value = "task-2372922" [ 998.858300] env[62353]: _type = "Task" [ 998.858300] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.860266] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b860696-19b5-4005-8259-1c28012cd12a] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 998.860715] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0ac35d9b-dabf-4573-992f-d6803ce8a0fe {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.884556] env[62353]: DEBUG oslo_vmware.api [None req-4c661326-e48b-42ba-b0f3-21b4827f402d tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Waiting for the task: (returnval){ [ 998.884556] env[62353]: value = "task-2372923" [ 998.884556] env[62353]: _type = "Task" [ 998.884556] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.892449] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 998.892449] env[62353]: value = "task-2372924" [ 998.892449] env[62353]: _type = "Task" [ 998.892449] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.892663] env[62353]: DEBUG oslo_vmware.api [None req-ba2cf19a-a7c9-4d6c-b951-f958315c4d43 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Task: {'id': task-2372922, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.901741] env[62353]: DEBUG oslo_vmware.api [None req-4c661326-e48b-42ba-b0f3-21b4827f402d tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Task: {'id': task-2372923, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.909218] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372924, 'name': CreateVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.974205] env[62353]: DEBUG oslo_concurrency.lockutils [req-9e25646e-d6ed-4bc9-8a57-3048f63b840c req-95f56ca0-92e8-44ab-a3d9-c7e4f0949578 service nova] Releasing lock "refresh_cache-b49a16b9-7756-4282-be46-99abab6e8ee7" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 998.995690] env[62353]: DEBUG oslo_service.periodic_task [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 998.995860] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Starting heal instance info cache {{(pid=62353) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 999.009600] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a44e0b25-7445-4ba5-a7e4-b8dcdf6ac7f1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.019604] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0b59722-d2a7-4204-8cd8-c4b1e80ffbf3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.062788] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5783d27-dc2e-4e20-bdb6-8f69ac5e6703 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.067389] env[62353]: DEBUG nova.compute.manager [req-b6cbdd33-ebe1-422a-bbcf-ed8be789f1fd req-c5342463-524e-4b22-8941-3966f69cfce0 service nova] [instance: c1577946-440b-49c2-be7a-c4ac3165ab36] Received event network-vif-unplugged-faa99bf3-0b6c-468a-9e72-baf1975915a0 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 999.067389] env[62353]: DEBUG oslo_concurrency.lockutils [req-b6cbdd33-ebe1-422a-bbcf-ed8be789f1fd req-c5342463-524e-4b22-8941-3966f69cfce0 service nova] Acquiring lock "c1577946-440b-49c2-be7a-c4ac3165ab36-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 999.067389] env[62353]: DEBUG oslo_concurrency.lockutils [req-b6cbdd33-ebe1-422a-bbcf-ed8be789f1fd req-c5342463-524e-4b22-8941-3966f69cfce0 service nova] Lock "c1577946-440b-49c2-be7a-c4ac3165ab36-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 999.067389] env[62353]: DEBUG oslo_concurrency.lockutils [req-b6cbdd33-ebe1-422a-bbcf-ed8be789f1fd req-c5342463-524e-4b22-8941-3966f69cfce0 service nova] Lock "c1577946-440b-49c2-be7a-c4ac3165ab36-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 999.067389] env[62353]: DEBUG nova.compute.manager [req-b6cbdd33-ebe1-422a-bbcf-ed8be789f1fd req-c5342463-524e-4b22-8941-3966f69cfce0 service nova] [instance: c1577946-440b-49c2-be7a-c4ac3165ab36] No waiting events found dispatching network-vif-unplugged-faa99bf3-0b6c-468a-9e72-baf1975915a0 {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 999.067389] env[62353]: WARNING nova.compute.manager [req-b6cbdd33-ebe1-422a-bbcf-ed8be789f1fd req-c5342463-524e-4b22-8941-3966f69cfce0 service nova] [instance: c1577946-440b-49c2-be7a-c4ac3165ab36] Received unexpected event network-vif-unplugged-faa99bf3-0b6c-468a-9e72-baf1975915a0 for instance with vm_state shelved and task_state shelving_offloading. [ 999.075104] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6875309-bc85-4258-82e7-c1083b1975d3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.093683] env[62353]: DEBUG nova.compute.provider_tree [None req-6791f42a-cf49-4c2e-8b1e-5dd49097c184 tempest-ServerPasswordTestJSON-1092796968 tempest-ServerPasswordTestJSON-1092796968-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 999.191667] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-e4d444ce-4089-4e19-9b68-ecb82595e594 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] [instance: c1577946-440b-49c2-be7a-c4ac3165ab36] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 999.192604] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79e39712-486c-4bbb-b71f-a89e357884f7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.200709] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-e4d444ce-4089-4e19-9b68-ecb82595e594 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] [instance: c1577946-440b-49c2-be7a-c4ac3165ab36] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 999.200709] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2eb4ca26-3ab3-4f4f-9bd4-a6ce93340499 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.217422] env[62353]: DEBUG oslo_concurrency.lockutils [None req-44fda393-897d-4837-b4b6-14ad977c1060 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Lock "433c3b50-7fbd-4153-b99d-9d60027c9a9f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.673s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 999.235111] env[62353]: DEBUG oslo_vmware.api [None req-2728cf69-2a13-461d-bde9-4c89523625d6 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Task: {'id': task-2372921, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.259094] env[62353]: DEBUG nova.compute.manager [req-dd744d57-1a89-4f7f-ad4a-185ebc9583cc req-b477c94b-2dae-47d4-81cc-6723a3dc0465 service nova] [instance: 0b860696-19b5-4005-8259-1c28012cd12a] Received event network-vif-plugged-adaa9b83-c939-4f36-905f-efc082487ebf {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 999.259327] env[62353]: DEBUG oslo_concurrency.lockutils [req-dd744d57-1a89-4f7f-ad4a-185ebc9583cc req-b477c94b-2dae-47d4-81cc-6723a3dc0465 service nova] Acquiring lock "0b860696-19b5-4005-8259-1c28012cd12a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 999.259529] env[62353]: DEBUG oslo_concurrency.lockutils [req-dd744d57-1a89-4f7f-ad4a-185ebc9583cc req-b477c94b-2dae-47d4-81cc-6723a3dc0465 service nova] Lock "0b860696-19b5-4005-8259-1c28012cd12a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 999.259691] env[62353]: DEBUG oslo_concurrency.lockutils [req-dd744d57-1a89-4f7f-ad4a-185ebc9583cc req-b477c94b-2dae-47d4-81cc-6723a3dc0465 service nova] Lock "0b860696-19b5-4005-8259-1c28012cd12a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 999.259857] env[62353]: DEBUG nova.compute.manager [req-dd744d57-1a89-4f7f-ad4a-185ebc9583cc req-b477c94b-2dae-47d4-81cc-6723a3dc0465 service nova] [instance: 0b860696-19b5-4005-8259-1c28012cd12a] No waiting events found dispatching network-vif-plugged-adaa9b83-c939-4f36-905f-efc082487ebf {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 999.261083] env[62353]: WARNING nova.compute.manager [req-dd744d57-1a89-4f7f-ad4a-185ebc9583cc req-b477c94b-2dae-47d4-81cc-6723a3dc0465 service nova] [instance: 0b860696-19b5-4005-8259-1c28012cd12a] Received unexpected event network-vif-plugged-adaa9b83-c939-4f36-905f-efc082487ebf for instance with vm_state building and task_state spawning. [ 999.261338] env[62353]: DEBUG nova.compute.manager [req-dd744d57-1a89-4f7f-ad4a-185ebc9583cc req-b477c94b-2dae-47d4-81cc-6723a3dc0465 service nova] [instance: 0b860696-19b5-4005-8259-1c28012cd12a] Received event network-changed-adaa9b83-c939-4f36-905f-efc082487ebf {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 999.261507] env[62353]: DEBUG nova.compute.manager [req-dd744d57-1a89-4f7f-ad4a-185ebc9583cc req-b477c94b-2dae-47d4-81cc-6723a3dc0465 service nova] [instance: 0b860696-19b5-4005-8259-1c28012cd12a] Refreshing instance network info cache due to event network-changed-adaa9b83-c939-4f36-905f-efc082487ebf. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 999.261754] env[62353]: DEBUG oslo_concurrency.lockutils [req-dd744d57-1a89-4f7f-ad4a-185ebc9583cc req-b477c94b-2dae-47d4-81cc-6723a3dc0465 service nova] Acquiring lock "refresh_cache-0b860696-19b5-4005-8259-1c28012cd12a" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 999.261883] env[62353]: DEBUG oslo_concurrency.lockutils [req-dd744d57-1a89-4f7f-ad4a-185ebc9583cc req-b477c94b-2dae-47d4-81cc-6723a3dc0465 service nova] Acquired lock "refresh_cache-0b860696-19b5-4005-8259-1c28012cd12a" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.262069] env[62353]: DEBUG nova.network.neutron [req-dd744d57-1a89-4f7f-ad4a-185ebc9583cc req-b477c94b-2dae-47d4-81cc-6723a3dc0465 service nova] [instance: 0b860696-19b5-4005-8259-1c28012cd12a] Refreshing network info cache for port adaa9b83-c939-4f36-905f-efc082487ebf {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 999.370333] env[62353]: DEBUG oslo_vmware.api [None req-ba2cf19a-a7c9-4d6c-b951-f958315c4d43 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Task: {'id': task-2372922, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.393344] env[62353]: DEBUG oslo_vmware.api [None req-4c661326-e48b-42ba-b0f3-21b4827f402d tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Task: {'id': task-2372923, 'name': PowerOffVM_Task, 'duration_secs': 0.344428} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.393617] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c661326-e48b-42ba-b0f3-21b4827f402d tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: fa161604-bc12-4f96-8e33-627f119b766a] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 999.393791] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-4c661326-e48b-42ba-b0f3-21b4827f402d tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: fa161604-bc12-4f96-8e33-627f119b766a] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 999.394050] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a7f9e0cd-05be-4cea-848b-585b02777eb2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.403487] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372924, 'name': CreateVM_Task} progress is 99%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.486254] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-4c661326-e48b-42ba-b0f3-21b4827f402d tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: fa161604-bc12-4f96-8e33-627f119b766a] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 999.486410] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-4c661326-e48b-42ba-b0f3-21b4827f402d tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: fa161604-bc12-4f96-8e33-627f119b766a] Deleting contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 999.486494] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c661326-e48b-42ba-b0f3-21b4827f402d tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Deleting the datastore file [datastore1] fa161604-bc12-4f96-8e33-627f119b766a {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 999.486784] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cf854719-a1b4-40fd-a088-9d6cf28cbaea {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.493629] env[62353]: DEBUG oslo_vmware.api [None req-4c661326-e48b-42ba-b0f3-21b4827f402d tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Waiting for the task: (returnval){ [ 999.493629] env[62353]: value = "task-2372927" [ 999.493629] env[62353]: _type = "Task" [ 999.493629] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.498222] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Didn't find any instances for network info cache update. {{(pid=62353) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10531}} [ 999.498402] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-e4d444ce-4089-4e19-9b68-ecb82595e594 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] [instance: c1577946-440b-49c2-be7a-c4ac3165ab36] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 999.498600] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-e4d444ce-4089-4e19-9b68-ecb82595e594 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] [instance: c1577946-440b-49c2-be7a-c4ac3165ab36] Deleting contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 999.498776] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4d444ce-4089-4e19-9b68-ecb82595e594 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Deleting the datastore file [datastore2] c1577946-440b-49c2-be7a-c4ac3165ab36 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 999.499394] env[62353]: DEBUG oslo_service.periodic_task [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 999.499753] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-58170151-9b42-4e13-a9b1-d78a1bd20c1a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.504993] env[62353]: DEBUG oslo_service.periodic_task [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 999.505342] env[62353]: DEBUG oslo_vmware.api [None req-4c661326-e48b-42ba-b0f3-21b4827f402d tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Task: {'id': task-2372927, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.505680] env[62353]: DEBUG oslo_service.periodic_task [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 999.506062] env[62353]: DEBUG oslo_service.periodic_task [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 999.506220] env[62353]: DEBUG oslo_service.periodic_task [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 999.506367] env[62353]: DEBUG oslo_service.periodic_task [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 999.506504] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62353) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 999.506629] env[62353]: DEBUG oslo_service.periodic_task [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 999.509788] env[62353]: DEBUG oslo_vmware.api [None req-e4d444ce-4089-4e19-9b68-ecb82595e594 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Waiting for the task: (returnval){ [ 999.509788] env[62353]: value = "task-2372928" [ 999.509788] env[62353]: _type = "Task" [ 999.509788] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.517193] env[62353]: DEBUG oslo_vmware.api [None req-e4d444ce-4089-4e19-9b68-ecb82595e594 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Task: {'id': task-2372928, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.597398] env[62353]: DEBUG nova.scheduler.client.report [None req-6791f42a-cf49-4c2e-8b1e-5dd49097c184 tempest-ServerPasswordTestJSON-1092796968 tempest-ServerPasswordTestJSON-1092796968-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 999.738133] env[62353]: DEBUG oslo_vmware.api [None req-2728cf69-2a13-461d-bde9-4c89523625d6 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Task: {'id': task-2372921, 'name': ReconfigVM_Task, 'duration_secs': 0.625696} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.738609] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-2728cf69-2a13-461d-bde9-4c89523625d6 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [instance: b49a16b9-7756-4282-be46-99abab6e8ee7] Reconfigured VM instance instance-00000061 to attach disk [datastore1] b49a16b9-7756-4282-be46-99abab6e8ee7/b49a16b9-7756-4282-be46-99abab6e8ee7.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 999.738856] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0b76648e-00f9-4f2c-823e-79d7719389ca {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.745336] env[62353]: DEBUG oslo_vmware.api [None req-2728cf69-2a13-461d-bde9-4c89523625d6 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Waiting for the task: (returnval){ [ 999.745336] env[62353]: value = "task-2372930" [ 999.745336] env[62353]: _type = "Task" [ 999.745336] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.760117] env[62353]: DEBUG oslo_vmware.api [None req-2728cf69-2a13-461d-bde9-4c89523625d6 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Task: {'id': task-2372930, 'name': Rename_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.873668] env[62353]: DEBUG oslo_vmware.api [None req-ba2cf19a-a7c9-4d6c-b951-f958315c4d43 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Task: {'id': task-2372922, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.906586] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372924, 'name': CreateVM_Task, 'duration_secs': 0.604236} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.906586] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b860696-19b5-4005-8259-1c28012cd12a] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 999.906586] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6cc65154-406a-4e42-969f-5e92a3946899 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 999.906586] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6cc65154-406a-4e42-969f-5e92a3946899 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Acquired lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.906586] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6cc65154-406a-4e42-969f-5e92a3946899 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 999.906586] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2077a20d-7743-442d-94f4-7b99d3a8e6cf {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.911479] env[62353]: DEBUG oslo_vmware.api [None req-6cc65154-406a-4e42-969f-5e92a3946899 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Waiting for the task: (returnval){ [ 999.911479] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]529047d1-bfad-1b1e-000c-eb1783ac39d1" [ 999.911479] env[62353]: _type = "Task" [ 999.911479] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.921731] env[62353]: DEBUG oslo_vmware.api [None req-6cc65154-406a-4e42-969f-5e92a3946899 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]529047d1-bfad-1b1e-000c-eb1783ac39d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.005026] env[62353]: DEBUG oslo_vmware.api [None req-4c661326-e48b-42ba-b0f3-21b4827f402d tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Task: {'id': task-2372927, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.201789} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.005026] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c661326-e48b-42ba-b0f3-21b4827f402d tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1000.005026] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-4c661326-e48b-42ba-b0f3-21b4827f402d tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: fa161604-bc12-4f96-8e33-627f119b766a] Deleted contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1000.005026] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-4c661326-e48b-42ba-b0f3-21b4827f402d tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: fa161604-bc12-4f96-8e33-627f119b766a] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1000.005026] env[62353]: INFO nova.compute.manager [None req-4c661326-e48b-42ba-b0f3-21b4827f402d tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: fa161604-bc12-4f96-8e33-627f119b766a] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1000.005026] env[62353]: DEBUG oslo.service.loopingcall [None req-4c661326-e48b-42ba-b0f3-21b4827f402d tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1000.005026] env[62353]: DEBUG nova.compute.manager [-] [instance: fa161604-bc12-4f96-8e33-627f119b766a] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1000.005384] env[62353]: DEBUG nova.network.neutron [-] [instance: fa161604-bc12-4f96-8e33-627f119b766a] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1000.009495] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1000.018038] env[62353]: DEBUG oslo_vmware.api [None req-e4d444ce-4089-4e19-9b68-ecb82595e594 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Task: {'id': task-2372928, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.186631} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.018038] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4d444ce-4089-4e19-9b68-ecb82595e594 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1000.018233] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-e4d444ce-4089-4e19-9b68-ecb82595e594 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] [instance: c1577946-440b-49c2-be7a-c4ac3165ab36] Deleted contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1000.018426] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-e4d444ce-4089-4e19-9b68-ecb82595e594 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] [instance: c1577946-440b-49c2-be7a-c4ac3165ab36] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1000.046015] env[62353]: INFO nova.scheduler.client.report [None req-e4d444ce-4089-4e19-9b68-ecb82595e594 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Deleted allocations for instance c1577946-440b-49c2-be7a-c4ac3165ab36 [ 1000.068480] env[62353]: DEBUG nova.compute.manager [None req-e4a62489-a2d5-4d12-8366-3adc38e4ee5a tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 433c3b50-7fbd-4153-b99d-9d60027c9a9f] Stashing vm_state: active {{(pid=62353) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1000.102421] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6791f42a-cf49-4c2e-8b1e-5dd49097c184 tempest-ServerPasswordTestJSON-1092796968 tempest-ServerPasswordTestJSON-1092796968-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.043s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1000.105560] env[62353]: DEBUG oslo_concurrency.lockutils [None req-28aca58d-77c7-4f95-9789-7ba30206c5e3 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.660s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1000.107796] env[62353]: INFO nova.compute.claims [None req-28aca58d-77c7-4f95-9789-7ba30206c5e3 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] [instance: 3b094b26-ccc1-40fb-8649-393bc3ae2d48] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1000.124308] env[62353]: INFO nova.scheduler.client.report [None req-6791f42a-cf49-4c2e-8b1e-5dd49097c184 tempest-ServerPasswordTestJSON-1092796968 tempest-ServerPasswordTestJSON-1092796968-project-member] Deleted allocations for instance 6dc2e25a-bf79-4040-a314-e5c665b5f14a [ 1000.235100] env[62353]: DEBUG nova.network.neutron [req-dd744d57-1a89-4f7f-ad4a-185ebc9583cc req-b477c94b-2dae-47d4-81cc-6723a3dc0465 service nova] [instance: 0b860696-19b5-4005-8259-1c28012cd12a] Updated VIF entry in instance network info cache for port adaa9b83-c939-4f36-905f-efc082487ebf. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1000.235506] env[62353]: DEBUG nova.network.neutron [req-dd744d57-1a89-4f7f-ad4a-185ebc9583cc req-b477c94b-2dae-47d4-81cc-6723a3dc0465 service nova] [instance: 0b860696-19b5-4005-8259-1c28012cd12a] Updating instance_info_cache with network_info: [{"id": "adaa9b83-c939-4f36-905f-efc082487ebf", "address": "fa:16:3e:d6:08:09", "network": {"id": "99926323-4d1b-428b-9009-5c2c4fdc3f93", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-462090473-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f26acbe9e08743179af7b91ff38b5ea9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapadaa9b83-c9", "ovs_interfaceid": "adaa9b83-c939-4f36-905f-efc082487ebf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.260128] env[62353]: DEBUG oslo_vmware.api [None req-2728cf69-2a13-461d-bde9-4c89523625d6 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Task: {'id': task-2372930, 'name': Rename_Task, 'duration_secs': 0.154963} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.260709] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-2728cf69-2a13-461d-bde9-4c89523625d6 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [instance: b49a16b9-7756-4282-be46-99abab6e8ee7] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1000.260969] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ce73039a-0fde-4888-a258-d3036361e468 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.268444] env[62353]: DEBUG oslo_vmware.api [None req-2728cf69-2a13-461d-bde9-4c89523625d6 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Waiting for the task: (returnval){ [ 1000.268444] env[62353]: value = "task-2372931" [ 1000.268444] env[62353]: _type = "Task" [ 1000.268444] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.282440] env[62353]: DEBUG oslo_vmware.api [None req-2728cf69-2a13-461d-bde9-4c89523625d6 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Task: {'id': task-2372931, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.374129] env[62353]: DEBUG oslo_vmware.api [None req-ba2cf19a-a7c9-4d6c-b951-f958315c4d43 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Task: {'id': task-2372922, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.423757] env[62353]: DEBUG oslo_vmware.api [None req-6cc65154-406a-4e42-969f-5e92a3946899 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]529047d1-bfad-1b1e-000c-eb1783ac39d1, 'name': SearchDatastore_Task, 'duration_secs': 0.009144} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.424202] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6cc65154-406a-4e42-969f-5e92a3946899 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Releasing lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1000.424442] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-6cc65154-406a-4e42-969f-5e92a3946899 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 0b860696-19b5-4005-8259-1c28012cd12a] Processing image 06f909ae-e8dc-43b4-abf7-c7ed85db9bbd {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1000.424678] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6cc65154-406a-4e42-969f-5e92a3946899 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1000.424823] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6cc65154-406a-4e42-969f-5e92a3946899 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Acquired lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.425007] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cc65154-406a-4e42-969f-5e92a3946899 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1000.425270] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e10d2271-fbd4-4b65-879d-babdaa18d6f0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.433063] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cc65154-406a-4e42-969f-5e92a3946899 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1000.433250] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-6cc65154-406a-4e42-969f-5e92a3946899 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1000.433975] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3640d51d-f319-48bd-958b-2a8172c91cfe {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.440481] env[62353]: DEBUG oslo_vmware.api [None req-6cc65154-406a-4e42-969f-5e92a3946899 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Waiting for the task: (returnval){ [ 1000.440481] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52fd05a4-2fe4-9300-8ab2-fb76529c4034" [ 1000.440481] env[62353]: _type = "Task" [ 1000.440481] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.454274] env[62353]: DEBUG oslo_vmware.api [None req-6cc65154-406a-4e42-969f-5e92a3946899 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52fd05a4-2fe4-9300-8ab2-fb76529c4034, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.549715] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e4d444ce-4089-4e19-9b68-ecb82595e594 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1000.589605] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e4a62489-a2d5-4d12-8366-3adc38e4ee5a tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1000.634123] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6791f42a-cf49-4c2e-8b1e-5dd49097c184 tempest-ServerPasswordTestJSON-1092796968 tempest-ServerPasswordTestJSON-1092796968-project-member] Lock "6dc2e25a-bf79-4040-a314-e5c665b5f14a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.480s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1000.739262] env[62353]: DEBUG oslo_concurrency.lockutils [req-dd744d57-1a89-4f7f-ad4a-185ebc9583cc req-b477c94b-2dae-47d4-81cc-6723a3dc0465 service nova] Releasing lock "refresh_cache-0b860696-19b5-4005-8259-1c28012cd12a" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1000.779739] env[62353]: DEBUG oslo_vmware.api [None req-2728cf69-2a13-461d-bde9-4c89523625d6 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Task: {'id': task-2372931, 'name': PowerOnVM_Task} progress is 90%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.872540] env[62353]: DEBUG oslo_vmware.api [None req-ba2cf19a-a7c9-4d6c-b951-f958315c4d43 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Task: {'id': task-2372922, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.955016] env[62353]: DEBUG oslo_vmware.api [None req-6cc65154-406a-4e42-969f-5e92a3946899 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52fd05a4-2fe4-9300-8ab2-fb76529c4034, 'name': SearchDatastore_Task, 'duration_secs': 0.011048} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.955016] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1eb13b5-90a0-4632-b75f-3842d3c86787 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.959096] env[62353]: DEBUG oslo_vmware.api [None req-6cc65154-406a-4e42-969f-5e92a3946899 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Waiting for the task: (returnval){ [ 1000.959096] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5206fee8-4824-0fca-f26d-553ed0a246f2" [ 1000.959096] env[62353]: _type = "Task" [ 1000.959096] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.967465] env[62353]: DEBUG oslo_vmware.api [None req-6cc65154-406a-4e42-969f-5e92a3946899 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5206fee8-4824-0fca-f26d-553ed0a246f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.020295] env[62353]: DEBUG nova.network.neutron [-] [instance: fa161604-bc12-4f96-8e33-627f119b766a] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.137558] env[62353]: DEBUG nova.compute.manager [req-0979fa72-1547-46ac-b941-894b52d64449 req-0bbd0401-a33d-40f6-a1d8-7e8c233b4555 service nova] [instance: c1577946-440b-49c2-be7a-c4ac3165ab36] Received event network-changed-faa99bf3-0b6c-468a-9e72-baf1975915a0 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1001.138302] env[62353]: DEBUG nova.compute.manager [req-0979fa72-1547-46ac-b941-894b52d64449 req-0bbd0401-a33d-40f6-a1d8-7e8c233b4555 service nova] [instance: c1577946-440b-49c2-be7a-c4ac3165ab36] Refreshing instance network info cache due to event network-changed-faa99bf3-0b6c-468a-9e72-baf1975915a0. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1001.138602] env[62353]: DEBUG oslo_concurrency.lockutils [req-0979fa72-1547-46ac-b941-894b52d64449 req-0bbd0401-a33d-40f6-a1d8-7e8c233b4555 service nova] Acquiring lock "refresh_cache-c1577946-440b-49c2-be7a-c4ac3165ab36" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1001.138811] env[62353]: DEBUG oslo_concurrency.lockutils [req-0979fa72-1547-46ac-b941-894b52d64449 req-0bbd0401-a33d-40f6-a1d8-7e8c233b4555 service nova] Acquired lock "refresh_cache-c1577946-440b-49c2-be7a-c4ac3165ab36" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.139284] env[62353]: DEBUG nova.network.neutron [req-0979fa72-1547-46ac-b941-894b52d64449 req-0bbd0401-a33d-40f6-a1d8-7e8c233b4555 service nova] [instance: c1577946-440b-49c2-be7a-c4ac3165ab36] Refreshing network info cache for port faa99bf3-0b6c-468a-9e72-baf1975915a0 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1001.283396] env[62353]: DEBUG oslo_vmware.api [None req-2728cf69-2a13-461d-bde9-4c89523625d6 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Task: {'id': task-2372931, 'name': PowerOnVM_Task, 'duration_secs': 0.568906} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.283669] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-2728cf69-2a13-461d-bde9-4c89523625d6 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [instance: b49a16b9-7756-4282-be46-99abab6e8ee7] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1001.283886] env[62353]: INFO nova.compute.manager [None req-2728cf69-2a13-461d-bde9-4c89523625d6 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [instance: b49a16b9-7756-4282-be46-99abab6e8ee7] Took 7.56 seconds to spawn the instance on the hypervisor. [ 1001.284117] env[62353]: DEBUG nova.compute.manager [None req-2728cf69-2a13-461d-bde9-4c89523625d6 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [instance: b49a16b9-7756-4282-be46-99abab6e8ee7] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1001.284926] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0622c81-6ecb-492d-9d1d-1c682bd90e62 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.375032] env[62353]: DEBUG oslo_vmware.api [None req-ba2cf19a-a7c9-4d6c-b951-f958315c4d43 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Task: {'id': task-2372922, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.458970] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edd682e7-2ddc-4e1d-8c6b-d0406ebba4d5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.473097] env[62353]: DEBUG oslo_vmware.api [None req-6cc65154-406a-4e42-969f-5e92a3946899 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5206fee8-4824-0fca-f26d-553ed0a246f2, 'name': SearchDatastore_Task, 'duration_secs': 0.020027} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.478533] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6cc65154-406a-4e42-969f-5e92a3946899 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Releasing lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1001.478533] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cc65154-406a-4e42-969f-5e92a3946899 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore2] 0b860696-19b5-4005-8259-1c28012cd12a/0b860696-19b5-4005-8259-1c28012cd12a.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1001.478533] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9e6d4bdb-5ff0-4cb9-ae1a-0dd3d12a02a0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.478533] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90c95ea3-7977-4dad-8989-a23b5e6d5dcd {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.512059] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68cbec95-8065-4a38-9e0d-43f2f1b2d045 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.514794] env[62353]: DEBUG oslo_vmware.api [None req-6cc65154-406a-4e42-969f-5e92a3946899 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Waiting for the task: (returnval){ [ 1001.514794] env[62353]: value = "task-2372932" [ 1001.514794] env[62353]: _type = "Task" [ 1001.514794] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.521855] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dd4a7cf-8b4b-4adf-910e-0e4faf5ec171 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.528667] env[62353]: INFO nova.compute.manager [-] [instance: fa161604-bc12-4f96-8e33-627f119b766a] Took 1.52 seconds to deallocate network for instance. [ 1001.529089] env[62353]: DEBUG oslo_vmware.api [None req-6cc65154-406a-4e42-969f-5e92a3946899 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Task: {'id': task-2372932, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.541539] env[62353]: DEBUG nova.compute.provider_tree [None req-28aca58d-77c7-4f95-9789-7ba30206c5e3 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1001.856284] env[62353]: INFO nova.compute.manager [None req-2728cf69-2a13-461d-bde9-4c89523625d6 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [instance: b49a16b9-7756-4282-be46-99abab6e8ee7] Took 20.28 seconds to build instance. [ 1001.885053] env[62353]: DEBUG oslo_vmware.api [None req-ba2cf19a-a7c9-4d6c-b951-f958315c4d43 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Task: {'id': task-2372922, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.027451] env[62353]: DEBUG oslo_vmware.api [None req-6cc65154-406a-4e42-969f-5e92a3946899 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Task: {'id': task-2372932, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.046056] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4c661326-e48b-42ba-b0f3-21b4827f402d tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1002.046743] env[62353]: DEBUG nova.scheduler.client.report [None req-28aca58d-77c7-4f95-9789-7ba30206c5e3 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1002.102750] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-56d179a2-6c7d-4b70-8555-0bd082a2b152 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] [instance: bbea4c07-3f5b-4d9a-a127-86a1e461295f] Volume attach. Driver type: vmdk {{(pid=62353) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1002.102989] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-56d179a2-6c7d-4b70-8555-0bd082a2b152 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] [instance: bbea4c07-3f5b-4d9a-a127-86a1e461295f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-481713', 'volume_id': 'e24dd54b-cf84-4a09-82e2-328491b49e5c', 'name': 'volume-e24dd54b-cf84-4a09-82e2-328491b49e5c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bbea4c07-3f5b-4d9a-a127-86a1e461295f', 'attached_at': '', 'detached_at': '', 'volume_id': 'e24dd54b-cf84-4a09-82e2-328491b49e5c', 'serial': 'e24dd54b-cf84-4a09-82e2-328491b49e5c'} {{(pid=62353) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1002.104213] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-239d1f0b-444b-44e1-84ab-84b07a744afa {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.130784] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5639ec2a-d1b0-4ebc-a19b-b6cae3ff7742 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.166646] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-56d179a2-6c7d-4b70-8555-0bd082a2b152 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] [instance: bbea4c07-3f5b-4d9a-a127-86a1e461295f] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] volume-e24dd54b-cf84-4a09-82e2-328491b49e5c/volume-e24dd54b-cf84-4a09-82e2-328491b49e5c.vmdk or device None with type thin {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1002.167433] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-79763872-64d8-43a0-9c85-b600620dc786 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.187623] env[62353]: DEBUG oslo_vmware.api [None req-56d179a2-6c7d-4b70-8555-0bd082a2b152 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Waiting for the task: (returnval){ [ 1002.187623] env[62353]: value = "task-2372933" [ 1002.187623] env[62353]: _type = "Task" [ 1002.187623] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.195461] env[62353]: DEBUG oslo_vmware.api [None req-56d179a2-6c7d-4b70-8555-0bd082a2b152 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Task: {'id': task-2372933, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.315787] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2728cf69-2a13-461d-bde9-4c89523625d6 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Lock "b49a16b9-7756-4282-be46-99abab6e8ee7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.798s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1002.327101] env[62353]: DEBUG nova.network.neutron [req-0979fa72-1547-46ac-b941-894b52d64449 req-0bbd0401-a33d-40f6-a1d8-7e8c233b4555 service nova] [instance: c1577946-440b-49c2-be7a-c4ac3165ab36] Updated VIF entry in instance network info cache for port faa99bf3-0b6c-468a-9e72-baf1975915a0. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1002.327512] env[62353]: DEBUG nova.network.neutron [req-0979fa72-1547-46ac-b941-894b52d64449 req-0bbd0401-a33d-40f6-a1d8-7e8c233b4555 service nova] [instance: c1577946-440b-49c2-be7a-c4ac3165ab36] Updating instance_info_cache with network_info: [{"id": "faa99bf3-0b6c-468a-9e72-baf1975915a0", "address": "fa:16:3e:b1:fb:7b", "network": {"id": "9c588598-2931-4e39-942e-268f7ccfd0e1", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1287176523-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a64aa5fd4f68494dbbc592d37558d4a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapfaa99bf3-0b", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.379564] env[62353]: DEBUG oslo_vmware.api [None req-ba2cf19a-a7c9-4d6c-b951-f958315c4d43 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Task: {'id': task-2372922, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.527155] env[62353]: DEBUG oslo_vmware.api [None req-6cc65154-406a-4e42-969f-5e92a3946899 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Task: {'id': task-2372932, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.676141} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.527530] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cc65154-406a-4e42-969f-5e92a3946899 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore2] 0b860696-19b5-4005-8259-1c28012cd12a/0b860696-19b5-4005-8259-1c28012cd12a.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1002.527758] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-6cc65154-406a-4e42-969f-5e92a3946899 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 0b860696-19b5-4005-8259-1c28012cd12a] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1002.528085] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f54925c3-3ffd-49de-8452-e38f56d3f41c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.535172] env[62353]: DEBUG oslo_vmware.api [None req-6cc65154-406a-4e42-969f-5e92a3946899 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Waiting for the task: (returnval){ [ 1002.535172] env[62353]: value = "task-2372934" [ 1002.535172] env[62353]: _type = "Task" [ 1002.535172] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.544469] env[62353]: DEBUG oslo_vmware.api [None req-6cc65154-406a-4e42-969f-5e92a3946899 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Task: {'id': task-2372934, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.555110] env[62353]: DEBUG oslo_concurrency.lockutils [None req-28aca58d-77c7-4f95-9789-7ba30206c5e3 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.450s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1002.555766] env[62353]: DEBUG nova.compute.manager [None req-28aca58d-77c7-4f95-9789-7ba30206c5e3 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] [instance: 3b094b26-ccc1-40fb-8649-393bc3ae2d48] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1002.558506] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0137dc1a-b4d4-43de-b79b-5caab284b4ca tempest-ServersV294TestFqdnHostnames-2078622457 tempest-ServersV294TestFqdnHostnames-2078622457-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.218s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1002.559983] env[62353]: INFO nova.compute.claims [None req-0137dc1a-b4d4-43de-b79b-5caab284b4ca tempest-ServersV294TestFqdnHostnames-2078622457 tempest-ServersV294TestFqdnHostnames-2078622457-project-member] [instance: 3c336a85-979f-4b67-8d02-dc8fbd0ceab4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1002.588365] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b1ddcd12-2d3d-48f6-963f-bc628e4622d5 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Acquiring lock "c1577946-440b-49c2-be7a-c4ac3165ab36" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1002.699436] env[62353]: DEBUG oslo_vmware.api [None req-56d179a2-6c7d-4b70-8555-0bd082a2b152 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Task: {'id': task-2372933, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.831677] env[62353]: DEBUG oslo_concurrency.lockutils [req-0979fa72-1547-46ac-b941-894b52d64449 req-0bbd0401-a33d-40f6-a1d8-7e8c233b4555 service nova] Releasing lock "refresh_cache-c1577946-440b-49c2-be7a-c4ac3165ab36" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1002.831677] env[62353]: DEBUG nova.compute.manager [req-0979fa72-1547-46ac-b941-894b52d64449 req-0bbd0401-a33d-40f6-a1d8-7e8c233b4555 service nova] [instance: fa161604-bc12-4f96-8e33-627f119b766a] Received event network-vif-deleted-7d0c2760-6f94-4f28-84b2-abd5ed978cf8 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1002.875666] env[62353]: DEBUG oslo_vmware.api [None req-ba2cf19a-a7c9-4d6c-b951-f958315c4d43 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Task: {'id': task-2372922, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.045317] env[62353]: DEBUG oslo_vmware.api [None req-6cc65154-406a-4e42-969f-5e92a3946899 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Task: {'id': task-2372934, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074164} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.045599] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-6cc65154-406a-4e42-969f-5e92a3946899 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 0b860696-19b5-4005-8259-1c28012cd12a] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1003.046513] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ebc9c97-1d50-4b35-ad88-54e8bb6b843e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.072062] env[62353]: DEBUG nova.compute.utils [None req-28aca58d-77c7-4f95-9789-7ba30206c5e3 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1003.092330] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-6cc65154-406a-4e42-969f-5e92a3946899 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 0b860696-19b5-4005-8259-1c28012cd12a] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] 0b860696-19b5-4005-8259-1c28012cd12a/0b860696-19b5-4005-8259-1c28012cd12a.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1003.092330] env[62353]: DEBUG nova.compute.manager [None req-28aca58d-77c7-4f95-9789-7ba30206c5e3 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] [instance: 3b094b26-ccc1-40fb-8649-393bc3ae2d48] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1003.099963] env[62353]: DEBUG nova.compute.manager [None req-28aca58d-77c7-4f95-9789-7ba30206c5e3 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] [instance: 3b094b26-ccc1-40fb-8649-393bc3ae2d48] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1003.100159] env[62353]: DEBUG nova.network.neutron [None req-28aca58d-77c7-4f95-9789-7ba30206c5e3 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] [instance: 3b094b26-ccc1-40fb-8649-393bc3ae2d48] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1003.101797] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-70d5183f-5a5a-4b65-b931-4e0c0aa487fc {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.124958] env[62353]: DEBUG oslo_vmware.api [None req-6cc65154-406a-4e42-969f-5e92a3946899 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Waiting for the task: (returnval){ [ 1003.124958] env[62353]: value = "task-2372935" [ 1003.124958] env[62353]: _type = "Task" [ 1003.124958] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.134825] env[62353]: DEBUG oslo_vmware.api [None req-6cc65154-406a-4e42-969f-5e92a3946899 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Task: {'id': task-2372935, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.201862] env[62353]: DEBUG oslo_vmware.api [None req-56d179a2-6c7d-4b70-8555-0bd082a2b152 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Task: {'id': task-2372933, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.340030] env[62353]: DEBUG nova.policy [None req-28aca58d-77c7-4f95-9789-7ba30206c5e3 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '38b60adb57bc42d1986acd42acf55fdb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c234a820a6124360a28c4cea99d6087b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:192}} [ 1003.377716] env[62353]: DEBUG oslo_vmware.api [None req-ba2cf19a-a7c9-4d6c-b951-f958315c4d43 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Task: {'id': task-2372922, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.438190] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8948df63-1dbc-4dda-a70b-bc56b1ded12e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.444784] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e00e89b0-a44f-4a91-9009-1c3594fbeb3f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.477895] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43621cc2-9b64-4750-9b22-5b9823ca2353 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.486411] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b82048ba-7655-4af3-812d-bd4165ecfacd {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.499624] env[62353]: DEBUG nova.compute.provider_tree [None req-0137dc1a-b4d4-43de-b79b-5caab284b4ca tempest-ServersV294TestFqdnHostnames-2078622457 tempest-ServersV294TestFqdnHostnames-2078622457-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1003.637441] env[62353]: DEBUG oslo_vmware.api [None req-6cc65154-406a-4e42-969f-5e92a3946899 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Task: {'id': task-2372935, 'name': ReconfigVM_Task, 'duration_secs': 0.311512} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.637755] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-6cc65154-406a-4e42-969f-5e92a3946899 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 0b860696-19b5-4005-8259-1c28012cd12a] Reconfigured VM instance instance-00000062 to attach disk [datastore2] 0b860696-19b5-4005-8259-1c28012cd12a/0b860696-19b5-4005-8259-1c28012cd12a.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1003.638910] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c66892bc-a29a-4dff-b0e3-2c9f3fb3370d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.646656] env[62353]: DEBUG oslo_vmware.api [None req-6cc65154-406a-4e42-969f-5e92a3946899 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Waiting for the task: (returnval){ [ 1003.646656] env[62353]: value = "task-2372936" [ 1003.646656] env[62353]: _type = "Task" [ 1003.646656] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.404167] env[62353]: DEBUG nova.scheduler.client.report [None req-0137dc1a-b4d4-43de-b79b-5caab284b4ca tempest-ServersV294TestFqdnHostnames-2078622457 tempest-ServersV294TestFqdnHostnames-2078622457-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1004.408188] env[62353]: DEBUG nova.compute.manager [None req-28aca58d-77c7-4f95-9789-7ba30206c5e3 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] [instance: 3b094b26-ccc1-40fb-8649-393bc3ae2d48] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1004.410933] env[62353]: DEBUG oslo_vmware.api [None req-6cc65154-406a-4e42-969f-5e92a3946899 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Task: {'id': task-2372936, 'name': Rename_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.411148] env[62353]: WARNING oslo_vmware.common.loopingcall [None req-6cc65154-406a-4e42-969f-5e92a3946899 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] task run outlasted interval by 0.26425 sec [ 1004.411975] env[62353]: DEBUG nova.network.neutron [None req-28aca58d-77c7-4f95-9789-7ba30206c5e3 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] [instance: 3b094b26-ccc1-40fb-8649-393bc3ae2d48] Successfully created port: 4070e083-f44b-4ec3-b524-b39ada646700 {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1004.420943] env[62353]: DEBUG nova.compute.manager [req-12c57ad3-fe86-4372-a941-4138b62c26f2 req-0b7f0020-314f-4869-9264-a5b9ee72b9e9 service nova] [instance: b49a16b9-7756-4282-be46-99abab6e8ee7] Received event network-changed-eeb723ba-2485-431f-b5cc-6469139081f9 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1004.421155] env[62353]: DEBUG nova.compute.manager [req-12c57ad3-fe86-4372-a941-4138b62c26f2 req-0b7f0020-314f-4869-9264-a5b9ee72b9e9 service nova] [instance: b49a16b9-7756-4282-be46-99abab6e8ee7] Refreshing instance network info cache due to event network-changed-eeb723ba-2485-431f-b5cc-6469139081f9. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1004.421967] env[62353]: DEBUG oslo_concurrency.lockutils [req-12c57ad3-fe86-4372-a941-4138b62c26f2 req-0b7f0020-314f-4869-9264-a5b9ee72b9e9 service nova] Acquiring lock "refresh_cache-b49a16b9-7756-4282-be46-99abab6e8ee7" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.421967] env[62353]: DEBUG oslo_concurrency.lockutils [req-12c57ad3-fe86-4372-a941-4138b62c26f2 req-0b7f0020-314f-4869-9264-a5b9ee72b9e9 service nova] Acquired lock "refresh_cache-b49a16b9-7756-4282-be46-99abab6e8ee7" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.421967] env[62353]: DEBUG nova.network.neutron [req-12c57ad3-fe86-4372-a941-4138b62c26f2 req-0b7f0020-314f-4869-9264-a5b9ee72b9e9 service nova] [instance: b49a16b9-7756-4282-be46-99abab6e8ee7] Refreshing network info cache for port eeb723ba-2485-431f-b5cc-6469139081f9 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1004.439316] env[62353]: DEBUG oslo_vmware.api [None req-56d179a2-6c7d-4b70-8555-0bd082a2b152 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Task: {'id': task-2372933, 'name': ReconfigVM_Task, 'duration_secs': 1.109622} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.439609] env[62353]: DEBUG oslo_vmware.api [None req-6cc65154-406a-4e42-969f-5e92a3946899 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Task: {'id': task-2372936, 'name': Rename_Task, 'duration_secs': 0.155151} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.439846] env[62353]: DEBUG oslo_vmware.api [None req-ba2cf19a-a7c9-4d6c-b951-f958315c4d43 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Task: {'id': task-2372922, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.440159] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-56d179a2-6c7d-4b70-8555-0bd082a2b152 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] [instance: bbea4c07-3f5b-4d9a-a127-86a1e461295f] Reconfigured VM instance instance-00000050 to attach disk [datastore2] volume-e24dd54b-cf84-4a09-82e2-328491b49e5c/volume-e24dd54b-cf84-4a09-82e2-328491b49e5c.vmdk or device None with type thin {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1004.445023] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cc65154-406a-4e42-969f-5e92a3946899 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 0b860696-19b5-4005-8259-1c28012cd12a] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1004.447307] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-04a914a2-2e22-4c47-8b35-5683b048bc9c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.457574] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-55224df4-6e36-469d-a0d0-211d881f41e7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.471369] env[62353]: DEBUG nova.virt.hardware [None req-28aca58d-77c7-4f95-9789-7ba30206c5e3 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T12:38:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T12:38:15Z,direct_url=,disk_format='vmdk',id=06f909ae-e8dc-43b4-abf7-c7ed85db9bbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0a3f88790a594523a818b8c00f6862e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T12:38:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1004.471648] env[62353]: DEBUG nova.virt.hardware [None req-28aca58d-77c7-4f95-9789-7ba30206c5e3 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1004.471800] env[62353]: DEBUG nova.virt.hardware [None req-28aca58d-77c7-4f95-9789-7ba30206c5e3 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1004.472071] env[62353]: DEBUG nova.virt.hardware [None req-28aca58d-77c7-4f95-9789-7ba30206c5e3 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1004.472146] env[62353]: DEBUG nova.virt.hardware [None req-28aca58d-77c7-4f95-9789-7ba30206c5e3 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1004.472268] env[62353]: DEBUG nova.virt.hardware [None req-28aca58d-77c7-4f95-9789-7ba30206c5e3 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1004.472506] env[62353]: DEBUG nova.virt.hardware [None req-28aca58d-77c7-4f95-9789-7ba30206c5e3 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1004.472613] env[62353]: DEBUG nova.virt.hardware [None req-28aca58d-77c7-4f95-9789-7ba30206c5e3 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1004.472771] env[62353]: DEBUG nova.virt.hardware [None req-28aca58d-77c7-4f95-9789-7ba30206c5e3 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1004.472930] env[62353]: DEBUG nova.virt.hardware [None req-28aca58d-77c7-4f95-9789-7ba30206c5e3 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1004.473111] env[62353]: DEBUG nova.virt.hardware [None req-28aca58d-77c7-4f95-9789-7ba30206c5e3 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1004.473836] env[62353]: DEBUG oslo_vmware.api [None req-6cc65154-406a-4e42-969f-5e92a3946899 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Waiting for the task: (returnval){ [ 1004.473836] env[62353]: value = "task-2372937" [ 1004.473836] env[62353]: _type = "Task" [ 1004.473836] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.474031] env[62353]: DEBUG oslo_vmware.api [None req-56d179a2-6c7d-4b70-8555-0bd082a2b152 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Waiting for the task: (returnval){ [ 1004.474031] env[62353]: value = "task-2372938" [ 1004.474031] env[62353]: _type = "Task" [ 1004.474031] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.474765] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adcf772f-7461-4d0e-a95d-4a6bab9de475 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.495619] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83b0396d-a3d6-4e98-b988-8f0fcc56ad38 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.502020] env[62353]: DEBUG oslo_vmware.api [None req-56d179a2-6c7d-4b70-8555-0bd082a2b152 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Task: {'id': task-2372938, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.502020] env[62353]: DEBUG oslo_vmware.api [None req-6cc65154-406a-4e42-969f-5e92a3946899 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Task: {'id': task-2372937, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.921020] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0137dc1a-b4d4-43de-b79b-5caab284b4ca tempest-ServersV294TestFqdnHostnames-2078622457 tempest-ServersV294TestFqdnHostnames-2078622457-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.359s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1004.921020] env[62353]: DEBUG nova.compute.manager [None req-0137dc1a-b4d4-43de-b79b-5caab284b4ca tempest-ServersV294TestFqdnHostnames-2078622457 tempest-ServersV294TestFqdnHostnames-2078622457-project-member] [instance: 3c336a85-979f-4b67-8d02-dc8fbd0ceab4] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1004.921671] env[62353]: DEBUG oslo_vmware.api [None req-ba2cf19a-a7c9-4d6c-b951-f958315c4d43 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Task: {'id': task-2372922, 'name': ReconfigVM_Task, 'duration_secs': 5.776157} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.922346] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 4.913s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1004.922677] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1004.922953] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62353) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1004.923398] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e4d444ce-4089-4e19-9b68-ecb82595e594 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.374s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1004.923849] env[62353]: DEBUG nova.objects.instance [None req-e4d444ce-4089-4e19-9b68-ecb82595e594 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Lazy-loading 'resources' on Instance uuid c1577946-440b-49c2-be7a-c4ac3165ab36 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1004.929203] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ba2cf19a-a7c9-4d6c-b951-f958315c4d43 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Releasing lock "f5ffb2b3-2e54-4f2e-b46c-20046e0883b6" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1004.929430] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ba2cf19a-a7c9-4d6c-b951-f958315c4d43 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: f5ffb2b3-2e54-4f2e-b46c-20046e0883b6] Reconfigured VM to detach interface {{(pid=62353) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1004.932900] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd23a3fb-5bf2-4b82-b260-69703f22f5ef {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.947460] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-784c01aa-e54e-4ab9-9f4b-742a4597b23a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.962621] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a26f72b-cc48-487e-ab88-12c509a3cde3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.970404] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48de7054-136d-44ee-95f6-b4c0450bb212 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.002374] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179128MB free_disk=154GB free_vcpus=48 pci_devices=None {{(pid=62353) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1005.002374] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1005.016029] env[62353]: DEBUG oslo_vmware.api [None req-56d179a2-6c7d-4b70-8555-0bd082a2b152 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Task: {'id': task-2372938, 'name': ReconfigVM_Task, 'duration_secs': 0.192548} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.019073] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-56d179a2-6c7d-4b70-8555-0bd082a2b152 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] [instance: bbea4c07-3f5b-4d9a-a127-86a1e461295f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-481713', 'volume_id': 'e24dd54b-cf84-4a09-82e2-328491b49e5c', 'name': 'volume-e24dd54b-cf84-4a09-82e2-328491b49e5c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bbea4c07-3f5b-4d9a-a127-86a1e461295f', 'attached_at': '', 'detached_at': '', 'volume_id': 'e24dd54b-cf84-4a09-82e2-328491b49e5c', 'serial': 'e24dd54b-cf84-4a09-82e2-328491b49e5c'} {{(pid=62353) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1005.020764] env[62353]: DEBUG oslo_vmware.api [None req-6cc65154-406a-4e42-969f-5e92a3946899 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Task: {'id': task-2372937, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.237172] env[62353]: DEBUG nova.network.neutron [req-12c57ad3-fe86-4372-a941-4138b62c26f2 req-0b7f0020-314f-4869-9264-a5b9ee72b9e9 service nova] [instance: b49a16b9-7756-4282-be46-99abab6e8ee7] Updated VIF entry in instance network info cache for port eeb723ba-2485-431f-b5cc-6469139081f9. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1005.237553] env[62353]: DEBUG nova.network.neutron [req-12c57ad3-fe86-4372-a941-4138b62c26f2 req-0b7f0020-314f-4869-9264-a5b9ee72b9e9 service nova] [instance: b49a16b9-7756-4282-be46-99abab6e8ee7] Updating instance_info_cache with network_info: [{"id": "eeb723ba-2485-431f-b5cc-6469139081f9", "address": "fa:16:3e:bf:26:bd", "network": {"id": "2f7e2133-4fb3-4a9f-bb2e-4fe0872e76d7", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-977109863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f777d4695db5433b947d76fd30a7c09b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7e0240aa-a694-48fc-a0f9-6f2d3e71aa12", "external-id": "nsx-vlan-transportzone-249", "segmentation_id": 249, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeeb723ba-24", "ovs_interfaceid": "eeb723ba-2485-431f-b5cc-6469139081f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.424628] env[62353]: DEBUG nova.compute.utils [None req-0137dc1a-b4d4-43de-b79b-5caab284b4ca tempest-ServersV294TestFqdnHostnames-2078622457 tempest-ServersV294TestFqdnHostnames-2078622457-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1005.426084] env[62353]: DEBUG nova.compute.manager [None req-0137dc1a-b4d4-43de-b79b-5caab284b4ca tempest-ServersV294TestFqdnHostnames-2078622457 tempest-ServersV294TestFqdnHostnames-2078622457-project-member] [instance: 3c336a85-979f-4b67-8d02-dc8fbd0ceab4] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1005.426238] env[62353]: DEBUG nova.network.neutron [None req-0137dc1a-b4d4-43de-b79b-5caab284b4ca tempest-ServersV294TestFqdnHostnames-2078622457 tempest-ServersV294TestFqdnHostnames-2078622457-project-member] [instance: 3c336a85-979f-4b67-8d02-dc8fbd0ceab4] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1005.433401] env[62353]: DEBUG nova.objects.instance [None req-e4d444ce-4089-4e19-9b68-ecb82595e594 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Lazy-loading 'numa_topology' on Instance uuid c1577946-440b-49c2-be7a-c4ac3165ab36 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1005.511497] env[62353]: DEBUG oslo_vmware.api [None req-6cc65154-406a-4e42-969f-5e92a3946899 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Task: {'id': task-2372937, 'name': PowerOnVM_Task, 'duration_secs': 0.59569} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.511760] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cc65154-406a-4e42-969f-5e92a3946899 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 0b860696-19b5-4005-8259-1c28012cd12a] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1005.511977] env[62353]: INFO nova.compute.manager [None req-6cc65154-406a-4e42-969f-5e92a3946899 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 0b860696-19b5-4005-8259-1c28012cd12a] Took 9.28 seconds to spawn the instance on the hypervisor. [ 1005.512189] env[62353]: DEBUG nova.compute.manager [None req-6cc65154-406a-4e42-969f-5e92a3946899 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 0b860696-19b5-4005-8259-1c28012cd12a] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1005.512975] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df626637-39bf-4cd6-95c3-277058133e2b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.522768] env[62353]: DEBUG nova.policy [None req-0137dc1a-b4d4-43de-b79b-5caab284b4ca tempest-ServersV294TestFqdnHostnames-2078622457 tempest-ServersV294TestFqdnHostnames-2078622457-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '492d319b72064903acc0bc37d0606478', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0ecc1422c8fe44439bd50c7e36b94960', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:192}} [ 1005.740778] env[62353]: DEBUG oslo_concurrency.lockutils [req-12c57ad3-fe86-4372-a941-4138b62c26f2 req-0b7f0020-314f-4869-9264-a5b9ee72b9e9 service nova] Releasing lock "refresh_cache-b49a16b9-7756-4282-be46-99abab6e8ee7" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.929630] env[62353]: DEBUG nova.compute.manager [None req-0137dc1a-b4d4-43de-b79b-5caab284b4ca tempest-ServersV294TestFqdnHostnames-2078622457 tempest-ServersV294TestFqdnHostnames-2078622457-project-member] [instance: 3c336a85-979f-4b67-8d02-dc8fbd0ceab4] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1005.935333] env[62353]: DEBUG nova.objects.base [None req-e4d444ce-4089-4e19-9b68-ecb82595e594 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=62353) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1006.041279] env[62353]: INFO nova.compute.manager [None req-6cc65154-406a-4e42-969f-5e92a3946899 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 0b860696-19b5-4005-8259-1c28012cd12a] Took 20.61 seconds to build instance. [ 1006.079814] env[62353]: DEBUG nova.objects.instance [None req-56d179a2-6c7d-4b70-8555-0bd082a2b152 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Lazy-loading 'flavor' on Instance uuid bbea4c07-3f5b-4d9a-a127-86a1e461295f {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1006.229122] env[62353]: DEBUG nova.compute.manager [req-e35ad86e-369f-4696-b0c8-17ed302721de req-2a4be5fd-c7e6-4c23-89d8-6dcdf483c6c2 service nova] [instance: f5ffb2b3-2e54-4f2e-b46c-20046e0883b6] Received event network-vif-deleted-419e4030-3f93-4214-a3af-a39bf86f9336 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1006.229122] env[62353]: INFO nova.compute.manager [req-e35ad86e-369f-4696-b0c8-17ed302721de req-2a4be5fd-c7e6-4c23-89d8-6dcdf483c6c2 service nova] [instance: f5ffb2b3-2e54-4f2e-b46c-20046e0883b6] Neutron deleted interface 419e4030-3f93-4214-a3af-a39bf86f9336; detaching it from the instance and deleting it from the info cache [ 1006.229122] env[62353]: DEBUG nova.network.neutron [req-e35ad86e-369f-4696-b0c8-17ed302721de req-2a4be5fd-c7e6-4c23-89d8-6dcdf483c6c2 service nova] [instance: f5ffb2b3-2e54-4f2e-b46c-20046e0883b6] Updating instance_info_cache with network_info: [{"id": "c3034ec4-e1ea-45a1-a823-4c81d4e3f304", "address": "fa:16:3e:c2:e9:1f", "network": {"id": "3322d31e-00aa-4c86-8051-1b6dd5c36fa9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1715037563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d154d2686c9e43b4b2a7a9ec6a5a795c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3034ec4-e1", "ovs_interfaceid": "c3034ec4-e1ea-45a1-a823-4c81d4e3f304", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a396307c-464f-4a5c-85ea-dd572bbfba4b", "address": "fa:16:3e:5b:11:b4", "network": {"id": "3322d31e-00aa-4c86-8051-1b6dd5c36fa9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1715037563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d154d2686c9e43b4b2a7a9ec6a5a795c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa396307c-46", "ovs_interfaceid": "a396307c-464f-4a5c-85ea-dd572bbfba4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.248179] env[62353]: DEBUG nova.network.neutron [None req-0137dc1a-b4d4-43de-b79b-5caab284b4ca tempest-ServersV294TestFqdnHostnames-2078622457 tempest-ServersV294TestFqdnHostnames-2078622457-project-member] [instance: 3c336a85-979f-4b67-8d02-dc8fbd0ceab4] Successfully created port: 63154f0d-8b24-455a-9ac5-ffc7c723dcc8 {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1006.261187] env[62353]: DEBUG nova.compute.manager [req-64186ca7-8ffe-498a-ad04-b1e827b26829 req-5218f1b5-2731-41d3-a879-6810de697d55 service nova] [instance: f5ffb2b3-2e54-4f2e-b46c-20046e0883b6] Received event network-vif-deleted-a396307c-464f-4a5c-85ea-dd572bbfba4b {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1006.261187] env[62353]: INFO nova.compute.manager [req-64186ca7-8ffe-498a-ad04-b1e827b26829 req-5218f1b5-2731-41d3-a879-6810de697d55 service nova] [instance: f5ffb2b3-2e54-4f2e-b46c-20046e0883b6] Neutron deleted interface a396307c-464f-4a5c-85ea-dd572bbfba4b; detaching it from the instance and deleting it from the info cache [ 1006.261187] env[62353]: DEBUG nova.network.neutron [req-64186ca7-8ffe-498a-ad04-b1e827b26829 req-5218f1b5-2731-41d3-a879-6810de697d55 service nova] [instance: f5ffb2b3-2e54-4f2e-b46c-20046e0883b6] Updating instance_info_cache with network_info: [{"id": "c3034ec4-e1ea-45a1-a823-4c81d4e3f304", "address": "fa:16:3e:c2:e9:1f", "network": {"id": "3322d31e-00aa-4c86-8051-1b6dd5c36fa9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1715037563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d154d2686c9e43b4b2a7a9ec6a5a795c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3034ec4-e1", "ovs_interfaceid": "c3034ec4-e1ea-45a1-a823-4c81d4e3f304", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "419e4030-3f93-4214-a3af-a39bf86f9336", "address": "fa:16:3e:9e:61:a5", "network": {"id": "3322d31e-00aa-4c86-8051-1b6dd5c36fa9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1715037563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d154d2686c9e43b4b2a7a9ec6a5a795c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap419e4030-3f", "ovs_interfaceid": "419e4030-3f93-4214-a3af-a39bf86f9336", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.301437] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed9cb97a-9779-4a89-a6d5-345cdbb35052 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.311837] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8e9a6ee-2a32-4da5-a748-3503949f0069 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.359363] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3a5eb87-9f25-4ce8-9b6c-ac1484ecf77b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.371355] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5569c14b-8013-4dd8-be5a-70ea5da3706c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.388186] env[62353]: DEBUG nova.compute.provider_tree [None req-e4d444ce-4089-4e19-9b68-ecb82595e594 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1006.393870] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ba2cf19a-a7c9-4d6c-b951-f958315c4d43 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Acquiring lock "refresh_cache-f5ffb2b3-2e54-4f2e-b46c-20046e0883b6" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1006.393870] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ba2cf19a-a7c9-4d6c-b951-f958315c4d43 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Acquired lock "refresh_cache-f5ffb2b3-2e54-4f2e-b46c-20046e0883b6" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.393870] env[62353]: DEBUG nova.network.neutron [None req-ba2cf19a-a7c9-4d6c-b951-f958315c4d43 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: f5ffb2b3-2e54-4f2e-b46c-20046e0883b6] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1006.394992] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f6b9bfa6-db35-4370-8a5d-a8ca7ba4b3ea tempest-ServerAddressesTestJSON-296486233 tempest-ServerAddressesTestJSON-296486233-project-member] Acquiring lock "4aa0afc2-4ae1-44bf-add7-9dc8d0538330" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1006.395258] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f6b9bfa6-db35-4370-8a5d-a8ca7ba4b3ea tempest-ServerAddressesTestJSON-296486233 tempest-ServerAddressesTestJSON-296486233-project-member] Lock "4aa0afc2-4ae1-44bf-add7-9dc8d0538330" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1006.543149] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6cc65154-406a-4e42-969f-5e92a3946899 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Lock "0b860696-19b5-4005-8259-1c28012cd12a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.121s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1006.584986] env[62353]: DEBUG oslo_concurrency.lockutils [None req-56d179a2-6c7d-4b70-8555-0bd082a2b152 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Lock "bbea4c07-3f5b-4d9a-a127-86a1e461295f" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 9.662s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1006.711187] env[62353]: INFO nova.compute.manager [None req-1967e75d-c038-48fb-97d2-1c6cac48cea6 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] [instance: bbea4c07-3f5b-4d9a-a127-86a1e461295f] Rescuing [ 1006.711187] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1967e75d-c038-48fb-97d2-1c6cac48cea6 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Acquiring lock "refresh_cache-bbea4c07-3f5b-4d9a-a127-86a1e461295f" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1006.711187] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1967e75d-c038-48fb-97d2-1c6cac48cea6 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Acquired lock "refresh_cache-bbea4c07-3f5b-4d9a-a127-86a1e461295f" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.711385] env[62353]: DEBUG nova.network.neutron [None req-1967e75d-c038-48fb-97d2-1c6cac48cea6 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] [instance: bbea4c07-3f5b-4d9a-a127-86a1e461295f] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1006.735535] env[62353]: DEBUG oslo_concurrency.lockutils [req-e35ad86e-369f-4696-b0c8-17ed302721de req-2a4be5fd-c7e6-4c23-89d8-6dcdf483c6c2 service nova] Acquiring lock "f5ffb2b3-2e54-4f2e-b46c-20046e0883b6" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1006.735709] env[62353]: DEBUG oslo_concurrency.lockutils [req-e35ad86e-369f-4696-b0c8-17ed302721de req-2a4be5fd-c7e6-4c23-89d8-6dcdf483c6c2 service nova] Acquired lock "f5ffb2b3-2e54-4f2e-b46c-20046e0883b6" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.736581] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f0ed271-0b4d-454c-a7de-69ffea60aca2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.767928] env[62353]: DEBUG oslo_concurrency.lockutils [req-64186ca7-8ffe-498a-ad04-b1e827b26829 req-5218f1b5-2731-41d3-a879-6810de697d55 service nova] Acquiring lock "f5ffb2b3-2e54-4f2e-b46c-20046e0883b6" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1006.768220] env[62353]: DEBUG oslo_concurrency.lockutils [req-e35ad86e-369f-4696-b0c8-17ed302721de req-2a4be5fd-c7e6-4c23-89d8-6dcdf483c6c2 service nova] Releasing lock "f5ffb2b3-2e54-4f2e-b46c-20046e0883b6" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1006.768455] env[62353]: WARNING nova.compute.manager [req-e35ad86e-369f-4696-b0c8-17ed302721de req-2a4be5fd-c7e6-4c23-89d8-6dcdf483c6c2 service nova] [instance: f5ffb2b3-2e54-4f2e-b46c-20046e0883b6] Detach interface failed, port_id=419e4030-3f93-4214-a3af-a39bf86f9336, reason: No device with interface-id 419e4030-3f93-4214-a3af-a39bf86f9336 exists on VM: nova.exception.NotFound: No device with interface-id 419e4030-3f93-4214-a3af-a39bf86f9336 exists on VM [ 1006.768867] env[62353]: DEBUG oslo_concurrency.lockutils [req-64186ca7-8ffe-498a-ad04-b1e827b26829 req-5218f1b5-2731-41d3-a879-6810de697d55 service nova] Acquired lock "f5ffb2b3-2e54-4f2e-b46c-20046e0883b6" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.770266] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8738d01-35db-45a1-af13-a81f82631ad3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.788737] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da43e872-3935-446c-96fc-0b92f4f31f49 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.815557] env[62353]: DEBUG nova.virt.vmwareapi.vmops [req-64186ca7-8ffe-498a-ad04-b1e827b26829 req-5218f1b5-2731-41d3-a879-6810de697d55 service nova] [instance: f5ffb2b3-2e54-4f2e-b46c-20046e0883b6] Reconfiguring VM to detach interface {{(pid=62353) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1006.815914] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e5645a4e-3459-4934-8178-37d796cf6340 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.835393] env[62353]: DEBUG oslo_vmware.api [req-64186ca7-8ffe-498a-ad04-b1e827b26829 req-5218f1b5-2731-41d3-a879-6810de697d55 service nova] Waiting for the task: (returnval){ [ 1006.835393] env[62353]: value = "task-2372939" [ 1006.835393] env[62353]: _type = "Task" [ 1006.835393] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.843804] env[62353]: DEBUG oslo_vmware.api [req-64186ca7-8ffe-498a-ad04-b1e827b26829 req-5218f1b5-2731-41d3-a879-6810de697d55 service nova] Task: {'id': task-2372939, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.863540] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ef47f27a-8ba1-449b-9b31-b1228a9e7d0c tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Acquiring lock "f5ffb2b3-2e54-4f2e-b46c-20046e0883b6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1006.896376] env[62353]: DEBUG nova.scheduler.client.report [None req-e4d444ce-4089-4e19-9b68-ecb82595e594 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1006.904031] env[62353]: DEBUG nova.compute.manager [None req-f6b9bfa6-db35-4370-8a5d-a8ca7ba4b3ea tempest-ServerAddressesTestJSON-296486233 tempest-ServerAddressesTestJSON-296486233-project-member] [instance: 4aa0afc2-4ae1-44bf-add7-9dc8d0538330] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1006.941719] env[62353]: DEBUG nova.compute.manager [None req-0137dc1a-b4d4-43de-b79b-5caab284b4ca tempest-ServersV294TestFqdnHostnames-2078622457 tempest-ServersV294TestFqdnHostnames-2078622457-project-member] [instance: 3c336a85-979f-4b67-8d02-dc8fbd0ceab4] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1006.978131] env[62353]: DEBUG nova.virt.hardware [None req-0137dc1a-b4d4-43de-b79b-5caab284b4ca tempest-ServersV294TestFqdnHostnames-2078622457 tempest-ServersV294TestFqdnHostnames-2078622457-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T12:38:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T12:38:15Z,direct_url=,disk_format='vmdk',id=06f909ae-e8dc-43b4-abf7-c7ed85db9bbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0a3f88790a594523a818b8c00f6862e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T12:38:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1006.978385] env[62353]: DEBUG nova.virt.hardware [None req-0137dc1a-b4d4-43de-b79b-5caab284b4ca tempest-ServersV294TestFqdnHostnames-2078622457 tempest-ServersV294TestFqdnHostnames-2078622457-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1006.978540] env[62353]: DEBUG nova.virt.hardware [None req-0137dc1a-b4d4-43de-b79b-5caab284b4ca tempest-ServersV294TestFqdnHostnames-2078622457 tempest-ServersV294TestFqdnHostnames-2078622457-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1006.978718] env[62353]: DEBUG nova.virt.hardware [None req-0137dc1a-b4d4-43de-b79b-5caab284b4ca tempest-ServersV294TestFqdnHostnames-2078622457 tempest-ServersV294TestFqdnHostnames-2078622457-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1006.978864] env[62353]: DEBUG nova.virt.hardware [None req-0137dc1a-b4d4-43de-b79b-5caab284b4ca tempest-ServersV294TestFqdnHostnames-2078622457 tempest-ServersV294TestFqdnHostnames-2078622457-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1006.979278] env[62353]: DEBUG nova.virt.hardware [None req-0137dc1a-b4d4-43de-b79b-5caab284b4ca tempest-ServersV294TestFqdnHostnames-2078622457 tempest-ServersV294TestFqdnHostnames-2078622457-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1006.979507] env[62353]: DEBUG nova.virt.hardware [None req-0137dc1a-b4d4-43de-b79b-5caab284b4ca tempest-ServersV294TestFqdnHostnames-2078622457 tempest-ServersV294TestFqdnHostnames-2078622457-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1006.979686] env[62353]: DEBUG nova.virt.hardware [None req-0137dc1a-b4d4-43de-b79b-5caab284b4ca tempest-ServersV294TestFqdnHostnames-2078622457 tempest-ServersV294TestFqdnHostnames-2078622457-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1006.979899] env[62353]: DEBUG nova.virt.hardware [None req-0137dc1a-b4d4-43de-b79b-5caab284b4ca tempest-ServersV294TestFqdnHostnames-2078622457 tempest-ServersV294TestFqdnHostnames-2078622457-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1006.980087] env[62353]: DEBUG nova.virt.hardware [None req-0137dc1a-b4d4-43de-b79b-5caab284b4ca tempest-ServersV294TestFqdnHostnames-2078622457 tempest-ServersV294TestFqdnHostnames-2078622457-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1006.980269] env[62353]: DEBUG nova.virt.hardware [None req-0137dc1a-b4d4-43de-b79b-5caab284b4ca tempest-ServersV294TestFqdnHostnames-2078622457 tempest-ServersV294TestFqdnHostnames-2078622457-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1006.981684] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-467a54c1-b108-424a-a900-3549c03127e1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.989783] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18890dd1-d968-4457-9c07-8e9abddfbe04 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.080590] env[62353]: DEBUG nova.network.neutron [None req-28aca58d-77c7-4f95-9789-7ba30206c5e3 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] [instance: 3b094b26-ccc1-40fb-8649-393bc3ae2d48] Successfully updated port: 4070e083-f44b-4ec3-b524-b39ada646700 {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1007.180491] env[62353]: INFO nova.network.neutron [None req-ba2cf19a-a7c9-4d6c-b951-f958315c4d43 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: f5ffb2b3-2e54-4f2e-b46c-20046e0883b6] Port 419e4030-3f93-4214-a3af-a39bf86f9336 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1007.180841] env[62353]: DEBUG nova.network.neutron [None req-ba2cf19a-a7c9-4d6c-b951-f958315c4d43 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: f5ffb2b3-2e54-4f2e-b46c-20046e0883b6] Updating instance_info_cache with network_info: [{"id": "c3034ec4-e1ea-45a1-a823-4c81d4e3f304", "address": "fa:16:3e:c2:e9:1f", "network": {"id": "3322d31e-00aa-4c86-8051-1b6dd5c36fa9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1715037563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d154d2686c9e43b4b2a7a9ec6a5a795c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3034ec4-e1", "ovs_interfaceid": "c3034ec4-e1ea-45a1-a823-4c81d4e3f304", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.350486] env[62353]: DEBUG oslo_vmware.api [req-64186ca7-8ffe-498a-ad04-b1e827b26829 req-5218f1b5-2731-41d3-a879-6810de697d55 service nova] Task: {'id': task-2372939, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.405279] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e4d444ce-4089-4e19-9b68-ecb82595e594 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.482s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1007.409723] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e4a62489-a2d5-4d12-8366-3adc38e4ee5a tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 6.820s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1007.432027] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f6b9bfa6-db35-4370-8a5d-a8ca7ba4b3ea tempest-ServerAddressesTestJSON-296486233 tempest-ServerAddressesTestJSON-296486233-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1007.442702] env[62353]: DEBUG nova.network.neutron [None req-1967e75d-c038-48fb-97d2-1c6cac48cea6 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] [instance: bbea4c07-3f5b-4d9a-a127-86a1e461295f] Updating instance_info_cache with network_info: [{"id": "b0170c1f-9e76-4e4d-94dc-245808377493", "address": "fa:16:3e:e3:29:ea", "network": {"id": "e49edb49-1749-4119-b957-fd561f404394", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1488076801-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3224ba6a4e84af89d3803c80d01dd2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0170c1f-9e", "ovs_interfaceid": "b0170c1f-9e76-4e4d-94dc-245808377493", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.587343] env[62353]: DEBUG oslo_concurrency.lockutils [None req-28aca58d-77c7-4f95-9789-7ba30206c5e3 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Acquiring lock "refresh_cache-3b094b26-ccc1-40fb-8649-393bc3ae2d48" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1007.587584] env[62353]: DEBUG oslo_concurrency.lockutils [None req-28aca58d-77c7-4f95-9789-7ba30206c5e3 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Acquired lock "refresh_cache-3b094b26-ccc1-40fb-8649-393bc3ae2d48" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.587673] env[62353]: DEBUG nova.network.neutron [None req-28aca58d-77c7-4f95-9789-7ba30206c5e3 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] [instance: 3b094b26-ccc1-40fb-8649-393bc3ae2d48] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1007.683926] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ba2cf19a-a7c9-4d6c-b951-f958315c4d43 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Releasing lock "refresh_cache-f5ffb2b3-2e54-4f2e-b46c-20046e0883b6" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1007.846822] env[62353]: DEBUG oslo_vmware.api [req-64186ca7-8ffe-498a-ad04-b1e827b26829 req-5218f1b5-2731-41d3-a879-6810de697d55 service nova] Task: {'id': task-2372939, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.919765] env[62353]: INFO nova.compute.claims [None req-e4a62489-a2d5-4d12-8366-3adc38e4ee5a tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 433c3b50-7fbd-4153-b99d-9d60027c9a9f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1007.927152] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e4d444ce-4089-4e19-9b68-ecb82595e594 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Lock "c1577946-440b-49c2-be7a-c4ac3165ab36" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 26.767s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1007.928237] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b1ddcd12-2d3d-48f6-963f-bc628e4622d5 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Lock "c1577946-440b-49c2-be7a-c4ac3165ab36" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 5.341s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1007.928492] env[62353]: INFO nova.compute.manager [None req-b1ddcd12-2d3d-48f6-963f-bc628e4622d5 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] [instance: c1577946-440b-49c2-be7a-c4ac3165ab36] Unshelving [ 1007.945042] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1967e75d-c038-48fb-97d2-1c6cac48cea6 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Releasing lock "refresh_cache-bbea4c07-3f5b-4d9a-a127-86a1e461295f" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1008.129667] env[62353]: DEBUG nova.network.neutron [None req-28aca58d-77c7-4f95-9789-7ba30206c5e3 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] [instance: 3b094b26-ccc1-40fb-8649-393bc3ae2d48] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1008.194229] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ba2cf19a-a7c9-4d6c-b951-f958315c4d43 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Lock "interface-f5ffb2b3-2e54-4f2e-b46c-20046e0883b6-419e4030-3f93-4214-a3af-a39bf86f9336" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.938s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1008.280040] env[62353]: DEBUG nova.network.neutron [None req-28aca58d-77c7-4f95-9789-7ba30206c5e3 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] [instance: 3b094b26-ccc1-40fb-8649-393bc3ae2d48] Updating instance_info_cache with network_info: [{"id": "4070e083-f44b-4ec3-b524-b39ada646700", "address": "fa:16:3e:54:1a:8a", "network": {"id": "44149a1e-04a7-4037-a9b4-b2bd9110e3d6", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1545548051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c234a820a6124360a28c4cea99d6087b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4070e083-f4", "ovs_interfaceid": "4070e083-f44b-4ec3-b524-b39ada646700", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.346764] env[62353]: DEBUG oslo_vmware.api [req-64186ca7-8ffe-498a-ad04-b1e827b26829 req-5218f1b5-2731-41d3-a879-6810de697d55 service nova] Task: {'id': task-2372939, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.418498] env[62353]: DEBUG nova.compute.manager [req-465cf42f-55da-4655-8091-472bef9f0cec req-64b27212-0a4f-4752-9468-43a6c4bba1b1 service nova] [instance: 3b094b26-ccc1-40fb-8649-393bc3ae2d48] Received event network-vif-plugged-4070e083-f44b-4ec3-b524-b39ada646700 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1008.418715] env[62353]: DEBUG oslo_concurrency.lockutils [req-465cf42f-55da-4655-8091-472bef9f0cec req-64b27212-0a4f-4752-9468-43a6c4bba1b1 service nova] Acquiring lock "3b094b26-ccc1-40fb-8649-393bc3ae2d48-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1008.418914] env[62353]: DEBUG oslo_concurrency.lockutils [req-465cf42f-55da-4655-8091-472bef9f0cec req-64b27212-0a4f-4752-9468-43a6c4bba1b1 service nova] Lock "3b094b26-ccc1-40fb-8649-393bc3ae2d48-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1008.419278] env[62353]: DEBUG oslo_concurrency.lockutils [req-465cf42f-55da-4655-8091-472bef9f0cec req-64b27212-0a4f-4752-9468-43a6c4bba1b1 service nova] Lock "3b094b26-ccc1-40fb-8649-393bc3ae2d48-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1008.419561] env[62353]: DEBUG nova.compute.manager [req-465cf42f-55da-4655-8091-472bef9f0cec req-64b27212-0a4f-4752-9468-43a6c4bba1b1 service nova] [instance: 3b094b26-ccc1-40fb-8649-393bc3ae2d48] No waiting events found dispatching network-vif-plugged-4070e083-f44b-4ec3-b524-b39ada646700 {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1008.420357] env[62353]: WARNING nova.compute.manager [req-465cf42f-55da-4655-8091-472bef9f0cec req-64b27212-0a4f-4752-9468-43a6c4bba1b1 service nova] [instance: 3b094b26-ccc1-40fb-8649-393bc3ae2d48] Received unexpected event network-vif-plugged-4070e083-f44b-4ec3-b524-b39ada646700 for instance with vm_state building and task_state spawning. [ 1008.420357] env[62353]: DEBUG nova.compute.manager [req-465cf42f-55da-4655-8091-472bef9f0cec req-64b27212-0a4f-4752-9468-43a6c4bba1b1 service nova] [instance: 3b094b26-ccc1-40fb-8649-393bc3ae2d48] Received event network-changed-4070e083-f44b-4ec3-b524-b39ada646700 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1008.420357] env[62353]: DEBUG nova.compute.manager [req-465cf42f-55da-4655-8091-472bef9f0cec req-64b27212-0a4f-4752-9468-43a6c4bba1b1 service nova] [instance: 3b094b26-ccc1-40fb-8649-393bc3ae2d48] Refreshing instance network info cache due to event network-changed-4070e083-f44b-4ec3-b524-b39ada646700. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1008.420357] env[62353]: DEBUG oslo_concurrency.lockutils [req-465cf42f-55da-4655-8091-472bef9f0cec req-64b27212-0a4f-4752-9468-43a6c4bba1b1 service nova] Acquiring lock "refresh_cache-3b094b26-ccc1-40fb-8649-393bc3ae2d48" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1008.434593] env[62353]: INFO nova.compute.resource_tracker [None req-e4a62489-a2d5-4d12-8366-3adc38e4ee5a tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 433c3b50-7fbd-4153-b99d-9d60027c9a9f] Updating resource usage from migration ac2ecc62-6612-4aca-8be5-150e9d7671cd [ 1008.720597] env[62353]: DEBUG nova.network.neutron [None req-0137dc1a-b4d4-43de-b79b-5caab284b4ca tempest-ServersV294TestFqdnHostnames-2078622457 tempest-ServersV294TestFqdnHostnames-2078622457-project-member] [instance: 3c336a85-979f-4b67-8d02-dc8fbd0ceab4] Successfully updated port: 63154f0d-8b24-455a-9ac5-ffc7c723dcc8 {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1008.752426] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61bc4ced-059b-4db7-8ece-0410192aa065 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.760869] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-945b31c4-4997-4145-b561-78e93fabde1d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.795033] env[62353]: DEBUG oslo_concurrency.lockutils [None req-28aca58d-77c7-4f95-9789-7ba30206c5e3 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Releasing lock "refresh_cache-3b094b26-ccc1-40fb-8649-393bc3ae2d48" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1008.795033] env[62353]: DEBUG nova.compute.manager [None req-28aca58d-77c7-4f95-9789-7ba30206c5e3 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] [instance: 3b094b26-ccc1-40fb-8649-393bc3ae2d48] Instance network_info: |[{"id": "4070e083-f44b-4ec3-b524-b39ada646700", "address": "fa:16:3e:54:1a:8a", "network": {"id": "44149a1e-04a7-4037-a9b4-b2bd9110e3d6", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1545548051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c234a820a6124360a28c4cea99d6087b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4070e083-f4", "ovs_interfaceid": "4070e083-f44b-4ec3-b524-b39ada646700", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1008.795533] env[62353]: DEBUG oslo_concurrency.lockutils [req-465cf42f-55da-4655-8091-472bef9f0cec req-64b27212-0a4f-4752-9468-43a6c4bba1b1 service nova] Acquired lock "refresh_cache-3b094b26-ccc1-40fb-8649-393bc3ae2d48" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.795728] env[62353]: DEBUG nova.network.neutron [req-465cf42f-55da-4655-8091-472bef9f0cec req-64b27212-0a4f-4752-9468-43a6c4bba1b1 service nova] [instance: 3b094b26-ccc1-40fb-8649-393bc3ae2d48] Refreshing network info cache for port 4070e083-f44b-4ec3-b524-b39ada646700 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1008.797196] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-28aca58d-77c7-4f95-9789-7ba30206c5e3 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] [instance: 3b094b26-ccc1-40fb-8649-393bc3ae2d48] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:54:1a:8a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5756d009-13ad-4e13-a991-3b5e71830aa5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4070e083-f44b-4ec3-b524-b39ada646700', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1008.805752] env[62353]: DEBUG oslo.service.loopingcall [None req-28aca58d-77c7-4f95-9789-7ba30206c5e3 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1008.806535] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f8c4945-1955-4c9e-8024-a9b383255122 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.813109] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b094b26-ccc1-40fb-8649-393bc3ae2d48] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1008.813614] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a337f3d0-4288-4f0f-94b1-2b87fbc44c3a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.834456] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22134f24-060b-4d6f-847f-0c6b25d2bfae {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.838598] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1008.838598] env[62353]: value = "task-2372940" [ 1008.838598] env[62353]: _type = "Task" [ 1008.838598] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.854211] env[62353]: DEBUG nova.compute.provider_tree [None req-e4a62489-a2d5-4d12-8366-3adc38e4ee5a tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1008.861784] env[62353]: DEBUG oslo_vmware.api [req-64186ca7-8ffe-498a-ad04-b1e827b26829 req-5218f1b5-2731-41d3-a879-6810de697d55 service nova] Task: {'id': task-2372939, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.865213] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372940, 'name': CreateVM_Task} progress is 15%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.928294] env[62353]: DEBUG oslo_concurrency.lockutils [None req-335fe331-ad45-4e33-94a7-184ff550ffc5 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Acquiring lock "0b860696-19b5-4005-8259-1c28012cd12a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1008.928564] env[62353]: DEBUG oslo_concurrency.lockutils [None req-335fe331-ad45-4e33-94a7-184ff550ffc5 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Lock "0b860696-19b5-4005-8259-1c28012cd12a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1008.928776] env[62353]: DEBUG oslo_concurrency.lockutils [None req-335fe331-ad45-4e33-94a7-184ff550ffc5 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Acquiring lock "0b860696-19b5-4005-8259-1c28012cd12a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1008.928972] env[62353]: DEBUG oslo_concurrency.lockutils [None req-335fe331-ad45-4e33-94a7-184ff550ffc5 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Lock "0b860696-19b5-4005-8259-1c28012cd12a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1008.929153] env[62353]: DEBUG oslo_concurrency.lockutils [None req-335fe331-ad45-4e33-94a7-184ff550ffc5 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Lock "0b860696-19b5-4005-8259-1c28012cd12a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1008.931548] env[62353]: INFO nova.compute.manager [None req-335fe331-ad45-4e33-94a7-184ff550ffc5 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 0b860696-19b5-4005-8259-1c28012cd12a] Terminating instance [ 1008.942186] env[62353]: DEBUG nova.compute.utils [None req-b1ddcd12-2d3d-48f6-963f-bc628e4622d5 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1009.158838] env[62353]: DEBUG nova.network.neutron [req-465cf42f-55da-4655-8091-472bef9f0cec req-64b27212-0a4f-4752-9468-43a6c4bba1b1 service nova] [instance: 3b094b26-ccc1-40fb-8649-393bc3ae2d48] Updated VIF entry in instance network info cache for port 4070e083-f44b-4ec3-b524-b39ada646700. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1009.159298] env[62353]: DEBUG nova.network.neutron [req-465cf42f-55da-4655-8091-472bef9f0cec req-64b27212-0a4f-4752-9468-43a6c4bba1b1 service nova] [instance: 3b094b26-ccc1-40fb-8649-393bc3ae2d48] Updating instance_info_cache with network_info: [{"id": "4070e083-f44b-4ec3-b524-b39ada646700", "address": "fa:16:3e:54:1a:8a", "network": {"id": "44149a1e-04a7-4037-a9b4-b2bd9110e3d6", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1545548051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c234a820a6124360a28c4cea99d6087b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4070e083-f4", "ovs_interfaceid": "4070e083-f44b-4ec3-b524-b39ada646700", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.223359] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0137dc1a-b4d4-43de-b79b-5caab284b4ca tempest-ServersV294TestFqdnHostnames-2078622457 tempest-ServersV294TestFqdnHostnames-2078622457-project-member] Acquiring lock "refresh_cache-3c336a85-979f-4b67-8d02-dc8fbd0ceab4" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1009.223546] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0137dc1a-b4d4-43de-b79b-5caab284b4ca tempest-ServersV294TestFqdnHostnames-2078622457 tempest-ServersV294TestFqdnHostnames-2078622457-project-member] Acquired lock "refresh_cache-3c336a85-979f-4b67-8d02-dc8fbd0ceab4" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.223738] env[62353]: DEBUG nova.network.neutron [None req-0137dc1a-b4d4-43de-b79b-5caab284b4ca tempest-ServersV294TestFqdnHostnames-2078622457 tempest-ServersV294TestFqdnHostnames-2078622457-project-member] [instance: 3c336a85-979f-4b67-8d02-dc8fbd0ceab4] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1009.353335] env[62353]: DEBUG oslo_vmware.api [req-64186ca7-8ffe-498a-ad04-b1e827b26829 req-5218f1b5-2731-41d3-a879-6810de697d55 service nova] Task: {'id': task-2372939, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.356307] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372940, 'name': CreateVM_Task, 'duration_secs': 0.397426} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.356563] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b094b26-ccc1-40fb-8649-393bc3ae2d48] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1009.357267] env[62353]: DEBUG nova.scheduler.client.report [None req-e4a62489-a2d5-4d12-8366-3adc38e4ee5a tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1009.360633] env[62353]: DEBUG oslo_concurrency.lockutils [None req-28aca58d-77c7-4f95-9789-7ba30206c5e3 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1009.360796] env[62353]: DEBUG oslo_concurrency.lockutils [None req-28aca58d-77c7-4f95-9789-7ba30206c5e3 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Acquired lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.361115] env[62353]: DEBUG oslo_concurrency.lockutils [None req-28aca58d-77c7-4f95-9789-7ba30206c5e3 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1009.361588] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-339e6162-839d-4c93-a6ff-bc51e3d04544 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.366415] env[62353]: DEBUG oslo_vmware.api [None req-28aca58d-77c7-4f95-9789-7ba30206c5e3 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Waiting for the task: (returnval){ [ 1009.366415] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52cd4cb5-efab-8f6a-447b-43454019fbbd" [ 1009.366415] env[62353]: _type = "Task" [ 1009.366415] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.374392] env[62353]: DEBUG oslo_vmware.api [None req-28aca58d-77c7-4f95-9789-7ba30206c5e3 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52cd4cb5-efab-8f6a-447b-43454019fbbd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.436339] env[62353]: DEBUG nova.compute.manager [None req-335fe331-ad45-4e33-94a7-184ff550ffc5 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 0b860696-19b5-4005-8259-1c28012cd12a] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1009.436703] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-335fe331-ad45-4e33-94a7-184ff550ffc5 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 0b860696-19b5-4005-8259-1c28012cd12a] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1009.437462] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b07192d-e278-40b7-8b37-251eac4afa04 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.445872] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-335fe331-ad45-4e33-94a7-184ff550ffc5 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 0b860696-19b5-4005-8259-1c28012cd12a] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1009.446142] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5c7759f8-0dad-4f9f-8d38-61921fb3401b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.448863] env[62353]: INFO nova.virt.block_device [None req-b1ddcd12-2d3d-48f6-963f-bc628e4622d5 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] [instance: c1577946-440b-49c2-be7a-c4ac3165ab36] Booting with volume 0c02f97c-7ed2-4dfd-b3ff-53bd6e9a42ce at /dev/sdb [ 1009.452541] env[62353]: DEBUG oslo_vmware.api [None req-335fe331-ad45-4e33-94a7-184ff550ffc5 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Waiting for the task: (returnval){ [ 1009.452541] env[62353]: value = "task-2372941" [ 1009.452541] env[62353]: _type = "Task" [ 1009.452541] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.463316] env[62353]: DEBUG oslo_vmware.api [None req-335fe331-ad45-4e33-94a7-184ff550ffc5 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Task: {'id': task-2372941, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.494340] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-1967e75d-c038-48fb-97d2-1c6cac48cea6 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] [instance: bbea4c07-3f5b-4d9a-a127-86a1e461295f] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1009.495774] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e70f15e4-74d6-4ffa-84a8-53c0db255bd5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.497534] env[62353]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f8f8c6dd-c0b9-4b1a-acb4-d581576b4823 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.506317] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b130e01-6445-413b-9c19-61d3fa42f24c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.519896] env[62353]: DEBUG oslo_vmware.api [None req-1967e75d-c038-48fb-97d2-1c6cac48cea6 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Waiting for the task: (returnval){ [ 1009.519896] env[62353]: value = "task-2372942" [ 1009.519896] env[62353]: _type = "Task" [ 1009.519896] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.530607] env[62353]: DEBUG oslo_vmware.api [None req-1967e75d-c038-48fb-97d2-1c6cac48cea6 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Task: {'id': task-2372942, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.543660] env[62353]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3ff1fa67-4d78-4abe-9824-74ff99d5406b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.552124] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b296bbf-8f16-4301-861f-bc5cc458010c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.590703] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e07086f-c9d0-4d51-b1b4-0c54dbf5b3b3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.598825] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d97973d3-0ce8-4916-980f-64082869e395 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.613737] env[62353]: DEBUG nova.virt.block_device [None req-b1ddcd12-2d3d-48f6-963f-bc628e4622d5 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] [instance: c1577946-440b-49c2-be7a-c4ac3165ab36] Updating existing volume attachment record: d6a3ec70-4257-4f5b-b8b0-419a7a106d6d {{(pid=62353) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1009.663443] env[62353]: DEBUG oslo_concurrency.lockutils [req-465cf42f-55da-4655-8091-472bef9f0cec req-64b27212-0a4f-4752-9468-43a6c4bba1b1 service nova] Releasing lock "refresh_cache-3b094b26-ccc1-40fb-8649-393bc3ae2d48" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1009.790210] env[62353]: DEBUG nova.network.neutron [None req-0137dc1a-b4d4-43de-b79b-5caab284b4ca tempest-ServersV294TestFqdnHostnames-2078622457 tempest-ServersV294TestFqdnHostnames-2078622457-project-member] [instance: 3c336a85-979f-4b67-8d02-dc8fbd0ceab4] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1009.852053] env[62353]: DEBUG oslo_vmware.api [req-64186ca7-8ffe-498a-ad04-b1e827b26829 req-5218f1b5-2731-41d3-a879-6810de697d55 service nova] Task: {'id': task-2372939, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.865143] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e4a62489-a2d5-4d12-8366-3adc38e4ee5a tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.455s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1009.865362] env[62353]: INFO nova.compute.manager [None req-e4a62489-a2d5-4d12-8366-3adc38e4ee5a tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 433c3b50-7fbd-4153-b99d-9d60027c9a9f] Migrating [ 1009.872036] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4c661326-e48b-42ba-b0f3-21b4827f402d tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.827s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1009.872280] env[62353]: DEBUG nova.objects.instance [None req-4c661326-e48b-42ba-b0f3-21b4827f402d tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Lazy-loading 'resources' on Instance uuid fa161604-bc12-4f96-8e33-627f119b766a {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1009.896228] env[62353]: DEBUG oslo_vmware.api [None req-28aca58d-77c7-4f95-9789-7ba30206c5e3 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52cd4cb5-efab-8f6a-447b-43454019fbbd, 'name': SearchDatastore_Task, 'duration_secs': 0.011381} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.896228] env[62353]: DEBUG oslo_concurrency.lockutils [None req-28aca58d-77c7-4f95-9789-7ba30206c5e3 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Releasing lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1009.896306] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-28aca58d-77c7-4f95-9789-7ba30206c5e3 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] [instance: 3b094b26-ccc1-40fb-8649-393bc3ae2d48] Processing image 06f909ae-e8dc-43b4-abf7-c7ed85db9bbd {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1009.896611] env[62353]: DEBUG oslo_concurrency.lockutils [None req-28aca58d-77c7-4f95-9789-7ba30206c5e3 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1009.896765] env[62353]: DEBUG oslo_concurrency.lockutils [None req-28aca58d-77c7-4f95-9789-7ba30206c5e3 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Acquired lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.896967] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-28aca58d-77c7-4f95-9789-7ba30206c5e3 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1009.897456] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9422fad0-0504-42e0-ba83-7ef05117b2cb {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.907649] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-28aca58d-77c7-4f95-9789-7ba30206c5e3 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1009.907888] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-28aca58d-77c7-4f95-9789-7ba30206c5e3 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1009.909187] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d52ea3e1-4994-4bb2-bc7c-e599633f3fa2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.914977] env[62353]: DEBUG oslo_vmware.api [None req-28aca58d-77c7-4f95-9789-7ba30206c5e3 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Waiting for the task: (returnval){ [ 1009.914977] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52052b3f-f98b-4f29-7e44-080543e12174" [ 1009.914977] env[62353]: _type = "Task" [ 1009.914977] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.924198] env[62353]: DEBUG oslo_vmware.api [None req-28aca58d-77c7-4f95-9789-7ba30206c5e3 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52052b3f-f98b-4f29-7e44-080543e12174, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.961988] env[62353]: DEBUG oslo_vmware.api [None req-335fe331-ad45-4e33-94a7-184ff550ffc5 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Task: {'id': task-2372941, 'name': PowerOffVM_Task, 'duration_secs': 0.177793} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.962281] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-335fe331-ad45-4e33-94a7-184ff550ffc5 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 0b860696-19b5-4005-8259-1c28012cd12a] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1009.962475] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-335fe331-ad45-4e33-94a7-184ff550ffc5 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 0b860696-19b5-4005-8259-1c28012cd12a] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1009.962732] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-85b67baf-e199-4d4e-b2b2-48bb3d72a8a5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.031501] env[62353]: DEBUG oslo_vmware.api [None req-1967e75d-c038-48fb-97d2-1c6cac48cea6 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Task: {'id': task-2372942, 'name': PowerOffVM_Task, 'duration_secs': 0.21897} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.031952] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-1967e75d-c038-48fb-97d2-1c6cac48cea6 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] [instance: bbea4c07-3f5b-4d9a-a127-86a1e461295f] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1010.034992] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c059305-516e-4a5e-928e-390bed9bda2e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.040412] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-335fe331-ad45-4e33-94a7-184ff550ffc5 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 0b860696-19b5-4005-8259-1c28012cd12a] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1010.040670] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-335fe331-ad45-4e33-94a7-184ff550ffc5 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 0b860696-19b5-4005-8259-1c28012cd12a] Deleting contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1010.040863] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-335fe331-ad45-4e33-94a7-184ff550ffc5 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Deleting the datastore file [datastore2] 0b860696-19b5-4005-8259-1c28012cd12a {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1010.041532] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a46ec52b-4b3d-48b0-9595-7a84311c7d51 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.065383] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c0d907c-3892-45fe-840a-b8179a5f036c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.073664] env[62353]: DEBUG oslo_vmware.api [None req-335fe331-ad45-4e33-94a7-184ff550ffc5 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Waiting for the task: (returnval){ [ 1010.073664] env[62353]: value = "task-2372946" [ 1010.073664] env[62353]: _type = "Task" [ 1010.073664] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.085477] env[62353]: DEBUG oslo_vmware.api [None req-335fe331-ad45-4e33-94a7-184ff550ffc5 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Task: {'id': task-2372946, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.105806] env[62353]: DEBUG nova.network.neutron [None req-0137dc1a-b4d4-43de-b79b-5caab284b4ca tempest-ServersV294TestFqdnHostnames-2078622457 tempest-ServersV294TestFqdnHostnames-2078622457-project-member] [instance: 3c336a85-979f-4b67-8d02-dc8fbd0ceab4] Updating instance_info_cache with network_info: [{"id": "63154f0d-8b24-455a-9ac5-ffc7c723dcc8", "address": "fa:16:3e:17:8e:92", "network": {"id": "c959a073-1d07-48d8-93b0-b44fc395c545", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-596927914-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ecc1422c8fe44439bd50c7e36b94960", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5446413d-c3b0-4cd2-a962-62240db178ac", "external-id": "nsx-vlan-transportzone-528", "segmentation_id": 528, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63154f0d-8b", "ovs_interfaceid": "63154f0d-8b24-455a-9ac5-ffc7c723dcc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.118395] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-1967e75d-c038-48fb-97d2-1c6cac48cea6 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] [instance: bbea4c07-3f5b-4d9a-a127-86a1e461295f] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1010.118636] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-743e16a6-75d8-44d9-832d-9aada1adf8f6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.130031] env[62353]: DEBUG oslo_vmware.api [None req-1967e75d-c038-48fb-97d2-1c6cac48cea6 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Waiting for the task: (returnval){ [ 1010.130031] env[62353]: value = "task-2372948" [ 1010.130031] env[62353]: _type = "Task" [ 1010.130031] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.136415] env[62353]: DEBUG oslo_vmware.api [None req-1967e75d-c038-48fb-97d2-1c6cac48cea6 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Task: {'id': task-2372948, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.351466] env[62353]: DEBUG oslo_vmware.api [req-64186ca7-8ffe-498a-ad04-b1e827b26829 req-5218f1b5-2731-41d3-a879-6810de697d55 service nova] Task: {'id': task-2372939, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.388608] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e4a62489-a2d5-4d12-8366-3adc38e4ee5a tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Acquiring lock "refresh_cache-433c3b50-7fbd-4153-b99d-9d60027c9a9f" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1010.388902] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e4a62489-a2d5-4d12-8366-3adc38e4ee5a tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Acquired lock "refresh_cache-433c3b50-7fbd-4153-b99d-9d60027c9a9f" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.389234] env[62353]: DEBUG nova.network.neutron [None req-e4a62489-a2d5-4d12-8366-3adc38e4ee5a tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 433c3b50-7fbd-4153-b99d-9d60027c9a9f] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1010.430119] env[62353]: DEBUG oslo_vmware.api [None req-28aca58d-77c7-4f95-9789-7ba30206c5e3 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52052b3f-f98b-4f29-7e44-080543e12174, 'name': SearchDatastore_Task, 'duration_secs': 0.00881} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.433552] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d37d3d6-a155-4081-8fa4-c916fcd61d5a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.440648] env[62353]: DEBUG oslo_vmware.api [None req-28aca58d-77c7-4f95-9789-7ba30206c5e3 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Waiting for the task: (returnval){ [ 1010.440648] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52e7fcf8-3e66-865f-74a2-28f70aba8225" [ 1010.440648] env[62353]: _type = "Task" [ 1010.440648] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.449034] env[62353]: DEBUG oslo_vmware.api [None req-28aca58d-77c7-4f95-9789-7ba30206c5e3 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52e7fcf8-3e66-865f-74a2-28f70aba8225, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.451087] env[62353]: DEBUG nova.compute.manager [req-d9e599b5-2b3a-42f6-b1aa-a91da4999e6a req-93445e7d-765d-4805-b836-fa54495d49c1 service nova] [instance: 3c336a85-979f-4b67-8d02-dc8fbd0ceab4] Received event network-vif-plugged-63154f0d-8b24-455a-9ac5-ffc7c723dcc8 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1010.451318] env[62353]: DEBUG oslo_concurrency.lockutils [req-d9e599b5-2b3a-42f6-b1aa-a91da4999e6a req-93445e7d-765d-4805-b836-fa54495d49c1 service nova] Acquiring lock "3c336a85-979f-4b67-8d02-dc8fbd0ceab4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1010.451533] env[62353]: DEBUG oslo_concurrency.lockutils [req-d9e599b5-2b3a-42f6-b1aa-a91da4999e6a req-93445e7d-765d-4805-b836-fa54495d49c1 service nova] Lock "3c336a85-979f-4b67-8d02-dc8fbd0ceab4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1010.451703] env[62353]: DEBUG oslo_concurrency.lockutils [req-d9e599b5-2b3a-42f6-b1aa-a91da4999e6a req-93445e7d-765d-4805-b836-fa54495d49c1 service nova] Lock "3c336a85-979f-4b67-8d02-dc8fbd0ceab4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1010.451869] env[62353]: DEBUG nova.compute.manager [req-d9e599b5-2b3a-42f6-b1aa-a91da4999e6a req-93445e7d-765d-4805-b836-fa54495d49c1 service nova] [instance: 3c336a85-979f-4b67-8d02-dc8fbd0ceab4] No waiting events found dispatching network-vif-plugged-63154f0d-8b24-455a-9ac5-ffc7c723dcc8 {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1010.452045] env[62353]: WARNING nova.compute.manager [req-d9e599b5-2b3a-42f6-b1aa-a91da4999e6a req-93445e7d-765d-4805-b836-fa54495d49c1 service nova] [instance: 3c336a85-979f-4b67-8d02-dc8fbd0ceab4] Received unexpected event network-vif-plugged-63154f0d-8b24-455a-9ac5-ffc7c723dcc8 for instance with vm_state building and task_state spawning. [ 1010.452222] env[62353]: DEBUG nova.compute.manager [req-d9e599b5-2b3a-42f6-b1aa-a91da4999e6a req-93445e7d-765d-4805-b836-fa54495d49c1 service nova] [instance: 3c336a85-979f-4b67-8d02-dc8fbd0ceab4] Received event network-changed-63154f0d-8b24-455a-9ac5-ffc7c723dcc8 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1010.452352] env[62353]: DEBUG nova.compute.manager [req-d9e599b5-2b3a-42f6-b1aa-a91da4999e6a req-93445e7d-765d-4805-b836-fa54495d49c1 service nova] [instance: 3c336a85-979f-4b67-8d02-dc8fbd0ceab4] Refreshing instance network info cache due to event network-changed-63154f0d-8b24-455a-9ac5-ffc7c723dcc8. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1010.452514] env[62353]: DEBUG oslo_concurrency.lockutils [req-d9e599b5-2b3a-42f6-b1aa-a91da4999e6a req-93445e7d-765d-4805-b836-fa54495d49c1 service nova] Acquiring lock "refresh_cache-3c336a85-979f-4b67-8d02-dc8fbd0ceab4" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1010.583330] env[62353]: DEBUG oslo_vmware.api [None req-335fe331-ad45-4e33-94a7-184ff550ffc5 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Task: {'id': task-2372946, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173119} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.583657] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-335fe331-ad45-4e33-94a7-184ff550ffc5 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1010.583858] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-335fe331-ad45-4e33-94a7-184ff550ffc5 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 0b860696-19b5-4005-8259-1c28012cd12a] Deleted contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1010.584047] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-335fe331-ad45-4e33-94a7-184ff550ffc5 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 0b860696-19b5-4005-8259-1c28012cd12a] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1010.584222] env[62353]: INFO nova.compute.manager [None req-335fe331-ad45-4e33-94a7-184ff550ffc5 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] [instance: 0b860696-19b5-4005-8259-1c28012cd12a] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1010.584544] env[62353]: DEBUG oslo.service.loopingcall [None req-335fe331-ad45-4e33-94a7-184ff550ffc5 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1010.584769] env[62353]: DEBUG nova.compute.manager [-] [instance: 0b860696-19b5-4005-8259-1c28012cd12a] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1010.584868] env[62353]: DEBUG nova.network.neutron [-] [instance: 0b860696-19b5-4005-8259-1c28012cd12a] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1010.613291] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0137dc1a-b4d4-43de-b79b-5caab284b4ca tempest-ServersV294TestFqdnHostnames-2078622457 tempest-ServersV294TestFqdnHostnames-2078622457-project-member] Releasing lock "refresh_cache-3c336a85-979f-4b67-8d02-dc8fbd0ceab4" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1010.613634] env[62353]: DEBUG nova.compute.manager [None req-0137dc1a-b4d4-43de-b79b-5caab284b4ca tempest-ServersV294TestFqdnHostnames-2078622457 tempest-ServersV294TestFqdnHostnames-2078622457-project-member] [instance: 3c336a85-979f-4b67-8d02-dc8fbd0ceab4] Instance network_info: |[{"id": "63154f0d-8b24-455a-9ac5-ffc7c723dcc8", "address": "fa:16:3e:17:8e:92", "network": {"id": "c959a073-1d07-48d8-93b0-b44fc395c545", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-596927914-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ecc1422c8fe44439bd50c7e36b94960", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5446413d-c3b0-4cd2-a962-62240db178ac", "external-id": "nsx-vlan-transportzone-528", "segmentation_id": 528, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63154f0d-8b", "ovs_interfaceid": "63154f0d-8b24-455a-9ac5-ffc7c723dcc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1010.614192] env[62353]: DEBUG oslo_concurrency.lockutils [req-d9e599b5-2b3a-42f6-b1aa-a91da4999e6a req-93445e7d-765d-4805-b836-fa54495d49c1 service nova] Acquired lock "refresh_cache-3c336a85-979f-4b67-8d02-dc8fbd0ceab4" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.614377] env[62353]: DEBUG nova.network.neutron [req-d9e599b5-2b3a-42f6-b1aa-a91da4999e6a req-93445e7d-765d-4805-b836-fa54495d49c1 service nova] [instance: 3c336a85-979f-4b67-8d02-dc8fbd0ceab4] Refreshing network info cache for port 63154f0d-8b24-455a-9ac5-ffc7c723dcc8 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1010.615724] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-0137dc1a-b4d4-43de-b79b-5caab284b4ca tempest-ServersV294TestFqdnHostnames-2078622457 tempest-ServersV294TestFqdnHostnames-2078622457-project-member] [instance: 3c336a85-979f-4b67-8d02-dc8fbd0ceab4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:17:8e:92', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5446413d-c3b0-4cd2-a962-62240db178ac', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '63154f0d-8b24-455a-9ac5-ffc7c723dcc8', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1010.623708] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-0137dc1a-b4d4-43de-b79b-5caab284b4ca tempest-ServersV294TestFqdnHostnames-2078622457 tempest-ServersV294TestFqdnHostnames-2078622457-project-member] Creating folder: Project (0ecc1422c8fe44439bd50c7e36b94960). Parent ref: group-v481456. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1010.626941] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-69f48a4f-30a4-4c3c-9018-1589b563eac8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.648429] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-1967e75d-c038-48fb-97d2-1c6cac48cea6 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] [instance: bbea4c07-3f5b-4d9a-a127-86a1e461295f] VM already powered off {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1010.648682] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-1967e75d-c038-48fb-97d2-1c6cac48cea6 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] [instance: bbea4c07-3f5b-4d9a-a127-86a1e461295f] Processing image 06f909ae-e8dc-43b4-abf7-c7ed85db9bbd {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1010.648961] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1967e75d-c038-48fb-97d2-1c6cac48cea6 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1010.649167] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1967e75d-c038-48fb-97d2-1c6cac48cea6 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Acquired lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.649458] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-1967e75d-c038-48fb-97d2-1c6cac48cea6 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1010.651934] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a9a16970-6990-4c8b-adac-9528de28a436 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.653398] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-0137dc1a-b4d4-43de-b79b-5caab284b4ca tempest-ServersV294TestFqdnHostnames-2078622457 tempest-ServersV294TestFqdnHostnames-2078622457-project-member] Created folder: Project (0ecc1422c8fe44439bd50c7e36b94960) in parent group-v481456. [ 1010.653657] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-0137dc1a-b4d4-43de-b79b-5caab284b4ca tempest-ServersV294TestFqdnHostnames-2078622457 tempest-ServersV294TestFqdnHostnames-2078622457-project-member] Creating folder: Instances. Parent ref: group-v481718. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1010.653920] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cd863fc5-9d42-419c-84d7-246d4ffe3a60 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.664825] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-1967e75d-c038-48fb-97d2-1c6cac48cea6 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1010.665010] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-1967e75d-c038-48fb-97d2-1c6cac48cea6 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1010.666609] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f41a201e-c167-427b-878d-94109e89bbb2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.669091] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-0137dc1a-b4d4-43de-b79b-5caab284b4ca tempest-ServersV294TestFqdnHostnames-2078622457 tempest-ServersV294TestFqdnHostnames-2078622457-project-member] Created folder: Instances in parent group-v481718. [ 1010.669363] env[62353]: DEBUG oslo.service.loopingcall [None req-0137dc1a-b4d4-43de-b79b-5caab284b4ca tempest-ServersV294TestFqdnHostnames-2078622457 tempest-ServersV294TestFqdnHostnames-2078622457-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1010.669577] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c336a85-979f-4b67-8d02-dc8fbd0ceab4] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1010.670472] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2ad597a4-fd5b-45d1-a12d-04e9c3620a66 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.689566] env[62353]: DEBUG oslo_vmware.api [None req-1967e75d-c038-48fb-97d2-1c6cac48cea6 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Waiting for the task: (returnval){ [ 1010.689566] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]529fc091-d6c0-093b-f773-e09ee5c68037" [ 1010.689566] env[62353]: _type = "Task" [ 1010.689566] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.695793] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1010.695793] env[62353]: value = "task-2372951" [ 1010.695793] env[62353]: _type = "Task" [ 1010.695793] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.700986] env[62353]: DEBUG oslo_vmware.api [None req-1967e75d-c038-48fb-97d2-1c6cac48cea6 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]529fc091-d6c0-093b-f773-e09ee5c68037, 'name': SearchDatastore_Task, 'duration_secs': 0.012878} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.704355] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0e31ada-e419-4c46-8a9a-a36c588676ce {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.709926] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4399062a-bbf6-4860-ad98-bcb175f4e968 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.716681] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372951, 'name': CreateVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.719022] env[62353]: DEBUG oslo_vmware.api [None req-1967e75d-c038-48fb-97d2-1c6cac48cea6 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Waiting for the task: (returnval){ [ 1010.719022] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5213a1cd-d2ad-d726-89c5-38fc4a716b4a" [ 1010.719022] env[62353]: _type = "Task" [ 1010.719022] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.724372] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c73d6f8-8d7b-4e09-b4e3-2bae7eabd94e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.732831] env[62353]: DEBUG oslo_vmware.api [None req-1967e75d-c038-48fb-97d2-1c6cac48cea6 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5213a1cd-d2ad-d726-89c5-38fc4a716b4a, 'name': SearchDatastore_Task, 'duration_secs': 0.009701} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.756952] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1967e75d-c038-48fb-97d2-1c6cac48cea6 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Releasing lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1010.757272] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-1967e75d-c038-48fb-97d2-1c6cac48cea6 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore1] bbea4c07-3f5b-4d9a-a127-86a1e461295f/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd-rescue.vmdk. {{(pid=62353) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1010.757772] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a5469e5f-22d3-48bc-995b-b972eb611db4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.760531] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5722d6be-40f5-467c-80bd-8188a69bb685 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.769772] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-855140cf-29dc-4afe-a637-53a35ddb96d2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.774073] env[62353]: DEBUG oslo_vmware.api [None req-1967e75d-c038-48fb-97d2-1c6cac48cea6 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Waiting for the task: (returnval){ [ 1010.774073] env[62353]: value = "task-2372952" [ 1010.774073] env[62353]: _type = "Task" [ 1010.774073] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.784729] env[62353]: DEBUG nova.compute.provider_tree [None req-4c661326-e48b-42ba-b0f3-21b4827f402d tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1010.790681] env[62353]: DEBUG oslo_vmware.api [None req-1967e75d-c038-48fb-97d2-1c6cac48cea6 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Task: {'id': task-2372952, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.851118] env[62353]: DEBUG oslo_vmware.api [req-64186ca7-8ffe-498a-ad04-b1e827b26829 req-5218f1b5-2731-41d3-a879-6810de697d55 service nova] Task: {'id': task-2372939, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.953163] env[62353]: DEBUG oslo_vmware.api [None req-28aca58d-77c7-4f95-9789-7ba30206c5e3 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52e7fcf8-3e66-865f-74a2-28f70aba8225, 'name': SearchDatastore_Task, 'duration_secs': 0.015609} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.956577] env[62353]: DEBUG oslo_concurrency.lockutils [None req-28aca58d-77c7-4f95-9789-7ba30206c5e3 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Releasing lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1010.956577] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-28aca58d-77c7-4f95-9789-7ba30206c5e3 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore2] 3b094b26-ccc1-40fb-8649-393bc3ae2d48/3b094b26-ccc1-40fb-8649-393bc3ae2d48.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1010.956577] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-32debd1b-250c-48a8-b3a0-1f1fc361d8bc {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.964395] env[62353]: DEBUG oslo_vmware.api [None req-28aca58d-77c7-4f95-9789-7ba30206c5e3 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Waiting for the task: (returnval){ [ 1010.964395] env[62353]: value = "task-2372953" [ 1010.964395] env[62353]: _type = "Task" [ 1010.964395] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.980701] env[62353]: DEBUG oslo_vmware.api [None req-28aca58d-77c7-4f95-9789-7ba30206c5e3 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Task: {'id': task-2372953, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.154987] env[62353]: DEBUG nova.network.neutron [None req-e4a62489-a2d5-4d12-8366-3adc38e4ee5a tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 433c3b50-7fbd-4153-b99d-9d60027c9a9f] Updating instance_info_cache with network_info: [{"id": "f52c64e4-20cf-47a1-8a41-2b9e7078228c", "address": "fa:16:3e:ef:2d:1d", "network": {"id": "f9c567b3-403a-4849-9262-a3e67f5e22e0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2067735324-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce7d37901d844950adf602218b205ea8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06eaa4c9-dbc2-4d38-a844-7bf76e7b5a64", "external-id": "nsx-vlan-transportzone-804", "segmentation_id": 804, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf52c64e4-20", "ovs_interfaceid": "f52c64e4-20cf-47a1-8a41-2b9e7078228c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.215050] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372951, 'name': CreateVM_Task, 'duration_secs': 0.323823} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.218263] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c336a85-979f-4b67-8d02-dc8fbd0ceab4] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1011.219253] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0137dc1a-b4d4-43de-b79b-5caab284b4ca tempest-ServersV294TestFqdnHostnames-2078622457 tempest-ServersV294TestFqdnHostnames-2078622457-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1011.219455] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0137dc1a-b4d4-43de-b79b-5caab284b4ca tempest-ServersV294TestFqdnHostnames-2078622457 tempest-ServersV294TestFqdnHostnames-2078622457-project-member] Acquired lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.219817] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0137dc1a-b4d4-43de-b79b-5caab284b4ca tempest-ServersV294TestFqdnHostnames-2078622457 tempest-ServersV294TestFqdnHostnames-2078622457-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1011.220589] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc2fe133-a609-4e06-8286-f88029ac9151 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.227106] env[62353]: DEBUG oslo_vmware.api [None req-0137dc1a-b4d4-43de-b79b-5caab284b4ca tempest-ServersV294TestFqdnHostnames-2078622457 tempest-ServersV294TestFqdnHostnames-2078622457-project-member] Waiting for the task: (returnval){ [ 1011.227106] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52d731aa-1cce-1f12-faad-b99025b27c9a" [ 1011.227106] env[62353]: _type = "Task" [ 1011.227106] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.237307] env[62353]: DEBUG oslo_vmware.api [None req-0137dc1a-b4d4-43de-b79b-5caab284b4ca tempest-ServersV294TestFqdnHostnames-2078622457 tempest-ServersV294TestFqdnHostnames-2078622457-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52d731aa-1cce-1f12-faad-b99025b27c9a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.286740] env[62353]: DEBUG oslo_vmware.api [None req-1967e75d-c038-48fb-97d2-1c6cac48cea6 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Task: {'id': task-2372952, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.491882} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.287157] env[62353]: INFO nova.virt.vmwareapi.ds_util [None req-1967e75d-c038-48fb-97d2-1c6cac48cea6 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore1] bbea4c07-3f5b-4d9a-a127-86a1e461295f/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd-rescue.vmdk. [ 1011.288030] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9bcc778-e87c-4634-b617-f6d6b1d956c0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.291458] env[62353]: DEBUG nova.scheduler.client.report [None req-4c661326-e48b-42ba-b0f3-21b4827f402d tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1011.323928] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-1967e75d-c038-48fb-97d2-1c6cac48cea6 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] [instance: bbea4c07-3f5b-4d9a-a127-86a1e461295f] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] bbea4c07-3f5b-4d9a-a127-86a1e461295f/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd-rescue.vmdk or device None with type thin {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1011.327345] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5bad1274-6694-4c2e-ae97-e0a783835036 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.347444] env[62353]: DEBUG oslo_vmware.api [None req-1967e75d-c038-48fb-97d2-1c6cac48cea6 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Waiting for the task: (returnval){ [ 1011.347444] env[62353]: value = "task-2372954" [ 1011.347444] env[62353]: _type = "Task" [ 1011.347444] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.354703] env[62353]: DEBUG oslo_vmware.api [req-64186ca7-8ffe-498a-ad04-b1e827b26829 req-5218f1b5-2731-41d3-a879-6810de697d55 service nova] Task: {'id': task-2372939, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.360863] env[62353]: DEBUG oslo_vmware.api [None req-1967e75d-c038-48fb-97d2-1c6cac48cea6 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Task: {'id': task-2372954, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.479911] env[62353]: DEBUG oslo_vmware.api [None req-28aca58d-77c7-4f95-9789-7ba30206c5e3 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Task: {'id': task-2372953, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.553058] env[62353]: DEBUG nova.network.neutron [-] [instance: 0b860696-19b5-4005-8259-1c28012cd12a] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.628745] env[62353]: DEBUG nova.network.neutron [req-d9e599b5-2b3a-42f6-b1aa-a91da4999e6a req-93445e7d-765d-4805-b836-fa54495d49c1 service nova] [instance: 3c336a85-979f-4b67-8d02-dc8fbd0ceab4] Updated VIF entry in instance network info cache for port 63154f0d-8b24-455a-9ac5-ffc7c723dcc8. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1011.629323] env[62353]: DEBUG nova.network.neutron [req-d9e599b5-2b3a-42f6-b1aa-a91da4999e6a req-93445e7d-765d-4805-b836-fa54495d49c1 service nova] [instance: 3c336a85-979f-4b67-8d02-dc8fbd0ceab4] Updating instance_info_cache with network_info: [{"id": "63154f0d-8b24-455a-9ac5-ffc7c723dcc8", "address": "fa:16:3e:17:8e:92", "network": {"id": "c959a073-1d07-48d8-93b0-b44fc395c545", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-596927914-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ecc1422c8fe44439bd50c7e36b94960", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5446413d-c3b0-4cd2-a962-62240db178ac", "external-id": "nsx-vlan-transportzone-528", "segmentation_id": 528, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63154f0d-8b", "ovs_interfaceid": "63154f0d-8b24-455a-9ac5-ffc7c723dcc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.658189] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e4a62489-a2d5-4d12-8366-3adc38e4ee5a tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Releasing lock "refresh_cache-433c3b50-7fbd-4153-b99d-9d60027c9a9f" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1011.738169] env[62353]: DEBUG oslo_vmware.api [None req-0137dc1a-b4d4-43de-b79b-5caab284b4ca tempest-ServersV294TestFqdnHostnames-2078622457 tempest-ServersV294TestFqdnHostnames-2078622457-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52d731aa-1cce-1f12-faad-b99025b27c9a, 'name': SearchDatastore_Task, 'duration_secs': 0.019037} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.738557] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0137dc1a-b4d4-43de-b79b-5caab284b4ca tempest-ServersV294TestFqdnHostnames-2078622457 tempest-ServersV294TestFqdnHostnames-2078622457-project-member] Releasing lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1011.738717] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-0137dc1a-b4d4-43de-b79b-5caab284b4ca tempest-ServersV294TestFqdnHostnames-2078622457 tempest-ServersV294TestFqdnHostnames-2078622457-project-member] [instance: 3c336a85-979f-4b67-8d02-dc8fbd0ceab4] Processing image 06f909ae-e8dc-43b4-abf7-c7ed85db9bbd {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1011.738943] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0137dc1a-b4d4-43de-b79b-5caab284b4ca tempest-ServersV294TestFqdnHostnames-2078622457 tempest-ServersV294TestFqdnHostnames-2078622457-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1011.739099] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0137dc1a-b4d4-43de-b79b-5caab284b4ca tempest-ServersV294TestFqdnHostnames-2078622457 tempest-ServersV294TestFqdnHostnames-2078622457-project-member] Acquired lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.739378] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-0137dc1a-b4d4-43de-b79b-5caab284b4ca tempest-ServersV294TestFqdnHostnames-2078622457 tempest-ServersV294TestFqdnHostnames-2078622457-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1011.739542] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cc37a124-0d2d-45f6-bf4e-f62b3b981c16 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.748066] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-0137dc1a-b4d4-43de-b79b-5caab284b4ca tempest-ServersV294TestFqdnHostnames-2078622457 tempest-ServersV294TestFqdnHostnames-2078622457-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1011.748257] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-0137dc1a-b4d4-43de-b79b-5caab284b4ca tempest-ServersV294TestFqdnHostnames-2078622457 tempest-ServersV294TestFqdnHostnames-2078622457-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1011.748954] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d185722c-9ebe-4a5f-97c8-a1204eaa771e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.756115] env[62353]: DEBUG oslo_vmware.api [None req-0137dc1a-b4d4-43de-b79b-5caab284b4ca tempest-ServersV294TestFqdnHostnames-2078622457 tempest-ServersV294TestFqdnHostnames-2078622457-project-member] Waiting for the task: (returnval){ [ 1011.756115] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52bc47ff-c0a7-bf93-754d-ea1eec172c05" [ 1011.756115] env[62353]: _type = "Task" [ 1011.756115] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.763548] env[62353]: DEBUG oslo_vmware.api [None req-0137dc1a-b4d4-43de-b79b-5caab284b4ca tempest-ServersV294TestFqdnHostnames-2078622457 tempest-ServersV294TestFqdnHostnames-2078622457-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52bc47ff-c0a7-bf93-754d-ea1eec172c05, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.799792] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4c661326-e48b-42ba-b0f3-21b4827f402d tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.928s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1011.802575] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 6.800s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1011.824183] env[62353]: INFO nova.scheduler.client.report [None req-4c661326-e48b-42ba-b0f3-21b4827f402d tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Deleted allocations for instance fa161604-bc12-4f96-8e33-627f119b766a [ 1011.861159] env[62353]: DEBUG oslo_vmware.api [req-64186ca7-8ffe-498a-ad04-b1e827b26829 req-5218f1b5-2731-41d3-a879-6810de697d55 service nova] Task: {'id': task-2372939, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.865765] env[62353]: DEBUG oslo_vmware.api [None req-1967e75d-c038-48fb-97d2-1c6cac48cea6 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Task: {'id': task-2372954, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.978849] env[62353]: DEBUG oslo_vmware.api [None req-28aca58d-77c7-4f95-9789-7ba30206c5e3 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Task: {'id': task-2372953, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.657715} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.979153] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-28aca58d-77c7-4f95-9789-7ba30206c5e3 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore2] 3b094b26-ccc1-40fb-8649-393bc3ae2d48/3b094b26-ccc1-40fb-8649-393bc3ae2d48.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1011.979787] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-28aca58d-77c7-4f95-9789-7ba30206c5e3 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] [instance: 3b094b26-ccc1-40fb-8649-393bc3ae2d48] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1011.979787] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-277552a7-aca2-4bbe-8cc1-ee01a8f2449b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.987253] env[62353]: DEBUG oslo_vmware.api [None req-28aca58d-77c7-4f95-9789-7ba30206c5e3 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Waiting for the task: (returnval){ [ 1011.987253] env[62353]: value = "task-2372955" [ 1011.987253] env[62353]: _type = "Task" [ 1011.987253] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.995371] env[62353]: DEBUG oslo_vmware.api [None req-28aca58d-77c7-4f95-9789-7ba30206c5e3 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Task: {'id': task-2372955, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.059270] env[62353]: INFO nova.compute.manager [-] [instance: 0b860696-19b5-4005-8259-1c28012cd12a] Took 1.47 seconds to deallocate network for instance. [ 1012.132808] env[62353]: DEBUG oslo_concurrency.lockutils [req-d9e599b5-2b3a-42f6-b1aa-a91da4999e6a req-93445e7d-765d-4805-b836-fa54495d49c1 service nova] Releasing lock "refresh_cache-3c336a85-979f-4b67-8d02-dc8fbd0ceab4" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1012.268150] env[62353]: DEBUG oslo_vmware.api [None req-0137dc1a-b4d4-43de-b79b-5caab284b4ca tempest-ServersV294TestFqdnHostnames-2078622457 tempest-ServersV294TestFqdnHostnames-2078622457-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52bc47ff-c0a7-bf93-754d-ea1eec172c05, 'name': SearchDatastore_Task, 'duration_secs': 0.0104} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.268948] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d422cb78-d275-4de7-b0ae-55781753d48a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.276246] env[62353]: DEBUG oslo_vmware.api [None req-0137dc1a-b4d4-43de-b79b-5caab284b4ca tempest-ServersV294TestFqdnHostnames-2078622457 tempest-ServersV294TestFqdnHostnames-2078622457-project-member] Waiting for the task: (returnval){ [ 1012.276246] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52c0079c-b82a-468d-4bad-77221cfe9fc8" [ 1012.276246] env[62353]: _type = "Task" [ 1012.276246] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.284891] env[62353]: DEBUG oslo_vmware.api [None req-0137dc1a-b4d4-43de-b79b-5caab284b4ca tempest-ServersV294TestFqdnHostnames-2078622457 tempest-ServersV294TestFqdnHostnames-2078622457-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52c0079c-b82a-468d-4bad-77221cfe9fc8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.336973] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4c661326-e48b-42ba-b0f3-21b4827f402d tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Lock "fa161604-bc12-4f96-8e33-627f119b766a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.012s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1012.355458] env[62353]: DEBUG oslo_vmware.api [req-64186ca7-8ffe-498a-ad04-b1e827b26829 req-5218f1b5-2731-41d3-a879-6810de697d55 service nova] Task: {'id': task-2372939, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.361707] env[62353]: DEBUG oslo_vmware.api [None req-1967e75d-c038-48fb-97d2-1c6cac48cea6 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Task: {'id': task-2372954, 'name': ReconfigVM_Task, 'duration_secs': 0.516425} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.361958] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-1967e75d-c038-48fb-97d2-1c6cac48cea6 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] [instance: bbea4c07-3f5b-4d9a-a127-86a1e461295f] Reconfigured VM instance instance-00000050 to attach disk [datastore1] bbea4c07-3f5b-4d9a-a127-86a1e461295f/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd-rescue.vmdk or device None with type thin {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1012.362950] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dc27d11-01e3-49f9-8cd8-570b2611a7dc {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.393321] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5657e222-9b93-49b5-9d7b-76017b29642d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.410931] env[62353]: DEBUG oslo_vmware.api [None req-1967e75d-c038-48fb-97d2-1c6cac48cea6 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Waiting for the task: (returnval){ [ 1012.410931] env[62353]: value = "task-2372957" [ 1012.410931] env[62353]: _type = "Task" [ 1012.410931] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.419342] env[62353]: DEBUG oslo_vmware.api [None req-1967e75d-c038-48fb-97d2-1c6cac48cea6 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Task: {'id': task-2372957, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.496983] env[62353]: DEBUG oslo_vmware.api [None req-28aca58d-77c7-4f95-9789-7ba30206c5e3 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Task: {'id': task-2372955, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.228755} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.497283] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-28aca58d-77c7-4f95-9789-7ba30206c5e3 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] [instance: 3b094b26-ccc1-40fb-8649-393bc3ae2d48] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1012.498069] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee8d6c03-46df-4a5d-940f-08b9b6e856f1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.522025] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-28aca58d-77c7-4f95-9789-7ba30206c5e3 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] [instance: 3b094b26-ccc1-40fb-8649-393bc3ae2d48] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] 3b094b26-ccc1-40fb-8649-393bc3ae2d48/3b094b26-ccc1-40fb-8649-393bc3ae2d48.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1012.522025] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f12d4499-0aa3-4e2f-96cf-6cae6584d501 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.536170] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ddfbac4d-a5e7-4f69-80f4-361be0a6b546 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Acquiring lock "6e15b7d4-23a0-475a-9960-9755de712973" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1012.536444] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ddfbac4d-a5e7-4f69-80f4-361be0a6b546 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Lock "6e15b7d4-23a0-475a-9960-9755de712973" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1012.536651] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ddfbac4d-a5e7-4f69-80f4-361be0a6b546 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Acquiring lock "6e15b7d4-23a0-475a-9960-9755de712973-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1012.536827] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ddfbac4d-a5e7-4f69-80f4-361be0a6b546 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Lock "6e15b7d4-23a0-475a-9960-9755de712973-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1012.536995] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ddfbac4d-a5e7-4f69-80f4-361be0a6b546 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Lock "6e15b7d4-23a0-475a-9960-9755de712973-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1012.539708] env[62353]: INFO nova.compute.manager [None req-ddfbac4d-a5e7-4f69-80f4-361be0a6b546 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: 6e15b7d4-23a0-475a-9960-9755de712973] Terminating instance [ 1012.544364] env[62353]: DEBUG oslo_vmware.api [None req-28aca58d-77c7-4f95-9789-7ba30206c5e3 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Waiting for the task: (returnval){ [ 1012.544364] env[62353]: value = "task-2372958" [ 1012.544364] env[62353]: _type = "Task" [ 1012.544364] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.552911] env[62353]: DEBUG oslo_vmware.api [None req-28aca58d-77c7-4f95-9789-7ba30206c5e3 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Task: {'id': task-2372958, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.566119] env[62353]: DEBUG oslo_concurrency.lockutils [None req-335fe331-ad45-4e33-94a7-184ff550ffc5 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1012.788012] env[62353]: DEBUG oslo_vmware.api [None req-0137dc1a-b4d4-43de-b79b-5caab284b4ca tempest-ServersV294TestFqdnHostnames-2078622457 tempest-ServersV294TestFqdnHostnames-2078622457-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52c0079c-b82a-468d-4bad-77221cfe9fc8, 'name': SearchDatastore_Task, 'duration_secs': 0.023556} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.788323] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0137dc1a-b4d4-43de-b79b-5caab284b4ca tempest-ServersV294TestFqdnHostnames-2078622457 tempest-ServersV294TestFqdnHostnames-2078622457-project-member] Releasing lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1012.788585] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-0137dc1a-b4d4-43de-b79b-5caab284b4ca tempest-ServersV294TestFqdnHostnames-2078622457 tempest-ServersV294TestFqdnHostnames-2078622457-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore2] 3c336a85-979f-4b67-8d02-dc8fbd0ceab4/3c336a85-979f-4b67-8d02-dc8fbd0ceab4.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1012.788849] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8515b218-512c-488b-ad81-4278aecc6fed {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.796477] env[62353]: DEBUG oslo_vmware.api [None req-0137dc1a-b4d4-43de-b79b-5caab284b4ca tempest-ServersV294TestFqdnHostnames-2078622457 tempest-ServersV294TestFqdnHostnames-2078622457-project-member] Waiting for the task: (returnval){ [ 1012.796477] env[62353]: value = "task-2372959" [ 1012.796477] env[62353]: _type = "Task" [ 1012.796477] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.806200] env[62353]: DEBUG oslo_vmware.api [None req-0137dc1a-b4d4-43de-b79b-5caab284b4ca tempest-ServersV294TestFqdnHostnames-2078622457 tempest-ServersV294TestFqdnHostnames-2078622457-project-member] Task: {'id': task-2372959, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.821577] env[62353]: DEBUG nova.compute.manager [req-5963e1c2-56c1-475f-bca4-082c5d8d0d96 req-8446d508-82ee-4f44-8ca3-d08f27b8c973 service nova] [instance: 0b860696-19b5-4005-8259-1c28012cd12a] Received event network-vif-deleted-adaa9b83-c939-4f36-905f-efc082487ebf {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1012.824367] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Applying migration context for instance 433c3b50-7fbd-4153-b99d-9d60027c9a9f as it has an incoming, in-progress migration ac2ecc62-6612-4aca-8be5-150e9d7671cd. Migration status is migrating {{(pid=62353) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1012.826551] env[62353]: INFO nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] [instance: 433c3b50-7fbd-4153-b99d-9d60027c9a9f] Updating resource usage from migration ac2ecc62-6612-4aca-8be5-150e9d7671cd [ 1012.849429] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Instance cd87ae19-37ee-4d88-95ee-9de38d5214a4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1012.849673] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Instance d7dd9b27-eeaa-49be-af8f-86b100ff7a69 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1012.849805] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Instance 53ff526b-6e0b-49bc-beca-4fb4a377389b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1012.849921] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Instance 0fd1791c-fb62-4e21-96c3-3b2a07520c91 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1012.850063] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Instance d11827ca-55a7-4610-ab8b-ef8f7f80a586 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1012.850181] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Instance f5ffb2b3-2e54-4f2e-b46c-20046e0883b6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1012.850292] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Instance e1b17af1-2067-4d4a-8d12-ef006b8e0ad3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1012.850414] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Instance bbea4c07-3f5b-4d9a-a127-86a1e461295f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1012.850528] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Instance 78d43ae6-d281-4b98-88f1-281548975167 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1012.850635] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Instance a97e3cc7-cd7e-4239-b58d-6b3e62477819 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1012.850741] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Instance 6e15b7d4-23a0-475a-9960-9755de712973 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1012.850846] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Instance 5e4991fd-b146-4b54-bb9d-18a936171750 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1012.850952] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Instance b49a16b9-7756-4282-be46-99abab6e8ee7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1012.851081] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Instance 0b860696-19b5-4005-8259-1c28012cd12a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1012.851194] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Instance 3b094b26-ccc1-40fb-8649-393bc3ae2d48 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1012.851303] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Instance 3c336a85-979f-4b67-8d02-dc8fbd0ceab4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1012.851470] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Migration ac2ecc62-6612-4aca-8be5-150e9d7671cd is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1012.851600] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Instance 433c3b50-7fbd-4153-b99d-9d60027c9a9f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1012.858246] env[62353]: DEBUG oslo_vmware.api [req-64186ca7-8ffe-498a-ad04-b1e827b26829 req-5218f1b5-2731-41d3-a879-6810de697d55 service nova] Task: {'id': task-2372939, 'name': ReconfigVM_Task, 'duration_secs': 5.885474} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.858619] env[62353]: DEBUG oslo_concurrency.lockutils [req-64186ca7-8ffe-498a-ad04-b1e827b26829 req-5218f1b5-2731-41d3-a879-6810de697d55 service nova] Releasing lock "f5ffb2b3-2e54-4f2e-b46c-20046e0883b6" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1012.858849] env[62353]: DEBUG nova.virt.vmwareapi.vmops [req-64186ca7-8ffe-498a-ad04-b1e827b26829 req-5218f1b5-2731-41d3-a879-6810de697d55 service nova] [instance: f5ffb2b3-2e54-4f2e-b46c-20046e0883b6] Reconfigured VM to detach interface {{(pid=62353) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1012.859368] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ef47f27a-8ba1-449b-9b31-b1228a9e7d0c tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Lock "f5ffb2b3-2e54-4f2e-b46c-20046e0883b6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 5.996s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1012.860544] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ef47f27a-8ba1-449b-9b31-b1228a9e7d0c tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Acquiring lock "f5ffb2b3-2e54-4f2e-b46c-20046e0883b6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1012.860544] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ef47f27a-8ba1-449b-9b31-b1228a9e7d0c tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Lock "f5ffb2b3-2e54-4f2e-b46c-20046e0883b6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1012.860544] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ef47f27a-8ba1-449b-9b31-b1228a9e7d0c tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Lock "f5ffb2b3-2e54-4f2e-b46c-20046e0883b6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1012.861861] env[62353]: INFO nova.compute.manager [None req-ef47f27a-8ba1-449b-9b31-b1228a9e7d0c tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: f5ffb2b3-2e54-4f2e-b46c-20046e0883b6] Terminating instance [ 1012.921720] env[62353]: DEBUG oslo_vmware.api [None req-1967e75d-c038-48fb-97d2-1c6cac48cea6 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Task: {'id': task-2372957, 'name': ReconfigVM_Task, 'duration_secs': 0.244238} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.921994] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-1967e75d-c038-48fb-97d2-1c6cac48cea6 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] [instance: bbea4c07-3f5b-4d9a-a127-86a1e461295f] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1012.922255] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6e7439d9-8f3a-43d2-8d49-0ee4b8f6b536 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.929129] env[62353]: DEBUG oslo_vmware.api [None req-1967e75d-c038-48fb-97d2-1c6cac48cea6 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Waiting for the task: (returnval){ [ 1012.929129] env[62353]: value = "task-2372960" [ 1012.929129] env[62353]: _type = "Task" [ 1012.929129] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.940352] env[62353]: DEBUG oslo_vmware.api [None req-1967e75d-c038-48fb-97d2-1c6cac48cea6 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Task: {'id': task-2372960, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.046417] env[62353]: DEBUG nova.compute.manager [None req-ddfbac4d-a5e7-4f69-80f4-361be0a6b546 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: 6e15b7d4-23a0-475a-9960-9755de712973] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1013.046417] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ddfbac4d-a5e7-4f69-80f4-361be0a6b546 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: 6e15b7d4-23a0-475a-9960-9755de712973] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1013.047812] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71ed9c2b-f55c-4e45-ae10-758052e8bc35 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.065294] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddfbac4d-a5e7-4f69-80f4-361be0a6b546 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: 6e15b7d4-23a0-475a-9960-9755de712973] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1013.065473] env[62353]: DEBUG oslo_vmware.api [None req-28aca58d-77c7-4f95-9789-7ba30206c5e3 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Task: {'id': task-2372958, 'name': ReconfigVM_Task, 'duration_secs': 0.370606} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.065735] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f31f8a51-025e-44f8-84c7-fccc0135eb73 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.067749] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-28aca58d-77c7-4f95-9789-7ba30206c5e3 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] [instance: 3b094b26-ccc1-40fb-8649-393bc3ae2d48] Reconfigured VM instance instance-00000063 to attach disk [datastore2] 3b094b26-ccc1-40fb-8649-393bc3ae2d48/3b094b26-ccc1-40fb-8649-393bc3ae2d48.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1013.068422] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c56bb856-bae2-45da-a6e7-8b13b814913e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.076798] env[62353]: DEBUG oslo_vmware.api [None req-28aca58d-77c7-4f95-9789-7ba30206c5e3 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Waiting for the task: (returnval){ [ 1013.076798] env[62353]: value = "task-2372961" [ 1013.076798] env[62353]: _type = "Task" [ 1013.076798] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.078514] env[62353]: DEBUG oslo_vmware.api [None req-ddfbac4d-a5e7-4f69-80f4-361be0a6b546 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Waiting for the task: (returnval){ [ 1013.078514] env[62353]: value = "task-2372962" [ 1013.078514] env[62353]: _type = "Task" [ 1013.078514] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.095948] env[62353]: DEBUG oslo_vmware.api [None req-28aca58d-77c7-4f95-9789-7ba30206c5e3 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Task: {'id': task-2372961, 'name': Rename_Task} progress is 10%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.099623] env[62353]: DEBUG oslo_vmware.api [None req-ddfbac4d-a5e7-4f69-80f4-361be0a6b546 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Task: {'id': task-2372962, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.175587] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82df0569-d5bb-4bac-a721-b0a3bb2bd737 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.199461] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-e4a62489-a2d5-4d12-8366-3adc38e4ee5a tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 433c3b50-7fbd-4153-b99d-9d60027c9a9f] Updating instance '433c3b50-7fbd-4153-b99d-9d60027c9a9f' progress to 0 {{(pid=62353) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1013.311180] env[62353]: DEBUG oslo_vmware.api [None req-0137dc1a-b4d4-43de-b79b-5caab284b4ca tempest-ServersV294TestFqdnHostnames-2078622457 tempest-ServersV294TestFqdnHostnames-2078622457-project-member] Task: {'id': task-2372959, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.360510] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Instance c1577946-440b-49c2-be7a-c4ac3165ab36 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1013.366030] env[62353]: DEBUG nova.compute.manager [None req-ef47f27a-8ba1-449b-9b31-b1228a9e7d0c tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: f5ffb2b3-2e54-4f2e-b46c-20046e0883b6] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1013.366030] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ef47f27a-8ba1-449b-9b31-b1228a9e7d0c tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: f5ffb2b3-2e54-4f2e-b46c-20046e0883b6] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1013.367569] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11f26809-7ae8-4378-ace6-77623580cedb {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.376029] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef47f27a-8ba1-449b-9b31-b1228a9e7d0c tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: f5ffb2b3-2e54-4f2e-b46c-20046e0883b6] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1013.376311] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-953a3b05-3633-4a02-b09d-04325db49db7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.383739] env[62353]: DEBUG oslo_vmware.api [None req-ef47f27a-8ba1-449b-9b31-b1228a9e7d0c tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Waiting for the task: (returnval){ [ 1013.383739] env[62353]: value = "task-2372963" [ 1013.383739] env[62353]: _type = "Task" [ 1013.383739] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.393882] env[62353]: DEBUG oslo_vmware.api [None req-ef47f27a-8ba1-449b-9b31-b1228a9e7d0c tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Task: {'id': task-2372963, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.440978] env[62353]: DEBUG oslo_vmware.api [None req-1967e75d-c038-48fb-97d2-1c6cac48cea6 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Task: {'id': task-2372960, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.591063] env[62353]: DEBUG oslo_vmware.api [None req-ddfbac4d-a5e7-4f69-80f4-361be0a6b546 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Task: {'id': task-2372962, 'name': PowerOffVM_Task, 'duration_secs': 0.361343} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.594429] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddfbac4d-a5e7-4f69-80f4-361be0a6b546 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: 6e15b7d4-23a0-475a-9960-9755de712973] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1013.594543] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ddfbac4d-a5e7-4f69-80f4-361be0a6b546 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: 6e15b7d4-23a0-475a-9960-9755de712973] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1013.594779] env[62353]: DEBUG oslo_vmware.api [None req-28aca58d-77c7-4f95-9789-7ba30206c5e3 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Task: {'id': task-2372961, 'name': Rename_Task, 'duration_secs': 0.323337} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.595013] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-728a8832-9b0f-4c35-9993-a6f985015a90 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.596791] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-28aca58d-77c7-4f95-9789-7ba30206c5e3 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] [instance: 3b094b26-ccc1-40fb-8649-393bc3ae2d48] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1013.596791] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b4a7f160-de38-433a-97a3-9e7f5a408189 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.603321] env[62353]: DEBUG oslo_vmware.api [None req-28aca58d-77c7-4f95-9789-7ba30206c5e3 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Waiting for the task: (returnval){ [ 1013.603321] env[62353]: value = "task-2372964" [ 1013.603321] env[62353]: _type = "Task" [ 1013.603321] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.615776] env[62353]: DEBUG oslo_vmware.api [None req-28aca58d-77c7-4f95-9789-7ba30206c5e3 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Task: {'id': task-2372964, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.676187] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ddfbac4d-a5e7-4f69-80f4-361be0a6b546 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: 6e15b7d4-23a0-475a-9960-9755de712973] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1013.676440] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ddfbac4d-a5e7-4f69-80f4-361be0a6b546 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: 6e15b7d4-23a0-475a-9960-9755de712973] Deleting contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1013.676682] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddfbac4d-a5e7-4f69-80f4-361be0a6b546 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Deleting the datastore file [datastore2] 6e15b7d4-23a0-475a-9960-9755de712973 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1013.676866] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c6c698cb-6803-4342-b26b-a41813a58740 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.683658] env[62353]: DEBUG oslo_vmware.api [None req-ddfbac4d-a5e7-4f69-80f4-361be0a6b546 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Waiting for the task: (returnval){ [ 1013.683658] env[62353]: value = "task-2372966" [ 1013.683658] env[62353]: _type = "Task" [ 1013.683658] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.692197] env[62353]: DEBUG oslo_vmware.api [None req-ddfbac4d-a5e7-4f69-80f4-361be0a6b546 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Task: {'id': task-2372966, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.706192] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4a62489-a2d5-4d12-8366-3adc38e4ee5a tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 433c3b50-7fbd-4153-b99d-9d60027c9a9f] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1013.706522] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-25627e2c-ec9c-466f-a27d-f2164cc4d329 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.714156] env[62353]: DEBUG oslo_vmware.api [None req-e4a62489-a2d5-4d12-8366-3adc38e4ee5a tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Waiting for the task: (returnval){ [ 1013.714156] env[62353]: value = "task-2372967" [ 1013.714156] env[62353]: _type = "Task" [ 1013.714156] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.722852] env[62353]: DEBUG oslo_vmware.api [None req-e4a62489-a2d5-4d12-8366-3adc38e4ee5a tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Task: {'id': task-2372967, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.808020] env[62353]: DEBUG oslo_vmware.api [None req-0137dc1a-b4d4-43de-b79b-5caab284b4ca tempest-ServersV294TestFqdnHostnames-2078622457 tempest-ServersV294TestFqdnHostnames-2078622457-project-member] Task: {'id': task-2372959, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.545069} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.808320] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-0137dc1a-b4d4-43de-b79b-5caab284b4ca tempest-ServersV294TestFqdnHostnames-2078622457 tempest-ServersV294TestFqdnHostnames-2078622457-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore2] 3c336a85-979f-4b67-8d02-dc8fbd0ceab4/3c336a85-979f-4b67-8d02-dc8fbd0ceab4.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1013.808590] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-0137dc1a-b4d4-43de-b79b-5caab284b4ca tempest-ServersV294TestFqdnHostnames-2078622457 tempest-ServersV294TestFqdnHostnames-2078622457-project-member] [instance: 3c336a85-979f-4b67-8d02-dc8fbd0ceab4] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1013.808815] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d08cfe67-9b0a-4383-94b3-80d9fc845d5f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.815546] env[62353]: DEBUG oslo_vmware.api [None req-0137dc1a-b4d4-43de-b79b-5caab284b4ca tempest-ServersV294TestFqdnHostnames-2078622457 tempest-ServersV294TestFqdnHostnames-2078622457-project-member] Waiting for the task: (returnval){ [ 1013.815546] env[62353]: value = "task-2372968" [ 1013.815546] env[62353]: _type = "Task" [ 1013.815546] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.824688] env[62353]: DEBUG oslo_vmware.api [None req-0137dc1a-b4d4-43de-b79b-5caab284b4ca tempest-ServersV294TestFqdnHostnames-2078622457 tempest-ServersV294TestFqdnHostnames-2078622457-project-member] Task: {'id': task-2372968, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.863843] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Instance 4aa0afc2-4ae1-44bf-add7-9dc8d0538330 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1013.864154] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Total usable vcpus: 48, total allocated vcpus: 18 {{(pid=62353) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1013.864308] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4032MB phys_disk=200GB used_disk=18GB total_vcpus=48 used_vcpus=18 pci_stats=[] {{(pid=62353) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1013.896604] env[62353]: DEBUG oslo_vmware.api [None req-ef47f27a-8ba1-449b-9b31-b1228a9e7d0c tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Task: {'id': task-2372963, 'name': PowerOffVM_Task, 'duration_secs': 0.312086} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.896877] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef47f27a-8ba1-449b-9b31-b1228a9e7d0c tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: f5ffb2b3-2e54-4f2e-b46c-20046e0883b6] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1013.897062] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ef47f27a-8ba1-449b-9b31-b1228a9e7d0c tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: f5ffb2b3-2e54-4f2e-b46c-20046e0883b6] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1013.897322] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2fe8cb99-5a58-451d-8d99-b905b314020b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.941837] env[62353]: DEBUG oslo_vmware.api [None req-1967e75d-c038-48fb-97d2-1c6cac48cea6 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Task: {'id': task-2372960, 'name': PowerOnVM_Task, 'duration_secs': 0.629902} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.942127] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-1967e75d-c038-48fb-97d2-1c6cac48cea6 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] [instance: bbea4c07-3f5b-4d9a-a127-86a1e461295f] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1013.945342] env[62353]: DEBUG nova.compute.manager [None req-1967e75d-c038-48fb-97d2-1c6cac48cea6 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] [instance: bbea4c07-3f5b-4d9a-a127-86a1e461295f] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1013.946315] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f95449f-3e44-44b9-8d37-b951194335a5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.969100] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ef47f27a-8ba1-449b-9b31-b1228a9e7d0c tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: f5ffb2b3-2e54-4f2e-b46c-20046e0883b6] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1013.969386] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ef47f27a-8ba1-449b-9b31-b1228a9e7d0c tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: f5ffb2b3-2e54-4f2e-b46c-20046e0883b6] Deleting contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1013.969600] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef47f27a-8ba1-449b-9b31-b1228a9e7d0c tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Deleting the datastore file [datastore2] f5ffb2b3-2e54-4f2e-b46c-20046e0883b6 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1013.969873] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d8b4ce85-3103-4dec-a033-3486867892bd {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.976340] env[62353]: DEBUG oslo_vmware.api [None req-ef47f27a-8ba1-449b-9b31-b1228a9e7d0c tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Waiting for the task: (returnval){ [ 1013.976340] env[62353]: value = "task-2372970" [ 1013.976340] env[62353]: _type = "Task" [ 1013.976340] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.988718] env[62353]: DEBUG oslo_vmware.api [None req-ef47f27a-8ba1-449b-9b31-b1228a9e7d0c tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Task: {'id': task-2372970, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.040077] env[62353]: DEBUG oslo_concurrency.lockutils [None req-fc94fa08-5306-4f3f-b655-fa95c735cd25 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Acquiring lock "a97e3cc7-cd7e-4239-b58d-6b3e62477819" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1014.040554] env[62353]: DEBUG oslo_concurrency.lockutils [None req-fc94fa08-5306-4f3f-b655-fa95c735cd25 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Lock "a97e3cc7-cd7e-4239-b58d-6b3e62477819" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1014.040769] env[62353]: INFO nova.compute.manager [None req-fc94fa08-5306-4f3f-b655-fa95c735cd25 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] [instance: a97e3cc7-cd7e-4239-b58d-6b3e62477819] Shelving [ 1014.119988] env[62353]: DEBUG oslo_vmware.api [None req-28aca58d-77c7-4f95-9789-7ba30206c5e3 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Task: {'id': task-2372964, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.151985] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-297df3e5-3aeb-4f75-853c-bf676d555d2f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.160937] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bea062e4-85d4-42c5-a61e-3e2483e43ef8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.195510] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a00fc682-fd54-47fe-9c35-13647a045d42 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.205936] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-572b9964-bf6a-4401-97d4-f29967e4662d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.209791] env[62353]: DEBUG oslo_vmware.api [None req-ddfbac4d-a5e7-4f69-80f4-361be0a6b546 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Task: {'id': task-2372966, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.347168} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.210068] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddfbac4d-a5e7-4f69-80f4-361be0a6b546 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1014.210255] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ddfbac4d-a5e7-4f69-80f4-361be0a6b546 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: 6e15b7d4-23a0-475a-9960-9755de712973] Deleted contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1014.210431] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ddfbac4d-a5e7-4f69-80f4-361be0a6b546 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: 6e15b7d4-23a0-475a-9960-9755de712973] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1014.210602] env[62353]: INFO nova.compute.manager [None req-ddfbac4d-a5e7-4f69-80f4-361be0a6b546 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: 6e15b7d4-23a0-475a-9960-9755de712973] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1014.210831] env[62353]: DEBUG oslo.service.loopingcall [None req-ddfbac4d-a5e7-4f69-80f4-361be0a6b546 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1014.211399] env[62353]: DEBUG nova.compute.manager [-] [instance: 6e15b7d4-23a0-475a-9960-9755de712973] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1014.211543] env[62353]: DEBUG nova.network.neutron [-] [instance: 6e15b7d4-23a0-475a-9960-9755de712973] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1014.221110] env[62353]: DEBUG nova.compute.provider_tree [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1014.231040] env[62353]: DEBUG oslo_vmware.api [None req-e4a62489-a2d5-4d12-8366-3adc38e4ee5a tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Task: {'id': task-2372967, 'name': PowerOffVM_Task, 'duration_secs': 0.366686} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.231855] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4a62489-a2d5-4d12-8366-3adc38e4ee5a tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 433c3b50-7fbd-4153-b99d-9d60027c9a9f] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1014.232060] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-e4a62489-a2d5-4d12-8366-3adc38e4ee5a tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 433c3b50-7fbd-4153-b99d-9d60027c9a9f] Updating instance '433c3b50-7fbd-4153-b99d-9d60027c9a9f' progress to 17 {{(pid=62353) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1014.325892] env[62353]: DEBUG oslo_vmware.api [None req-0137dc1a-b4d4-43de-b79b-5caab284b4ca tempest-ServersV294TestFqdnHostnames-2078622457 tempest-ServersV294TestFqdnHostnames-2078622457-project-member] Task: {'id': task-2372968, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08121} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.326173] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-0137dc1a-b4d4-43de-b79b-5caab284b4ca tempest-ServersV294TestFqdnHostnames-2078622457 tempest-ServersV294TestFqdnHostnames-2078622457-project-member] [instance: 3c336a85-979f-4b67-8d02-dc8fbd0ceab4] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1014.327066] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5454c80-5a0a-4fa0-a6d2-433f8bc73c9d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.349671] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-0137dc1a-b4d4-43de-b79b-5caab284b4ca tempest-ServersV294TestFqdnHostnames-2078622457 tempest-ServersV294TestFqdnHostnames-2078622457-project-member] [instance: 3c336a85-979f-4b67-8d02-dc8fbd0ceab4] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] 3c336a85-979f-4b67-8d02-dc8fbd0ceab4/3c336a85-979f-4b67-8d02-dc8fbd0ceab4.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1014.355574] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e85c3b58-0c57-4334-a81c-85e658f833a4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.378982] env[62353]: DEBUG oslo_vmware.api [None req-0137dc1a-b4d4-43de-b79b-5caab284b4ca tempest-ServersV294TestFqdnHostnames-2078622457 tempest-ServersV294TestFqdnHostnames-2078622457-project-member] Waiting for the task: (returnval){ [ 1014.378982] env[62353]: value = "task-2372971" [ 1014.378982] env[62353]: _type = "Task" [ 1014.378982] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.388545] env[62353]: DEBUG oslo_vmware.api [None req-0137dc1a-b4d4-43de-b79b-5caab284b4ca tempest-ServersV294TestFqdnHostnames-2078622457 tempest-ServersV294TestFqdnHostnames-2078622457-project-member] Task: {'id': task-2372971, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.489531] env[62353]: DEBUG oslo_vmware.api [None req-ef47f27a-8ba1-449b-9b31-b1228a9e7d0c tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Task: {'id': task-2372970, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.617255] env[62353]: DEBUG oslo_vmware.api [None req-28aca58d-77c7-4f95-9789-7ba30206c5e3 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Task: {'id': task-2372964, 'name': PowerOnVM_Task, 'duration_secs': 0.537902} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.617255] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-28aca58d-77c7-4f95-9789-7ba30206c5e3 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] [instance: 3b094b26-ccc1-40fb-8649-393bc3ae2d48] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1014.617255] env[62353]: INFO nova.compute.manager [None req-28aca58d-77c7-4f95-9789-7ba30206c5e3 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] [instance: 3b094b26-ccc1-40fb-8649-393bc3ae2d48] Took 10.21 seconds to spawn the instance on the hypervisor. [ 1014.617255] env[62353]: DEBUG nova.compute.manager [None req-28aca58d-77c7-4f95-9789-7ba30206c5e3 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] [instance: 3b094b26-ccc1-40fb-8649-393bc3ae2d48] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1014.617708] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70476c58-24c0-4f00-8378-8d6b754acb71 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.727405] env[62353]: DEBUG nova.scheduler.client.report [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1014.738449] env[62353]: DEBUG nova.virt.hardware [None req-e4a62489-a2d5-4d12-8366-3adc38e4ee5a tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T12:38:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=06f909ae-e8dc-43b4-abf7-c7ed85db9bbd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1014.738697] env[62353]: DEBUG nova.virt.hardware [None req-e4a62489-a2d5-4d12-8366-3adc38e4ee5a tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1014.738854] env[62353]: DEBUG nova.virt.hardware [None req-e4a62489-a2d5-4d12-8366-3adc38e4ee5a tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1014.739051] env[62353]: DEBUG nova.virt.hardware [None req-e4a62489-a2d5-4d12-8366-3adc38e4ee5a tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1014.739202] env[62353]: DEBUG nova.virt.hardware [None req-e4a62489-a2d5-4d12-8366-3adc38e4ee5a tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1014.739360] env[62353]: DEBUG nova.virt.hardware [None req-e4a62489-a2d5-4d12-8366-3adc38e4ee5a tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1014.739646] env[62353]: DEBUG nova.virt.hardware [None req-e4a62489-a2d5-4d12-8366-3adc38e4ee5a tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1014.739808] env[62353]: DEBUG nova.virt.hardware [None req-e4a62489-a2d5-4d12-8366-3adc38e4ee5a tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1014.739972] env[62353]: DEBUG nova.virt.hardware [None req-e4a62489-a2d5-4d12-8366-3adc38e4ee5a tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1014.740149] env[62353]: DEBUG nova.virt.hardware [None req-e4a62489-a2d5-4d12-8366-3adc38e4ee5a tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1014.740406] env[62353]: DEBUG nova.virt.hardware [None req-e4a62489-a2d5-4d12-8366-3adc38e4ee5a tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1014.745946] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1fa5187a-e9b0-409d-b68f-b08eb2330f16 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.763052] env[62353]: DEBUG oslo_vmware.api [None req-e4a62489-a2d5-4d12-8366-3adc38e4ee5a tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Waiting for the task: (returnval){ [ 1014.763052] env[62353]: value = "task-2372972" [ 1014.763052] env[62353]: _type = "Task" [ 1014.763052] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.774637] env[62353]: DEBUG oslo_vmware.api [None req-e4a62489-a2d5-4d12-8366-3adc38e4ee5a tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Task: {'id': task-2372972, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.846792] env[62353]: DEBUG nova.compute.manager [req-1273df47-9301-4b24-8ed3-8ac5bdc94346 req-b783e29a-62f0-4f36-ab00-a2c93a2ccf5d service nova] [instance: 6e15b7d4-23a0-475a-9960-9755de712973] Received event network-vif-deleted-0edafc1d-2062-4e10-b463-f992cae4f60d {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1014.847192] env[62353]: INFO nova.compute.manager [req-1273df47-9301-4b24-8ed3-8ac5bdc94346 req-b783e29a-62f0-4f36-ab00-a2c93a2ccf5d service nova] [instance: 6e15b7d4-23a0-475a-9960-9755de712973] Neutron deleted interface 0edafc1d-2062-4e10-b463-f992cae4f60d; detaching it from the instance and deleting it from the info cache [ 1014.847295] env[62353]: DEBUG nova.network.neutron [req-1273df47-9301-4b24-8ed3-8ac5bdc94346 req-b783e29a-62f0-4f36-ab00-a2c93a2ccf5d service nova] [instance: 6e15b7d4-23a0-475a-9960-9755de712973] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.873551] env[62353]: INFO nova.compute.manager [None req-1f6a873d-e18e-468f-9d90-2076f223e82f tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] [instance: bbea4c07-3f5b-4d9a-a127-86a1e461295f] Unrescuing [ 1014.873893] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1f6a873d-e18e-468f-9d90-2076f223e82f tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Acquiring lock "refresh_cache-bbea4c07-3f5b-4d9a-a127-86a1e461295f" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1014.874094] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1f6a873d-e18e-468f-9d90-2076f223e82f tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Acquired lock "refresh_cache-bbea4c07-3f5b-4d9a-a127-86a1e461295f" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.874277] env[62353]: DEBUG nova.network.neutron [None req-1f6a873d-e18e-468f-9d90-2076f223e82f tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] [instance: bbea4c07-3f5b-4d9a-a127-86a1e461295f] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1014.890356] env[62353]: DEBUG oslo_vmware.api [None req-0137dc1a-b4d4-43de-b79b-5caab284b4ca tempest-ServersV294TestFqdnHostnames-2078622457 tempest-ServersV294TestFqdnHostnames-2078622457-project-member] Task: {'id': task-2372971, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.989492] env[62353]: DEBUG oslo_vmware.api [None req-ef47f27a-8ba1-449b-9b31-b1228a9e7d0c tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Task: {'id': task-2372970, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.664511} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.990138] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef47f27a-8ba1-449b-9b31-b1228a9e7d0c tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1014.990138] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ef47f27a-8ba1-449b-9b31-b1228a9e7d0c tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: f5ffb2b3-2e54-4f2e-b46c-20046e0883b6] Deleted contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1014.990138] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ef47f27a-8ba1-449b-9b31-b1228a9e7d0c tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: f5ffb2b3-2e54-4f2e-b46c-20046e0883b6] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1014.990390] env[62353]: INFO nova.compute.manager [None req-ef47f27a-8ba1-449b-9b31-b1228a9e7d0c tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: f5ffb2b3-2e54-4f2e-b46c-20046e0883b6] Took 1.62 seconds to destroy the instance on the hypervisor. [ 1014.990521] env[62353]: DEBUG oslo.service.loopingcall [None req-ef47f27a-8ba1-449b-9b31-b1228a9e7d0c tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1014.990709] env[62353]: DEBUG nova.compute.manager [-] [instance: f5ffb2b3-2e54-4f2e-b46c-20046e0883b6] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1014.990825] env[62353]: DEBUG nova.network.neutron [-] [instance: f5ffb2b3-2e54-4f2e-b46c-20046e0883b6] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1015.056898] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc94fa08-5306-4f3f-b655-fa95c735cd25 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] [instance: a97e3cc7-cd7e-4239-b58d-6b3e62477819] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1015.057261] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3ba7cece-d854-493d-8d42-e98c92d54c17 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.064349] env[62353]: DEBUG oslo_vmware.api [None req-fc94fa08-5306-4f3f-b655-fa95c735cd25 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Waiting for the task: (returnval){ [ 1015.064349] env[62353]: value = "task-2372973" [ 1015.064349] env[62353]: _type = "Task" [ 1015.064349] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.072456] env[62353]: DEBUG oslo_vmware.api [None req-fc94fa08-5306-4f3f-b655-fa95c735cd25 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Task: {'id': task-2372973, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.138961] env[62353]: INFO nova.compute.manager [None req-28aca58d-77c7-4f95-9789-7ba30206c5e3 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] [instance: 3b094b26-ccc1-40fb-8649-393bc3ae2d48] Took 23.73 seconds to build instance. [ 1015.146888] env[62353]: DEBUG nova.network.neutron [-] [instance: 6e15b7d4-23a0-475a-9960-9755de712973] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.232769] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62353) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1015.233027] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.430s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1015.233303] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f6b9bfa6-db35-4370-8a5d-a8ca7ba4b3ea tempest-ServerAddressesTestJSON-296486233 tempest-ServerAddressesTestJSON-296486233-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.804s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1015.234834] env[62353]: INFO nova.compute.claims [None req-f6b9bfa6-db35-4370-8a5d-a8ca7ba4b3ea tempest-ServerAddressesTestJSON-296486233 tempest-ServerAddressesTestJSON-296486233-project-member] [instance: 4aa0afc2-4ae1-44bf-add7-9dc8d0538330] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1015.272945] env[62353]: DEBUG oslo_vmware.api [None req-e4a62489-a2d5-4d12-8366-3adc38e4ee5a tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Task: {'id': task-2372972, 'name': ReconfigVM_Task, 'duration_secs': 0.254406} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.274214] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-e4a62489-a2d5-4d12-8366-3adc38e4ee5a tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 433c3b50-7fbd-4153-b99d-9d60027c9a9f] Updating instance '433c3b50-7fbd-4153-b99d-9d60027c9a9f' progress to 33 {{(pid=62353) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1015.350309] env[62353]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-61acedcc-7bb0-48be-9bc0-94a5cfd5eb81 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.362575] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8272aba3-b0d3-4eac-9672-5096d6887f21 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.397231] env[62353]: DEBUG nova.compute.manager [req-1273df47-9301-4b24-8ed3-8ac5bdc94346 req-b783e29a-62f0-4f36-ab00-a2c93a2ccf5d service nova] [instance: 6e15b7d4-23a0-475a-9960-9755de712973] Detach interface failed, port_id=0edafc1d-2062-4e10-b463-f992cae4f60d, reason: Instance 6e15b7d4-23a0-475a-9960-9755de712973 could not be found. {{(pid=62353) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1015.402750] env[62353]: DEBUG oslo_vmware.api [None req-0137dc1a-b4d4-43de-b79b-5caab284b4ca tempest-ServersV294TestFqdnHostnames-2078622457 tempest-ServersV294TestFqdnHostnames-2078622457-project-member] Task: {'id': task-2372971, 'name': ReconfigVM_Task, 'duration_secs': 0.770778} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.403094] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-0137dc1a-b4d4-43de-b79b-5caab284b4ca tempest-ServersV294TestFqdnHostnames-2078622457 tempest-ServersV294TestFqdnHostnames-2078622457-project-member] [instance: 3c336a85-979f-4b67-8d02-dc8fbd0ceab4] Reconfigured VM instance instance-00000064 to attach disk [datastore2] 3c336a85-979f-4b67-8d02-dc8fbd0ceab4/3c336a85-979f-4b67-8d02-dc8fbd0ceab4.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1015.403781] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3e5218f0-4b63-4921-8e74-ecab6a2d8768 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.411620] env[62353]: DEBUG oslo_vmware.api [None req-0137dc1a-b4d4-43de-b79b-5caab284b4ca tempest-ServersV294TestFqdnHostnames-2078622457 tempest-ServersV294TestFqdnHostnames-2078622457-project-member] Waiting for the task: (returnval){ [ 1015.411620] env[62353]: value = "task-2372974" [ 1015.411620] env[62353]: _type = "Task" [ 1015.411620] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.420189] env[62353]: DEBUG oslo_vmware.api [None req-0137dc1a-b4d4-43de-b79b-5caab284b4ca tempest-ServersV294TestFqdnHostnames-2078622457 tempest-ServersV294TestFqdnHostnames-2078622457-project-member] Task: {'id': task-2372974, 'name': Rename_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.575219] env[62353]: DEBUG oslo_vmware.api [None req-fc94fa08-5306-4f3f-b655-fa95c735cd25 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Task: {'id': task-2372973, 'name': PowerOffVM_Task, 'duration_secs': 0.308171} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.575514] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc94fa08-5306-4f3f-b655-fa95c735cd25 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] [instance: a97e3cc7-cd7e-4239-b58d-6b3e62477819] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1015.576335] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a3adf08-b084-4d2a-a5fa-e99604bdcee3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.597683] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-149d032f-1f42-4b86-8a62-ff3225e899e6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.641680] env[62353]: DEBUG oslo_concurrency.lockutils [None req-28aca58d-77c7-4f95-9789-7ba30206c5e3 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Lock "3b094b26-ccc1-40fb-8649-393bc3ae2d48" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.247s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1015.649269] env[62353]: INFO nova.compute.manager [-] [instance: 6e15b7d4-23a0-475a-9960-9755de712973] Took 1.44 seconds to deallocate network for instance. [ 1015.650464] env[62353]: DEBUG nova.network.neutron [None req-1f6a873d-e18e-468f-9d90-2076f223e82f tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] [instance: bbea4c07-3f5b-4d9a-a127-86a1e461295f] Updating instance_info_cache with network_info: [{"id": "b0170c1f-9e76-4e4d-94dc-245808377493", "address": "fa:16:3e:e3:29:ea", "network": {"id": "e49edb49-1749-4119-b957-fd561f404394", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1488076801-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3224ba6a4e84af89d3803c80d01dd2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0170c1f-9e", "ovs_interfaceid": "b0170c1f-9e76-4e4d-94dc-245808377493", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.731568] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b1ddcd12-2d3d-48f6-963f-bc628e4622d5 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1015.779360] env[62353]: DEBUG nova.virt.hardware [None req-e4a62489-a2d5-4d12-8366-3adc38e4ee5a tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T12:38:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=06f909ae-e8dc-43b4-abf7-c7ed85db9bbd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1015.779629] env[62353]: DEBUG nova.virt.hardware [None req-e4a62489-a2d5-4d12-8366-3adc38e4ee5a tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1015.779801] env[62353]: DEBUG nova.virt.hardware [None req-e4a62489-a2d5-4d12-8366-3adc38e4ee5a tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1015.779999] env[62353]: DEBUG nova.virt.hardware [None req-e4a62489-a2d5-4d12-8366-3adc38e4ee5a tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1015.780172] env[62353]: DEBUG nova.virt.hardware [None req-e4a62489-a2d5-4d12-8366-3adc38e4ee5a tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1015.780342] env[62353]: DEBUG nova.virt.hardware [None req-e4a62489-a2d5-4d12-8366-3adc38e4ee5a tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1015.780549] env[62353]: DEBUG nova.virt.hardware [None req-e4a62489-a2d5-4d12-8366-3adc38e4ee5a tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1015.780710] env[62353]: DEBUG nova.virt.hardware [None req-e4a62489-a2d5-4d12-8366-3adc38e4ee5a tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1015.780875] env[62353]: DEBUG nova.virt.hardware [None req-e4a62489-a2d5-4d12-8366-3adc38e4ee5a tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1015.781444] env[62353]: DEBUG nova.virt.hardware [None req-e4a62489-a2d5-4d12-8366-3adc38e4ee5a tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1015.781750] env[62353]: DEBUG nova.virt.hardware [None req-e4a62489-a2d5-4d12-8366-3adc38e4ee5a tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1015.788183] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4a62489-a2d5-4d12-8366-3adc38e4ee5a tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 433c3b50-7fbd-4153-b99d-9d60027c9a9f] Reconfiguring VM instance instance-00000060 to detach disk 2000 {{(pid=62353) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1015.788902] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c1284b2-ce42-423a-8628-aa30f842004a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.808441] env[62353]: DEBUG oslo_vmware.api [None req-e4a62489-a2d5-4d12-8366-3adc38e4ee5a tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Waiting for the task: (returnval){ [ 1015.808441] env[62353]: value = "task-2372975" [ 1015.808441] env[62353]: _type = "Task" [ 1015.808441] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.817666] env[62353]: DEBUG oslo_vmware.api [None req-e4a62489-a2d5-4d12-8366-3adc38e4ee5a tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Task: {'id': task-2372975, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.924741] env[62353]: DEBUG oslo_vmware.api [None req-0137dc1a-b4d4-43de-b79b-5caab284b4ca tempest-ServersV294TestFqdnHostnames-2078622457 tempest-ServersV294TestFqdnHostnames-2078622457-project-member] Task: {'id': task-2372974, 'name': Rename_Task, 'duration_secs': 0.182214} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.925078] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-0137dc1a-b4d4-43de-b79b-5caab284b4ca tempest-ServersV294TestFqdnHostnames-2078622457 tempest-ServersV294TestFqdnHostnames-2078622457-project-member] [instance: 3c336a85-979f-4b67-8d02-dc8fbd0ceab4] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1015.925508] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d6b23cc5-2873-4d73-a669-d943535c50c7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.932187] env[62353]: DEBUG oslo_vmware.api [None req-0137dc1a-b4d4-43de-b79b-5caab284b4ca tempest-ServersV294TestFqdnHostnames-2078622457 tempest-ServersV294TestFqdnHostnames-2078622457-project-member] Waiting for the task: (returnval){ [ 1015.932187] env[62353]: value = "task-2372976" [ 1015.932187] env[62353]: _type = "Task" [ 1015.932187] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.945893] env[62353]: DEBUG oslo_vmware.api [None req-0137dc1a-b4d4-43de-b79b-5caab284b4ca tempest-ServersV294TestFqdnHostnames-2078622457 tempest-ServersV294TestFqdnHostnames-2078622457-project-member] Task: {'id': task-2372976, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.109289] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-fc94fa08-5306-4f3f-b655-fa95c735cd25 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] [instance: a97e3cc7-cd7e-4239-b58d-6b3e62477819] Creating Snapshot of the VM instance {{(pid=62353) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1016.109583] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-97f524cc-7728-4edc-910f-c88e63fa2823 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.119703] env[62353]: DEBUG oslo_vmware.api [None req-fc94fa08-5306-4f3f-b655-fa95c735cd25 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Waiting for the task: (returnval){ [ 1016.119703] env[62353]: value = "task-2372977" [ 1016.119703] env[62353]: _type = "Task" [ 1016.119703] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.124881] env[62353]: DEBUG nova.network.neutron [-] [instance: f5ffb2b3-2e54-4f2e-b46c-20046e0883b6] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.130503] env[62353]: DEBUG oslo_vmware.api [None req-fc94fa08-5306-4f3f-b655-fa95c735cd25 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Task: {'id': task-2372977, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.153771] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1f6a873d-e18e-468f-9d90-2076f223e82f tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Releasing lock "refresh_cache-bbea4c07-3f5b-4d9a-a127-86a1e461295f" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1016.154482] env[62353]: DEBUG nova.objects.instance [None req-1f6a873d-e18e-468f-9d90-2076f223e82f tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Lazy-loading 'flavor' on Instance uuid bbea4c07-3f5b-4d9a-a127-86a1e461295f {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1016.159901] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ddfbac4d-a5e7-4f69-80f4-361be0a6b546 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1016.318445] env[62353]: DEBUG oslo_vmware.api [None req-e4a62489-a2d5-4d12-8366-3adc38e4ee5a tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Task: {'id': task-2372975, 'name': ReconfigVM_Task, 'duration_secs': 0.193082} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.321177] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4a62489-a2d5-4d12-8366-3adc38e4ee5a tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 433c3b50-7fbd-4153-b99d-9d60027c9a9f] Reconfigured VM instance instance-00000060 to detach disk 2000 {{(pid=62353) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1016.323023] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1287039f-a9a5-420b-a060-194b6fc899ec {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.347160] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4a62489-a2d5-4d12-8366-3adc38e4ee5a tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 433c3b50-7fbd-4153-b99d-9d60027c9a9f] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] 433c3b50-7fbd-4153-b99d-9d60027c9a9f/433c3b50-7fbd-4153-b99d-9d60027c9a9f.vmdk or device None with type thin {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1016.351022] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b9a4903-6005-49b7-94c3-491612d3fec3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.379766] env[62353]: DEBUG oslo_vmware.api [None req-e4a62489-a2d5-4d12-8366-3adc38e4ee5a tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Waiting for the task: (returnval){ [ 1016.379766] env[62353]: value = "task-2372978" [ 1016.379766] env[62353]: _type = "Task" [ 1016.379766] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.390837] env[62353]: DEBUG oslo_vmware.api [None req-e4a62489-a2d5-4d12-8366-3adc38e4ee5a tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Task: {'id': task-2372978, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.441831] env[62353]: DEBUG oslo_vmware.api [None req-0137dc1a-b4d4-43de-b79b-5caab284b4ca tempest-ServersV294TestFqdnHostnames-2078622457 tempest-ServersV294TestFqdnHostnames-2078622457-project-member] Task: {'id': task-2372976, 'name': PowerOnVM_Task, 'duration_secs': 0.475185} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.442107] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-0137dc1a-b4d4-43de-b79b-5caab284b4ca tempest-ServersV294TestFqdnHostnames-2078622457 tempest-ServersV294TestFqdnHostnames-2078622457-project-member] [instance: 3c336a85-979f-4b67-8d02-dc8fbd0ceab4] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1016.442312] env[62353]: INFO nova.compute.manager [None req-0137dc1a-b4d4-43de-b79b-5caab284b4ca tempest-ServersV294TestFqdnHostnames-2078622457 tempest-ServersV294TestFqdnHostnames-2078622457-project-member] [instance: 3c336a85-979f-4b67-8d02-dc8fbd0ceab4] Took 9.50 seconds to spawn the instance on the hypervisor. [ 1016.442546] env[62353]: DEBUG nova.compute.manager [None req-0137dc1a-b4d4-43de-b79b-5caab284b4ca tempest-ServersV294TestFqdnHostnames-2078622457 tempest-ServersV294TestFqdnHostnames-2078622457-project-member] [instance: 3c336a85-979f-4b67-8d02-dc8fbd0ceab4] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1016.443498] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d8604a7-6769-4c8e-8a6b-96190344863c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.586019] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6914931-673a-4a2d-bfee-f9bf516c66a5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.593167] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-287b375c-1f3f-43be-8dea-aa4b4d8bb6d8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.633688] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdb36e85-baa9-415a-9efc-dda246564ad4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.637151] env[62353]: INFO nova.compute.manager [-] [instance: f5ffb2b3-2e54-4f2e-b46c-20046e0883b6] Took 1.65 seconds to deallocate network for instance. [ 1016.653023] env[62353]: DEBUG oslo_vmware.api [None req-fc94fa08-5306-4f3f-b655-fa95c735cd25 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Task: {'id': task-2372977, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.653326] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-407aee96-749d-4a44-bf39-a48e551d4e54 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.664359] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10c3977c-b598-4727-be3c-da03d36e2f79 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.678304] env[62353]: DEBUG nova.compute.provider_tree [None req-f6b9bfa6-db35-4370-8a5d-a8ca7ba4b3ea tempest-ServerAddressesTestJSON-296486233 tempest-ServerAddressesTestJSON-296486233-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1016.706473] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f6a873d-e18e-468f-9d90-2076f223e82f tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] [instance: bbea4c07-3f5b-4d9a-a127-86a1e461295f] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1016.707182] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-da94b0df-93d7-43c1-849b-e90a3b044c5c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.714989] env[62353]: DEBUG oslo_vmware.api [None req-1f6a873d-e18e-468f-9d90-2076f223e82f tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Waiting for the task: (returnval){ [ 1016.714989] env[62353]: value = "task-2372979" [ 1016.714989] env[62353]: _type = "Task" [ 1016.714989] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.726223] env[62353]: DEBUG oslo_vmware.api [None req-1f6a873d-e18e-468f-9d90-2076f223e82f tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Task: {'id': task-2372979, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.892291] env[62353]: DEBUG oslo_vmware.api [None req-e4a62489-a2d5-4d12-8366-3adc38e4ee5a tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Task: {'id': task-2372978, 'name': ReconfigVM_Task, 'duration_secs': 0.328009} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.892761] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4a62489-a2d5-4d12-8366-3adc38e4ee5a tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 433c3b50-7fbd-4153-b99d-9d60027c9a9f] Reconfigured VM instance instance-00000060 to attach disk [datastore1] 433c3b50-7fbd-4153-b99d-9d60027c9a9f/433c3b50-7fbd-4153-b99d-9d60027c9a9f.vmdk or device None with type thin {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1016.893147] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-e4a62489-a2d5-4d12-8366-3adc38e4ee5a tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 433c3b50-7fbd-4153-b99d-9d60027c9a9f] Updating instance '433c3b50-7fbd-4153-b99d-9d60027c9a9f' progress to 50 {{(pid=62353) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1016.968376] env[62353]: INFO nova.compute.manager [None req-0137dc1a-b4d4-43de-b79b-5caab284b4ca tempest-ServersV294TestFqdnHostnames-2078622457 tempest-ServersV294TestFqdnHostnames-2078622457-project-member] [instance: 3c336a85-979f-4b67-8d02-dc8fbd0ceab4] Took 22.65 seconds to build instance. [ 1017.144015] env[62353]: DEBUG oslo_vmware.api [None req-fc94fa08-5306-4f3f-b655-fa95c735cd25 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Task: {'id': task-2372977, 'name': CreateSnapshot_Task, 'duration_secs': 0.897777} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.144311] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-fc94fa08-5306-4f3f-b655-fa95c735cd25 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] [instance: a97e3cc7-cd7e-4239-b58d-6b3e62477819] Created Snapshot of the VM instance {{(pid=62353) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1017.145142] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a750caf-cc9e-448c-8b7b-548d50a02bee {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.153541] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ef47f27a-8ba1-449b-9b31-b1228a9e7d0c tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1017.168158] env[62353]: DEBUG nova.compute.manager [req-8a6ef66d-8b86-46ee-b8bc-916e30cb8760 req-56312662-c04b-4f33-b3d4-0e23e64791ef service nova] [instance: f5ffb2b3-2e54-4f2e-b46c-20046e0883b6] Received event network-vif-deleted-c3034ec4-e1ea-45a1-a823-4c81d4e3f304 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1017.168158] env[62353]: DEBUG nova.compute.manager [req-8a6ef66d-8b86-46ee-b8bc-916e30cb8760 req-56312662-c04b-4f33-b3d4-0e23e64791ef service nova] [instance: 5e4991fd-b146-4b54-bb9d-18a936171750] Received event network-changed-b04fe56a-0158-4913-ae26-5e795f3340ca {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1017.168158] env[62353]: DEBUG nova.compute.manager [req-8a6ef66d-8b86-46ee-b8bc-916e30cb8760 req-56312662-c04b-4f33-b3d4-0e23e64791ef service nova] [instance: 5e4991fd-b146-4b54-bb9d-18a936171750] Refreshing instance network info cache due to event network-changed-b04fe56a-0158-4913-ae26-5e795f3340ca. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1017.168158] env[62353]: DEBUG oslo_concurrency.lockutils [req-8a6ef66d-8b86-46ee-b8bc-916e30cb8760 req-56312662-c04b-4f33-b3d4-0e23e64791ef service nova] Acquiring lock "refresh_cache-5e4991fd-b146-4b54-bb9d-18a936171750" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1017.168158] env[62353]: DEBUG oslo_concurrency.lockutils [req-8a6ef66d-8b86-46ee-b8bc-916e30cb8760 req-56312662-c04b-4f33-b3d4-0e23e64791ef service nova] Acquired lock "refresh_cache-5e4991fd-b146-4b54-bb9d-18a936171750" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.168158] env[62353]: DEBUG nova.network.neutron [req-8a6ef66d-8b86-46ee-b8bc-916e30cb8760 req-56312662-c04b-4f33-b3d4-0e23e64791ef service nova] [instance: 5e4991fd-b146-4b54-bb9d-18a936171750] Refreshing network info cache for port b04fe56a-0158-4913-ae26-5e795f3340ca {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1017.183284] env[62353]: DEBUG nova.scheduler.client.report [None req-f6b9bfa6-db35-4370-8a5d-a8ca7ba4b3ea tempest-ServerAddressesTestJSON-296486233 tempest-ServerAddressesTestJSON-296486233-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1017.225471] env[62353]: DEBUG oslo_vmware.api [None req-1f6a873d-e18e-468f-9d90-2076f223e82f tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Task: {'id': task-2372979, 'name': PowerOffVM_Task, 'duration_secs': 0.249918} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.225725] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f6a873d-e18e-468f-9d90-2076f223e82f tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] [instance: bbea4c07-3f5b-4d9a-a127-86a1e461295f] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1017.231112] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f6a873d-e18e-468f-9d90-2076f223e82f tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] [instance: bbea4c07-3f5b-4d9a-a127-86a1e461295f] Reconfiguring VM instance instance-00000050 to detach disk 2002 {{(pid=62353) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1017.231396] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-83f444f6-c258-43e9-ad2f-df46e8a0c5f3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.253442] env[62353]: DEBUG oslo_vmware.api [None req-1f6a873d-e18e-468f-9d90-2076f223e82f tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Waiting for the task: (returnval){ [ 1017.253442] env[62353]: value = "task-2372980" [ 1017.253442] env[62353]: _type = "Task" [ 1017.253442] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.263019] env[62353]: DEBUG oslo_vmware.api [None req-1f6a873d-e18e-468f-9d90-2076f223e82f tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Task: {'id': task-2372980, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.402597] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bcac644-161a-43b0-83c1-45aea8b5cad2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.422847] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c4a11f6-4070-4200-9c73-2ecd01b9289f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.444191] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-e4a62489-a2d5-4d12-8366-3adc38e4ee5a tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 433c3b50-7fbd-4153-b99d-9d60027c9a9f] Updating instance '433c3b50-7fbd-4153-b99d-9d60027c9a9f' progress to 67 {{(pid=62353) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1017.469996] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0137dc1a-b4d4-43de-b79b-5caab284b4ca tempest-ServersV294TestFqdnHostnames-2078622457 tempest-ServersV294TestFqdnHostnames-2078622457-project-member] Lock "3c336a85-979f-4b67-8d02-dc8fbd0ceab4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.162s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1017.611181] env[62353]: DEBUG nova.compute.manager [None req-e49b361d-7d75-49de-a3cc-bdeef98e5fe4 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 78d43ae6-d281-4b98-88f1-281548975167] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1017.612210] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25117449-8a90-4352-b427-cfcf6bfbf190 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.663915] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-fc94fa08-5306-4f3f-b655-fa95c735cd25 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] [instance: a97e3cc7-cd7e-4239-b58d-6b3e62477819] Creating linked-clone VM from snapshot {{(pid=62353) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1017.664432] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-043f7379-c101-492e-bd92-a4e0cef2bb95 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.676019] env[62353]: DEBUG oslo_vmware.api [None req-fc94fa08-5306-4f3f-b655-fa95c735cd25 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Waiting for the task: (returnval){ [ 1017.676019] env[62353]: value = "task-2372981" [ 1017.676019] env[62353]: _type = "Task" [ 1017.676019] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.685326] env[62353]: DEBUG oslo_vmware.api [None req-fc94fa08-5306-4f3f-b655-fa95c735cd25 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Task: {'id': task-2372981, 'name': CloneVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.689153] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f6b9bfa6-db35-4370-8a5d-a8ca7ba4b3ea tempest-ServerAddressesTestJSON-296486233 tempest-ServerAddressesTestJSON-296486233-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.456s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1017.689635] env[62353]: DEBUG nova.compute.manager [None req-f6b9bfa6-db35-4370-8a5d-a8ca7ba4b3ea tempest-ServerAddressesTestJSON-296486233 tempest-ServerAddressesTestJSON-296486233-project-member] [instance: 4aa0afc2-4ae1-44bf-add7-9dc8d0538330] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1017.692288] env[62353]: DEBUG oslo_concurrency.lockutils [None req-335fe331-ad45-4e33-94a7-184ff550ffc5 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.126s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1017.692471] env[62353]: DEBUG nova.objects.instance [None req-335fe331-ad45-4e33-94a7-184ff550ffc5 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Lazy-loading 'resources' on Instance uuid 0b860696-19b5-4005-8259-1c28012cd12a {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1017.767218] env[62353]: DEBUG oslo_vmware.api [None req-1f6a873d-e18e-468f-9d90-2076f223e82f tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Task: {'id': task-2372980, 'name': ReconfigVM_Task, 'duration_secs': 0.350325} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.767481] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f6a873d-e18e-468f-9d90-2076f223e82f tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] [instance: bbea4c07-3f5b-4d9a-a127-86a1e461295f] Reconfigured VM instance instance-00000050 to detach disk 2002 {{(pid=62353) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1017.767658] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f6a873d-e18e-468f-9d90-2076f223e82f tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] [instance: bbea4c07-3f5b-4d9a-a127-86a1e461295f] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1017.767897] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0a750ba6-2c39-4b66-848a-9308c1719cd1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.774530] env[62353]: DEBUG oslo_vmware.api [None req-1f6a873d-e18e-468f-9d90-2076f223e82f tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Waiting for the task: (returnval){ [ 1017.774530] env[62353]: value = "task-2372982" [ 1017.774530] env[62353]: _type = "Task" [ 1017.774530] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.783288] env[62353]: DEBUG oslo_vmware.api [None req-1f6a873d-e18e-468f-9d90-2076f223e82f tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Task: {'id': task-2372982, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.893321] env[62353]: DEBUG nova.network.neutron [req-8a6ef66d-8b86-46ee-b8bc-916e30cb8760 req-56312662-c04b-4f33-b3d4-0e23e64791ef service nova] [instance: 5e4991fd-b146-4b54-bb9d-18a936171750] Updated VIF entry in instance network info cache for port b04fe56a-0158-4913-ae26-5e795f3340ca. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1017.893714] env[62353]: DEBUG nova.network.neutron [req-8a6ef66d-8b86-46ee-b8bc-916e30cb8760 req-56312662-c04b-4f33-b3d4-0e23e64791ef service nova] [instance: 5e4991fd-b146-4b54-bb9d-18a936171750] Updating instance_info_cache with network_info: [{"id": "b04fe56a-0158-4913-ae26-5e795f3340ca", "address": "fa:16:3e:a4:dd:70", "network": {"id": "44149a1e-04a7-4037-a9b4-b2bd9110e3d6", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1545548051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c234a820a6124360a28c4cea99d6087b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb04fe56a-01", "ovs_interfaceid": "b04fe56a-0158-4913-ae26-5e795f3340ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1017.985428] env[62353]: DEBUG nova.network.neutron [None req-e4a62489-a2d5-4d12-8366-3adc38e4ee5a tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 433c3b50-7fbd-4153-b99d-9d60027c9a9f] Port f52c64e4-20cf-47a1-8a41-2b9e7078228c binding to destination host cpu-1 is already ACTIVE {{(pid=62353) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1018.124051] env[62353]: INFO nova.compute.manager [None req-e49b361d-7d75-49de-a3cc-bdeef98e5fe4 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 78d43ae6-d281-4b98-88f1-281548975167] instance snapshotting [ 1018.124398] env[62353]: DEBUG nova.objects.instance [None req-e49b361d-7d75-49de-a3cc-bdeef98e5fe4 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Lazy-loading 'flavor' on Instance uuid 78d43ae6-d281-4b98-88f1-281548975167 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1018.184437] env[62353]: DEBUG oslo_vmware.api [None req-fc94fa08-5306-4f3f-b655-fa95c735cd25 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Task: {'id': task-2372981, 'name': CloneVM_Task} progress is 94%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.195313] env[62353]: DEBUG nova.compute.utils [None req-f6b9bfa6-db35-4370-8a5d-a8ca7ba4b3ea tempest-ServerAddressesTestJSON-296486233 tempest-ServerAddressesTestJSON-296486233-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1018.200023] env[62353]: DEBUG nova.compute.manager [None req-f6b9bfa6-db35-4370-8a5d-a8ca7ba4b3ea tempest-ServerAddressesTestJSON-296486233 tempest-ServerAddressesTestJSON-296486233-project-member] [instance: 4aa0afc2-4ae1-44bf-add7-9dc8d0538330] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1018.200322] env[62353]: DEBUG nova.network.neutron [None req-f6b9bfa6-db35-4370-8a5d-a8ca7ba4b3ea tempest-ServerAddressesTestJSON-296486233 tempest-ServerAddressesTestJSON-296486233-project-member] [instance: 4aa0afc2-4ae1-44bf-add7-9dc8d0538330] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1018.274255] env[62353]: DEBUG nova.policy [None req-f6b9bfa6-db35-4370-8a5d-a8ca7ba4b3ea tempest-ServerAddressesTestJSON-296486233 tempest-ServerAddressesTestJSON-296486233-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5be42e01ab74465aa97333a866ea1af0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ab859b4e28df42e382c53eee00b9da4e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:192}} [ 1018.290277] env[62353]: DEBUG oslo_vmware.api [None req-1f6a873d-e18e-468f-9d90-2076f223e82f tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Task: {'id': task-2372982, 'name': PowerOnVM_Task, 'duration_secs': 0.39} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.290277] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f6a873d-e18e-468f-9d90-2076f223e82f tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] [instance: bbea4c07-3f5b-4d9a-a127-86a1e461295f] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1018.290417] env[62353]: DEBUG nova.compute.manager [None req-1f6a873d-e18e-468f-9d90-2076f223e82f tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] [instance: bbea4c07-3f5b-4d9a-a127-86a1e461295f] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1018.291430] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-815ef730-db65-4ceb-8d20-e6647cc0d35e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.396392] env[62353]: DEBUG oslo_concurrency.lockutils [req-8a6ef66d-8b86-46ee-b8bc-916e30cb8760 req-56312662-c04b-4f33-b3d4-0e23e64791ef service nova] Releasing lock "refresh_cache-5e4991fd-b146-4b54-bb9d-18a936171750" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1018.508170] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02cea73f-a4a9-4afa-a3c8-f9c93be5410a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.516391] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60539f11-3040-474b-930f-471e3f280049 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.556178] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ebca13c-d5d7-4b1c-a56e-c3f0a1781fd0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.564079] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de713fcd-ecaa-48fd-9bf8-3a262dd1f9d7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.578769] env[62353]: DEBUG nova.compute.provider_tree [None req-335fe331-ad45-4e33-94a7-184ff550ffc5 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1018.630031] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3a22dab-4f09-456e-84ad-cc69d5dd6e94 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.653059] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9d392b9-68f9-4c89-a1f8-d73333845b49 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.683882] env[62353]: DEBUG oslo_vmware.api [None req-fc94fa08-5306-4f3f-b655-fa95c735cd25 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Task: {'id': task-2372981, 'name': CloneVM_Task} progress is 94%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.704022] env[62353]: DEBUG nova.compute.manager [None req-f6b9bfa6-db35-4370-8a5d-a8ca7ba4b3ea tempest-ServerAddressesTestJSON-296486233 tempest-ServerAddressesTestJSON-296486233-project-member] [instance: 4aa0afc2-4ae1-44bf-add7-9dc8d0538330] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1018.748022] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d43d0b58-0d38-4986-95a3-5abf9f755cdd tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Acquiring lock "e1b17af1-2067-4d4a-8d12-ef006b8e0ad3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1018.748022] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d43d0b58-0d38-4986-95a3-5abf9f755cdd tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Lock "e1b17af1-2067-4d4a-8d12-ef006b8e0ad3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1018.748022] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d43d0b58-0d38-4986-95a3-5abf9f755cdd tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Acquiring lock "e1b17af1-2067-4d4a-8d12-ef006b8e0ad3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1018.748022] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d43d0b58-0d38-4986-95a3-5abf9f755cdd tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Lock "e1b17af1-2067-4d4a-8d12-ef006b8e0ad3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1018.748022] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d43d0b58-0d38-4986-95a3-5abf9f755cdd tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Lock "e1b17af1-2067-4d4a-8d12-ef006b8e0ad3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1018.749892] env[62353]: INFO nova.compute.manager [None req-d43d0b58-0d38-4986-95a3-5abf9f755cdd tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: e1b17af1-2067-4d4a-8d12-ef006b8e0ad3] Terminating instance [ 1018.830052] env[62353]: DEBUG nova.network.neutron [None req-f6b9bfa6-db35-4370-8a5d-a8ca7ba4b3ea tempest-ServerAddressesTestJSON-296486233 tempest-ServerAddressesTestJSON-296486233-project-member] [instance: 4aa0afc2-4ae1-44bf-add7-9dc8d0538330] Successfully created port: b08398f2-c05a-4db7-a497-df483317553c {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1019.020389] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e4a62489-a2d5-4d12-8366-3adc38e4ee5a tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Acquiring lock "433c3b50-7fbd-4153-b99d-9d60027c9a9f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1019.020718] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e4a62489-a2d5-4d12-8366-3adc38e4ee5a tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Lock "433c3b50-7fbd-4153-b99d-9d60027c9a9f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.004s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1019.020883] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e4a62489-a2d5-4d12-8366-3adc38e4ee5a tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Lock "433c3b50-7fbd-4153-b99d-9d60027c9a9f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1019.083328] env[62353]: DEBUG nova.scheduler.client.report [None req-335fe331-ad45-4e33-94a7-184ff550ffc5 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1019.164947] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-e49b361d-7d75-49de-a3cc-bdeef98e5fe4 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 78d43ae6-d281-4b98-88f1-281548975167] Creating Snapshot of the VM instance {{(pid=62353) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1019.165335] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-09e39c7a-dc8c-4163-9dc2-16a080ff8f2f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.172819] env[62353]: DEBUG oslo_vmware.api [None req-e49b361d-7d75-49de-a3cc-bdeef98e5fe4 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Waiting for the task: (returnval){ [ 1019.172819] env[62353]: value = "task-2372983" [ 1019.172819] env[62353]: _type = "Task" [ 1019.172819] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.186579] env[62353]: DEBUG oslo_vmware.api [None req-e49b361d-7d75-49de-a3cc-bdeef98e5fe4 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': task-2372983, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.190979] env[62353]: DEBUG oslo_vmware.api [None req-fc94fa08-5306-4f3f-b655-fa95c735cd25 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Task: {'id': task-2372981, 'name': CloneVM_Task} progress is 100%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.254532] env[62353]: DEBUG nova.compute.manager [None req-d43d0b58-0d38-4986-95a3-5abf9f755cdd tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: e1b17af1-2067-4d4a-8d12-ef006b8e0ad3] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1019.254788] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-d43d0b58-0d38-4986-95a3-5abf9f755cdd tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: e1b17af1-2067-4d4a-8d12-ef006b8e0ad3] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1019.255737] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75d294da-964b-4923-a33c-49266ee5b03a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.264609] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-d43d0b58-0d38-4986-95a3-5abf9f755cdd tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: e1b17af1-2067-4d4a-8d12-ef006b8e0ad3] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1019.264862] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d9726fb8-08ce-492c-bde3-ebfbfb69294a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.271290] env[62353]: DEBUG oslo_vmware.api [None req-d43d0b58-0d38-4986-95a3-5abf9f755cdd tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Waiting for the task: (returnval){ [ 1019.271290] env[62353]: value = "task-2372984" [ 1019.271290] env[62353]: _type = "Task" [ 1019.271290] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.279786] env[62353]: DEBUG oslo_vmware.api [None req-d43d0b58-0d38-4986-95a3-5abf9f755cdd tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Task: {'id': task-2372984, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.440184] env[62353]: DEBUG nova.compute.manager [req-afb11eab-70ff-4875-9623-2a89c4ca4663 req-34a98171-e903-4571-af3f-d47645bfe262 service nova] [instance: 3c336a85-979f-4b67-8d02-dc8fbd0ceab4] Received event network-changed-63154f0d-8b24-455a-9ac5-ffc7c723dcc8 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1019.440426] env[62353]: DEBUG nova.compute.manager [req-afb11eab-70ff-4875-9623-2a89c4ca4663 req-34a98171-e903-4571-af3f-d47645bfe262 service nova] [instance: 3c336a85-979f-4b67-8d02-dc8fbd0ceab4] Refreshing instance network info cache due to event network-changed-63154f0d-8b24-455a-9ac5-ffc7c723dcc8. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1019.440647] env[62353]: DEBUG oslo_concurrency.lockutils [req-afb11eab-70ff-4875-9623-2a89c4ca4663 req-34a98171-e903-4571-af3f-d47645bfe262 service nova] Acquiring lock "refresh_cache-3c336a85-979f-4b67-8d02-dc8fbd0ceab4" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1019.440866] env[62353]: DEBUG oslo_concurrency.lockutils [req-afb11eab-70ff-4875-9623-2a89c4ca4663 req-34a98171-e903-4571-af3f-d47645bfe262 service nova] Acquired lock "refresh_cache-3c336a85-979f-4b67-8d02-dc8fbd0ceab4" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.440959] env[62353]: DEBUG nova.network.neutron [req-afb11eab-70ff-4875-9623-2a89c4ca4663 req-34a98171-e903-4571-af3f-d47645bfe262 service nova] [instance: 3c336a85-979f-4b67-8d02-dc8fbd0ceab4] Refreshing network info cache for port 63154f0d-8b24-455a-9ac5-ffc7c723dcc8 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1019.591729] env[62353]: DEBUG oslo_concurrency.lockutils [None req-335fe331-ad45-4e33-94a7-184ff550ffc5 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.897s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1019.591729] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b1ddcd12-2d3d-48f6-963f-bc628e4622d5 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.860s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1019.591853] env[62353]: DEBUG nova.objects.instance [None req-b1ddcd12-2d3d-48f6-963f-bc628e4622d5 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Lazy-loading 'pci_requests' on Instance uuid c1577946-440b-49c2-be7a-c4ac3165ab36 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1019.621094] env[62353]: INFO nova.scheduler.client.report [None req-335fe331-ad45-4e33-94a7-184ff550ffc5 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Deleted allocations for instance 0b860696-19b5-4005-8259-1c28012cd12a [ 1019.630288] env[62353]: DEBUG nova.compute.manager [req-fdce24e5-6369-4718-bbe6-889211f9d86b req-15d92d83-e3ac-4081-b330-9c464cf109ba service nova] [instance: 5e4991fd-b146-4b54-bb9d-18a936171750] Received event network-changed-b04fe56a-0158-4913-ae26-5e795f3340ca {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1019.632016] env[62353]: DEBUG nova.compute.manager [req-fdce24e5-6369-4718-bbe6-889211f9d86b req-15d92d83-e3ac-4081-b330-9c464cf109ba service nova] [instance: 5e4991fd-b146-4b54-bb9d-18a936171750] Refreshing instance network info cache due to event network-changed-b04fe56a-0158-4913-ae26-5e795f3340ca. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1019.632016] env[62353]: DEBUG oslo_concurrency.lockutils [req-fdce24e5-6369-4718-bbe6-889211f9d86b req-15d92d83-e3ac-4081-b330-9c464cf109ba service nova] Acquiring lock "refresh_cache-5e4991fd-b146-4b54-bb9d-18a936171750" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1019.632016] env[62353]: DEBUG oslo_concurrency.lockutils [req-fdce24e5-6369-4718-bbe6-889211f9d86b req-15d92d83-e3ac-4081-b330-9c464cf109ba service nova] Acquired lock "refresh_cache-5e4991fd-b146-4b54-bb9d-18a936171750" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.632016] env[62353]: DEBUG nova.network.neutron [req-fdce24e5-6369-4718-bbe6-889211f9d86b req-15d92d83-e3ac-4081-b330-9c464cf109ba service nova] [instance: 5e4991fd-b146-4b54-bb9d-18a936171750] Refreshing network info cache for port b04fe56a-0158-4913-ae26-5e795f3340ca {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1019.695075] env[62353]: DEBUG oslo_vmware.api [None req-e49b361d-7d75-49de-a3cc-bdeef98e5fe4 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': task-2372983, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.698904] env[62353]: DEBUG oslo_vmware.api [None req-fc94fa08-5306-4f3f-b655-fa95c735cd25 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Task: {'id': task-2372981, 'name': CloneVM_Task, 'duration_secs': 1.565797} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.699752] env[62353]: INFO nova.virt.vmwareapi.vmops [None req-fc94fa08-5306-4f3f-b655-fa95c735cd25 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] [instance: a97e3cc7-cd7e-4239-b58d-6b3e62477819] Created linked-clone VM from snapshot [ 1019.700882] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bec74ec4-d5fa-4db6-a295-9b2508de9c0a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.714396] env[62353]: DEBUG nova.compute.manager [None req-f6b9bfa6-db35-4370-8a5d-a8ca7ba4b3ea tempest-ServerAddressesTestJSON-296486233 tempest-ServerAddressesTestJSON-296486233-project-member] [instance: 4aa0afc2-4ae1-44bf-add7-9dc8d0538330] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1019.718955] env[62353]: DEBUG nova.virt.vmwareapi.images [None req-fc94fa08-5306-4f3f-b655-fa95c735cd25 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] [instance: a97e3cc7-cd7e-4239-b58d-6b3e62477819] Uploading image fb0ebc7c-5c26-4c22-858b-042924fc77f0 {{(pid=62353) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1019.741571] env[62353]: DEBUG nova.virt.hardware [None req-f6b9bfa6-db35-4370-8a5d-a8ca7ba4b3ea tempest-ServerAddressesTestJSON-296486233 tempest-ServerAddressesTestJSON-296486233-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T12:38:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T12:38:15Z,direct_url=,disk_format='vmdk',id=06f909ae-e8dc-43b4-abf7-c7ed85db9bbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0a3f88790a594523a818b8c00f6862e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T12:38:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1019.741571] env[62353]: DEBUG nova.virt.hardware [None req-f6b9bfa6-db35-4370-8a5d-a8ca7ba4b3ea tempest-ServerAddressesTestJSON-296486233 tempest-ServerAddressesTestJSON-296486233-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1019.741571] env[62353]: DEBUG nova.virt.hardware [None req-f6b9bfa6-db35-4370-8a5d-a8ca7ba4b3ea tempest-ServerAddressesTestJSON-296486233 tempest-ServerAddressesTestJSON-296486233-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1019.741975] env[62353]: DEBUG nova.virt.hardware [None req-f6b9bfa6-db35-4370-8a5d-a8ca7ba4b3ea tempest-ServerAddressesTestJSON-296486233 tempest-ServerAddressesTestJSON-296486233-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1019.742290] env[62353]: DEBUG nova.virt.hardware [None req-f6b9bfa6-db35-4370-8a5d-a8ca7ba4b3ea tempest-ServerAddressesTestJSON-296486233 tempest-ServerAddressesTestJSON-296486233-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1019.742542] env[62353]: DEBUG nova.virt.hardware [None req-f6b9bfa6-db35-4370-8a5d-a8ca7ba4b3ea tempest-ServerAddressesTestJSON-296486233 tempest-ServerAddressesTestJSON-296486233-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1019.742883] env[62353]: DEBUG nova.virt.hardware [None req-f6b9bfa6-db35-4370-8a5d-a8ca7ba4b3ea tempest-ServerAddressesTestJSON-296486233 tempest-ServerAddressesTestJSON-296486233-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1019.743346] env[62353]: DEBUG nova.virt.hardware [None req-f6b9bfa6-db35-4370-8a5d-a8ca7ba4b3ea tempest-ServerAddressesTestJSON-296486233 tempest-ServerAddressesTestJSON-296486233-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1019.743503] env[62353]: DEBUG nova.virt.hardware [None req-f6b9bfa6-db35-4370-8a5d-a8ca7ba4b3ea tempest-ServerAddressesTestJSON-296486233 tempest-ServerAddressesTestJSON-296486233-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1019.743811] env[62353]: DEBUG nova.virt.hardware [None req-f6b9bfa6-db35-4370-8a5d-a8ca7ba4b3ea tempest-ServerAddressesTestJSON-296486233 tempest-ServerAddressesTestJSON-296486233-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1019.744110] env[62353]: DEBUG nova.virt.hardware [None req-f6b9bfa6-db35-4370-8a5d-a8ca7ba4b3ea tempest-ServerAddressesTestJSON-296486233 tempest-ServerAddressesTestJSON-296486233-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1019.746688] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45c87eff-55d8-4406-8738-a8af80352762 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.757085] env[62353]: DEBUG oslo_vmware.rw_handles [None req-fc94fa08-5306-4f3f-b655-fa95c735cd25 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1019.757085] env[62353]: value = "vm-481722" [ 1019.757085] env[62353]: _type = "VirtualMachine" [ 1019.757085] env[62353]: }. {{(pid=62353) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1019.758343] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-533fd696-87bc-4d76-afea-9a158ed9abe2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.762610] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-6ce67861-d255-4ba5-b68c-e14345e4dc82 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.780896] env[62353]: DEBUG oslo_vmware.rw_handles [None req-fc94fa08-5306-4f3f-b655-fa95c735cd25 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Lease: (returnval){ [ 1019.780896] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52c73caa-55e9-6cdc-b779-f92f19ad5617" [ 1019.780896] env[62353]: _type = "HttpNfcLease" [ 1019.780896] env[62353]: } obtained for exporting VM: (result){ [ 1019.780896] env[62353]: value = "vm-481722" [ 1019.780896] env[62353]: _type = "VirtualMachine" [ 1019.780896] env[62353]: }. {{(pid=62353) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1019.781342] env[62353]: DEBUG oslo_vmware.api [None req-fc94fa08-5306-4f3f-b655-fa95c735cd25 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Waiting for the lease: (returnval){ [ 1019.781342] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52c73caa-55e9-6cdc-b779-f92f19ad5617" [ 1019.781342] env[62353]: _type = "HttpNfcLease" [ 1019.781342] env[62353]: } to be ready. {{(pid=62353) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1019.788480] env[62353]: DEBUG oslo_vmware.api [None req-d43d0b58-0d38-4986-95a3-5abf9f755cdd tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Task: {'id': task-2372984, 'name': PowerOffVM_Task, 'duration_secs': 0.236477} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.789173] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-d43d0b58-0d38-4986-95a3-5abf9f755cdd tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: e1b17af1-2067-4d4a-8d12-ef006b8e0ad3] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1019.789463] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-d43d0b58-0d38-4986-95a3-5abf9f755cdd tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: e1b17af1-2067-4d4a-8d12-ef006b8e0ad3] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1019.789786] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5cfc261e-f13a-498d-862a-2eae8ae2967c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.792793] env[62353]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1019.792793] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52c73caa-55e9-6cdc-b779-f92f19ad5617" [ 1019.792793] env[62353]: _type = "HttpNfcLease" [ 1019.792793] env[62353]: } is ready. {{(pid=62353) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1019.793551] env[62353]: DEBUG oslo_vmware.rw_handles [None req-fc94fa08-5306-4f3f-b655-fa95c735cd25 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1019.793551] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52c73caa-55e9-6cdc-b779-f92f19ad5617" [ 1019.793551] env[62353]: _type = "HttpNfcLease" [ 1019.793551] env[62353]: }. {{(pid=62353) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1019.794485] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ccf0e4a-f573-49b3-acef-a871527a47aa {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.802072] env[62353]: DEBUG oslo_vmware.rw_handles [None req-fc94fa08-5306-4f3f-b655-fa95c735cd25 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5216e8da-a6db-8445-a891-cb17bce72e70/disk-0.vmdk from lease info. {{(pid=62353) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1019.802332] env[62353]: DEBUG oslo_vmware.rw_handles [None req-fc94fa08-5306-4f3f-b655-fa95c735cd25 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5216e8da-a6db-8445-a891-cb17bce72e70/disk-0.vmdk for reading. {{(pid=62353) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1019.873876] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-d43d0b58-0d38-4986-95a3-5abf9f755cdd tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: e1b17af1-2067-4d4a-8d12-ef006b8e0ad3] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1019.874145] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-d43d0b58-0d38-4986-95a3-5abf9f755cdd tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: e1b17af1-2067-4d4a-8d12-ef006b8e0ad3] Deleting contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1019.874515] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-d43d0b58-0d38-4986-95a3-5abf9f755cdd tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Deleting the datastore file [datastore1] e1b17af1-2067-4d4a-8d12-ef006b8e0ad3 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1019.874643] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fa64a37e-8889-41f6-988e-1670e6e1b0c6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.882412] env[62353]: DEBUG oslo_vmware.api [None req-d43d0b58-0d38-4986-95a3-5abf9f755cdd tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Waiting for the task: (returnval){ [ 1019.882412] env[62353]: value = "task-2372987" [ 1019.882412] env[62353]: _type = "Task" [ 1019.882412] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.890998] env[62353]: DEBUG oslo_vmware.api [None req-d43d0b58-0d38-4986-95a3-5abf9f755cdd tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Task: {'id': task-2372987, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.908028] env[62353]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a576b09f-94f2-4982-85fa-d20b8a3a8e09 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.095982] env[62353]: DEBUG nova.objects.instance [None req-b1ddcd12-2d3d-48f6-963f-bc628e4622d5 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Lazy-loading 'numa_topology' on Instance uuid c1577946-440b-49c2-be7a-c4ac3165ab36 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1020.139379] env[62353]: DEBUG oslo_concurrency.lockutils [None req-335fe331-ad45-4e33-94a7-184ff550ffc5 tempest-ServerDiskConfigTestJSON-1845510060 tempest-ServerDiskConfigTestJSON-1845510060-project-member] Lock "0b860696-19b5-4005-8259-1c28012cd12a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.211s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1020.143750] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e4a62489-a2d5-4d12-8366-3adc38e4ee5a tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Acquiring lock "refresh_cache-433c3b50-7fbd-4153-b99d-9d60027c9a9f" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1020.143750] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e4a62489-a2d5-4d12-8366-3adc38e4ee5a tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Acquired lock "refresh_cache-433c3b50-7fbd-4153-b99d-9d60027c9a9f" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.143922] env[62353]: DEBUG nova.network.neutron [None req-e4a62489-a2d5-4d12-8366-3adc38e4ee5a tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 433c3b50-7fbd-4153-b99d-9d60027c9a9f] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1020.185657] env[62353]: DEBUG oslo_vmware.api [None req-e49b361d-7d75-49de-a3cc-bdeef98e5fe4 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': task-2372983, 'name': CreateSnapshot_Task, 'duration_secs': 0.936404} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.185657] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-e49b361d-7d75-49de-a3cc-bdeef98e5fe4 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 78d43ae6-d281-4b98-88f1-281548975167] Created Snapshot of the VM instance {{(pid=62353) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1020.185657] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2c945e3-98c2-46eb-b4b7-fd0690c073ec {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.405472] env[62353]: DEBUG oslo_vmware.api [None req-d43d0b58-0d38-4986-95a3-5abf9f755cdd tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Task: {'id': task-2372987, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.308024} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.406385] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-d43d0b58-0d38-4986-95a3-5abf9f755cdd tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1020.406385] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-d43d0b58-0d38-4986-95a3-5abf9f755cdd tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: e1b17af1-2067-4d4a-8d12-ef006b8e0ad3] Deleted contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1020.406385] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-d43d0b58-0d38-4986-95a3-5abf9f755cdd tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: e1b17af1-2067-4d4a-8d12-ef006b8e0ad3] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1020.406731] env[62353]: INFO nova.compute.manager [None req-d43d0b58-0d38-4986-95a3-5abf9f755cdd tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: e1b17af1-2067-4d4a-8d12-ef006b8e0ad3] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1020.407095] env[62353]: DEBUG oslo.service.loopingcall [None req-d43d0b58-0d38-4986-95a3-5abf9f755cdd tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1020.407823] env[62353]: DEBUG nova.compute.manager [-] [instance: e1b17af1-2067-4d4a-8d12-ef006b8e0ad3] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1020.407920] env[62353]: DEBUG nova.network.neutron [-] [instance: e1b17af1-2067-4d4a-8d12-ef006b8e0ad3] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1020.603153] env[62353]: INFO nova.compute.claims [None req-b1ddcd12-2d3d-48f6-963f-bc628e4622d5 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] [instance: c1577946-440b-49c2-be7a-c4ac3165ab36] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1020.708808] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-e49b361d-7d75-49de-a3cc-bdeef98e5fe4 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 78d43ae6-d281-4b98-88f1-281548975167] Creating linked-clone VM from snapshot {{(pid=62353) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1020.708808] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-bac7572b-4a9d-4928-a094-94255527e283 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.719405] env[62353]: DEBUG oslo_vmware.api [None req-e49b361d-7d75-49de-a3cc-bdeef98e5fe4 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Waiting for the task: (returnval){ [ 1020.719405] env[62353]: value = "task-2372988" [ 1020.719405] env[62353]: _type = "Task" [ 1020.719405] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.732846] env[62353]: DEBUG oslo_vmware.api [None req-e49b361d-7d75-49de-a3cc-bdeef98e5fe4 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': task-2372988, 'name': CloneVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.762141] env[62353]: DEBUG nova.network.neutron [req-fdce24e5-6369-4718-bbe6-889211f9d86b req-15d92d83-e3ac-4081-b330-9c464cf109ba service nova] [instance: 5e4991fd-b146-4b54-bb9d-18a936171750] Updated VIF entry in instance network info cache for port b04fe56a-0158-4913-ae26-5e795f3340ca. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1020.762732] env[62353]: DEBUG nova.network.neutron [req-fdce24e5-6369-4718-bbe6-889211f9d86b req-15d92d83-e3ac-4081-b330-9c464cf109ba service nova] [instance: 5e4991fd-b146-4b54-bb9d-18a936171750] Updating instance_info_cache with network_info: [{"id": "b04fe56a-0158-4913-ae26-5e795f3340ca", "address": "fa:16:3e:a4:dd:70", "network": {"id": "44149a1e-04a7-4037-a9b4-b2bd9110e3d6", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1545548051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c234a820a6124360a28c4cea99d6087b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb04fe56a-01", "ovs_interfaceid": "b04fe56a-0158-4913-ae26-5e795f3340ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1020.806130] env[62353]: DEBUG nova.network.neutron [req-afb11eab-70ff-4875-9623-2a89c4ca4663 req-34a98171-e903-4571-af3f-d47645bfe262 service nova] [instance: 3c336a85-979f-4b67-8d02-dc8fbd0ceab4] Updated VIF entry in instance network info cache for port 63154f0d-8b24-455a-9ac5-ffc7c723dcc8. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1020.806592] env[62353]: DEBUG nova.network.neutron [req-afb11eab-70ff-4875-9623-2a89c4ca4663 req-34a98171-e903-4571-af3f-d47645bfe262 service nova] [instance: 3c336a85-979f-4b67-8d02-dc8fbd0ceab4] Updating instance_info_cache with network_info: [{"id": "63154f0d-8b24-455a-9ac5-ffc7c723dcc8", "address": "fa:16:3e:17:8e:92", "network": {"id": "c959a073-1d07-48d8-93b0-b44fc395c545", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-596927914-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ecc1422c8fe44439bd50c7e36b94960", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5446413d-c3b0-4cd2-a962-62240db178ac", "external-id": "nsx-vlan-transportzone-528", "segmentation_id": 528, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63154f0d-8b", "ovs_interfaceid": "63154f0d-8b24-455a-9ac5-ffc7c723dcc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1020.833625] env[62353]: DEBUG nova.network.neutron [None req-f6b9bfa6-db35-4370-8a5d-a8ca7ba4b3ea tempest-ServerAddressesTestJSON-296486233 tempest-ServerAddressesTestJSON-296486233-project-member] [instance: 4aa0afc2-4ae1-44bf-add7-9dc8d0538330] Successfully updated port: b08398f2-c05a-4db7-a497-df483317553c {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1021.231281] env[62353]: DEBUG oslo_vmware.api [None req-e49b361d-7d75-49de-a3cc-bdeef98e5fe4 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': task-2372988, 'name': CloneVM_Task} progress is 94%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.269280] env[62353]: DEBUG oslo_concurrency.lockutils [req-fdce24e5-6369-4718-bbe6-889211f9d86b req-15d92d83-e3ac-4081-b330-9c464cf109ba service nova] Releasing lock "refresh_cache-5e4991fd-b146-4b54-bb9d-18a936171750" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1021.269630] env[62353]: DEBUG nova.compute.manager [req-fdce24e5-6369-4718-bbe6-889211f9d86b req-15d92d83-e3ac-4081-b330-9c464cf109ba service nova] [instance: 3b094b26-ccc1-40fb-8649-393bc3ae2d48] Received event network-changed-4070e083-f44b-4ec3-b524-b39ada646700 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1021.269911] env[62353]: DEBUG nova.compute.manager [req-fdce24e5-6369-4718-bbe6-889211f9d86b req-15d92d83-e3ac-4081-b330-9c464cf109ba service nova] [instance: 3b094b26-ccc1-40fb-8649-393bc3ae2d48] Refreshing instance network info cache due to event network-changed-4070e083-f44b-4ec3-b524-b39ada646700. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1021.270040] env[62353]: DEBUG oslo_concurrency.lockutils [req-fdce24e5-6369-4718-bbe6-889211f9d86b req-15d92d83-e3ac-4081-b330-9c464cf109ba service nova] Acquiring lock "refresh_cache-3b094b26-ccc1-40fb-8649-393bc3ae2d48" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1021.270191] env[62353]: DEBUG oslo_concurrency.lockutils [req-fdce24e5-6369-4718-bbe6-889211f9d86b req-15d92d83-e3ac-4081-b330-9c464cf109ba service nova] Acquired lock "refresh_cache-3b094b26-ccc1-40fb-8649-393bc3ae2d48" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.270368] env[62353]: DEBUG nova.network.neutron [req-fdce24e5-6369-4718-bbe6-889211f9d86b req-15d92d83-e3ac-4081-b330-9c464cf109ba service nova] [instance: 3b094b26-ccc1-40fb-8649-393bc3ae2d48] Refreshing network info cache for port 4070e083-f44b-4ec3-b524-b39ada646700 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1021.310090] env[62353]: DEBUG oslo_concurrency.lockutils [req-afb11eab-70ff-4875-9623-2a89c4ca4663 req-34a98171-e903-4571-af3f-d47645bfe262 service nova] Releasing lock "refresh_cache-3c336a85-979f-4b67-8d02-dc8fbd0ceab4" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1021.336570] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f6b9bfa6-db35-4370-8a5d-a8ca7ba4b3ea tempest-ServerAddressesTestJSON-296486233 tempest-ServerAddressesTestJSON-296486233-project-member] Acquiring lock "refresh_cache-4aa0afc2-4ae1-44bf-add7-9dc8d0538330" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1021.336810] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f6b9bfa6-db35-4370-8a5d-a8ca7ba4b3ea tempest-ServerAddressesTestJSON-296486233 tempest-ServerAddressesTestJSON-296486233-project-member] Acquired lock "refresh_cache-4aa0afc2-4ae1-44bf-add7-9dc8d0538330" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.337060] env[62353]: DEBUG nova.network.neutron [None req-f6b9bfa6-db35-4370-8a5d-a8ca7ba4b3ea tempest-ServerAddressesTestJSON-296486233 tempest-ServerAddressesTestJSON-296486233-project-member] [instance: 4aa0afc2-4ae1-44bf-add7-9dc8d0538330] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1021.616385] env[62353]: DEBUG nova.network.neutron [None req-e4a62489-a2d5-4d12-8366-3adc38e4ee5a tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 433c3b50-7fbd-4153-b99d-9d60027c9a9f] Updating instance_info_cache with network_info: [{"id": "f52c64e4-20cf-47a1-8a41-2b9e7078228c", "address": "fa:16:3e:ef:2d:1d", "network": {"id": "f9c567b3-403a-4849-9262-a3e67f5e22e0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2067735324-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce7d37901d844950adf602218b205ea8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06eaa4c9-dbc2-4d38-a844-7bf76e7b5a64", "external-id": "nsx-vlan-transportzone-804", "segmentation_id": 804, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf52c64e4-20", "ovs_interfaceid": "f52c64e4-20cf-47a1-8a41-2b9e7078228c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.738410] env[62353]: DEBUG oslo_vmware.api [None req-e49b361d-7d75-49de-a3cc-bdeef98e5fe4 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': task-2372988, 'name': CloneVM_Task} progress is 94%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.871995] env[62353]: DEBUG nova.network.neutron [None req-f6b9bfa6-db35-4370-8a5d-a8ca7ba4b3ea tempest-ServerAddressesTestJSON-296486233 tempest-ServerAddressesTestJSON-296486233-project-member] [instance: 4aa0afc2-4ae1-44bf-add7-9dc8d0538330] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1021.930925] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-310fc2ae-6935-4edd-b2c4-0fc2d672398e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.944310] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f55adef7-aea4-4026-94ff-ca3530f357a1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.989076] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba8274b5-ce08-46fc-b616-1c6bafb1ace1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.998464] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1d916be-b79d-4b94-8c27-db221d06ea0b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.003688] env[62353]: DEBUG nova.compute.manager [req-3a3ab0e7-dd68-4f96-9f7b-e9fc86fdb8ee req-e2629936-7e49-497b-8abc-c34273d30f4b service nova] [instance: 4aa0afc2-4ae1-44bf-add7-9dc8d0538330] Received event network-vif-plugged-b08398f2-c05a-4db7-a497-df483317553c {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1022.003906] env[62353]: DEBUG oslo_concurrency.lockutils [req-3a3ab0e7-dd68-4f96-9f7b-e9fc86fdb8ee req-e2629936-7e49-497b-8abc-c34273d30f4b service nova] Acquiring lock "4aa0afc2-4ae1-44bf-add7-9dc8d0538330-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1022.004143] env[62353]: DEBUG oslo_concurrency.lockutils [req-3a3ab0e7-dd68-4f96-9f7b-e9fc86fdb8ee req-e2629936-7e49-497b-8abc-c34273d30f4b service nova] Lock "4aa0afc2-4ae1-44bf-add7-9dc8d0538330-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1022.004308] env[62353]: DEBUG oslo_concurrency.lockutils [req-3a3ab0e7-dd68-4f96-9f7b-e9fc86fdb8ee req-e2629936-7e49-497b-8abc-c34273d30f4b service nova] Lock "4aa0afc2-4ae1-44bf-add7-9dc8d0538330-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1022.004508] env[62353]: DEBUG nova.compute.manager [req-3a3ab0e7-dd68-4f96-9f7b-e9fc86fdb8ee req-e2629936-7e49-497b-8abc-c34273d30f4b service nova] [instance: 4aa0afc2-4ae1-44bf-add7-9dc8d0538330] No waiting events found dispatching network-vif-plugged-b08398f2-c05a-4db7-a497-df483317553c {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1022.004630] env[62353]: WARNING nova.compute.manager [req-3a3ab0e7-dd68-4f96-9f7b-e9fc86fdb8ee req-e2629936-7e49-497b-8abc-c34273d30f4b service nova] [instance: 4aa0afc2-4ae1-44bf-add7-9dc8d0538330] Received unexpected event network-vif-plugged-b08398f2-c05a-4db7-a497-df483317553c for instance with vm_state building and task_state spawning. [ 1022.004793] env[62353]: DEBUG nova.compute.manager [req-3a3ab0e7-dd68-4f96-9f7b-e9fc86fdb8ee req-e2629936-7e49-497b-8abc-c34273d30f4b service nova] [instance: 4aa0afc2-4ae1-44bf-add7-9dc8d0538330] Received event network-changed-b08398f2-c05a-4db7-a497-df483317553c {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1022.004934] env[62353]: DEBUG nova.compute.manager [req-3a3ab0e7-dd68-4f96-9f7b-e9fc86fdb8ee req-e2629936-7e49-497b-8abc-c34273d30f4b service nova] [instance: 4aa0afc2-4ae1-44bf-add7-9dc8d0538330] Refreshing instance network info cache due to event network-changed-b08398f2-c05a-4db7-a497-df483317553c. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1022.005187] env[62353]: DEBUG oslo_concurrency.lockutils [req-3a3ab0e7-dd68-4f96-9f7b-e9fc86fdb8ee req-e2629936-7e49-497b-8abc-c34273d30f4b service nova] Acquiring lock "refresh_cache-4aa0afc2-4ae1-44bf-add7-9dc8d0538330" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1022.017544] env[62353]: DEBUG nova.compute.provider_tree [None req-b1ddcd12-2d3d-48f6-963f-bc628e4622d5 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1022.080383] env[62353]: DEBUG nova.network.neutron [None req-f6b9bfa6-db35-4370-8a5d-a8ca7ba4b3ea tempest-ServerAddressesTestJSON-296486233 tempest-ServerAddressesTestJSON-296486233-project-member] [instance: 4aa0afc2-4ae1-44bf-add7-9dc8d0538330] Updating instance_info_cache with network_info: [{"id": "b08398f2-c05a-4db7-a497-df483317553c", "address": "fa:16:3e:e7:90:e3", "network": {"id": "78e9c3ed-ace5-464a-9635-8ecb2d195a9e", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1219452143-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab859b4e28df42e382c53eee00b9da4e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb08398f2-c0", "ovs_interfaceid": "b08398f2-c05a-4db7-a497-df483317553c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.122259] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e4a62489-a2d5-4d12-8366-3adc38e4ee5a tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Releasing lock "refresh_cache-433c3b50-7fbd-4153-b99d-9d60027c9a9f" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1022.231402] env[62353]: DEBUG nova.compute.manager [req-b756b0b3-a369-4c63-96e4-85d6ee3e88fd req-0cc61b48-2a06-4342-9d5c-21f3061de010 service nova] [instance: bbea4c07-3f5b-4d9a-a127-86a1e461295f] Received event network-changed-b0170c1f-9e76-4e4d-94dc-245808377493 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1022.231710] env[62353]: DEBUG nova.compute.manager [req-b756b0b3-a369-4c63-96e4-85d6ee3e88fd req-0cc61b48-2a06-4342-9d5c-21f3061de010 service nova] [instance: bbea4c07-3f5b-4d9a-a127-86a1e461295f] Refreshing instance network info cache due to event network-changed-b0170c1f-9e76-4e4d-94dc-245808377493. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1022.232053] env[62353]: DEBUG oslo_concurrency.lockutils [req-b756b0b3-a369-4c63-96e4-85d6ee3e88fd req-0cc61b48-2a06-4342-9d5c-21f3061de010 service nova] Acquiring lock "refresh_cache-bbea4c07-3f5b-4d9a-a127-86a1e461295f" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1022.232109] env[62353]: DEBUG oslo_concurrency.lockutils [req-b756b0b3-a369-4c63-96e4-85d6ee3e88fd req-0cc61b48-2a06-4342-9d5c-21f3061de010 service nova] Acquired lock "refresh_cache-bbea4c07-3f5b-4d9a-a127-86a1e461295f" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.232336] env[62353]: DEBUG nova.network.neutron [req-b756b0b3-a369-4c63-96e4-85d6ee3e88fd req-0cc61b48-2a06-4342-9d5c-21f3061de010 service nova] [instance: bbea4c07-3f5b-4d9a-a127-86a1e461295f] Refreshing network info cache for port b0170c1f-9e76-4e4d-94dc-245808377493 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1022.239644] env[62353]: DEBUG oslo_vmware.api [None req-e49b361d-7d75-49de-a3cc-bdeef98e5fe4 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': task-2372988, 'name': CloneVM_Task} progress is 95%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.354871] env[62353]: DEBUG nova.network.neutron [req-fdce24e5-6369-4718-bbe6-889211f9d86b req-15d92d83-e3ac-4081-b330-9c464cf109ba service nova] [instance: 3b094b26-ccc1-40fb-8649-393bc3ae2d48] Updated VIF entry in instance network info cache for port 4070e083-f44b-4ec3-b524-b39ada646700. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1022.355260] env[62353]: DEBUG nova.network.neutron [req-fdce24e5-6369-4718-bbe6-889211f9d86b req-15d92d83-e3ac-4081-b330-9c464cf109ba service nova] [instance: 3b094b26-ccc1-40fb-8649-393bc3ae2d48] Updating instance_info_cache with network_info: [{"id": "4070e083-f44b-4ec3-b524-b39ada646700", "address": "fa:16:3e:54:1a:8a", "network": {"id": "44149a1e-04a7-4037-a9b4-b2bd9110e3d6", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1545548051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c234a820a6124360a28c4cea99d6087b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4070e083-f4", "ovs_interfaceid": "4070e083-f44b-4ec3-b524-b39ada646700", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.520520] env[62353]: DEBUG nova.scheduler.client.report [None req-b1ddcd12-2d3d-48f6-963f-bc628e4622d5 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1022.571262] env[62353]: DEBUG nova.network.neutron [-] [instance: e1b17af1-2067-4d4a-8d12-ef006b8e0ad3] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.582688] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f6b9bfa6-db35-4370-8a5d-a8ca7ba4b3ea tempest-ServerAddressesTestJSON-296486233 tempest-ServerAddressesTestJSON-296486233-project-member] Releasing lock "refresh_cache-4aa0afc2-4ae1-44bf-add7-9dc8d0538330" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1022.583031] env[62353]: DEBUG nova.compute.manager [None req-f6b9bfa6-db35-4370-8a5d-a8ca7ba4b3ea tempest-ServerAddressesTestJSON-296486233 tempest-ServerAddressesTestJSON-296486233-project-member] [instance: 4aa0afc2-4ae1-44bf-add7-9dc8d0538330] Instance network_info: |[{"id": "b08398f2-c05a-4db7-a497-df483317553c", "address": "fa:16:3e:e7:90:e3", "network": {"id": "78e9c3ed-ace5-464a-9635-8ecb2d195a9e", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1219452143-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab859b4e28df42e382c53eee00b9da4e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb08398f2-c0", "ovs_interfaceid": "b08398f2-c05a-4db7-a497-df483317553c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1022.583334] env[62353]: DEBUG oslo_concurrency.lockutils [req-3a3ab0e7-dd68-4f96-9f7b-e9fc86fdb8ee req-e2629936-7e49-497b-8abc-c34273d30f4b service nova] Acquired lock "refresh_cache-4aa0afc2-4ae1-44bf-add7-9dc8d0538330" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.583508] env[62353]: DEBUG nova.network.neutron [req-3a3ab0e7-dd68-4f96-9f7b-e9fc86fdb8ee req-e2629936-7e49-497b-8abc-c34273d30f4b service nova] [instance: 4aa0afc2-4ae1-44bf-add7-9dc8d0538330] Refreshing network info cache for port b08398f2-c05a-4db7-a497-df483317553c {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1022.588135] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-f6b9bfa6-db35-4370-8a5d-a8ca7ba4b3ea tempest-ServerAddressesTestJSON-296486233 tempest-ServerAddressesTestJSON-296486233-project-member] [instance: 4aa0afc2-4ae1-44bf-add7-9dc8d0538330] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e7:90:e3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd891a662-7da0-4be5-8d0d-01b4ff70552a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b08398f2-c05a-4db7-a497-df483317553c', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1022.597961] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6b9bfa6-db35-4370-8a5d-a8ca7ba4b3ea tempest-ServerAddressesTestJSON-296486233 tempest-ServerAddressesTestJSON-296486233-project-member] Creating folder: Project (ab859b4e28df42e382c53eee00b9da4e). Parent ref: group-v481456. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1022.599130] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8bca21cb-7f80-4095-af43-eccd61a820db {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.611279] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-f6b9bfa6-db35-4370-8a5d-a8ca7ba4b3ea tempest-ServerAddressesTestJSON-296486233 tempest-ServerAddressesTestJSON-296486233-project-member] Created folder: Project (ab859b4e28df42e382c53eee00b9da4e) in parent group-v481456. [ 1022.611340] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6b9bfa6-db35-4370-8a5d-a8ca7ba4b3ea tempest-ServerAddressesTestJSON-296486233 tempest-ServerAddressesTestJSON-296486233-project-member] Creating folder: Instances. Parent ref: group-v481725. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1022.611614] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9690debe-8bfa-4efb-b2e9-5f5447a78fe2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.622642] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-f6b9bfa6-db35-4370-8a5d-a8ca7ba4b3ea tempest-ServerAddressesTestJSON-296486233 tempest-ServerAddressesTestJSON-296486233-project-member] Created folder: Instances in parent group-v481725. [ 1022.622642] env[62353]: DEBUG oslo.service.loopingcall [None req-f6b9bfa6-db35-4370-8a5d-a8ca7ba4b3ea tempest-ServerAddressesTestJSON-296486233 tempest-ServerAddressesTestJSON-296486233-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1022.623549] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4aa0afc2-4ae1-44bf-add7-9dc8d0538330] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1022.623549] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-17381c13-ec2c-4ea5-8946-8e5d2fa9e2d3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.648549] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1022.648549] env[62353]: value = "task-2372991" [ 1022.648549] env[62353]: _type = "Task" [ 1022.648549] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.655974] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372991, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.661027] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d98147ab-88a2-4f86-bd28-0f03e086be1f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.681995] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-810cf986-b96f-4da1-b732-80a32fbce4ee {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.690183] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-e4a62489-a2d5-4d12-8366-3adc38e4ee5a tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 433c3b50-7fbd-4153-b99d-9d60027c9a9f] Updating instance '433c3b50-7fbd-4153-b99d-9d60027c9a9f' progress to 83 {{(pid=62353) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1022.735645] env[62353]: DEBUG oslo_vmware.api [None req-e49b361d-7d75-49de-a3cc-bdeef98e5fe4 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': task-2372988, 'name': CloneVM_Task, 'duration_secs': 1.624781} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.735645] env[62353]: INFO nova.virt.vmwareapi.vmops [None req-e49b361d-7d75-49de-a3cc-bdeef98e5fe4 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 78d43ae6-d281-4b98-88f1-281548975167] Created linked-clone VM from snapshot [ 1022.736497] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1c7a6da-4e94-4ba0-82d8-8d5ddb83ea6f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.751473] env[62353]: DEBUG nova.virt.vmwareapi.images [None req-e49b361d-7d75-49de-a3cc-bdeef98e5fe4 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 78d43ae6-d281-4b98-88f1-281548975167] Uploading image d18aa644-aba7-438e-8309-c1a2eb3280fc {{(pid=62353) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1022.781021] env[62353]: DEBUG oslo_vmware.rw_handles [None req-e49b361d-7d75-49de-a3cc-bdeef98e5fe4 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1022.781021] env[62353]: value = "vm-481724" [ 1022.781021] env[62353]: _type = "VirtualMachine" [ 1022.781021] env[62353]: }. {{(pid=62353) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1022.781021] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-8d73bff6-ba6d-442a-ba67-61d197c841c3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.788455] env[62353]: DEBUG oslo_vmware.rw_handles [None req-e49b361d-7d75-49de-a3cc-bdeef98e5fe4 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Lease: (returnval){ [ 1022.788455] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52f97cad-771c-ff1e-1d95-b912342153ab" [ 1022.788455] env[62353]: _type = "HttpNfcLease" [ 1022.788455] env[62353]: } obtained for exporting VM: (result){ [ 1022.788455] env[62353]: value = "vm-481724" [ 1022.788455] env[62353]: _type = "VirtualMachine" [ 1022.788455] env[62353]: }. {{(pid=62353) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1022.789147] env[62353]: DEBUG oslo_vmware.api [None req-e49b361d-7d75-49de-a3cc-bdeef98e5fe4 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Waiting for the lease: (returnval){ [ 1022.789147] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52f97cad-771c-ff1e-1d95-b912342153ab" [ 1022.789147] env[62353]: _type = "HttpNfcLease" [ 1022.789147] env[62353]: } to be ready. {{(pid=62353) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1022.797131] env[62353]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1022.797131] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52f97cad-771c-ff1e-1d95-b912342153ab" [ 1022.797131] env[62353]: _type = "HttpNfcLease" [ 1022.797131] env[62353]: } is initializing. {{(pid=62353) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1022.860867] env[62353]: DEBUG oslo_concurrency.lockutils [req-fdce24e5-6369-4718-bbe6-889211f9d86b req-15d92d83-e3ac-4081-b330-9c464cf109ba service nova] Releasing lock "refresh_cache-3b094b26-ccc1-40fb-8649-393bc3ae2d48" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1023.030832] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b1ddcd12-2d3d-48f6-963f-bc628e4622d5 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.439s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1023.036132] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ddfbac4d-a5e7-4f69-80f4-361be0a6b546 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.876s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1023.036440] env[62353]: DEBUG nova.objects.instance [None req-ddfbac4d-a5e7-4f69-80f4-361be0a6b546 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Lazy-loading 'resources' on Instance uuid 6e15b7d4-23a0-475a-9960-9755de712973 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1023.037783] env[62353]: DEBUG oslo_concurrency.lockutils [None req-00c23b6f-2dc9-4e4c-8a8b-70b91670908e tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Acquiring lock "3b094b26-ccc1-40fb-8649-393bc3ae2d48" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1023.037995] env[62353]: DEBUG oslo_concurrency.lockutils [None req-00c23b6f-2dc9-4e4c-8a8b-70b91670908e tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Lock "3b094b26-ccc1-40fb-8649-393bc3ae2d48" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1023.038280] env[62353]: DEBUG oslo_concurrency.lockutils [None req-00c23b6f-2dc9-4e4c-8a8b-70b91670908e tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Acquiring lock "3b094b26-ccc1-40fb-8649-393bc3ae2d48-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1023.038516] env[62353]: DEBUG oslo_concurrency.lockutils [None req-00c23b6f-2dc9-4e4c-8a8b-70b91670908e tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Lock "3b094b26-ccc1-40fb-8649-393bc3ae2d48-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1023.038713] env[62353]: DEBUG oslo_concurrency.lockutils [None req-00c23b6f-2dc9-4e4c-8a8b-70b91670908e tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Lock "3b094b26-ccc1-40fb-8649-393bc3ae2d48-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1023.041448] env[62353]: INFO nova.compute.manager [None req-00c23b6f-2dc9-4e4c-8a8b-70b91670908e tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] [instance: 3b094b26-ccc1-40fb-8649-393bc3ae2d48] Terminating instance [ 1023.068230] env[62353]: INFO nova.network.neutron [None req-b1ddcd12-2d3d-48f6-963f-bc628e4622d5 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] [instance: c1577946-440b-49c2-be7a-c4ac3165ab36] Updating port faa99bf3-0b6c-468a-9e72-baf1975915a0 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1023.074216] env[62353]: INFO nova.compute.manager [-] [instance: e1b17af1-2067-4d4a-8d12-ef006b8e0ad3] Took 2.67 seconds to deallocate network for instance. [ 1023.160913] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2372991, 'name': CreateVM_Task, 'duration_secs': 0.419574} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.161288] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4aa0afc2-4ae1-44bf-add7-9dc8d0538330] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1023.162021] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f6b9bfa6-db35-4370-8a5d-a8ca7ba4b3ea tempest-ServerAddressesTestJSON-296486233 tempest-ServerAddressesTestJSON-296486233-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1023.162201] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f6b9bfa6-db35-4370-8a5d-a8ca7ba4b3ea tempest-ServerAddressesTestJSON-296486233 tempest-ServerAddressesTestJSON-296486233-project-member] Acquired lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.162522] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f6b9bfa6-db35-4370-8a5d-a8ca7ba4b3ea tempest-ServerAddressesTestJSON-296486233 tempest-ServerAddressesTestJSON-296486233-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1023.162805] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6db8d781-3852-4a5d-b924-308e01468bda {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.167881] env[62353]: DEBUG oslo_vmware.api [None req-f6b9bfa6-db35-4370-8a5d-a8ca7ba4b3ea tempest-ServerAddressesTestJSON-296486233 tempest-ServerAddressesTestJSON-296486233-project-member] Waiting for the task: (returnval){ [ 1023.167881] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52fcd1ff-bb2b-5507-21be-a658f19771ac" [ 1023.167881] env[62353]: _type = "Task" [ 1023.167881] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.176305] env[62353]: DEBUG oslo_vmware.api [None req-f6b9bfa6-db35-4370-8a5d-a8ca7ba4b3ea tempest-ServerAddressesTestJSON-296486233 tempest-ServerAddressesTestJSON-296486233-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52fcd1ff-bb2b-5507-21be-a658f19771ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.197504] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4a62489-a2d5-4d12-8366-3adc38e4ee5a tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 433c3b50-7fbd-4153-b99d-9d60027c9a9f] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1023.197800] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-90831343-91dc-4771-994a-52936cac7dc2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.205321] env[62353]: DEBUG oslo_vmware.api [None req-e4a62489-a2d5-4d12-8366-3adc38e4ee5a tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Waiting for the task: (returnval){ [ 1023.205321] env[62353]: value = "task-2372993" [ 1023.205321] env[62353]: _type = "Task" [ 1023.205321] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.214045] env[62353]: DEBUG oslo_vmware.api [None req-e4a62489-a2d5-4d12-8366-3adc38e4ee5a tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Task: {'id': task-2372993, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.298047] env[62353]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1023.298047] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52f97cad-771c-ff1e-1d95-b912342153ab" [ 1023.298047] env[62353]: _type = "HttpNfcLease" [ 1023.298047] env[62353]: } is ready. {{(pid=62353) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1023.298444] env[62353]: DEBUG oslo_vmware.rw_handles [None req-e49b361d-7d75-49de-a3cc-bdeef98e5fe4 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1023.298444] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52f97cad-771c-ff1e-1d95-b912342153ab" [ 1023.298444] env[62353]: _type = "HttpNfcLease" [ 1023.298444] env[62353]: }. {{(pid=62353) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1023.299099] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80873e1f-0463-440f-923c-0babae6f8205 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.309311] env[62353]: DEBUG oslo_vmware.rw_handles [None req-e49b361d-7d75-49de-a3cc-bdeef98e5fe4 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5226257c-1958-6d52-e1cb-8869171a7de3/disk-0.vmdk from lease info. {{(pid=62353) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1023.309487] env[62353]: DEBUG oslo_vmware.rw_handles [None req-e49b361d-7d75-49de-a3cc-bdeef98e5fe4 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5226257c-1958-6d52-e1cb-8869171a7de3/disk-0.vmdk for reading. {{(pid=62353) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1023.372403] env[62353]: DEBUG nova.network.neutron [req-b756b0b3-a369-4c63-96e4-85d6ee3e88fd req-0cc61b48-2a06-4342-9d5c-21f3061de010 service nova] [instance: bbea4c07-3f5b-4d9a-a127-86a1e461295f] Updated VIF entry in instance network info cache for port b0170c1f-9e76-4e4d-94dc-245808377493. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1023.372857] env[62353]: DEBUG nova.network.neutron [req-b756b0b3-a369-4c63-96e4-85d6ee3e88fd req-0cc61b48-2a06-4342-9d5c-21f3061de010 service nova] [instance: bbea4c07-3f5b-4d9a-a127-86a1e461295f] Updating instance_info_cache with network_info: [{"id": "b0170c1f-9e76-4e4d-94dc-245808377493", "address": "fa:16:3e:e3:29:ea", "network": {"id": "e49edb49-1749-4119-b957-fd561f404394", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1488076801-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3224ba6a4e84af89d3803c80d01dd2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0170c1f-9e", "ovs_interfaceid": "b0170c1f-9e76-4e4d-94dc-245808377493", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.476695] env[62353]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-05283935-3314-4fae-bdd5-42b6aa65f7cc {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.546608] env[62353]: DEBUG nova.compute.manager [None req-00c23b6f-2dc9-4e4c-8a8b-70b91670908e tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] [instance: 3b094b26-ccc1-40fb-8649-393bc3ae2d48] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1023.546931] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-00c23b6f-2dc9-4e4c-8a8b-70b91670908e tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] [instance: 3b094b26-ccc1-40fb-8649-393bc3ae2d48] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1023.548196] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa5b8b7b-d45e-4613-80b7-aa809135d011 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.560884] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-00c23b6f-2dc9-4e4c-8a8b-70b91670908e tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] [instance: 3b094b26-ccc1-40fb-8649-393bc3ae2d48] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1023.561370] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4924bd59-fd65-49e4-b482-8db08fa0d9a9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.570614] env[62353]: DEBUG oslo_vmware.api [None req-00c23b6f-2dc9-4e4c-8a8b-70b91670908e tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Waiting for the task: (returnval){ [ 1023.570614] env[62353]: value = "task-2372994" [ 1023.570614] env[62353]: _type = "Task" [ 1023.570614] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.585513] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d43d0b58-0d38-4986-95a3-5abf9f755cdd tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1023.595195] env[62353]: DEBUG oslo_vmware.api [None req-00c23b6f-2dc9-4e4c-8a8b-70b91670908e tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Task: {'id': task-2372994, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.643413] env[62353]: DEBUG nova.network.neutron [req-3a3ab0e7-dd68-4f96-9f7b-e9fc86fdb8ee req-e2629936-7e49-497b-8abc-c34273d30f4b service nova] [instance: 4aa0afc2-4ae1-44bf-add7-9dc8d0538330] Updated VIF entry in instance network info cache for port b08398f2-c05a-4db7-a497-df483317553c. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1023.643991] env[62353]: DEBUG nova.network.neutron [req-3a3ab0e7-dd68-4f96-9f7b-e9fc86fdb8ee req-e2629936-7e49-497b-8abc-c34273d30f4b service nova] [instance: 4aa0afc2-4ae1-44bf-add7-9dc8d0538330] Updating instance_info_cache with network_info: [{"id": "b08398f2-c05a-4db7-a497-df483317553c", "address": "fa:16:3e:e7:90:e3", "network": {"id": "78e9c3ed-ace5-464a-9635-8ecb2d195a9e", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1219452143-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab859b4e28df42e382c53eee00b9da4e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb08398f2-c0", "ovs_interfaceid": "b08398f2-c05a-4db7-a497-df483317553c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.680640] env[62353]: DEBUG oslo_vmware.api [None req-f6b9bfa6-db35-4370-8a5d-a8ca7ba4b3ea tempest-ServerAddressesTestJSON-296486233 tempest-ServerAddressesTestJSON-296486233-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52fcd1ff-bb2b-5507-21be-a658f19771ac, 'name': SearchDatastore_Task, 'duration_secs': 0.029367} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.680931] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f6b9bfa6-db35-4370-8a5d-a8ca7ba4b3ea tempest-ServerAddressesTestJSON-296486233 tempest-ServerAddressesTestJSON-296486233-project-member] Releasing lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1023.681229] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-f6b9bfa6-db35-4370-8a5d-a8ca7ba4b3ea tempest-ServerAddressesTestJSON-296486233 tempest-ServerAddressesTestJSON-296486233-project-member] [instance: 4aa0afc2-4ae1-44bf-add7-9dc8d0538330] Processing image 06f909ae-e8dc-43b4-abf7-c7ed85db9bbd {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1023.681484] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f6b9bfa6-db35-4370-8a5d-a8ca7ba4b3ea tempest-ServerAddressesTestJSON-296486233 tempest-ServerAddressesTestJSON-296486233-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1023.681651] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f6b9bfa6-db35-4370-8a5d-a8ca7ba4b3ea tempest-ServerAddressesTestJSON-296486233 tempest-ServerAddressesTestJSON-296486233-project-member] Acquired lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.681885] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6b9bfa6-db35-4370-8a5d-a8ca7ba4b3ea tempest-ServerAddressesTestJSON-296486233 tempest-ServerAddressesTestJSON-296486233-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1023.685599] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0b322223-6282-4acf-95cf-044ffa756772 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.697411] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6b9bfa6-db35-4370-8a5d-a8ca7ba4b3ea tempest-ServerAddressesTestJSON-296486233 tempest-ServerAddressesTestJSON-296486233-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1023.697604] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-f6b9bfa6-db35-4370-8a5d-a8ca7ba4b3ea tempest-ServerAddressesTestJSON-296486233 tempest-ServerAddressesTestJSON-296486233-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1023.698403] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f00bb75-d4ca-4639-8c97-387cbbcb8eaf {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.713448] env[62353]: DEBUG oslo_vmware.api [None req-f6b9bfa6-db35-4370-8a5d-a8ca7ba4b3ea tempest-ServerAddressesTestJSON-296486233 tempest-ServerAddressesTestJSON-296486233-project-member] Waiting for the task: (returnval){ [ 1023.713448] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52ae406c-0fc3-233c-c804-bd46a7019358" [ 1023.713448] env[62353]: _type = "Task" [ 1023.713448] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.724024] env[62353]: DEBUG oslo_vmware.api [None req-e4a62489-a2d5-4d12-8366-3adc38e4ee5a tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Task: {'id': task-2372993, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.732850] env[62353]: DEBUG oslo_vmware.api [None req-f6b9bfa6-db35-4370-8a5d-a8ca7ba4b3ea tempest-ServerAddressesTestJSON-296486233 tempest-ServerAddressesTestJSON-296486233-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52ae406c-0fc3-233c-c804-bd46a7019358, 'name': SearchDatastore_Task, 'duration_secs': 0.016535} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.733761] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d72617a8-0262-4f14-b5e0-2ee51b201ffc {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.740624] env[62353]: DEBUG oslo_vmware.api [None req-f6b9bfa6-db35-4370-8a5d-a8ca7ba4b3ea tempest-ServerAddressesTestJSON-296486233 tempest-ServerAddressesTestJSON-296486233-project-member] Waiting for the task: (returnval){ [ 1023.740624] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52dadb9b-94d8-c120-9387-147eec3e2650" [ 1023.740624] env[62353]: _type = "Task" [ 1023.740624] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.754084] env[62353]: DEBUG oslo_vmware.api [None req-f6b9bfa6-db35-4370-8a5d-a8ca7ba4b3ea tempest-ServerAddressesTestJSON-296486233 tempest-ServerAddressesTestJSON-296486233-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52dadb9b-94d8-c120-9387-147eec3e2650, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.879874] env[62353]: DEBUG oslo_concurrency.lockutils [req-b756b0b3-a369-4c63-96e4-85d6ee3e88fd req-0cc61b48-2a06-4342-9d5c-21f3061de010 service nova] Releasing lock "refresh_cache-bbea4c07-3f5b-4d9a-a127-86a1e461295f" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1023.880209] env[62353]: DEBUG nova.compute.manager [req-b756b0b3-a369-4c63-96e4-85d6ee3e88fd req-0cc61b48-2a06-4342-9d5c-21f3061de010 service nova] [instance: bbea4c07-3f5b-4d9a-a127-86a1e461295f] Received event network-changed-b0170c1f-9e76-4e4d-94dc-245808377493 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1023.880366] env[62353]: DEBUG nova.compute.manager [req-b756b0b3-a369-4c63-96e4-85d6ee3e88fd req-0cc61b48-2a06-4342-9d5c-21f3061de010 service nova] [instance: bbea4c07-3f5b-4d9a-a127-86a1e461295f] Refreshing instance network info cache due to event network-changed-b0170c1f-9e76-4e4d-94dc-245808377493. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1023.880575] env[62353]: DEBUG oslo_concurrency.lockutils [req-b756b0b3-a369-4c63-96e4-85d6ee3e88fd req-0cc61b48-2a06-4342-9d5c-21f3061de010 service nova] Acquiring lock "refresh_cache-bbea4c07-3f5b-4d9a-a127-86a1e461295f" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1023.880715] env[62353]: DEBUG oslo_concurrency.lockutils [req-b756b0b3-a369-4c63-96e4-85d6ee3e88fd req-0cc61b48-2a06-4342-9d5c-21f3061de010 service nova] Acquired lock "refresh_cache-bbea4c07-3f5b-4d9a-a127-86a1e461295f" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.880877] env[62353]: DEBUG nova.network.neutron [req-b756b0b3-a369-4c63-96e4-85d6ee3e88fd req-0cc61b48-2a06-4342-9d5c-21f3061de010 service nova] [instance: bbea4c07-3f5b-4d9a-a127-86a1e461295f] Refreshing network info cache for port b0170c1f-9e76-4e4d-94dc-245808377493 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1023.921590] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb78b297-06d4-428e-8247-e88c370be854 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.929903] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57e212e8-40db-4fc5-bbd4-18ffca7b4ac3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.967148] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bbaf7e3-8fc2-4d6c-be79-4a01abba575a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.975080] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52aaa80e-f52d-4a16-ba66-beec8f4e5a3a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.989168] env[62353]: DEBUG nova.compute.provider_tree [None req-ddfbac4d-a5e7-4f69-80f4-361be0a6b546 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1024.086475] env[62353]: DEBUG oslo_vmware.api [None req-00c23b6f-2dc9-4e4c-8a8b-70b91670908e tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Task: {'id': task-2372994, 'name': PowerOffVM_Task, 'duration_secs': 0.249355} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.086475] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-00c23b6f-2dc9-4e4c-8a8b-70b91670908e tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] [instance: 3b094b26-ccc1-40fb-8649-393bc3ae2d48] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1024.088090] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-00c23b6f-2dc9-4e4c-8a8b-70b91670908e tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] [instance: 3b094b26-ccc1-40fb-8649-393bc3ae2d48] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1024.088090] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-72627451-77e7-4f6f-967c-a7b9a84dca3d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.152050] env[62353]: DEBUG oslo_concurrency.lockutils [req-3a3ab0e7-dd68-4f96-9f7b-e9fc86fdb8ee req-e2629936-7e49-497b-8abc-c34273d30f4b service nova] Releasing lock "refresh_cache-4aa0afc2-4ae1-44bf-add7-9dc8d0538330" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1024.165886] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-00c23b6f-2dc9-4e4c-8a8b-70b91670908e tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] [instance: 3b094b26-ccc1-40fb-8649-393bc3ae2d48] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1024.165886] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-00c23b6f-2dc9-4e4c-8a8b-70b91670908e tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] [instance: 3b094b26-ccc1-40fb-8649-393bc3ae2d48] Deleting contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1024.165886] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-00c23b6f-2dc9-4e4c-8a8b-70b91670908e tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Deleting the datastore file [datastore2] 3b094b26-ccc1-40fb-8649-393bc3ae2d48 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1024.166036] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0c79613f-ae4a-452d-a6f7-f0f3a8913f91 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.173834] env[62353]: DEBUG oslo_vmware.api [None req-00c23b6f-2dc9-4e4c-8a8b-70b91670908e tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Waiting for the task: (returnval){ [ 1024.173834] env[62353]: value = "task-2372996" [ 1024.173834] env[62353]: _type = "Task" [ 1024.173834] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.187206] env[62353]: DEBUG oslo_vmware.api [None req-00c23b6f-2dc9-4e4c-8a8b-70b91670908e tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Task: {'id': task-2372996, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.216480] env[62353]: DEBUG oslo_vmware.api [None req-e4a62489-a2d5-4d12-8366-3adc38e4ee5a tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Task: {'id': task-2372993, 'name': PowerOnVM_Task, 'duration_secs': 0.64212} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.216863] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4a62489-a2d5-4d12-8366-3adc38e4ee5a tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 433c3b50-7fbd-4153-b99d-9d60027c9a9f] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1024.217179] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-e4a62489-a2d5-4d12-8366-3adc38e4ee5a tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 433c3b50-7fbd-4153-b99d-9d60027c9a9f] Updating instance '433c3b50-7fbd-4153-b99d-9d60027c9a9f' progress to 100 {{(pid=62353) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1024.264955] env[62353]: DEBUG oslo_vmware.api [None req-f6b9bfa6-db35-4370-8a5d-a8ca7ba4b3ea tempest-ServerAddressesTestJSON-296486233 tempest-ServerAddressesTestJSON-296486233-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52dadb9b-94d8-c120-9387-147eec3e2650, 'name': SearchDatastore_Task, 'duration_secs': 0.016117} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.265462] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f6b9bfa6-db35-4370-8a5d-a8ca7ba4b3ea tempest-ServerAddressesTestJSON-296486233 tempest-ServerAddressesTestJSON-296486233-project-member] Releasing lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1024.265764] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6b9bfa6-db35-4370-8a5d-a8ca7ba4b3ea tempest-ServerAddressesTestJSON-296486233 tempest-ServerAddressesTestJSON-296486233-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore2] 4aa0afc2-4ae1-44bf-add7-9dc8d0538330/4aa0afc2-4ae1-44bf-add7-9dc8d0538330.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1024.266214] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-81673683-f243-4c57-b866-4cbedfb06126 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.273838] env[62353]: DEBUG oslo_vmware.api [None req-f6b9bfa6-db35-4370-8a5d-a8ca7ba4b3ea tempest-ServerAddressesTestJSON-296486233 tempest-ServerAddressesTestJSON-296486233-project-member] Waiting for the task: (returnval){ [ 1024.273838] env[62353]: value = "task-2372997" [ 1024.273838] env[62353]: _type = "Task" [ 1024.273838] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.289280] env[62353]: DEBUG oslo_vmware.api [None req-f6b9bfa6-db35-4370-8a5d-a8ca7ba4b3ea tempest-ServerAddressesTestJSON-296486233 tempest-ServerAddressesTestJSON-296486233-project-member] Task: {'id': task-2372997, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.352026] env[62353]: DEBUG nova.compute.manager [req-e952c571-148d-42be-b7c4-fefe7f02477e req-77d665a6-4c95-4d80-988e-541c4bc7fcc0 service nova] [instance: 3b094b26-ccc1-40fb-8649-393bc3ae2d48] Received event network-changed-4070e083-f44b-4ec3-b524-b39ada646700 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1024.353376] env[62353]: DEBUG nova.compute.manager [req-e952c571-148d-42be-b7c4-fefe7f02477e req-77d665a6-4c95-4d80-988e-541c4bc7fcc0 service nova] [instance: 3b094b26-ccc1-40fb-8649-393bc3ae2d48] Refreshing instance network info cache due to event network-changed-4070e083-f44b-4ec3-b524-b39ada646700. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1024.354390] env[62353]: DEBUG oslo_concurrency.lockutils [req-e952c571-148d-42be-b7c4-fefe7f02477e req-77d665a6-4c95-4d80-988e-541c4bc7fcc0 service nova] Acquiring lock "refresh_cache-3b094b26-ccc1-40fb-8649-393bc3ae2d48" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1024.354643] env[62353]: DEBUG oslo_concurrency.lockutils [req-e952c571-148d-42be-b7c4-fefe7f02477e req-77d665a6-4c95-4d80-988e-541c4bc7fcc0 service nova] Acquired lock "refresh_cache-3b094b26-ccc1-40fb-8649-393bc3ae2d48" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.354713] env[62353]: DEBUG nova.network.neutron [req-e952c571-148d-42be-b7c4-fefe7f02477e req-77d665a6-4c95-4d80-988e-541c4bc7fcc0 service nova] [instance: 3b094b26-ccc1-40fb-8649-393bc3ae2d48] Refreshing network info cache for port 4070e083-f44b-4ec3-b524-b39ada646700 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1024.496809] env[62353]: DEBUG nova.scheduler.client.report [None req-ddfbac4d-a5e7-4f69-80f4-361be0a6b546 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1024.686370] env[62353]: DEBUG oslo_vmware.api [None req-00c23b6f-2dc9-4e4c-8a8b-70b91670908e tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Task: {'id': task-2372996, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.275481} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.686654] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-00c23b6f-2dc9-4e4c-8a8b-70b91670908e tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1024.687155] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-00c23b6f-2dc9-4e4c-8a8b-70b91670908e tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] [instance: 3b094b26-ccc1-40fb-8649-393bc3ae2d48] Deleted contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1024.687422] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-00c23b6f-2dc9-4e4c-8a8b-70b91670908e tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] [instance: 3b094b26-ccc1-40fb-8649-393bc3ae2d48] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1024.688405] env[62353]: INFO nova.compute.manager [None req-00c23b6f-2dc9-4e4c-8a8b-70b91670908e tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] [instance: 3b094b26-ccc1-40fb-8649-393bc3ae2d48] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1024.688405] env[62353]: DEBUG oslo.service.loopingcall [None req-00c23b6f-2dc9-4e4c-8a8b-70b91670908e tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1024.688405] env[62353]: DEBUG nova.compute.manager [-] [instance: 3b094b26-ccc1-40fb-8649-393bc3ae2d48] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1024.688579] env[62353]: DEBUG nova.network.neutron [-] [instance: 3b094b26-ccc1-40fb-8649-393bc3ae2d48] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1024.788392] env[62353]: DEBUG oslo_vmware.api [None req-f6b9bfa6-db35-4370-8a5d-a8ca7ba4b3ea tempest-ServerAddressesTestJSON-296486233 tempest-ServerAddressesTestJSON-296486233-project-member] Task: {'id': task-2372997, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.897729] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b1ddcd12-2d3d-48f6-963f-bc628e4622d5 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Acquiring lock "refresh_cache-c1577946-440b-49c2-be7a-c4ac3165ab36" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1024.898184] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b1ddcd12-2d3d-48f6-963f-bc628e4622d5 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Acquired lock "refresh_cache-c1577946-440b-49c2-be7a-c4ac3165ab36" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.899171] env[62353]: DEBUG nova.network.neutron [None req-b1ddcd12-2d3d-48f6-963f-bc628e4622d5 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] [instance: c1577946-440b-49c2-be7a-c4ac3165ab36] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1025.002617] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ddfbac4d-a5e7-4f69-80f4-361be0a6b546 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.966s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1025.008369] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ef47f27a-8ba1-449b-9b31-b1228a9e7d0c tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.855s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1025.008474] env[62353]: DEBUG nova.objects.instance [None req-ef47f27a-8ba1-449b-9b31-b1228a9e7d0c tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Lazy-loading 'resources' on Instance uuid f5ffb2b3-2e54-4f2e-b46c-20046e0883b6 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1025.050350] env[62353]: INFO nova.scheduler.client.report [None req-ddfbac4d-a5e7-4f69-80f4-361be0a6b546 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Deleted allocations for instance 6e15b7d4-23a0-475a-9960-9755de712973 [ 1025.179750] env[62353]: DEBUG nova.compute.manager [req-f16742e9-1396-48db-8aa7-6ccbafefdd2d req-f41641fb-0c61-46b8-a44d-f6594420805f service nova] [instance: c1577946-440b-49c2-be7a-c4ac3165ab36] Received event network-vif-plugged-faa99bf3-0b6c-468a-9e72-baf1975915a0 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1025.180358] env[62353]: DEBUG oslo_concurrency.lockutils [req-f16742e9-1396-48db-8aa7-6ccbafefdd2d req-f41641fb-0c61-46b8-a44d-f6594420805f service nova] Acquiring lock "c1577946-440b-49c2-be7a-c4ac3165ab36-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1025.180681] env[62353]: DEBUG oslo_concurrency.lockutils [req-f16742e9-1396-48db-8aa7-6ccbafefdd2d req-f41641fb-0c61-46b8-a44d-f6594420805f service nova] Lock "c1577946-440b-49c2-be7a-c4ac3165ab36-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1025.180871] env[62353]: DEBUG oslo_concurrency.lockutils [req-f16742e9-1396-48db-8aa7-6ccbafefdd2d req-f41641fb-0c61-46b8-a44d-f6594420805f service nova] Lock "c1577946-440b-49c2-be7a-c4ac3165ab36-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1025.181127] env[62353]: DEBUG nova.compute.manager [req-f16742e9-1396-48db-8aa7-6ccbafefdd2d req-f41641fb-0c61-46b8-a44d-f6594420805f service nova] [instance: c1577946-440b-49c2-be7a-c4ac3165ab36] No waiting events found dispatching network-vif-plugged-faa99bf3-0b6c-468a-9e72-baf1975915a0 {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1025.181341] env[62353]: WARNING nova.compute.manager [req-f16742e9-1396-48db-8aa7-6ccbafefdd2d req-f41641fb-0c61-46b8-a44d-f6594420805f service nova] [instance: c1577946-440b-49c2-be7a-c4ac3165ab36] Received unexpected event network-vif-plugged-faa99bf3-0b6c-468a-9e72-baf1975915a0 for instance with vm_state shelved_offloaded and task_state spawning. [ 1025.286344] env[62353]: DEBUG oslo_vmware.api [None req-f6b9bfa6-db35-4370-8a5d-a8ca7ba4b3ea tempest-ServerAddressesTestJSON-296486233 tempest-ServerAddressesTestJSON-296486233-project-member] Task: {'id': task-2372997, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.743862} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.286734] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6b9bfa6-db35-4370-8a5d-a8ca7ba4b3ea tempest-ServerAddressesTestJSON-296486233 tempest-ServerAddressesTestJSON-296486233-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore2] 4aa0afc2-4ae1-44bf-add7-9dc8d0538330/4aa0afc2-4ae1-44bf-add7-9dc8d0538330.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1025.287139] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-f6b9bfa6-db35-4370-8a5d-a8ca7ba4b3ea tempest-ServerAddressesTestJSON-296486233 tempest-ServerAddressesTestJSON-296486233-project-member] [instance: 4aa0afc2-4ae1-44bf-add7-9dc8d0538330] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1025.287533] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-07fe0605-3855-4f43-aecc-272b289a6389 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.297510] env[62353]: DEBUG oslo_vmware.api [None req-f6b9bfa6-db35-4370-8a5d-a8ca7ba4b3ea tempest-ServerAddressesTestJSON-296486233 tempest-ServerAddressesTestJSON-296486233-project-member] Waiting for the task: (returnval){ [ 1025.297510] env[62353]: value = "task-2372998" [ 1025.297510] env[62353]: _type = "Task" [ 1025.297510] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.311632] env[62353]: DEBUG oslo_vmware.api [None req-f6b9bfa6-db35-4370-8a5d-a8ca7ba4b3ea tempest-ServerAddressesTestJSON-296486233 tempest-ServerAddressesTestJSON-296486233-project-member] Task: {'id': task-2372998, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.523979] env[62353]: DEBUG nova.network.neutron [req-b756b0b3-a369-4c63-96e4-85d6ee3e88fd req-0cc61b48-2a06-4342-9d5c-21f3061de010 service nova] [instance: bbea4c07-3f5b-4d9a-a127-86a1e461295f] Updated VIF entry in instance network info cache for port b0170c1f-9e76-4e4d-94dc-245808377493. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1025.524609] env[62353]: DEBUG nova.network.neutron [req-b756b0b3-a369-4c63-96e4-85d6ee3e88fd req-0cc61b48-2a06-4342-9d5c-21f3061de010 service nova] [instance: bbea4c07-3f5b-4d9a-a127-86a1e461295f] Updating instance_info_cache with network_info: [{"id": "b0170c1f-9e76-4e4d-94dc-245808377493", "address": "fa:16:3e:e3:29:ea", "network": {"id": "e49edb49-1749-4119-b957-fd561f404394", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1488076801-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3224ba6a4e84af89d3803c80d01dd2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0170c1f-9e", "ovs_interfaceid": "b0170c1f-9e76-4e4d-94dc-245808377493", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.562881] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ddfbac4d-a5e7-4f69-80f4-361be0a6b546 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Lock "6e15b7d4-23a0-475a-9960-9755de712973" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.025s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1025.810021] env[62353]: DEBUG oslo_vmware.api [None req-f6b9bfa6-db35-4370-8a5d-a8ca7ba4b3ea tempest-ServerAddressesTestJSON-296486233 tempest-ServerAddressesTestJSON-296486233-project-member] Task: {'id': task-2372998, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077664} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.810338] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-f6b9bfa6-db35-4370-8a5d-a8ca7ba4b3ea tempest-ServerAddressesTestJSON-296486233 tempest-ServerAddressesTestJSON-296486233-project-member] [instance: 4aa0afc2-4ae1-44bf-add7-9dc8d0538330] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1025.811153] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93eae494-aca1-4f28-90b5-8abff9b93d49 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.841204] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6b9bfa6-db35-4370-8a5d-a8ca7ba4b3ea tempest-ServerAddressesTestJSON-296486233 tempest-ServerAddressesTestJSON-296486233-project-member] [instance: 4aa0afc2-4ae1-44bf-add7-9dc8d0538330] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] 4aa0afc2-4ae1-44bf-add7-9dc8d0538330/4aa0afc2-4ae1-44bf-add7-9dc8d0538330.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1025.841940] env[62353]: DEBUG nova.network.neutron [req-e952c571-148d-42be-b7c4-fefe7f02477e req-77d665a6-4c95-4d80-988e-541c4bc7fcc0 service nova] [instance: 3b094b26-ccc1-40fb-8649-393bc3ae2d48] Updated VIF entry in instance network info cache for port 4070e083-f44b-4ec3-b524-b39ada646700. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1025.844576] env[62353]: DEBUG nova.network.neutron [req-e952c571-148d-42be-b7c4-fefe7f02477e req-77d665a6-4c95-4d80-988e-541c4bc7fcc0 service nova] [instance: 3b094b26-ccc1-40fb-8649-393bc3ae2d48] Updating instance_info_cache with network_info: [{"id": "4070e083-f44b-4ec3-b524-b39ada646700", "address": "fa:16:3e:54:1a:8a", "network": {"id": "44149a1e-04a7-4037-a9b4-b2bd9110e3d6", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1545548051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c234a820a6124360a28c4cea99d6087b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4070e083-f4", "ovs_interfaceid": "4070e083-f44b-4ec3-b524-b39ada646700", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.845257] env[62353]: DEBUG nova.network.neutron [None req-b1ddcd12-2d3d-48f6-963f-bc628e4622d5 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] [instance: c1577946-440b-49c2-be7a-c4ac3165ab36] Updating instance_info_cache with network_info: [{"id": "faa99bf3-0b6c-468a-9e72-baf1975915a0", "address": "fa:16:3e:b1:fb:7b", "network": {"id": "9c588598-2931-4e39-942e-268f7ccfd0e1", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1287176523-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a64aa5fd4f68494dbbc592d37558d4a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfaa99bf3-0b", "ovs_interfaceid": "faa99bf3-0b6c-468a-9e72-baf1975915a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.846859] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c5c38cb0-2bb2-42b7-9660-d66ed8d4f9da {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.863252] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40d41f5a-3992-41f5-8d8d-eb6c122e240c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.867220] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b1ddcd12-2d3d-48f6-963f-bc628e4622d5 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Releasing lock "refresh_cache-c1577946-440b-49c2-be7a-c4ac3165ab36" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1025.870174] env[62353]: DEBUG oslo_concurrency.lockutils [req-e952c571-148d-42be-b7c4-fefe7f02477e req-77d665a6-4c95-4d80-988e-541c4bc7fcc0 service nova] Releasing lock "refresh_cache-3b094b26-ccc1-40fb-8649-393bc3ae2d48" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1025.870174] env[62353]: DEBUG nova.compute.manager [req-e952c571-148d-42be-b7c4-fefe7f02477e req-77d665a6-4c95-4d80-988e-541c4bc7fcc0 service nova] [instance: e1b17af1-2067-4d4a-8d12-ef006b8e0ad3] Received event network-vif-deleted-911beb4a-9950-43db-945e-7a8a5590f786 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1025.870174] env[62353]: DEBUG nova.compute.manager [req-e952c571-148d-42be-b7c4-fefe7f02477e req-77d665a6-4c95-4d80-988e-541c4bc7fcc0 service nova] [instance: 5e4991fd-b146-4b54-bb9d-18a936171750] Received event network-changed-b04fe56a-0158-4913-ae26-5e795f3340ca {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1025.870339] env[62353]: DEBUG nova.compute.manager [req-e952c571-148d-42be-b7c4-fefe7f02477e req-77d665a6-4c95-4d80-988e-541c4bc7fcc0 service nova] [instance: 5e4991fd-b146-4b54-bb9d-18a936171750] Refreshing instance network info cache due to event network-changed-b04fe56a-0158-4913-ae26-5e795f3340ca. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1025.871042] env[62353]: DEBUG oslo_concurrency.lockutils [req-e952c571-148d-42be-b7c4-fefe7f02477e req-77d665a6-4c95-4d80-988e-541c4bc7fcc0 service nova] Acquiring lock "refresh_cache-5e4991fd-b146-4b54-bb9d-18a936171750" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1025.871042] env[62353]: DEBUG oslo_concurrency.lockutils [req-e952c571-148d-42be-b7c4-fefe7f02477e req-77d665a6-4c95-4d80-988e-541c4bc7fcc0 service nova] Acquired lock "refresh_cache-5e4991fd-b146-4b54-bb9d-18a936171750" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.871042] env[62353]: DEBUG nova.network.neutron [req-e952c571-148d-42be-b7c4-fefe7f02477e req-77d665a6-4c95-4d80-988e-541c4bc7fcc0 service nova] [instance: 5e4991fd-b146-4b54-bb9d-18a936171750] Refreshing network info cache for port b04fe56a-0158-4913-ae26-5e795f3340ca {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1025.877459] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-430c926a-6bd1-49ea-8e3c-304c43d2134c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.883214] env[62353]: DEBUG oslo_vmware.api [None req-f6b9bfa6-db35-4370-8a5d-a8ca7ba4b3ea tempest-ServerAddressesTestJSON-296486233 tempest-ServerAddressesTestJSON-296486233-project-member] Waiting for the task: (returnval){ [ 1025.883214] env[62353]: value = "task-2372999" [ 1025.883214] env[62353]: _type = "Task" [ 1025.883214] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.916383] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76efa83c-bab4-407a-8885-80f1918754fa {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.923676] env[62353]: DEBUG oslo_vmware.api [None req-f6b9bfa6-db35-4370-8a5d-a8ca7ba4b3ea tempest-ServerAddressesTestJSON-296486233 tempest-ServerAddressesTestJSON-296486233-project-member] Task: {'id': task-2372999, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.928961] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9292b7f2-65cb-4b1e-ada5-d9dc4399748b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.945549] env[62353]: DEBUG nova.compute.provider_tree [None req-ef47f27a-8ba1-449b-9b31-b1228a9e7d0c tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1026.035580] env[62353]: DEBUG oslo_concurrency.lockutils [req-b756b0b3-a369-4c63-96e4-85d6ee3e88fd req-0cc61b48-2a06-4342-9d5c-21f3061de010 service nova] Releasing lock "refresh_cache-bbea4c07-3f5b-4d9a-a127-86a1e461295f" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1026.346094] env[62353]: DEBUG nova.network.neutron [-] [instance: 3b094b26-ccc1-40fb-8649-393bc3ae2d48] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.397093] env[62353]: DEBUG oslo_vmware.api [None req-f6b9bfa6-db35-4370-8a5d-a8ca7ba4b3ea tempest-ServerAddressesTestJSON-296486233 tempest-ServerAddressesTestJSON-296486233-project-member] Task: {'id': task-2372999, 'name': ReconfigVM_Task, 'duration_secs': 0.361027} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.397466] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6b9bfa6-db35-4370-8a5d-a8ca7ba4b3ea tempest-ServerAddressesTestJSON-296486233 tempest-ServerAddressesTestJSON-296486233-project-member] [instance: 4aa0afc2-4ae1-44bf-add7-9dc8d0538330] Reconfigured VM instance instance-00000065 to attach disk [datastore2] 4aa0afc2-4ae1-44bf-add7-9dc8d0538330/4aa0afc2-4ae1-44bf-add7-9dc8d0538330.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1026.398176] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-290a1bb2-b3a4-41c7-8eb8-44cce2ec3930 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.405739] env[62353]: DEBUG oslo_vmware.api [None req-f6b9bfa6-db35-4370-8a5d-a8ca7ba4b3ea tempest-ServerAddressesTestJSON-296486233 tempest-ServerAddressesTestJSON-296486233-project-member] Waiting for the task: (returnval){ [ 1026.405739] env[62353]: value = "task-2373000" [ 1026.405739] env[62353]: _type = "Task" [ 1026.405739] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.415540] env[62353]: DEBUG oslo_vmware.api [None req-f6b9bfa6-db35-4370-8a5d-a8ca7ba4b3ea tempest-ServerAddressesTestJSON-296486233 tempest-ServerAddressesTestJSON-296486233-project-member] Task: {'id': task-2373000, 'name': Rename_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.450093] env[62353]: DEBUG nova.scheduler.client.report [None req-ef47f27a-8ba1-449b-9b31-b1228a9e7d0c tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1026.620117] env[62353]: DEBUG nova.network.neutron [req-e952c571-148d-42be-b7c4-fefe7f02477e req-77d665a6-4c95-4d80-988e-541c4bc7fcc0 service nova] [instance: 5e4991fd-b146-4b54-bb9d-18a936171750] Updated VIF entry in instance network info cache for port b04fe56a-0158-4913-ae26-5e795f3340ca. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1026.620535] env[62353]: DEBUG nova.network.neutron [req-e952c571-148d-42be-b7c4-fefe7f02477e req-77d665a6-4c95-4d80-988e-541c4bc7fcc0 service nova] [instance: 5e4991fd-b146-4b54-bb9d-18a936171750] Updating instance_info_cache with network_info: [{"id": "b04fe56a-0158-4913-ae26-5e795f3340ca", "address": "fa:16:3e:a4:dd:70", "network": {"id": "44149a1e-04a7-4037-a9b4-b2bd9110e3d6", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1545548051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c234a820a6124360a28c4cea99d6087b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb04fe56a-01", "ovs_interfaceid": "b04fe56a-0158-4913-ae26-5e795f3340ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.804535] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c1e89eff-6d55-4c4d-8144-33eaaff5f938 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Acquiring lock "433c3b50-7fbd-4153-b99d-9d60027c9a9f" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1026.804906] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c1e89eff-6d55-4c4d-8144-33eaaff5f938 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Lock "433c3b50-7fbd-4153-b99d-9d60027c9a9f" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1026.805188] env[62353]: DEBUG nova.compute.manager [None req-c1e89eff-6d55-4c4d-8144-33eaaff5f938 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 433c3b50-7fbd-4153-b99d-9d60027c9a9f] Going to confirm migration 5 {{(pid=62353) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1026.848582] env[62353]: INFO nova.compute.manager [-] [instance: 3b094b26-ccc1-40fb-8649-393bc3ae2d48] Took 2.16 seconds to deallocate network for instance. [ 1026.916878] env[62353]: DEBUG oslo_vmware.api [None req-f6b9bfa6-db35-4370-8a5d-a8ca7ba4b3ea tempest-ServerAddressesTestJSON-296486233 tempest-ServerAddressesTestJSON-296486233-project-member] Task: {'id': task-2373000, 'name': Rename_Task} progress is 99%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.961163] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ef47f27a-8ba1-449b-9b31-b1228a9e7d0c tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.953s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1026.964429] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d43d0b58-0d38-4986-95a3-5abf9f755cdd tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.378s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1026.964703] env[62353]: DEBUG nova.objects.instance [None req-d43d0b58-0d38-4986-95a3-5abf9f755cdd tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Lazy-loading 'resources' on Instance uuid e1b17af1-2067-4d4a-8d12-ef006b8e0ad3 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1026.985697] env[62353]: INFO nova.scheduler.client.report [None req-ef47f27a-8ba1-449b-9b31-b1228a9e7d0c tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Deleted allocations for instance f5ffb2b3-2e54-4f2e-b46c-20046e0883b6 [ 1027.123565] env[62353]: DEBUG oslo_concurrency.lockutils [req-e952c571-148d-42be-b7c4-fefe7f02477e req-77d665a6-4c95-4d80-988e-541c4bc7fcc0 service nova] Releasing lock "refresh_cache-5e4991fd-b146-4b54-bb9d-18a936171750" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1027.355327] env[62353]: DEBUG oslo_concurrency.lockutils [None req-00c23b6f-2dc9-4e4c-8a8b-70b91670908e tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1027.387179] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c1e89eff-6d55-4c4d-8144-33eaaff5f938 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Acquiring lock "refresh_cache-433c3b50-7fbd-4153-b99d-9d60027c9a9f" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1027.387371] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c1e89eff-6d55-4c4d-8144-33eaaff5f938 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Acquired lock "refresh_cache-433c3b50-7fbd-4153-b99d-9d60027c9a9f" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.387548] env[62353]: DEBUG nova.network.neutron [None req-c1e89eff-6d55-4c4d-8144-33eaaff5f938 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 433c3b50-7fbd-4153-b99d-9d60027c9a9f] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1027.387736] env[62353]: DEBUG nova.objects.instance [None req-c1e89eff-6d55-4c4d-8144-33eaaff5f938 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Lazy-loading 'info_cache' on Instance uuid 433c3b50-7fbd-4153-b99d-9d60027c9a9f {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1027.417742] env[62353]: DEBUG oslo_vmware.api [None req-f6b9bfa6-db35-4370-8a5d-a8ca7ba4b3ea tempest-ServerAddressesTestJSON-296486233 tempest-ServerAddressesTestJSON-296486233-project-member] Task: {'id': task-2373000, 'name': Rename_Task} progress is 99%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.498043] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ef47f27a-8ba1-449b-9b31-b1228a9e7d0c tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Lock "f5ffb2b3-2e54-4f2e-b46c-20046e0883b6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.638s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1027.702040] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e878a433-2f28-4712-8e29-7d9fb9c7590d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.709262] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ccdfb26-613f-41e6-8b49-c6dcc27eb326 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.741277] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1e28126-1b5f-4630-939c-02f769be2723 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.749118] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96f27e85-6188-4f5c-896d-83548b971c70 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.762830] env[62353]: DEBUG nova.compute.provider_tree [None req-d43d0b58-0d38-4986-95a3-5abf9f755cdd tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1027.918539] env[62353]: DEBUG oslo_vmware.api [None req-f6b9bfa6-db35-4370-8a5d-a8ca7ba4b3ea tempest-ServerAddressesTestJSON-296486233 tempest-ServerAddressesTestJSON-296486233-project-member] Task: {'id': task-2373000, 'name': Rename_Task, 'duration_secs': 1.196377} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.918978] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6b9bfa6-db35-4370-8a5d-a8ca7ba4b3ea tempest-ServerAddressesTestJSON-296486233 tempest-ServerAddressesTestJSON-296486233-project-member] [instance: 4aa0afc2-4ae1-44bf-add7-9dc8d0538330] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1027.919419] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7b872d9f-0f79-4418-9834-7554f22be3a8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.926697] env[62353]: DEBUG oslo_vmware.api [None req-f6b9bfa6-db35-4370-8a5d-a8ca7ba4b3ea tempest-ServerAddressesTestJSON-296486233 tempest-ServerAddressesTestJSON-296486233-project-member] Waiting for the task: (returnval){ [ 1027.926697] env[62353]: value = "task-2373001" [ 1027.926697] env[62353]: _type = "Task" [ 1027.926697] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.935260] env[62353]: DEBUG oslo_vmware.api [None req-f6b9bfa6-db35-4370-8a5d-a8ca7ba4b3ea tempest-ServerAddressesTestJSON-296486233 tempest-ServerAddressesTestJSON-296486233-project-member] Task: {'id': task-2373001, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.266516] env[62353]: DEBUG nova.scheduler.client.report [None req-d43d0b58-0d38-4986-95a3-5abf9f755cdd tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1028.440389] env[62353]: DEBUG oslo_vmware.api [None req-f6b9bfa6-db35-4370-8a5d-a8ca7ba4b3ea tempest-ServerAddressesTestJSON-296486233 tempest-ServerAddressesTestJSON-296486233-project-member] Task: {'id': task-2373001, 'name': PowerOnVM_Task, 'duration_secs': 0.492247} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.440766] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6b9bfa6-db35-4370-8a5d-a8ca7ba4b3ea tempest-ServerAddressesTestJSON-296486233 tempest-ServerAddressesTestJSON-296486233-project-member] [instance: 4aa0afc2-4ae1-44bf-add7-9dc8d0538330] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1028.440947] env[62353]: INFO nova.compute.manager [None req-f6b9bfa6-db35-4370-8a5d-a8ca7ba4b3ea tempest-ServerAddressesTestJSON-296486233 tempest-ServerAddressesTestJSON-296486233-project-member] [instance: 4aa0afc2-4ae1-44bf-add7-9dc8d0538330] Took 8.73 seconds to spawn the instance on the hypervisor. [ 1028.441140] env[62353]: DEBUG nova.compute.manager [None req-f6b9bfa6-db35-4370-8a5d-a8ca7ba4b3ea tempest-ServerAddressesTestJSON-296486233 tempest-ServerAddressesTestJSON-296486233-project-member] [instance: 4aa0afc2-4ae1-44bf-add7-9dc8d0538330] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1028.442029] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a2d77e2-9596-412b-a2be-b26d7fa8ac30 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.615661] env[62353]: DEBUG nova.network.neutron [None req-c1e89eff-6d55-4c4d-8144-33eaaff5f938 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 433c3b50-7fbd-4153-b99d-9d60027c9a9f] Updating instance_info_cache with network_info: [{"id": "f52c64e4-20cf-47a1-8a41-2b9e7078228c", "address": "fa:16:3e:ef:2d:1d", "network": {"id": "f9c567b3-403a-4849-9262-a3e67f5e22e0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2067735324-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce7d37901d844950adf602218b205ea8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06eaa4c9-dbc2-4d38-a844-7bf76e7b5a64", "external-id": "nsx-vlan-transportzone-804", "segmentation_id": 804, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf52c64e4-20", "ovs_interfaceid": "f52c64e4-20cf-47a1-8a41-2b9e7078228c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.773293] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d43d0b58-0d38-4986-95a3-5abf9f755cdd tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.809s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1028.776846] env[62353]: DEBUG oslo_concurrency.lockutils [None req-00c23b6f-2dc9-4e4c-8a8b-70b91670908e tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.422s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1028.777198] env[62353]: DEBUG nova.objects.instance [None req-00c23b6f-2dc9-4e4c-8a8b-70b91670908e tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Lazy-loading 'resources' on Instance uuid 3b094b26-ccc1-40fb-8649-393bc3ae2d48 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1028.802972] env[62353]: INFO nova.scheduler.client.report [None req-d43d0b58-0d38-4986-95a3-5abf9f755cdd tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Deleted allocations for instance e1b17af1-2067-4d4a-8d12-ef006b8e0ad3 [ 1028.958906] env[62353]: INFO nova.compute.manager [None req-f6b9bfa6-db35-4370-8a5d-a8ca7ba4b3ea tempest-ServerAddressesTestJSON-296486233 tempest-ServerAddressesTestJSON-296486233-project-member] [instance: 4aa0afc2-4ae1-44bf-add7-9dc8d0538330] Took 21.55 seconds to build instance. [ 1029.119107] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c1e89eff-6d55-4c4d-8144-33eaaff5f938 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Releasing lock "refresh_cache-433c3b50-7fbd-4153-b99d-9d60027c9a9f" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1029.119509] env[62353]: DEBUG nova.objects.instance [None req-c1e89eff-6d55-4c4d-8144-33eaaff5f938 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Lazy-loading 'migration_context' on Instance uuid 433c3b50-7fbd-4153-b99d-9d60027c9a9f {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1029.186109] env[62353]: DEBUG nova.virt.hardware [None req-b1ddcd12-2d3d-48f6-963f-bc628e4622d5 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T12:38:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='ddbabf37f349b32d23470b826525eaee',container_format='bare',created_at=2025-02-07T12:47:35Z,direct_url=,disk_format='vmdk',id=49a7b339-8279-4a32-9efb-4201328e2b87,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-438610705-shelved',owner='a64aa5fd4f68494dbbc592d37558d4a9',properties=ImageMetaProps,protected=,size=31672832,status='active',tags=,updated_at=2025-02-07T12:47:49Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1029.186393] env[62353]: DEBUG nova.virt.hardware [None req-b1ddcd12-2d3d-48f6-963f-bc628e4622d5 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1029.186546] env[62353]: DEBUG nova.virt.hardware [None req-b1ddcd12-2d3d-48f6-963f-bc628e4622d5 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1029.186740] env[62353]: DEBUG nova.virt.hardware [None req-b1ddcd12-2d3d-48f6-963f-bc628e4622d5 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1029.186885] env[62353]: DEBUG nova.virt.hardware [None req-b1ddcd12-2d3d-48f6-963f-bc628e4622d5 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1029.187055] env[62353]: DEBUG nova.virt.hardware [None req-b1ddcd12-2d3d-48f6-963f-bc628e4622d5 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1029.187314] env[62353]: DEBUG nova.virt.hardware [None req-b1ddcd12-2d3d-48f6-963f-bc628e4622d5 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1029.187479] env[62353]: DEBUG nova.virt.hardware [None req-b1ddcd12-2d3d-48f6-963f-bc628e4622d5 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1029.187649] env[62353]: DEBUG nova.virt.hardware [None req-b1ddcd12-2d3d-48f6-963f-bc628e4622d5 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1029.187852] env[62353]: DEBUG nova.virt.hardware [None req-b1ddcd12-2d3d-48f6-963f-bc628e4622d5 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1029.188067] env[62353]: DEBUG nova.virt.hardware [None req-b1ddcd12-2d3d-48f6-963f-bc628e4622d5 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1029.190299] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1727c805-4d97-4984-94a9-220f646bb4c2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.200350] env[62353]: DEBUG oslo_vmware.rw_handles [None req-fc94fa08-5306-4f3f-b655-fa95c735cd25 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5216e8da-a6db-8445-a891-cb17bce72e70/disk-0.vmdk. {{(pid=62353) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1029.201623] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec479313-b8be-4fb6-a773-6aba44c9d254 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.205893] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f0303a1-e9f8-478d-bd1d-3eaca0122ab5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.211805] env[62353]: DEBUG oslo_vmware.rw_handles [None req-fc94fa08-5306-4f3f-b655-fa95c735cd25 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5216e8da-a6db-8445-a891-cb17bce72e70/disk-0.vmdk is in state: ready. {{(pid=62353) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1029.211979] env[62353]: ERROR oslo_vmware.rw_handles [None req-fc94fa08-5306-4f3f-b655-fa95c735cd25 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5216e8da-a6db-8445-a891-cb17bce72e70/disk-0.vmdk due to incomplete transfer. [ 1029.219578] env[62353]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-eff91495-b320-4a10-b4aa-60b0892be153 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.221384] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-b1ddcd12-2d3d-48f6-963f-bc628e4622d5 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] [instance: c1577946-440b-49c2-be7a-c4ac3165ab36] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b1:fb:7b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f1e0e39-0c84-4fcd-9113-cc528c3eb185', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'faa99bf3-0b6c-468a-9e72-baf1975915a0', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1029.228721] env[62353]: DEBUG oslo.service.loopingcall [None req-b1ddcd12-2d3d-48f6-963f-bc628e4622d5 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1029.228992] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1577946-440b-49c2-be7a-c4ac3165ab36] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1029.229592] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f3149482-0847-4371-b31c-40903e20895c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.244529] env[62353]: DEBUG oslo_vmware.rw_handles [None req-fc94fa08-5306-4f3f-b655-fa95c735cd25 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5216e8da-a6db-8445-a891-cb17bce72e70/disk-0.vmdk. {{(pid=62353) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1029.244678] env[62353]: DEBUG nova.virt.vmwareapi.images [None req-fc94fa08-5306-4f3f-b655-fa95c735cd25 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] [instance: a97e3cc7-cd7e-4239-b58d-6b3e62477819] Uploaded image fb0ebc7c-5c26-4c22-858b-042924fc77f0 to the Glance image server {{(pid=62353) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1029.246840] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc94fa08-5306-4f3f-b655-fa95c735cd25 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] [instance: a97e3cc7-cd7e-4239-b58d-6b3e62477819] Destroying the VM {{(pid=62353) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1029.247489] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d052c7b1-4c48-4ea0-b887-2f014281e108 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.251468] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1029.251468] env[62353]: value = "task-2373002" [ 1029.251468] env[62353]: _type = "Task" [ 1029.251468] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.256529] env[62353]: DEBUG oslo_vmware.api [None req-fc94fa08-5306-4f3f-b655-fa95c735cd25 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Waiting for the task: (returnval){ [ 1029.256529] env[62353]: value = "task-2373003" [ 1029.256529] env[62353]: _type = "Task" [ 1029.256529] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.259684] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2373002, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.268189] env[62353]: DEBUG oslo_vmware.api [None req-fc94fa08-5306-4f3f-b655-fa95c735cd25 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Task: {'id': task-2373003, 'name': Destroy_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.311202] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d43d0b58-0d38-4986-95a3-5abf9f755cdd tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Lock "e1b17af1-2067-4d4a-8d12-ef006b8e0ad3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.565s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1029.461790] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f6b9bfa6-db35-4370-8a5d-a8ca7ba4b3ea tempest-ServerAddressesTestJSON-296486233 tempest-ServerAddressesTestJSON-296486233-project-member] Lock "4aa0afc2-4ae1-44bf-add7-9dc8d0538330" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.066s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1029.510468] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-156d1c44-f9a6-41a3-8328-48afc15867f3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.520534] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ae63d99-fd99-4332-8c68-41183608aaef {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.555806] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef33081d-84d4-4f46-95ec-481e2ea2e0b4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.561028] env[62353]: DEBUG nova.compute.manager [req-5aba3368-5776-47fa-8c29-a85d33fe6a92 req-ca41bfcf-c847-4e8a-99bc-ec17aedb67c5 service nova] [instance: 3b094b26-ccc1-40fb-8649-393bc3ae2d48] Received event network-vif-deleted-4070e083-f44b-4ec3-b524-b39ada646700 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1029.561314] env[62353]: DEBUG nova.compute.manager [req-5aba3368-5776-47fa-8c29-a85d33fe6a92 req-ca41bfcf-c847-4e8a-99bc-ec17aedb67c5 service nova] [instance: 5e4991fd-b146-4b54-bb9d-18a936171750] Received event network-changed-b04fe56a-0158-4913-ae26-5e795f3340ca {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1029.561425] env[62353]: DEBUG nova.compute.manager [req-5aba3368-5776-47fa-8c29-a85d33fe6a92 req-ca41bfcf-c847-4e8a-99bc-ec17aedb67c5 service nova] [instance: 5e4991fd-b146-4b54-bb9d-18a936171750] Refreshing instance network info cache due to event network-changed-b04fe56a-0158-4913-ae26-5e795f3340ca. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1029.561643] env[62353]: DEBUG oslo_concurrency.lockutils [req-5aba3368-5776-47fa-8c29-a85d33fe6a92 req-ca41bfcf-c847-4e8a-99bc-ec17aedb67c5 service nova] Acquiring lock "refresh_cache-5e4991fd-b146-4b54-bb9d-18a936171750" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1029.561818] env[62353]: DEBUG oslo_concurrency.lockutils [req-5aba3368-5776-47fa-8c29-a85d33fe6a92 req-ca41bfcf-c847-4e8a-99bc-ec17aedb67c5 service nova] Acquired lock "refresh_cache-5e4991fd-b146-4b54-bb9d-18a936171750" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.561982] env[62353]: DEBUG nova.network.neutron [req-5aba3368-5776-47fa-8c29-a85d33fe6a92 req-ca41bfcf-c847-4e8a-99bc-ec17aedb67c5 service nova] [instance: 5e4991fd-b146-4b54-bb9d-18a936171750] Refreshing network info cache for port b04fe56a-0158-4913-ae26-5e795f3340ca {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1029.568735] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5230625f-b985-49d5-9217-a532e7061e62 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.584179] env[62353]: DEBUG nova.compute.provider_tree [None req-00c23b6f-2dc9-4e4c-8a8b-70b91670908e tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1029.622407] env[62353]: DEBUG nova.objects.base [None req-c1e89eff-6d55-4c4d-8144-33eaaff5f938 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Object Instance<433c3b50-7fbd-4153-b99d-9d60027c9a9f> lazy-loaded attributes: info_cache,migration_context {{(pid=62353) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1029.623476] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1b3b02b-d582-4972-9566-67d8aa24c42c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.649699] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ed1fb7a-e46e-437c-a8b5-9f63c6f8850c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.654964] env[62353]: DEBUG oslo_vmware.api [None req-c1e89eff-6d55-4c4d-8144-33eaaff5f938 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Waiting for the task: (returnval){ [ 1029.654964] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5252d026-1926-a58f-67a6-a64809b18d63" [ 1029.654964] env[62353]: _type = "Task" [ 1029.654964] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.663406] env[62353]: DEBUG oslo_vmware.api [None req-c1e89eff-6d55-4c4d-8144-33eaaff5f938 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5252d026-1926-a58f-67a6-a64809b18d63, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.761129] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2373002, 'name': CreateVM_Task, 'duration_secs': 0.423361} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.764151] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1577946-440b-49c2-be7a-c4ac3165ab36] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1029.764896] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b1ddcd12-2d3d-48f6-963f-bc628e4622d5 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/49a7b339-8279-4a32-9efb-4201328e2b87" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1029.765079] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b1ddcd12-2d3d-48f6-963f-bc628e4622d5 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Acquired lock "[datastore2] devstack-image-cache_base/49a7b339-8279-4a32-9efb-4201328e2b87" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.765453] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b1ddcd12-2d3d-48f6-963f-bc628e4622d5 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/49a7b339-8279-4a32-9efb-4201328e2b87" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1029.766095] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1f8cf9e-145c-4b7e-86b4-38c0ed0a8976 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.770963] env[62353]: DEBUG oslo_vmware.api [None req-fc94fa08-5306-4f3f-b655-fa95c735cd25 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Task: {'id': task-2373003, 'name': Destroy_Task, 'duration_secs': 0.491518} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.771566] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-fc94fa08-5306-4f3f-b655-fa95c735cd25 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] [instance: a97e3cc7-cd7e-4239-b58d-6b3e62477819] Destroyed the VM [ 1029.771866] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-fc94fa08-5306-4f3f-b655-fa95c735cd25 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] [instance: a97e3cc7-cd7e-4239-b58d-6b3e62477819] Deleting Snapshot of the VM instance {{(pid=62353) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1029.772139] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-5d668f2d-2d4f-43b0-bab2-907e95741975 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.775024] env[62353]: DEBUG oslo_vmware.api [None req-b1ddcd12-2d3d-48f6-963f-bc628e4622d5 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Waiting for the task: (returnval){ [ 1029.775024] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52d42745-ebab-0df4-8aae-8bd779494994" [ 1029.775024] env[62353]: _type = "Task" [ 1029.775024] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.779985] env[62353]: DEBUG oslo_vmware.api [None req-fc94fa08-5306-4f3f-b655-fa95c735cd25 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Waiting for the task: (returnval){ [ 1029.779985] env[62353]: value = "task-2373004" [ 1029.779985] env[62353]: _type = "Task" [ 1029.779985] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.794019] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b1ddcd12-2d3d-48f6-963f-bc628e4622d5 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Releasing lock "[datastore2] devstack-image-cache_base/49a7b339-8279-4a32-9efb-4201328e2b87" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1029.794317] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-b1ddcd12-2d3d-48f6-963f-bc628e4622d5 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] [instance: c1577946-440b-49c2-be7a-c4ac3165ab36] Processing image 49a7b339-8279-4a32-9efb-4201328e2b87 {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1029.794552] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b1ddcd12-2d3d-48f6-963f-bc628e4622d5 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/49a7b339-8279-4a32-9efb-4201328e2b87/49a7b339-8279-4a32-9efb-4201328e2b87.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1029.794697] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b1ddcd12-2d3d-48f6-963f-bc628e4622d5 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Acquired lock "[datastore2] devstack-image-cache_base/49a7b339-8279-4a32-9efb-4201328e2b87/49a7b339-8279-4a32-9efb-4201328e2b87.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.794870] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1ddcd12-2d3d-48f6-963f-bc628e4622d5 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1029.795136] env[62353]: DEBUG oslo_vmware.api [None req-fc94fa08-5306-4f3f-b655-fa95c735cd25 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Task: {'id': task-2373004, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.795345] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-84052041-106e-4245-949d-65eb346c2a5a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.808774] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1ddcd12-2d3d-48f6-963f-bc628e4622d5 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1029.808969] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-b1ddcd12-2d3d-48f6-963f-bc628e4622d5 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1029.809841] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fff4b360-20c0-4f26-86cd-cb7f1f4a098b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.817432] env[62353]: DEBUG oslo_vmware.api [None req-b1ddcd12-2d3d-48f6-963f-bc628e4622d5 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Waiting for the task: (returnval){ [ 1029.817432] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52a109b6-4bb4-b851-1706-4f6a2be4d5c2" [ 1029.817432] env[62353]: _type = "Task" [ 1029.817432] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.825149] env[62353]: DEBUG oslo_vmware.api [None req-b1ddcd12-2d3d-48f6-963f-bc628e4622d5 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52a109b6-4bb4-b851-1706-4f6a2be4d5c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.976129] env[62353]: DEBUG nova.compute.manager [req-323f8598-ad80-4467-9251-b70783259db6 req-928dedb9-409d-403a-8dbd-2a155f1e03ae service nova] [instance: c1577946-440b-49c2-be7a-c4ac3165ab36] Received event network-changed-faa99bf3-0b6c-468a-9e72-baf1975915a0 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1029.976129] env[62353]: DEBUG nova.compute.manager [req-323f8598-ad80-4467-9251-b70783259db6 req-928dedb9-409d-403a-8dbd-2a155f1e03ae service nova] [instance: c1577946-440b-49c2-be7a-c4ac3165ab36] Refreshing instance network info cache due to event network-changed-faa99bf3-0b6c-468a-9e72-baf1975915a0. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1029.976129] env[62353]: DEBUG oslo_concurrency.lockutils [req-323f8598-ad80-4467-9251-b70783259db6 req-928dedb9-409d-403a-8dbd-2a155f1e03ae service nova] Acquiring lock "refresh_cache-c1577946-440b-49c2-be7a-c4ac3165ab36" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1029.976129] env[62353]: DEBUG oslo_concurrency.lockutils [req-323f8598-ad80-4467-9251-b70783259db6 req-928dedb9-409d-403a-8dbd-2a155f1e03ae service nova] Acquired lock "refresh_cache-c1577946-440b-49c2-be7a-c4ac3165ab36" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.976298] env[62353]: DEBUG nova.network.neutron [req-323f8598-ad80-4467-9251-b70783259db6 req-928dedb9-409d-403a-8dbd-2a155f1e03ae service nova] [instance: c1577946-440b-49c2-be7a-c4ac3165ab36] Refreshing network info cache for port faa99bf3-0b6c-468a-9e72-baf1975915a0 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1030.013979] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c1e18534-23b7-4576-86b8-eeeed5f14942 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Acquiring lock "3b094b26-ccc1-40fb-8649-393bc3ae2d48" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1030.067369] env[62353]: DEBUG oslo_concurrency.lockutils [None req-67cc3c88-90fa-467f-800a-3f2e4da3032b tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Acquiring lock "366f6f06-cd67-4e32-89dd-4c809792d5ac" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1030.067650] env[62353]: DEBUG oslo_concurrency.lockutils [None req-67cc3c88-90fa-467f-800a-3f2e4da3032b tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Lock "366f6f06-cd67-4e32-89dd-4c809792d5ac" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1030.087955] env[62353]: DEBUG nova.scheduler.client.report [None req-00c23b6f-2dc9-4e4c-8a8b-70b91670908e tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1030.172339] env[62353]: DEBUG oslo_vmware.api [None req-c1e89eff-6d55-4c4d-8144-33eaaff5f938 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5252d026-1926-a58f-67a6-a64809b18d63, 'name': SearchDatastore_Task, 'duration_secs': 0.01213} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.173033] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c1e89eff-6d55-4c4d-8144-33eaaff5f938 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1030.291060] env[62353]: DEBUG oslo_vmware.api [None req-fc94fa08-5306-4f3f-b655-fa95c735cd25 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Task: {'id': task-2373004, 'name': RemoveSnapshot_Task, 'duration_secs': 0.435976} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.291404] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-fc94fa08-5306-4f3f-b655-fa95c735cd25 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] [instance: a97e3cc7-cd7e-4239-b58d-6b3e62477819] Deleted Snapshot of the VM instance {{(pid=62353) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1030.291825] env[62353]: DEBUG nova.compute.manager [None req-fc94fa08-5306-4f3f-b655-fa95c735cd25 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] [instance: a97e3cc7-cd7e-4239-b58d-6b3e62477819] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1030.293281] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d1322f0-0d18-4da2-aec7-bc5b4cf6599d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.329836] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-b1ddcd12-2d3d-48f6-963f-bc628e4622d5 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] [instance: c1577946-440b-49c2-be7a-c4ac3165ab36] Preparing fetch location {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1030.332639] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-b1ddcd12-2d3d-48f6-963f-bc628e4622d5 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] [instance: c1577946-440b-49c2-be7a-c4ac3165ab36] Fetch image to [datastore2] OSTACK_IMG_8004808e-4bd0-47f8-a1d6-6080226cb99b/OSTACK_IMG_8004808e-4bd0-47f8-a1d6-6080226cb99b.vmdk {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1030.332639] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-b1ddcd12-2d3d-48f6-963f-bc628e4622d5 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] [instance: c1577946-440b-49c2-be7a-c4ac3165ab36] Downloading stream optimized image 49a7b339-8279-4a32-9efb-4201328e2b87 to [datastore2] OSTACK_IMG_8004808e-4bd0-47f8-a1d6-6080226cb99b/OSTACK_IMG_8004808e-4bd0-47f8-a1d6-6080226cb99b.vmdk on the data store datastore2 as vApp {{(pid=62353) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1030.332639] env[62353]: DEBUG nova.virt.vmwareapi.images [None req-b1ddcd12-2d3d-48f6-963f-bc628e4622d5 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] [instance: c1577946-440b-49c2-be7a-c4ac3165ab36] Downloading image file data 49a7b339-8279-4a32-9efb-4201328e2b87 to the ESX as VM named 'OSTACK_IMG_8004808e-4bd0-47f8-a1d6-6080226cb99b' {{(pid=62353) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1030.351689] env[62353]: DEBUG nova.network.neutron [req-5aba3368-5776-47fa-8c29-a85d33fe6a92 req-ca41bfcf-c847-4e8a-99bc-ec17aedb67c5 service nova] [instance: 5e4991fd-b146-4b54-bb9d-18a936171750] Updated VIF entry in instance network info cache for port b04fe56a-0158-4913-ae26-5e795f3340ca. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1030.352127] env[62353]: DEBUG nova.network.neutron [req-5aba3368-5776-47fa-8c29-a85d33fe6a92 req-ca41bfcf-c847-4e8a-99bc-ec17aedb67c5 service nova] [instance: 5e4991fd-b146-4b54-bb9d-18a936171750] Updating instance_info_cache with network_info: [{"id": "b04fe56a-0158-4913-ae26-5e795f3340ca", "address": "fa:16:3e:a4:dd:70", "network": {"id": "44149a1e-04a7-4037-a9b4-b2bd9110e3d6", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1545548051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c234a820a6124360a28c4cea99d6087b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb04fe56a-01", "ovs_interfaceid": "b04fe56a-0158-4913-ae26-5e795f3340ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.426358] env[62353]: DEBUG oslo_vmware.rw_handles [None req-b1ddcd12-2d3d-48f6-963f-bc628e4622d5 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1030.426358] env[62353]: value = "resgroup-9" [ 1030.426358] env[62353]: _type = "ResourcePool" [ 1030.426358] env[62353]: }. {{(pid=62353) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1030.426815] env[62353]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-d87be032-93bb-4282-8ddb-e5376dae96aa {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.449824] env[62353]: DEBUG oslo_vmware.rw_handles [None req-b1ddcd12-2d3d-48f6-963f-bc628e4622d5 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Lease: (returnval){ [ 1030.449824] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]524f423f-df85-4ec3-5341-786660bf3365" [ 1030.449824] env[62353]: _type = "HttpNfcLease" [ 1030.449824] env[62353]: } obtained for vApp import into resource pool (val){ [ 1030.449824] env[62353]: value = "resgroup-9" [ 1030.449824] env[62353]: _type = "ResourcePool" [ 1030.449824] env[62353]: }. {{(pid=62353) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1030.450100] env[62353]: DEBUG oslo_vmware.api [None req-b1ddcd12-2d3d-48f6-963f-bc628e4622d5 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Waiting for the lease: (returnval){ [ 1030.450100] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]524f423f-df85-4ec3-5341-786660bf3365" [ 1030.450100] env[62353]: _type = "HttpNfcLease" [ 1030.450100] env[62353]: } to be ready. {{(pid=62353) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1030.459844] env[62353]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1030.459844] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]524f423f-df85-4ec3-5341-786660bf3365" [ 1030.459844] env[62353]: _type = "HttpNfcLease" [ 1030.459844] env[62353]: } is initializing. {{(pid=62353) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1030.574199] env[62353]: DEBUG nova.compute.manager [None req-67cc3c88-90fa-467f-800a-3f2e4da3032b tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: 366f6f06-cd67-4e32-89dd-4c809792d5ac] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1030.595676] env[62353]: DEBUG oslo_concurrency.lockutils [None req-00c23b6f-2dc9-4e4c-8a8b-70b91670908e tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.816s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1030.599667] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c1e89eff-6d55-4c4d-8144-33eaaff5f938 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.427s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1030.637226] env[62353]: INFO nova.scheduler.client.report [None req-00c23b6f-2dc9-4e4c-8a8b-70b91670908e tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Deleted allocations for instance 3b094b26-ccc1-40fb-8649-393bc3ae2d48 [ 1030.813041] env[62353]: INFO nova.compute.manager [None req-fc94fa08-5306-4f3f-b655-fa95c735cd25 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] [instance: a97e3cc7-cd7e-4239-b58d-6b3e62477819] Shelve offloading [ 1030.852997] env[62353]: DEBUG nova.network.neutron [req-323f8598-ad80-4467-9251-b70783259db6 req-928dedb9-409d-403a-8dbd-2a155f1e03ae service nova] [instance: c1577946-440b-49c2-be7a-c4ac3165ab36] Updated VIF entry in instance network info cache for port faa99bf3-0b6c-468a-9e72-baf1975915a0. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1030.853507] env[62353]: DEBUG nova.network.neutron [req-323f8598-ad80-4467-9251-b70783259db6 req-928dedb9-409d-403a-8dbd-2a155f1e03ae service nova] [instance: c1577946-440b-49c2-be7a-c4ac3165ab36] Updating instance_info_cache with network_info: [{"id": "faa99bf3-0b6c-468a-9e72-baf1975915a0", "address": "fa:16:3e:b1:fb:7b", "network": {"id": "9c588598-2931-4e39-942e-268f7ccfd0e1", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1287176523-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a64aa5fd4f68494dbbc592d37558d4a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfaa99bf3-0b", "ovs_interfaceid": "faa99bf3-0b6c-468a-9e72-baf1975915a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.856508] env[62353]: DEBUG oslo_concurrency.lockutils [req-5aba3368-5776-47fa-8c29-a85d33fe6a92 req-ca41bfcf-c847-4e8a-99bc-ec17aedb67c5 service nova] Releasing lock "refresh_cache-5e4991fd-b146-4b54-bb9d-18a936171750" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1030.959264] env[62353]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1030.959264] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]524f423f-df85-4ec3-5341-786660bf3365" [ 1030.959264] env[62353]: _type = "HttpNfcLease" [ 1030.959264] env[62353]: } is initializing. {{(pid=62353) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1031.061753] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2eb51699-ff52-47f5-86b9-3a7df42a671a tempest-ServerAddressesTestJSON-296486233 tempest-ServerAddressesTestJSON-296486233-project-member] Acquiring lock "4aa0afc2-4ae1-44bf-add7-9dc8d0538330" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1031.062323] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2eb51699-ff52-47f5-86b9-3a7df42a671a tempest-ServerAddressesTestJSON-296486233 tempest-ServerAddressesTestJSON-296486233-project-member] Lock "4aa0afc2-4ae1-44bf-add7-9dc8d0538330" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1031.062569] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2eb51699-ff52-47f5-86b9-3a7df42a671a tempest-ServerAddressesTestJSON-296486233 tempest-ServerAddressesTestJSON-296486233-project-member] Acquiring lock "4aa0afc2-4ae1-44bf-add7-9dc8d0538330-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1031.062831] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2eb51699-ff52-47f5-86b9-3a7df42a671a tempest-ServerAddressesTestJSON-296486233 tempest-ServerAddressesTestJSON-296486233-project-member] Lock "4aa0afc2-4ae1-44bf-add7-9dc8d0538330-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1031.062919] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2eb51699-ff52-47f5-86b9-3a7df42a671a tempest-ServerAddressesTestJSON-296486233 tempest-ServerAddressesTestJSON-296486233-project-member] Lock "4aa0afc2-4ae1-44bf-add7-9dc8d0538330-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1031.065601] env[62353]: INFO nova.compute.manager [None req-2eb51699-ff52-47f5-86b9-3a7df42a671a tempest-ServerAddressesTestJSON-296486233 tempest-ServerAddressesTestJSON-296486233-project-member] [instance: 4aa0afc2-4ae1-44bf-add7-9dc8d0538330] Terminating instance [ 1031.100159] env[62353]: DEBUG oslo_concurrency.lockutils [None req-67cc3c88-90fa-467f-800a-3f2e4da3032b tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1031.152301] env[62353]: DEBUG oslo_concurrency.lockutils [None req-00c23b6f-2dc9-4e4c-8a8b-70b91670908e tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Lock "3b094b26-ccc1-40fb-8649-393bc3ae2d48" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.114s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1031.154033] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c1e18534-23b7-4576-86b8-eeeed5f14942 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Lock "3b094b26-ccc1-40fb-8649-393bc3ae2d48" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 1.140s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1031.154033] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c1e18534-23b7-4576-86b8-eeeed5f14942 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Acquiring lock "3b094b26-ccc1-40fb-8649-393bc3ae2d48-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1031.154033] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c1e18534-23b7-4576-86b8-eeeed5f14942 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Lock "3b094b26-ccc1-40fb-8649-393bc3ae2d48-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1031.154252] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c1e18534-23b7-4576-86b8-eeeed5f14942 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Lock "3b094b26-ccc1-40fb-8649-393bc3ae2d48-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1031.159287] env[62353]: INFO nova.compute.manager [None req-c1e18534-23b7-4576-86b8-eeeed5f14942 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] [instance: 3b094b26-ccc1-40fb-8649-393bc3ae2d48] Terminating instance [ 1031.319045] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc94fa08-5306-4f3f-b655-fa95c735cd25 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] [instance: a97e3cc7-cd7e-4239-b58d-6b3e62477819] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1031.320035] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-38a389ef-ed39-471a-b3ad-f8210718de06 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.333278] env[62353]: DEBUG oslo_vmware.api [None req-fc94fa08-5306-4f3f-b655-fa95c735cd25 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Waiting for the task: (returnval){ [ 1031.333278] env[62353]: value = "task-2373006" [ 1031.333278] env[62353]: _type = "Task" [ 1031.333278] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.345046] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc94fa08-5306-4f3f-b655-fa95c735cd25 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] [instance: a97e3cc7-cd7e-4239-b58d-6b3e62477819] VM already powered off {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1031.345632] env[62353]: DEBUG nova.compute.manager [None req-fc94fa08-5306-4f3f-b655-fa95c735cd25 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] [instance: a97e3cc7-cd7e-4239-b58d-6b3e62477819] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1031.346652] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-498cd6dc-fbd1-45b8-8891-4ee6cbaeaead {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.355787] env[62353]: DEBUG oslo_concurrency.lockutils [req-323f8598-ad80-4467-9251-b70783259db6 req-928dedb9-409d-403a-8dbd-2a155f1e03ae service nova] Releasing lock "refresh_cache-c1577946-440b-49c2-be7a-c4ac3165ab36" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1031.356456] env[62353]: DEBUG oslo_concurrency.lockutils [None req-fc94fa08-5306-4f3f-b655-fa95c735cd25 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Acquiring lock "refresh_cache-a97e3cc7-cd7e-4239-b58d-6b3e62477819" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1031.356749] env[62353]: DEBUG oslo_concurrency.lockutils [None req-fc94fa08-5306-4f3f-b655-fa95c735cd25 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Acquired lock "refresh_cache-a97e3cc7-cd7e-4239-b58d-6b3e62477819" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.357021] env[62353]: DEBUG nova.network.neutron [None req-fc94fa08-5306-4f3f-b655-fa95c735cd25 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] [instance: a97e3cc7-cd7e-4239-b58d-6b3e62477819] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1031.456505] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-385817a4-20b3-491e-873e-e78f44ab5f3a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.463642] env[62353]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1031.463642] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]524f423f-df85-4ec3-5341-786660bf3365" [ 1031.463642] env[62353]: _type = "HttpNfcLease" [ 1031.463642] env[62353]: } is ready. {{(pid=62353) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1031.465912] env[62353]: DEBUG oslo_vmware.rw_handles [None req-b1ddcd12-2d3d-48f6-963f-bc628e4622d5 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1031.465912] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]524f423f-df85-4ec3-5341-786660bf3365" [ 1031.465912] env[62353]: _type = "HttpNfcLease" [ 1031.465912] env[62353]: }. {{(pid=62353) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1031.466784] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abb5f487-f507-4220-99a6-5a03aeee0c69 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.471504] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6be2348f-56d2-404e-ae64-75af37614e42 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.481351] env[62353]: DEBUG oslo_vmware.rw_handles [None req-b1ddcd12-2d3d-48f6-963f-bc628e4622d5 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529fea77-220a-05f8-2916-3af73d3515d4/disk-0.vmdk from lease info. {{(pid=62353) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1031.481579] env[62353]: DEBUG oslo_vmware.rw_handles [None req-b1ddcd12-2d3d-48f6-963f-bc628e4622d5 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Creating HTTP connection to write to file with size = 31672832 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529fea77-220a-05f8-2916-3af73d3515d4/disk-0.vmdk. {{(pid=62353) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1031.515713] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-086ac1fe-8643-4105-8a00-011d44c3492e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.578156] env[62353]: DEBUG nova.compute.manager [None req-2eb51699-ff52-47f5-86b9-3a7df42a671a tempest-ServerAddressesTestJSON-296486233 tempest-ServerAddressesTestJSON-296486233-project-member] [instance: 4aa0afc2-4ae1-44bf-add7-9dc8d0538330] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1031.578428] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-2eb51699-ff52-47f5-86b9-3a7df42a671a tempest-ServerAddressesTestJSON-296486233 tempest-ServerAddressesTestJSON-296486233-project-member] [instance: 4aa0afc2-4ae1-44bf-add7-9dc8d0538330] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1031.579908] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42fb86d3-4493-4aa1-bddc-ba7346a0f7fc {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.588435] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ea5faea-8a3d-4670-ae74-3b546d095c58 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.599169] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-2eb51699-ff52-47f5-86b9-3a7df42a671a tempest-ServerAddressesTestJSON-296486233 tempest-ServerAddressesTestJSON-296486233-project-member] [instance: 4aa0afc2-4ae1-44bf-add7-9dc8d0538330] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1031.599775] env[62353]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-43f73116-8207-4b9d-aa64-fd9eb07d1373 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.601967] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7e76e3c5-db62-44f7-8230-668f7eb00525 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.613210] env[62353]: DEBUG nova.compute.provider_tree [None req-c1e89eff-6d55-4c4d-8144-33eaaff5f938 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1031.619870] env[62353]: DEBUG oslo_vmware.api [None req-2eb51699-ff52-47f5-86b9-3a7df42a671a tempest-ServerAddressesTestJSON-296486233 tempest-ServerAddressesTestJSON-296486233-project-member] Waiting for the task: (returnval){ [ 1031.619870] env[62353]: value = "task-2373007" [ 1031.619870] env[62353]: _type = "Task" [ 1031.619870] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.628382] env[62353]: DEBUG oslo_vmware.api [None req-2eb51699-ff52-47f5-86b9-3a7df42a671a tempest-ServerAddressesTestJSON-296486233 tempest-ServerAddressesTestJSON-296486233-project-member] Task: {'id': task-2373007, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.665911] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c1e18534-23b7-4576-86b8-eeeed5f14942 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Acquiring lock "refresh_cache-3b094b26-ccc1-40fb-8649-393bc3ae2d48" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1031.666131] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c1e18534-23b7-4576-86b8-eeeed5f14942 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Acquired lock "refresh_cache-3b094b26-ccc1-40fb-8649-393bc3ae2d48" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.666316] env[62353]: DEBUG nova.network.neutron [None req-c1e18534-23b7-4576-86b8-eeeed5f14942 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] [instance: 3b094b26-ccc1-40fb-8649-393bc3ae2d48] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1032.116871] env[62353]: DEBUG nova.scheduler.client.report [None req-c1e89eff-6d55-4c4d-8144-33eaaff5f938 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1032.134283] env[62353]: DEBUG oslo_vmware.api [None req-2eb51699-ff52-47f5-86b9-3a7df42a671a tempest-ServerAddressesTestJSON-296486233 tempest-ServerAddressesTestJSON-296486233-project-member] Task: {'id': task-2373007, 'name': PowerOffVM_Task, 'duration_secs': 0.300508} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.136563] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-2eb51699-ff52-47f5-86b9-3a7df42a671a tempest-ServerAddressesTestJSON-296486233 tempest-ServerAddressesTestJSON-296486233-project-member] [instance: 4aa0afc2-4ae1-44bf-add7-9dc8d0538330] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1032.136821] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-2eb51699-ff52-47f5-86b9-3a7df42a671a tempest-ServerAddressesTestJSON-296486233 tempest-ServerAddressesTestJSON-296486233-project-member] [instance: 4aa0afc2-4ae1-44bf-add7-9dc8d0538330] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1032.137179] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-56387a2d-0984-4221-84ac-8aa3a842e943 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.168769] env[62353]: DEBUG nova.compute.utils [None req-c1e18534-23b7-4576-86b8-eeeed5f14942 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] [instance: 3b094b26-ccc1-40fb-8649-393bc3ae2d48] Can not refresh info_cache because instance was not found {{(pid=62353) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1055}} [ 1032.193565] env[62353]: DEBUG nova.network.neutron [None req-c1e18534-23b7-4576-86b8-eeeed5f14942 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] [instance: 3b094b26-ccc1-40fb-8649-393bc3ae2d48] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1032.221206] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-2eb51699-ff52-47f5-86b9-3a7df42a671a tempest-ServerAddressesTestJSON-296486233 tempest-ServerAddressesTestJSON-296486233-project-member] [instance: 4aa0afc2-4ae1-44bf-add7-9dc8d0538330] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1032.221438] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-2eb51699-ff52-47f5-86b9-3a7df42a671a tempest-ServerAddressesTestJSON-296486233 tempest-ServerAddressesTestJSON-296486233-project-member] [instance: 4aa0afc2-4ae1-44bf-add7-9dc8d0538330] Deleting contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1032.221626] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-2eb51699-ff52-47f5-86b9-3a7df42a671a tempest-ServerAddressesTestJSON-296486233 tempest-ServerAddressesTestJSON-296486233-project-member] Deleting the datastore file [datastore2] 4aa0afc2-4ae1-44bf-add7-9dc8d0538330 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1032.221984] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8b3fbfab-6a3b-4c6e-9b59-567378e009c5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.233973] env[62353]: DEBUG oslo_vmware.api [None req-2eb51699-ff52-47f5-86b9-3a7df42a671a tempest-ServerAddressesTestJSON-296486233 tempest-ServerAddressesTestJSON-296486233-project-member] Waiting for the task: (returnval){ [ 1032.233973] env[62353]: value = "task-2373009" [ 1032.233973] env[62353]: _type = "Task" [ 1032.233973] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.242682] env[62353]: DEBUG oslo_vmware.api [None req-2eb51699-ff52-47f5-86b9-3a7df42a671a tempest-ServerAddressesTestJSON-296486233 tempest-ServerAddressesTestJSON-296486233-project-member] Task: {'id': task-2373009, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.253276] env[62353]: DEBUG nova.network.neutron [None req-fc94fa08-5306-4f3f-b655-fa95c735cd25 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] [instance: a97e3cc7-cd7e-4239-b58d-6b3e62477819] Updating instance_info_cache with network_info: [{"id": "73e575b8-0e78-4c00-babc-20e8f490800b", "address": "fa:16:3e:e4:4a:54", "network": {"id": "8e8157ad-d933-4e32-a16e-cb78473806e0", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1894863752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bed92e4d6734102a7048c91ed285e0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73e575b8-0e", "ovs_interfaceid": "73e575b8-0e78-4c00-babc-20e8f490800b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.295036] env[62353]: DEBUG nova.network.neutron [None req-c1e18534-23b7-4576-86b8-eeeed5f14942 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] [instance: 3b094b26-ccc1-40fb-8649-393bc3ae2d48] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.384178] env[62353]: DEBUG oslo_vmware.rw_handles [None req-e49b361d-7d75-49de-a3cc-bdeef98e5fe4 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5226257c-1958-6d52-e1cb-8869171a7de3/disk-0.vmdk. {{(pid=62353) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1032.385560] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b89943e-29ad-4d06-9eff-ec46fcb32457 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.394652] env[62353]: DEBUG oslo_vmware.rw_handles [None req-e49b361d-7d75-49de-a3cc-bdeef98e5fe4 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5226257c-1958-6d52-e1cb-8869171a7de3/disk-0.vmdk is in state: ready. {{(pid=62353) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1032.394844] env[62353]: ERROR oslo_vmware.rw_handles [None req-e49b361d-7d75-49de-a3cc-bdeef98e5fe4 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5226257c-1958-6d52-e1cb-8869171a7de3/disk-0.vmdk due to incomplete transfer. [ 1032.395091] env[62353]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-c572877c-afe8-47b2-aa63-8a92c4cd199b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.404166] env[62353]: DEBUG oslo_vmware.rw_handles [None req-e49b361d-7d75-49de-a3cc-bdeef98e5fe4 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5226257c-1958-6d52-e1cb-8869171a7de3/disk-0.vmdk. {{(pid=62353) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1032.404390] env[62353]: DEBUG nova.virt.vmwareapi.images [None req-e49b361d-7d75-49de-a3cc-bdeef98e5fe4 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 78d43ae6-d281-4b98-88f1-281548975167] Uploaded image d18aa644-aba7-438e-8309-c1a2eb3280fc to the Glance image server {{(pid=62353) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1032.406172] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-e49b361d-7d75-49de-a3cc-bdeef98e5fe4 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 78d43ae6-d281-4b98-88f1-281548975167] Destroying the VM {{(pid=62353) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1032.406489] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6b46ab4d-ead4-44fb-8ecb-c87420485daf {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.415364] env[62353]: DEBUG oslo_vmware.api [None req-e49b361d-7d75-49de-a3cc-bdeef98e5fe4 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Waiting for the task: (returnval){ [ 1032.415364] env[62353]: value = "task-2373010" [ 1032.415364] env[62353]: _type = "Task" [ 1032.415364] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.426808] env[62353]: DEBUG oslo_vmware.api [None req-e49b361d-7d75-49de-a3cc-bdeef98e5fe4 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': task-2373010, 'name': Destroy_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.757576] env[62353]: DEBUG oslo_vmware.api [None req-2eb51699-ff52-47f5-86b9-3a7df42a671a tempest-ServerAddressesTestJSON-296486233 tempest-ServerAddressesTestJSON-296486233-project-member] Task: {'id': task-2373009, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.359647} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.762618] env[62353]: DEBUG oslo_concurrency.lockutils [None req-fc94fa08-5306-4f3f-b655-fa95c735cd25 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Releasing lock "refresh_cache-a97e3cc7-cd7e-4239-b58d-6b3e62477819" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1032.766882] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-2eb51699-ff52-47f5-86b9-3a7df42a671a tempest-ServerAddressesTestJSON-296486233 tempest-ServerAddressesTestJSON-296486233-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1032.767307] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-2eb51699-ff52-47f5-86b9-3a7df42a671a tempest-ServerAddressesTestJSON-296486233 tempest-ServerAddressesTestJSON-296486233-project-member] [instance: 4aa0afc2-4ae1-44bf-add7-9dc8d0538330] Deleted contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1032.767523] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-2eb51699-ff52-47f5-86b9-3a7df42a671a tempest-ServerAddressesTestJSON-296486233 tempest-ServerAddressesTestJSON-296486233-project-member] [instance: 4aa0afc2-4ae1-44bf-add7-9dc8d0538330] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1032.767932] env[62353]: INFO nova.compute.manager [None req-2eb51699-ff52-47f5-86b9-3a7df42a671a tempest-ServerAddressesTestJSON-296486233 tempest-ServerAddressesTestJSON-296486233-project-member] [instance: 4aa0afc2-4ae1-44bf-add7-9dc8d0538330] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1032.768306] env[62353]: DEBUG oslo.service.loopingcall [None req-2eb51699-ff52-47f5-86b9-3a7df42a671a tempest-ServerAddressesTestJSON-296486233 tempest-ServerAddressesTestJSON-296486233-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1032.773214] env[62353]: DEBUG nova.compute.manager [-] [instance: 4aa0afc2-4ae1-44bf-add7-9dc8d0538330] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1032.773456] env[62353]: DEBUG nova.network.neutron [-] [instance: 4aa0afc2-4ae1-44bf-add7-9dc8d0538330] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1032.776366] env[62353]: DEBUG nova.compute.manager [None req-4c0beb3e-12d0-4e66-aa54-52812234785b tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: cd87ae19-37ee-4d88-95ee-9de38d5214a4] Stashing vm_state: active {{(pid=62353) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1032.795611] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c1e18534-23b7-4576-86b8-eeeed5f14942 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Releasing lock "refresh_cache-3b094b26-ccc1-40fb-8649-393bc3ae2d48" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1032.796098] env[62353]: DEBUG nova.compute.manager [None req-c1e18534-23b7-4576-86b8-eeeed5f14942 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] [instance: 3b094b26-ccc1-40fb-8649-393bc3ae2d48] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1032.796347] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-c1e18534-23b7-4576-86b8-eeeed5f14942 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] [instance: 3b094b26-ccc1-40fb-8649-393bc3ae2d48] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1032.798134] env[62353]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dd8f0ffe-b74d-4419-bcbe-c08a0ef227ae {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.812277] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a61dcaa5-0941-4623-b3d2-1741f05f59fd {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.851207] env[62353]: WARNING nova.virt.vmwareapi.vmops [None req-c1e18534-23b7-4576-86b8-eeeed5f14942 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] [instance: 3b094b26-ccc1-40fb-8649-393bc3ae2d48] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 3b094b26-ccc1-40fb-8649-393bc3ae2d48 could not be found. [ 1032.851472] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-c1e18534-23b7-4576-86b8-eeeed5f14942 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] [instance: 3b094b26-ccc1-40fb-8649-393bc3ae2d48] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1032.851770] env[62353]: INFO nova.compute.manager [None req-c1e18534-23b7-4576-86b8-eeeed5f14942 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] [instance: 3b094b26-ccc1-40fb-8649-393bc3ae2d48] Took 0.06 seconds to destroy the instance on the hypervisor. [ 1032.851998] env[62353]: DEBUG oslo.service.loopingcall [None req-c1e18534-23b7-4576-86b8-eeeed5f14942 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1032.854965] env[62353]: DEBUG nova.compute.manager [-] [instance: 3b094b26-ccc1-40fb-8649-393bc3ae2d48] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1032.855067] env[62353]: DEBUG nova.network.neutron [-] [instance: 3b094b26-ccc1-40fb-8649-393bc3ae2d48] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1032.864056] env[62353]: DEBUG oslo_vmware.rw_handles [None req-b1ddcd12-2d3d-48f6-963f-bc628e4622d5 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Completed reading data from the image iterator. {{(pid=62353) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1032.864293] env[62353]: DEBUG oslo_vmware.rw_handles [None req-b1ddcd12-2d3d-48f6-963f-bc628e4622d5 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529fea77-220a-05f8-2916-3af73d3515d4/disk-0.vmdk. {{(pid=62353) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1032.865208] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-535bef00-88bd-4465-8ec4-813f15c76df8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.872139] env[62353]: DEBUG oslo_vmware.rw_handles [None req-b1ddcd12-2d3d-48f6-963f-bc628e4622d5 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529fea77-220a-05f8-2916-3af73d3515d4/disk-0.vmdk is in state: ready. {{(pid=62353) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1032.872139] env[62353]: DEBUG oslo_vmware.rw_handles [None req-b1ddcd12-2d3d-48f6-963f-bc628e4622d5 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529fea77-220a-05f8-2916-3af73d3515d4/disk-0.vmdk. {{(pid=62353) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1032.872362] env[62353]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-ae2ce6c8-0089-43e8-b733-7429ee6e30df {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.878182] env[62353]: DEBUG nova.network.neutron [-] [instance: 3b094b26-ccc1-40fb-8649-393bc3ae2d48] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1032.927518] env[62353]: DEBUG oslo_vmware.api [None req-e49b361d-7d75-49de-a3cc-bdeef98e5fe4 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': task-2373010, 'name': Destroy_Task, 'duration_secs': 0.40019} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.928102] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-e49b361d-7d75-49de-a3cc-bdeef98e5fe4 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 78d43ae6-d281-4b98-88f1-281548975167] Destroyed the VM [ 1032.928240] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-e49b361d-7d75-49de-a3cc-bdeef98e5fe4 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 78d43ae6-d281-4b98-88f1-281548975167] Deleting Snapshot of the VM instance {{(pid=62353) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1032.928521] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f144a266-98f0-42e7-a44a-fc5363f5dfc1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.937097] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6bb9a5ff-7ad5-4871-a72e-443dd70d59b4 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Acquiring lock "5e4991fd-b146-4b54-bb9d-18a936171750" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1032.937391] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6bb9a5ff-7ad5-4871-a72e-443dd70d59b4 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Lock "5e4991fd-b146-4b54-bb9d-18a936171750" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1032.937618] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6bb9a5ff-7ad5-4871-a72e-443dd70d59b4 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Acquiring lock "5e4991fd-b146-4b54-bb9d-18a936171750-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1032.937939] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6bb9a5ff-7ad5-4871-a72e-443dd70d59b4 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Lock "5e4991fd-b146-4b54-bb9d-18a936171750-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1032.938059] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6bb9a5ff-7ad5-4871-a72e-443dd70d59b4 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Lock "5e4991fd-b146-4b54-bb9d-18a936171750-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1032.940664] env[62353]: DEBUG oslo_vmware.api [None req-e49b361d-7d75-49de-a3cc-bdeef98e5fe4 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Waiting for the task: (returnval){ [ 1032.940664] env[62353]: value = "task-2373011" [ 1032.940664] env[62353]: _type = "Task" [ 1032.940664] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.941227] env[62353]: INFO nova.compute.manager [None req-6bb9a5ff-7ad5-4871-a72e-443dd70d59b4 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] [instance: 5e4991fd-b146-4b54-bb9d-18a936171750] Terminating instance [ 1032.953257] env[62353]: DEBUG oslo_vmware.api [None req-e49b361d-7d75-49de-a3cc-bdeef98e5fe4 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': task-2373011, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.089165] env[62353]: DEBUG oslo_vmware.rw_handles [None req-b1ddcd12-2d3d-48f6-963f-bc628e4622d5 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529fea77-220a-05f8-2916-3af73d3515d4/disk-0.vmdk. {{(pid=62353) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1033.089489] env[62353]: INFO nova.virt.vmwareapi.images [None req-b1ddcd12-2d3d-48f6-963f-bc628e4622d5 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] [instance: c1577946-440b-49c2-be7a-c4ac3165ab36] Downloaded image file data 49a7b339-8279-4a32-9efb-4201328e2b87 [ 1033.091061] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7c67a37-edc3-49f0-8d86-1a6f920511e4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.109959] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c84f3d46-dccd-4f27-91fa-d57d265acafd {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.134255] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c1e89eff-6d55-4c4d-8144-33eaaff5f938 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.535s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1033.143109] env[62353]: DEBUG oslo_concurrency.lockutils [None req-67cc3c88-90fa-467f-800a-3f2e4da3032b tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.040s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1033.143109] env[62353]: INFO nova.compute.claims [None req-67cc3c88-90fa-467f-800a-3f2e4da3032b tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: 366f6f06-cd67-4e32-89dd-4c809792d5ac] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1033.144211] env[62353]: INFO nova.virt.vmwareapi.images [None req-b1ddcd12-2d3d-48f6-963f-bc628e4622d5 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] [instance: c1577946-440b-49c2-be7a-c4ac3165ab36] The imported VM was unregistered [ 1033.146538] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-b1ddcd12-2d3d-48f6-963f-bc628e4622d5 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] [instance: c1577946-440b-49c2-be7a-c4ac3165ab36] Caching image {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1033.146749] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1ddcd12-2d3d-48f6-963f-bc628e4622d5 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Creating directory with path [datastore2] devstack-image-cache_base/49a7b339-8279-4a32-9efb-4201328e2b87 {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1033.147381] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a432a65a-becc-4aec-9bba-320d772c1ff0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.158721] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1ddcd12-2d3d-48f6-963f-bc628e4622d5 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Created directory with path [datastore2] devstack-image-cache_base/49a7b339-8279-4a32-9efb-4201328e2b87 {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1033.158774] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1ddcd12-2d3d-48f6-963f-bc628e4622d5 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_8004808e-4bd0-47f8-a1d6-6080226cb99b/OSTACK_IMG_8004808e-4bd0-47f8-a1d6-6080226cb99b.vmdk to [datastore2] devstack-image-cache_base/49a7b339-8279-4a32-9efb-4201328e2b87/49a7b339-8279-4a32-9efb-4201328e2b87.vmdk. {{(pid=62353) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1033.158991] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-8972d542-55e6-486f-b439-36f49642661f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.166077] env[62353]: DEBUG oslo_vmware.api [None req-b1ddcd12-2d3d-48f6-963f-bc628e4622d5 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Waiting for the task: (returnval){ [ 1033.166077] env[62353]: value = "task-2373013" [ 1033.166077] env[62353]: _type = "Task" [ 1033.166077] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.173796] env[62353]: DEBUG oslo_vmware.api [None req-b1ddcd12-2d3d-48f6-963f-bc628e4622d5 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Task: {'id': task-2373013, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.214593] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-fc94fa08-5306-4f3f-b655-fa95c735cd25 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] [instance: a97e3cc7-cd7e-4239-b58d-6b3e62477819] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1033.215527] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d08dc75f-ce00-4a04-be2e-70fc587336d3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.223813] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-fc94fa08-5306-4f3f-b655-fa95c735cd25 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] [instance: a97e3cc7-cd7e-4239-b58d-6b3e62477819] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1033.224068] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8aaf9d77-e4e4-424d-89ad-b31d206d25d3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.289275] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-fc94fa08-5306-4f3f-b655-fa95c735cd25 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] [instance: a97e3cc7-cd7e-4239-b58d-6b3e62477819] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1033.289516] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-fc94fa08-5306-4f3f-b655-fa95c735cd25 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] [instance: a97e3cc7-cd7e-4239-b58d-6b3e62477819] Deleting contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1033.289695] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc94fa08-5306-4f3f-b655-fa95c735cd25 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Deleting the datastore file [datastore2] a97e3cc7-cd7e-4239-b58d-6b3e62477819 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1033.289972] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9c57f0f5-b0bd-4dda-98d4-9f0c6cc83b3c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.297980] env[62353]: DEBUG oslo_vmware.api [None req-fc94fa08-5306-4f3f-b655-fa95c735cd25 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Waiting for the task: (returnval){ [ 1033.297980] env[62353]: value = "task-2373015" [ 1033.297980] env[62353]: _type = "Task" [ 1033.297980] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.302607] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4c0beb3e-12d0-4e66-aa54-52812234785b tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1033.307516] env[62353]: DEBUG oslo_vmware.api [None req-fc94fa08-5306-4f3f-b655-fa95c735cd25 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Task: {'id': task-2373015, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.380717] env[62353]: DEBUG nova.network.neutron [-] [instance: 3b094b26-ccc1-40fb-8649-393bc3ae2d48] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.451811] env[62353]: DEBUG nova.compute.manager [None req-6bb9a5ff-7ad5-4871-a72e-443dd70d59b4 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] [instance: 5e4991fd-b146-4b54-bb9d-18a936171750] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1033.452141] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-6bb9a5ff-7ad5-4871-a72e-443dd70d59b4 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] [instance: 5e4991fd-b146-4b54-bb9d-18a936171750] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1033.453187] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70309db1-56ee-4cdd-b9f4-1baa6d635570 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.468507] env[62353]: DEBUG oslo_vmware.api [None req-e49b361d-7d75-49de-a3cc-bdeef98e5fe4 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': task-2373011, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.474519] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bb9a5ff-7ad5-4871-a72e-443dd70d59b4 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] [instance: 5e4991fd-b146-4b54-bb9d-18a936171750] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1033.474519] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ae606d81-5643-4b5e-87e8-f0787266d844 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.482048] env[62353]: DEBUG oslo_vmware.api [None req-6bb9a5ff-7ad5-4871-a72e-443dd70d59b4 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Waiting for the task: (returnval){ [ 1033.482048] env[62353]: value = "task-2373016" [ 1033.482048] env[62353]: _type = "Task" [ 1033.482048] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.493507] env[62353]: DEBUG oslo_vmware.api [None req-6bb9a5ff-7ad5-4871-a72e-443dd70d59b4 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Task: {'id': task-2373016, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.510565] env[62353]: DEBUG oslo_concurrency.lockutils [None req-04589008-348d-40eb-b511-40b9472e7d9b tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Acquiring lock "c42bcda4-547f-4f42-9738-0a731450321d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1033.511175] env[62353]: DEBUG oslo_concurrency.lockutils [None req-04589008-348d-40eb-b511-40b9472e7d9b tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Lock "c42bcda4-547f-4f42-9738-0a731450321d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1033.554000] env[62353]: DEBUG nova.compute.manager [req-9127d083-c67e-4799-ae81-702788d0d633 req-1c7313d5-77df-4cab-bde0-f38bfedbe404 service nova] [instance: a97e3cc7-cd7e-4239-b58d-6b3e62477819] Received event network-vif-unplugged-73e575b8-0e78-4c00-babc-20e8f490800b {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1033.554000] env[62353]: DEBUG oslo_concurrency.lockutils [req-9127d083-c67e-4799-ae81-702788d0d633 req-1c7313d5-77df-4cab-bde0-f38bfedbe404 service nova] Acquiring lock "a97e3cc7-cd7e-4239-b58d-6b3e62477819-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1033.554202] env[62353]: DEBUG oslo_concurrency.lockutils [req-9127d083-c67e-4799-ae81-702788d0d633 req-1c7313d5-77df-4cab-bde0-f38bfedbe404 service nova] Lock "a97e3cc7-cd7e-4239-b58d-6b3e62477819-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1033.554375] env[62353]: DEBUG oslo_concurrency.lockutils [req-9127d083-c67e-4799-ae81-702788d0d633 req-1c7313d5-77df-4cab-bde0-f38bfedbe404 service nova] Lock "a97e3cc7-cd7e-4239-b58d-6b3e62477819-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1033.554536] env[62353]: DEBUG nova.compute.manager [req-9127d083-c67e-4799-ae81-702788d0d633 req-1c7313d5-77df-4cab-bde0-f38bfedbe404 service nova] [instance: a97e3cc7-cd7e-4239-b58d-6b3e62477819] No waiting events found dispatching network-vif-unplugged-73e575b8-0e78-4c00-babc-20e8f490800b {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1033.554697] env[62353]: WARNING nova.compute.manager [req-9127d083-c67e-4799-ae81-702788d0d633 req-1c7313d5-77df-4cab-bde0-f38bfedbe404 service nova] [instance: a97e3cc7-cd7e-4239-b58d-6b3e62477819] Received unexpected event network-vif-unplugged-73e575b8-0e78-4c00-babc-20e8f490800b for instance with vm_state shelved and task_state shelving_offloading. [ 1033.696109] env[62353]: DEBUG oslo_vmware.api [None req-b1ddcd12-2d3d-48f6-963f-bc628e4622d5 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Task: {'id': task-2373013, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.733033] env[62353]: INFO nova.scheduler.client.report [None req-c1e89eff-6d55-4c4d-8144-33eaaff5f938 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Deleted allocation for migration ac2ecc62-6612-4aca-8be5-150e9d7671cd [ 1033.784247] env[62353]: DEBUG nova.compute.manager [req-6301234a-29f2-4908-a0b9-51c19489fedd req-f415073b-a430-46e3-a28a-ebf09aafd090 service nova] [instance: 4aa0afc2-4ae1-44bf-add7-9dc8d0538330] Received event network-vif-deleted-b08398f2-c05a-4db7-a497-df483317553c {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1033.784417] env[62353]: INFO nova.compute.manager [req-6301234a-29f2-4908-a0b9-51c19489fedd req-f415073b-a430-46e3-a28a-ebf09aafd090 service nova] [instance: 4aa0afc2-4ae1-44bf-add7-9dc8d0538330] Neutron deleted interface b08398f2-c05a-4db7-a497-df483317553c; detaching it from the instance and deleting it from the info cache [ 1033.784654] env[62353]: DEBUG nova.network.neutron [req-6301234a-29f2-4908-a0b9-51c19489fedd req-f415073b-a430-46e3-a28a-ebf09aafd090 service nova] [instance: 4aa0afc2-4ae1-44bf-add7-9dc8d0538330] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.811194] env[62353]: DEBUG oslo_vmware.api [None req-fc94fa08-5306-4f3f-b655-fa95c735cd25 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Task: {'id': task-2373015, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.883817] env[62353]: INFO nova.compute.manager [-] [instance: 3b094b26-ccc1-40fb-8649-393bc3ae2d48] Took 1.03 seconds to deallocate network for instance. [ 1033.966330] env[62353]: DEBUG oslo_vmware.api [None req-e49b361d-7d75-49de-a3cc-bdeef98e5fe4 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': task-2373011, 'name': RemoveSnapshot_Task, 'duration_secs': 0.553458} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.966650] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-e49b361d-7d75-49de-a3cc-bdeef98e5fe4 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 78d43ae6-d281-4b98-88f1-281548975167] Deleted Snapshot of the VM instance {{(pid=62353) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1033.966984] env[62353]: INFO nova.compute.manager [None req-e49b361d-7d75-49de-a3cc-bdeef98e5fe4 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 78d43ae6-d281-4b98-88f1-281548975167] Took 15.34 seconds to snapshot the instance on the hypervisor. [ 1033.977186] env[62353]: DEBUG nova.network.neutron [-] [instance: 4aa0afc2-4ae1-44bf-add7-9dc8d0538330] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.996293] env[62353]: DEBUG oslo_vmware.api [None req-6bb9a5ff-7ad5-4871-a72e-443dd70d59b4 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Task: {'id': task-2373016, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.016817] env[62353]: DEBUG nova.compute.manager [None req-04589008-348d-40eb-b511-40b9472e7d9b tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: c42bcda4-547f-4f42-9738-0a731450321d] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1034.182868] env[62353]: DEBUG oslo_vmware.api [None req-b1ddcd12-2d3d-48f6-963f-bc628e4622d5 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Task: {'id': task-2373013, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.238957] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c1e89eff-6d55-4c4d-8144-33eaaff5f938 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Lock "433c3b50-7fbd-4153-b99d-9d60027c9a9f" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.434s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1034.289688] env[62353]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-598077ea-878f-43c6-bca8-f72b25f4d6a7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.309139] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b7e3e7c-ce70-4192-b756-5b2e268cee9d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.331436] env[62353]: DEBUG oslo_vmware.api [None req-fc94fa08-5306-4f3f-b655-fa95c735cd25 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Task: {'id': task-2373015, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.351173] env[62353]: DEBUG nova.compute.manager [req-6301234a-29f2-4908-a0b9-51c19489fedd req-f415073b-a430-46e3-a28a-ebf09aafd090 service nova] [instance: 4aa0afc2-4ae1-44bf-add7-9dc8d0538330] Detach interface failed, port_id=b08398f2-c05a-4db7-a497-df483317553c, reason: Instance 4aa0afc2-4ae1-44bf-add7-9dc8d0538330 could not be found. {{(pid=62353) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1034.393316] env[62353]: INFO nova.compute.manager [None req-c1e18534-23b7-4576-86b8-eeeed5f14942 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] [instance: 3b094b26-ccc1-40fb-8649-393bc3ae2d48] Instance disappeared during terminate [ 1034.393633] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c1e18534-23b7-4576-86b8-eeeed5f14942 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Lock "3b094b26-ccc1-40fb-8649-393bc3ae2d48" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.240s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1034.439966] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db7bf67b-48e6-4b79-8947-ad78698bfccb {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.452965] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25c7524f-7670-4f18-8219-255c04b57329 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.491250] env[62353]: INFO nova.compute.manager [-] [instance: 4aa0afc2-4ae1-44bf-add7-9dc8d0538330] Took 1.72 seconds to deallocate network for instance. [ 1034.499772] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f964670-0b50-422c-8db7-f5574823101b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.516890] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4d0fe76-a254-40df-bb78-8e8a0b428726 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.521465] env[62353]: DEBUG oslo_vmware.api [None req-6bb9a5ff-7ad5-4871-a72e-443dd70d59b4 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Task: {'id': task-2373016, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.539040] env[62353]: DEBUG nova.compute.provider_tree [None req-67cc3c88-90fa-467f-800a-3f2e4da3032b tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1034.542310] env[62353]: DEBUG oslo_concurrency.lockutils [None req-04589008-348d-40eb-b511-40b9472e7d9b tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1034.558711] env[62353]: DEBUG nova.compute.manager [None req-e49b361d-7d75-49de-a3cc-bdeef98e5fe4 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 78d43ae6-d281-4b98-88f1-281548975167] Found 1 images (rotation: 2) {{(pid=62353) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1034.685392] env[62353]: DEBUG oslo_vmware.api [None req-b1ddcd12-2d3d-48f6-963f-bc628e4622d5 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Task: {'id': task-2373013, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.813231] env[62353]: DEBUG oslo_vmware.api [None req-fc94fa08-5306-4f3f-b655-fa95c735cd25 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Task: {'id': task-2373015, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.107775} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.813510] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc94fa08-5306-4f3f-b655-fa95c735cd25 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1034.813699] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-fc94fa08-5306-4f3f-b655-fa95c735cd25 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] [instance: a97e3cc7-cd7e-4239-b58d-6b3e62477819] Deleted contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1034.813943] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-fc94fa08-5306-4f3f-b655-fa95c735cd25 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] [instance: a97e3cc7-cd7e-4239-b58d-6b3e62477819] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1034.846692] env[62353]: INFO nova.scheduler.client.report [None req-fc94fa08-5306-4f3f-b655-fa95c735cd25 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Deleted allocations for instance a97e3cc7-cd7e-4239-b58d-6b3e62477819 [ 1035.008801] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2eb51699-ff52-47f5-86b9-3a7df42a671a tempest-ServerAddressesTestJSON-296486233 tempest-ServerAddressesTestJSON-296486233-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1035.009067] env[62353]: DEBUG oslo_vmware.api [None req-6bb9a5ff-7ad5-4871-a72e-443dd70d59b4 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Task: {'id': task-2373016, 'name': PowerOffVM_Task, 'duration_secs': 1.043371} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.009324] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bb9a5ff-7ad5-4871-a72e-443dd70d59b4 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] [instance: 5e4991fd-b146-4b54-bb9d-18a936171750] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1035.009489] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-6bb9a5ff-7ad5-4871-a72e-443dd70d59b4 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] [instance: 5e4991fd-b146-4b54-bb9d-18a936171750] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1035.009758] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a1363cc7-d8a6-4b18-9b13-b84bd4319821 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.044483] env[62353]: DEBUG nova.scheduler.client.report [None req-67cc3c88-90fa-467f-800a-3f2e4da3032b tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1035.125372] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-6bb9a5ff-7ad5-4871-a72e-443dd70d59b4 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] [instance: 5e4991fd-b146-4b54-bb9d-18a936171750] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1035.126151] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-6bb9a5ff-7ad5-4871-a72e-443dd70d59b4 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] [instance: 5e4991fd-b146-4b54-bb9d-18a936171750] Deleting contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1035.126151] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bb9a5ff-7ad5-4871-a72e-443dd70d59b4 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Deleting the datastore file [datastore2] 5e4991fd-b146-4b54-bb9d-18a936171750 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1035.126404] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f4df7aad-bb27-4c29-88a3-3de245e938fc {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.144539] env[62353]: DEBUG oslo_vmware.api [None req-6bb9a5ff-7ad5-4871-a72e-443dd70d59b4 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Waiting for the task: (returnval){ [ 1035.144539] env[62353]: value = "task-2373018" [ 1035.144539] env[62353]: _type = "Task" [ 1035.144539] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.162097] env[62353]: DEBUG oslo_vmware.api [None req-6bb9a5ff-7ad5-4871-a72e-443dd70d59b4 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Task: {'id': task-2373018, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.191919] env[62353]: DEBUG oslo_vmware.api [None req-b1ddcd12-2d3d-48f6-963f-bc628e4622d5 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Task: {'id': task-2373013, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.332350] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c1e89eff-6d55-4c4d-8144-33eaaff5f938 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Acquiring lock "433c3b50-7fbd-4153-b99d-9d60027c9a9f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1035.332746] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c1e89eff-6d55-4c4d-8144-33eaaff5f938 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Lock "433c3b50-7fbd-4153-b99d-9d60027c9a9f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1035.333132] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c1e89eff-6d55-4c4d-8144-33eaaff5f938 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Acquiring lock "433c3b50-7fbd-4153-b99d-9d60027c9a9f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1035.333357] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c1e89eff-6d55-4c4d-8144-33eaaff5f938 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Lock "433c3b50-7fbd-4153-b99d-9d60027c9a9f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1035.333542] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c1e89eff-6d55-4c4d-8144-33eaaff5f938 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Lock "433c3b50-7fbd-4153-b99d-9d60027c9a9f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1035.338349] env[62353]: INFO nova.compute.manager [None req-c1e89eff-6d55-4c4d-8144-33eaaff5f938 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 433c3b50-7fbd-4153-b99d-9d60027c9a9f] Terminating instance [ 1035.351585] env[62353]: DEBUG oslo_concurrency.lockutils [None req-fc94fa08-5306-4f3f-b655-fa95c735cd25 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1035.369051] env[62353]: DEBUG nova.compute.manager [None req-9cf50ff0-4033-47c0-a134-dc4c36bcca69 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 78d43ae6-d281-4b98-88f1-281548975167] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1035.370464] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-872de7df-81cc-432a-9ebb-04049d4ba7c6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.550339] env[62353]: DEBUG oslo_concurrency.lockutils [None req-67cc3c88-90fa-467f-800a-3f2e4da3032b tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.410s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1035.551081] env[62353]: DEBUG nova.compute.manager [None req-67cc3c88-90fa-467f-800a-3f2e4da3032b tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: 366f6f06-cd67-4e32-89dd-4c809792d5ac] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1035.554191] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4c0beb3e-12d0-4e66-aa54-52812234785b tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 2.252s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1035.587550] env[62353]: DEBUG nova.compute.manager [req-af67d433-0b2e-472c-844d-c5305ba03409 req-fb4e6c18-04e5-4d84-b8e9-8b68a590d11c service nova] [instance: a97e3cc7-cd7e-4239-b58d-6b3e62477819] Received event network-changed-73e575b8-0e78-4c00-babc-20e8f490800b {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1035.588621] env[62353]: DEBUG nova.compute.manager [req-af67d433-0b2e-472c-844d-c5305ba03409 req-fb4e6c18-04e5-4d84-b8e9-8b68a590d11c service nova] [instance: a97e3cc7-cd7e-4239-b58d-6b3e62477819] Refreshing instance network info cache due to event network-changed-73e575b8-0e78-4c00-babc-20e8f490800b. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1035.588621] env[62353]: DEBUG oslo_concurrency.lockutils [req-af67d433-0b2e-472c-844d-c5305ba03409 req-fb4e6c18-04e5-4d84-b8e9-8b68a590d11c service nova] Acquiring lock "refresh_cache-a97e3cc7-cd7e-4239-b58d-6b3e62477819" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1035.588621] env[62353]: DEBUG oslo_concurrency.lockutils [req-af67d433-0b2e-472c-844d-c5305ba03409 req-fb4e6c18-04e5-4d84-b8e9-8b68a590d11c service nova] Acquired lock "refresh_cache-a97e3cc7-cd7e-4239-b58d-6b3e62477819" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.588621] env[62353]: DEBUG nova.network.neutron [req-af67d433-0b2e-472c-844d-c5305ba03409 req-fb4e6c18-04e5-4d84-b8e9-8b68a590d11c service nova] [instance: a97e3cc7-cd7e-4239-b58d-6b3e62477819] Refreshing network info cache for port 73e575b8-0e78-4c00-babc-20e8f490800b {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1035.656684] env[62353]: DEBUG oslo_vmware.api [None req-6bb9a5ff-7ad5-4871-a72e-443dd70d59b4 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Task: {'id': task-2373018, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.683889] env[62353]: DEBUG oslo_vmware.api [None req-b1ddcd12-2d3d-48f6-963f-bc628e4622d5 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Task: {'id': task-2373013, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.844017] env[62353]: DEBUG nova.compute.manager [None req-c1e89eff-6d55-4c4d-8144-33eaaff5f938 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 433c3b50-7fbd-4153-b99d-9d60027c9a9f] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1035.844306] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-c1e89eff-6d55-4c4d-8144-33eaaff5f938 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 433c3b50-7fbd-4153-b99d-9d60027c9a9f] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1035.845214] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27d4c6e0-1e58-4513-888a-c8ab1694715b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.852961] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1e89eff-6d55-4c4d-8144-33eaaff5f938 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 433c3b50-7fbd-4153-b99d-9d60027c9a9f] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1035.853219] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-951ea987-4821-43f3-8eb9-eab16aa13f8b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.859563] env[62353]: DEBUG oslo_vmware.api [None req-c1e89eff-6d55-4c4d-8144-33eaaff5f938 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Waiting for the task: (returnval){ [ 1035.859563] env[62353]: value = "task-2373019" [ 1035.859563] env[62353]: _type = "Task" [ 1035.859563] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.868754] env[62353]: DEBUG oslo_vmware.api [None req-c1e89eff-6d55-4c4d-8144-33eaaff5f938 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Task: {'id': task-2373019, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.885064] env[62353]: INFO nova.compute.manager [None req-9cf50ff0-4033-47c0-a134-dc4c36bcca69 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 78d43ae6-d281-4b98-88f1-281548975167] instance snapshotting [ 1035.885690] env[62353]: DEBUG nova.objects.instance [None req-9cf50ff0-4033-47c0-a134-dc4c36bcca69 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Lazy-loading 'flavor' on Instance uuid 78d43ae6-d281-4b98-88f1-281548975167 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1036.061321] env[62353]: DEBUG nova.compute.utils [None req-67cc3c88-90fa-467f-800a-3f2e4da3032b tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1036.065553] env[62353]: INFO nova.compute.claims [None req-4c0beb3e-12d0-4e66-aa54-52812234785b tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: cd87ae19-37ee-4d88-95ee-9de38d5214a4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1036.070579] env[62353]: DEBUG nova.compute.manager [None req-67cc3c88-90fa-467f-800a-3f2e4da3032b tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: 366f6f06-cd67-4e32-89dd-4c809792d5ac] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1036.070899] env[62353]: DEBUG nova.network.neutron [None req-67cc3c88-90fa-467f-800a-3f2e4da3032b tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: 366f6f06-cd67-4e32-89dd-4c809792d5ac] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1036.126869] env[62353]: DEBUG nova.policy [None req-67cc3c88-90fa-467f-800a-3f2e4da3032b tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '13564ade137b4981abcc826430dec05a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '72d956f928c84645ac7af0ca43ed5775', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:192}} [ 1036.155248] env[62353]: DEBUG oslo_vmware.api [None req-6bb9a5ff-7ad5-4871-a72e-443dd70d59b4 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Task: {'id': task-2373018, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.852152} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.155811] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bb9a5ff-7ad5-4871-a72e-443dd70d59b4 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1036.156126] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-6bb9a5ff-7ad5-4871-a72e-443dd70d59b4 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] [instance: 5e4991fd-b146-4b54-bb9d-18a936171750] Deleted contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1036.156504] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-6bb9a5ff-7ad5-4871-a72e-443dd70d59b4 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] [instance: 5e4991fd-b146-4b54-bb9d-18a936171750] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1036.156779] env[62353]: INFO nova.compute.manager [None req-6bb9a5ff-7ad5-4871-a72e-443dd70d59b4 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] [instance: 5e4991fd-b146-4b54-bb9d-18a936171750] Took 2.70 seconds to destroy the instance on the hypervisor. [ 1036.157224] env[62353]: DEBUG oslo.service.loopingcall [None req-6bb9a5ff-7ad5-4871-a72e-443dd70d59b4 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1036.159863] env[62353]: DEBUG nova.compute.manager [-] [instance: 5e4991fd-b146-4b54-bb9d-18a936171750] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1036.160076] env[62353]: DEBUG nova.network.neutron [-] [instance: 5e4991fd-b146-4b54-bb9d-18a936171750] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1036.185056] env[62353]: DEBUG oslo_vmware.api [None req-b1ddcd12-2d3d-48f6-963f-bc628e4622d5 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Task: {'id': task-2373013, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.629175} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.185056] env[62353]: INFO nova.virt.vmwareapi.ds_util [None req-b1ddcd12-2d3d-48f6-963f-bc628e4622d5 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_8004808e-4bd0-47f8-a1d6-6080226cb99b/OSTACK_IMG_8004808e-4bd0-47f8-a1d6-6080226cb99b.vmdk to [datastore2] devstack-image-cache_base/49a7b339-8279-4a32-9efb-4201328e2b87/49a7b339-8279-4a32-9efb-4201328e2b87.vmdk. [ 1036.185056] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-b1ddcd12-2d3d-48f6-963f-bc628e4622d5 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] [instance: c1577946-440b-49c2-be7a-c4ac3165ab36] Cleaning up location [datastore2] OSTACK_IMG_8004808e-4bd0-47f8-a1d6-6080226cb99b {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1036.185056] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1ddcd12-2d3d-48f6-963f-bc628e4622d5 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_8004808e-4bd0-47f8-a1d6-6080226cb99b {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1036.185056] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-84c0479d-5261-4a2e-bf84-62c12b17d67f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.192027] env[62353]: DEBUG oslo_vmware.api [None req-b1ddcd12-2d3d-48f6-963f-bc628e4622d5 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Waiting for the task: (returnval){ [ 1036.192027] env[62353]: value = "task-2373020" [ 1036.192027] env[62353]: _type = "Task" [ 1036.192027] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.201366] env[62353]: DEBUG oslo_vmware.api [None req-b1ddcd12-2d3d-48f6-963f-bc628e4622d5 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Task: {'id': task-2373020, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.370642] env[62353]: DEBUG oslo_vmware.api [None req-c1e89eff-6d55-4c4d-8144-33eaaff5f938 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Task: {'id': task-2373019, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.397034] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c26f5c52-cd25-4298-a55f-96a650709341 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.421256] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa85f80e-f4fa-4b44-ace6-f6739e022023 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.457482] env[62353]: DEBUG nova.network.neutron [None req-67cc3c88-90fa-467f-800a-3f2e4da3032b tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: 366f6f06-cd67-4e32-89dd-4c809792d5ac] Successfully created port: 6c510444-86a5-41bf-8720-ff064c1afdc7 {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1036.571366] env[62353]: DEBUG nova.network.neutron [req-af67d433-0b2e-472c-844d-c5305ba03409 req-fb4e6c18-04e5-4d84-b8e9-8b68a590d11c service nova] [instance: a97e3cc7-cd7e-4239-b58d-6b3e62477819] Updated VIF entry in instance network info cache for port 73e575b8-0e78-4c00-babc-20e8f490800b. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1036.572366] env[62353]: DEBUG nova.network.neutron [req-af67d433-0b2e-472c-844d-c5305ba03409 req-fb4e6c18-04e5-4d84-b8e9-8b68a590d11c service nova] [instance: a97e3cc7-cd7e-4239-b58d-6b3e62477819] Updating instance_info_cache with network_info: [{"id": "73e575b8-0e78-4c00-babc-20e8f490800b", "address": "fa:16:3e:e4:4a:54", "network": {"id": "8e8157ad-d933-4e32-a16e-cb78473806e0", "bridge": null, "label": "tempest-ServersNegativeTestJSON-1894863752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bed92e4d6734102a7048c91ed285e0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap73e575b8-0e", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.575978] env[62353]: INFO nova.compute.resource_tracker [None req-4c0beb3e-12d0-4e66-aa54-52812234785b tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: cd87ae19-37ee-4d88-95ee-9de38d5214a4] Updating resource usage from migration 4f50dc05-421c-4783-94e2-589eb38778ca [ 1036.579032] env[62353]: DEBUG nova.compute.manager [None req-67cc3c88-90fa-467f-800a-3f2e4da3032b tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: 366f6f06-cd67-4e32-89dd-4c809792d5ac] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1036.702132] env[62353]: DEBUG oslo_vmware.api [None req-b1ddcd12-2d3d-48f6-963f-bc628e4622d5 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Task: {'id': task-2373020, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.044448} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.704021] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1ddcd12-2d3d-48f6-963f-bc628e4622d5 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1036.704021] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b1ddcd12-2d3d-48f6-963f-bc628e4622d5 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Releasing lock "[datastore2] devstack-image-cache_base/49a7b339-8279-4a32-9efb-4201328e2b87/49a7b339-8279-4a32-9efb-4201328e2b87.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1036.704021] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1ddcd12-2d3d-48f6-963f-bc628e4622d5 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/49a7b339-8279-4a32-9efb-4201328e2b87/49a7b339-8279-4a32-9efb-4201328e2b87.vmdk to [datastore2] c1577946-440b-49c2-be7a-c4ac3165ab36/c1577946-440b-49c2-be7a-c4ac3165ab36.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1036.709102] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f3c5c57e-7d43-413f-928d-d899f8a2b924 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.711884] env[62353]: DEBUG oslo_concurrency.lockutils [None req-60e4a484-b644-45f2-9296-a96c641b4fea tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Acquiring lock "6bca1280-d76a-4a63-a619-ab3788756003" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1036.713190] env[62353]: DEBUG oslo_concurrency.lockutils [None req-60e4a484-b644-45f2-9296-a96c641b4fea tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Lock "6bca1280-d76a-4a63-a619-ab3788756003" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1036.723668] env[62353]: DEBUG oslo_vmware.api [None req-b1ddcd12-2d3d-48f6-963f-bc628e4622d5 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Waiting for the task: (returnval){ [ 1036.723668] env[62353]: value = "task-2373021" [ 1036.723668] env[62353]: _type = "Task" [ 1036.723668] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.734135] env[62353]: DEBUG oslo_vmware.api [None req-b1ddcd12-2d3d-48f6-963f-bc628e4622d5 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Task: {'id': task-2373021, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.791114] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d0bce9af-1729-4e78-b4da-d47e47412702 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Acquiring lock "a97e3cc7-cd7e-4239-b58d-6b3e62477819" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1036.871081] env[62353]: DEBUG oslo_vmware.api [None req-c1e89eff-6d55-4c4d-8144-33eaaff5f938 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Task: {'id': task-2373019, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.885662] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3bead7b-431a-4ac9-93b4-9567aa983910 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.894053] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-365fa83a-7db3-4640-bdd5-b3c075bc2593 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.928665] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3d69e45-1bc5-422b-a2b9-7d222ecb9803 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.932982] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-9cf50ff0-4033-47c0-a134-dc4c36bcca69 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 78d43ae6-d281-4b98-88f1-281548975167] Creating Snapshot of the VM instance {{(pid=62353) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1036.933866] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e3d0b0c6-e389-4997-87cb-8720c1e1a51e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.940533] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87eb8594-04ca-409f-989c-fb8c3e5d9d75 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.946342] env[62353]: DEBUG oslo_vmware.api [None req-9cf50ff0-4033-47c0-a134-dc4c36bcca69 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Waiting for the task: (returnval){ [ 1036.946342] env[62353]: value = "task-2373022" [ 1036.946342] env[62353]: _type = "Task" [ 1036.946342] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.959602] env[62353]: DEBUG nova.compute.provider_tree [None req-4c0beb3e-12d0-4e66-aa54-52812234785b tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1036.968757] env[62353]: DEBUG oslo_vmware.api [None req-9cf50ff0-4033-47c0-a134-dc4c36bcca69 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': task-2373022, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.085099] env[62353]: DEBUG oslo_concurrency.lockutils [req-af67d433-0b2e-472c-844d-c5305ba03409 req-fb4e6c18-04e5-4d84-b8e9-8b68a590d11c service nova] Releasing lock "refresh_cache-a97e3cc7-cd7e-4239-b58d-6b3e62477819" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1037.215046] env[62353]: DEBUG nova.compute.manager [None req-60e4a484-b644-45f2-9296-a96c641b4fea tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] [instance: 6bca1280-d76a-4a63-a619-ab3788756003] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1037.236333] env[62353]: DEBUG oslo_vmware.api [None req-b1ddcd12-2d3d-48f6-963f-bc628e4622d5 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Task: {'id': task-2373021, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.373623] env[62353]: DEBUG oslo_vmware.api [None req-c1e89eff-6d55-4c4d-8144-33eaaff5f938 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Task: {'id': task-2373019, 'name': PowerOffVM_Task, 'duration_secs': 1.019319} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.373948] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1e89eff-6d55-4c4d-8144-33eaaff5f938 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 433c3b50-7fbd-4153-b99d-9d60027c9a9f] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1037.374197] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-c1e89eff-6d55-4c4d-8144-33eaaff5f938 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 433c3b50-7fbd-4153-b99d-9d60027c9a9f] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1037.374524] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c2d440b7-fc7e-408d-98fc-2f74ef0d8999 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.393550] env[62353]: DEBUG nova.network.neutron [-] [instance: 5e4991fd-b146-4b54-bb9d-18a936171750] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.453297] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-c1e89eff-6d55-4c4d-8144-33eaaff5f938 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 433c3b50-7fbd-4153-b99d-9d60027c9a9f] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1037.453603] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-c1e89eff-6d55-4c4d-8144-33eaaff5f938 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 433c3b50-7fbd-4153-b99d-9d60027c9a9f] Deleting contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1037.453689] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1e89eff-6d55-4c4d-8144-33eaaff5f938 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Deleting the datastore file [datastore1] 433c3b50-7fbd-4153-b99d-9d60027c9a9f {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1037.453973] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0f9649c4-7e56-429b-b393-a25b3405bb5f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.460665] env[62353]: DEBUG oslo_vmware.api [None req-9cf50ff0-4033-47c0-a134-dc4c36bcca69 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': task-2373022, 'name': CreateSnapshot_Task, 'duration_secs': 0.487009} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.460982] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-9cf50ff0-4033-47c0-a134-dc4c36bcca69 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 78d43ae6-d281-4b98-88f1-281548975167] Created Snapshot of the VM instance {{(pid=62353) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1037.461768] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2571207-874f-4cc1-94ff-530bc5ac38b7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.466021] env[62353]: DEBUG nova.scheduler.client.report [None req-4c0beb3e-12d0-4e66-aa54-52812234785b tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1037.469296] env[62353]: DEBUG oslo_vmware.api [None req-c1e89eff-6d55-4c4d-8144-33eaaff5f938 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Waiting for the task: (returnval){ [ 1037.469296] env[62353]: value = "task-2373024" [ 1037.469296] env[62353]: _type = "Task" [ 1037.469296] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.484744] env[62353]: DEBUG oslo_vmware.api [None req-c1e89eff-6d55-4c4d-8144-33eaaff5f938 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Task: {'id': task-2373024, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.592422] env[62353]: DEBUG nova.compute.manager [None req-67cc3c88-90fa-467f-800a-3f2e4da3032b tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: 366f6f06-cd67-4e32-89dd-4c809792d5ac] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1037.619784] env[62353]: DEBUG nova.virt.hardware [None req-67cc3c88-90fa-467f-800a-3f2e4da3032b tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T12:38:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T12:38:15Z,direct_url=,disk_format='vmdk',id=06f909ae-e8dc-43b4-abf7-c7ed85db9bbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0a3f88790a594523a818b8c00f6862e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T12:38:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1037.619784] env[62353]: DEBUG nova.virt.hardware [None req-67cc3c88-90fa-467f-800a-3f2e4da3032b tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1037.619784] env[62353]: DEBUG nova.virt.hardware [None req-67cc3c88-90fa-467f-800a-3f2e4da3032b tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1037.619784] env[62353]: DEBUG nova.virt.hardware [None req-67cc3c88-90fa-467f-800a-3f2e4da3032b tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1037.619784] env[62353]: DEBUG nova.virt.hardware [None req-67cc3c88-90fa-467f-800a-3f2e4da3032b tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1037.620383] env[62353]: DEBUG nova.virt.hardware [None req-67cc3c88-90fa-467f-800a-3f2e4da3032b tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1037.620719] env[62353]: DEBUG nova.virt.hardware [None req-67cc3c88-90fa-467f-800a-3f2e4da3032b tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1037.621126] env[62353]: DEBUG nova.virt.hardware [None req-67cc3c88-90fa-467f-800a-3f2e4da3032b tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1037.621491] env[62353]: DEBUG nova.virt.hardware [None req-67cc3c88-90fa-467f-800a-3f2e4da3032b tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1037.621820] env[62353]: DEBUG nova.virt.hardware [None req-67cc3c88-90fa-467f-800a-3f2e4da3032b tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1037.622136] env[62353]: DEBUG nova.virt.hardware [None req-67cc3c88-90fa-467f-800a-3f2e4da3032b tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1037.624081] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9496f9bb-eafc-4e4a-ac7c-808f80ff4407 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.633626] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a519f43e-2a5e-4f0b-a1c9-a5a11d55bcbd {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.662062] env[62353]: DEBUG nova.compute.manager [req-635a4534-7c51-4e02-87ca-7756680cb877 req-576783f2-a8be-4e70-bdfa-9c13d0ca2a38 service nova] [instance: 5e4991fd-b146-4b54-bb9d-18a936171750] Received event network-vif-deleted-b04fe56a-0158-4913-ae26-5e795f3340ca {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1037.744655] env[62353]: DEBUG oslo_vmware.api [None req-b1ddcd12-2d3d-48f6-963f-bc628e4622d5 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Task: {'id': task-2373021, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.751793] env[62353]: DEBUG oslo_concurrency.lockutils [None req-60e4a484-b644-45f2-9296-a96c641b4fea tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1037.886096] env[62353]: DEBUG nova.compute.manager [req-e12d50bb-e5ea-4db8-871e-70a14736c37b req-97709980-3043-4214-9203-91c7af65a1b4 service nova] [instance: 366f6f06-cd67-4e32-89dd-4c809792d5ac] Received event network-vif-plugged-6c510444-86a5-41bf-8720-ff064c1afdc7 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1037.886343] env[62353]: DEBUG oslo_concurrency.lockutils [req-e12d50bb-e5ea-4db8-871e-70a14736c37b req-97709980-3043-4214-9203-91c7af65a1b4 service nova] Acquiring lock "366f6f06-cd67-4e32-89dd-4c809792d5ac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1037.886589] env[62353]: DEBUG oslo_concurrency.lockutils [req-e12d50bb-e5ea-4db8-871e-70a14736c37b req-97709980-3043-4214-9203-91c7af65a1b4 service nova] Lock "366f6f06-cd67-4e32-89dd-4c809792d5ac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1037.886822] env[62353]: DEBUG oslo_concurrency.lockutils [req-e12d50bb-e5ea-4db8-871e-70a14736c37b req-97709980-3043-4214-9203-91c7af65a1b4 service nova] Lock "366f6f06-cd67-4e32-89dd-4c809792d5ac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1037.887017] env[62353]: DEBUG nova.compute.manager [req-e12d50bb-e5ea-4db8-871e-70a14736c37b req-97709980-3043-4214-9203-91c7af65a1b4 service nova] [instance: 366f6f06-cd67-4e32-89dd-4c809792d5ac] No waiting events found dispatching network-vif-plugged-6c510444-86a5-41bf-8720-ff064c1afdc7 {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1037.887342] env[62353]: WARNING nova.compute.manager [req-e12d50bb-e5ea-4db8-871e-70a14736c37b req-97709980-3043-4214-9203-91c7af65a1b4 service nova] [instance: 366f6f06-cd67-4e32-89dd-4c809792d5ac] Received unexpected event network-vif-plugged-6c510444-86a5-41bf-8720-ff064c1afdc7 for instance with vm_state building and task_state spawning. [ 1037.896050] env[62353]: INFO nova.compute.manager [-] [instance: 5e4991fd-b146-4b54-bb9d-18a936171750] Took 1.74 seconds to deallocate network for instance. [ 1037.972899] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4c0beb3e-12d0-4e66-aa54-52812234785b tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.417s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1037.972899] env[62353]: INFO nova.compute.manager [None req-4c0beb3e-12d0-4e66-aa54-52812234785b tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: cd87ae19-37ee-4d88-95ee-9de38d5214a4] Migrating [ 1037.985507] env[62353]: DEBUG oslo_concurrency.lockutils [None req-04589008-348d-40eb-b511-40b9472e7d9b tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.442s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1037.985507] env[62353]: INFO nova.compute.claims [None req-04589008-348d-40eb-b511-40b9472e7d9b tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: c42bcda4-547f-4f42-9738-0a731450321d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1037.993415] env[62353]: DEBUG nova.network.neutron [None req-67cc3c88-90fa-467f-800a-3f2e4da3032b tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: 366f6f06-cd67-4e32-89dd-4c809792d5ac] Successfully updated port: 6c510444-86a5-41bf-8720-ff064c1afdc7 {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1037.999660] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-9cf50ff0-4033-47c0-a134-dc4c36bcca69 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 78d43ae6-d281-4b98-88f1-281548975167] Creating linked-clone VM from snapshot {{(pid=62353) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1038.006822] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b50e8ee2-7185-4cab-bc03-f41415b1e3b1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.014562] env[62353]: DEBUG oslo_vmware.api [None req-c1e89eff-6d55-4c4d-8144-33eaaff5f938 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Task: {'id': task-2373024, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.228964} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.015510] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1e89eff-6d55-4c4d-8144-33eaaff5f938 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1038.015510] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-c1e89eff-6d55-4c4d-8144-33eaaff5f938 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 433c3b50-7fbd-4153-b99d-9d60027c9a9f] Deleted contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1038.015582] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-c1e89eff-6d55-4c4d-8144-33eaaff5f938 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 433c3b50-7fbd-4153-b99d-9d60027c9a9f] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1038.015908] env[62353]: INFO nova.compute.manager [None req-c1e89eff-6d55-4c4d-8144-33eaaff5f938 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] [instance: 433c3b50-7fbd-4153-b99d-9d60027c9a9f] Took 2.17 seconds to destroy the instance on the hypervisor. [ 1038.015977] env[62353]: DEBUG oslo.service.loopingcall [None req-c1e89eff-6d55-4c4d-8144-33eaaff5f938 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1038.016204] env[62353]: DEBUG nova.compute.manager [-] [instance: 433c3b50-7fbd-4153-b99d-9d60027c9a9f] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1038.016308] env[62353]: DEBUG nova.network.neutron [-] [instance: 433c3b50-7fbd-4153-b99d-9d60027c9a9f] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1038.026373] env[62353]: DEBUG oslo_vmware.api [None req-9cf50ff0-4033-47c0-a134-dc4c36bcca69 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Waiting for the task: (returnval){ [ 1038.026373] env[62353]: value = "task-2373025" [ 1038.026373] env[62353]: _type = "Task" [ 1038.026373] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.043385] env[62353]: DEBUG oslo_vmware.api [None req-9cf50ff0-4033-47c0-a134-dc4c36bcca69 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': task-2373025, 'name': CloneVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.241760] env[62353]: DEBUG oslo_vmware.api [None req-b1ddcd12-2d3d-48f6-963f-bc628e4622d5 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Task: {'id': task-2373021, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.403599] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6bb9a5ff-7ad5-4871-a72e-443dd70d59b4 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1038.505428] env[62353]: DEBUG oslo_concurrency.lockutils [None req-67cc3c88-90fa-467f-800a-3f2e4da3032b tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Acquiring lock "refresh_cache-366f6f06-cd67-4e32-89dd-4c809792d5ac" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1038.505578] env[62353]: DEBUG oslo_concurrency.lockutils [None req-67cc3c88-90fa-467f-800a-3f2e4da3032b tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Acquired lock "refresh_cache-366f6f06-cd67-4e32-89dd-4c809792d5ac" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.505720] env[62353]: DEBUG nova.network.neutron [None req-67cc3c88-90fa-467f-800a-3f2e4da3032b tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: 366f6f06-cd67-4e32-89dd-4c809792d5ac] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1038.507052] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4c0beb3e-12d0-4e66-aa54-52812234785b tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Acquiring lock "refresh_cache-cd87ae19-37ee-4d88-95ee-9de38d5214a4" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1038.507204] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4c0beb3e-12d0-4e66-aa54-52812234785b tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Acquired lock "refresh_cache-cd87ae19-37ee-4d88-95ee-9de38d5214a4" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.507456] env[62353]: DEBUG nova.network.neutron [None req-4c0beb3e-12d0-4e66-aa54-52812234785b tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: cd87ae19-37ee-4d88-95ee-9de38d5214a4] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1038.541819] env[62353]: DEBUG oslo_vmware.api [None req-9cf50ff0-4033-47c0-a134-dc4c36bcca69 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': task-2373025, 'name': CloneVM_Task} progress is 94%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.740626] env[62353]: DEBUG oslo_vmware.api [None req-b1ddcd12-2d3d-48f6-963f-bc628e4622d5 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Task: {'id': task-2373021, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.793324] env[62353]: DEBUG nova.network.neutron [-] [instance: 433c3b50-7fbd-4153-b99d-9d60027c9a9f] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.043329] env[62353]: DEBUG oslo_vmware.api [None req-9cf50ff0-4033-47c0-a134-dc4c36bcca69 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': task-2373025, 'name': CloneVM_Task} progress is 94%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.047531] env[62353]: DEBUG nova.network.neutron [None req-67cc3c88-90fa-467f-800a-3f2e4da3032b tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: 366f6f06-cd67-4e32-89dd-4c809792d5ac] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1039.195112] env[62353]: DEBUG nova.network.neutron [None req-67cc3c88-90fa-467f-800a-3f2e4da3032b tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: 366f6f06-cd67-4e32-89dd-4c809792d5ac] Updating instance_info_cache with network_info: [{"id": "6c510444-86a5-41bf-8720-ff064c1afdc7", "address": "fa:16:3e:f0:e8:f8", "network": {"id": "14e88cae-8143-4a77-90c0-0cf819e031d3", "bridge": "br-int", "label": "tempest-ServersTestJSON-373050288-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72d956f928c84645ac7af0ca43ed5775", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc7aa55d-223a-4157-9137-88dc492f2db2", "external-id": "nsx-vlan-transportzone-290", "segmentation_id": 290, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c510444-86", "ovs_interfaceid": "6c510444-86a5-41bf-8720-ff064c1afdc7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.237518] env[62353]: DEBUG oslo_vmware.api [None req-b1ddcd12-2d3d-48f6-963f-bc628e4622d5 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Task: {'id': task-2373021, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.364668} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.237789] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1ddcd12-2d3d-48f6-963f-bc628e4622d5 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/49a7b339-8279-4a32-9efb-4201328e2b87/49a7b339-8279-4a32-9efb-4201328e2b87.vmdk to [datastore2] c1577946-440b-49c2-be7a-c4ac3165ab36/c1577946-440b-49c2-be7a-c4ac3165ab36.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1039.238901] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceea1a1f-b0a3-4149-a072-fcadddf1a1a9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.263679] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1ddcd12-2d3d-48f6-963f-bc628e4622d5 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] [instance: c1577946-440b-49c2-be7a-c4ac3165ab36] Reconfiguring VM instance instance-00000046 to attach disk [datastore2] c1577946-440b-49c2-be7a-c4ac3165ab36/c1577946-440b-49c2-be7a-c4ac3165ab36.vmdk or device None with type streamOptimized {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1039.266438] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-08f0b13e-acc4-474b-9f67-4f7375dad259 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.286883] env[62353]: DEBUG oslo_vmware.api [None req-b1ddcd12-2d3d-48f6-963f-bc628e4622d5 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Waiting for the task: (returnval){ [ 1039.286883] env[62353]: value = "task-2373026" [ 1039.286883] env[62353]: _type = "Task" [ 1039.286883] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.301026] env[62353]: INFO nova.compute.manager [-] [instance: 433c3b50-7fbd-4153-b99d-9d60027c9a9f] Took 1.28 seconds to deallocate network for instance. [ 1039.301026] env[62353]: DEBUG oslo_vmware.api [None req-b1ddcd12-2d3d-48f6-963f-bc628e4622d5 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Task: {'id': task-2373026, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.309425] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-510b6122-2112-4aa8-b430-2b98274ce8b1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.316219] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18b767a9-00a8-4fda-95e3-2604a0ed49af {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.347232] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af887223-01ee-4ca3-98f4-fe127ea4461b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.357416] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2efbaf12-437b-47df-a172-d264c9e23533 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.361185] env[62353]: DEBUG nova.network.neutron [None req-4c0beb3e-12d0-4e66-aa54-52812234785b tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: cd87ae19-37ee-4d88-95ee-9de38d5214a4] Updating instance_info_cache with network_info: [{"id": "85d268bd-7eab-47eb-9352-44c996b74f59", "address": "fa:16:3e:c0:3a:8c", "network": {"id": "e5d036e4-e0e1-4263-a13b-32de611efa27", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1880879466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c183cea98ca94f09886d57c4499788e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08e9585e-6186-4788-9fd9-24174ce45a6f", "external-id": "nsx-vlan-transportzone-254", "segmentation_id": 254, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85d268bd-7e", "ovs_interfaceid": "85d268bd-7eab-47eb-9352-44c996b74f59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.373310] env[62353]: DEBUG nova.compute.provider_tree [None req-04589008-348d-40eb-b511-40b9472e7d9b tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1039.539035] env[62353]: DEBUG oslo_vmware.api [None req-9cf50ff0-4033-47c0-a134-dc4c36bcca69 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': task-2373025, 'name': CloneVM_Task, 'duration_secs': 1.205272} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.540537] env[62353]: INFO nova.virt.vmwareapi.vmops [None req-9cf50ff0-4033-47c0-a134-dc4c36bcca69 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 78d43ae6-d281-4b98-88f1-281548975167] Created linked-clone VM from snapshot [ 1039.540537] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e3993e2-7a67-4690-a3bb-3e841a8698d7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.547504] env[62353]: DEBUG nova.virt.vmwareapi.images [None req-9cf50ff0-4033-47c0-a134-dc4c36bcca69 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 78d43ae6-d281-4b98-88f1-281548975167] Uploading image 90dcb15c-30ee-48a2-a1eb-acaf85778de3 {{(pid=62353) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1039.567715] env[62353]: DEBUG oslo_vmware.rw_handles [None req-9cf50ff0-4033-47c0-a134-dc4c36bcca69 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1039.567715] env[62353]: value = "vm-481731" [ 1039.567715] env[62353]: _type = "VirtualMachine" [ 1039.567715] env[62353]: }. {{(pid=62353) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1039.567971] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-cd8f9510-9ad5-4f9a-85ca-e16af0ed901a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.573824] env[62353]: DEBUG oslo_vmware.rw_handles [None req-9cf50ff0-4033-47c0-a134-dc4c36bcca69 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Lease: (returnval){ [ 1039.573824] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52606d6b-2833-fae7-84eb-cf43be2b379f" [ 1039.573824] env[62353]: _type = "HttpNfcLease" [ 1039.573824] env[62353]: } obtained for exporting VM: (result){ [ 1039.573824] env[62353]: value = "vm-481731" [ 1039.573824] env[62353]: _type = "VirtualMachine" [ 1039.573824] env[62353]: }. {{(pid=62353) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1039.574109] env[62353]: DEBUG oslo_vmware.api [None req-9cf50ff0-4033-47c0-a134-dc4c36bcca69 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Waiting for the lease: (returnval){ [ 1039.574109] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52606d6b-2833-fae7-84eb-cf43be2b379f" [ 1039.574109] env[62353]: _type = "HttpNfcLease" [ 1039.574109] env[62353]: } to be ready. {{(pid=62353) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1039.580137] env[62353]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1039.580137] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52606d6b-2833-fae7-84eb-cf43be2b379f" [ 1039.580137] env[62353]: _type = "HttpNfcLease" [ 1039.580137] env[62353]: } is initializing. {{(pid=62353) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1039.700292] env[62353]: DEBUG oslo_concurrency.lockutils [None req-67cc3c88-90fa-467f-800a-3f2e4da3032b tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Releasing lock "refresh_cache-366f6f06-cd67-4e32-89dd-4c809792d5ac" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1039.700633] env[62353]: DEBUG nova.compute.manager [None req-67cc3c88-90fa-467f-800a-3f2e4da3032b tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: 366f6f06-cd67-4e32-89dd-4c809792d5ac] Instance network_info: |[{"id": "6c510444-86a5-41bf-8720-ff064c1afdc7", "address": "fa:16:3e:f0:e8:f8", "network": {"id": "14e88cae-8143-4a77-90c0-0cf819e031d3", "bridge": "br-int", "label": "tempest-ServersTestJSON-373050288-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72d956f928c84645ac7af0ca43ed5775", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc7aa55d-223a-4157-9137-88dc492f2db2", "external-id": "nsx-vlan-transportzone-290", "segmentation_id": 290, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c510444-86", "ovs_interfaceid": "6c510444-86a5-41bf-8720-ff064c1afdc7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1039.701020] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-67cc3c88-90fa-467f-800a-3f2e4da3032b tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: 366f6f06-cd67-4e32-89dd-4c809792d5ac] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f0:e8:f8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dc7aa55d-223a-4157-9137-88dc492f2db2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6c510444-86a5-41bf-8720-ff064c1afdc7', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1039.708331] env[62353]: DEBUG oslo.service.loopingcall [None req-67cc3c88-90fa-467f-800a-3f2e4da3032b tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1039.708531] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 366f6f06-cd67-4e32-89dd-4c809792d5ac] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1039.708740] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2bd68b6c-c5dc-4db2-a879-b2751730a6c2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.729926] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1039.729926] env[62353]: value = "task-2373028" [ 1039.729926] env[62353]: _type = "Task" [ 1039.729926] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.737618] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2373028, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.797378] env[62353]: DEBUG oslo_vmware.api [None req-b1ddcd12-2d3d-48f6-963f-bc628e4622d5 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Task: {'id': task-2373026, 'name': ReconfigVM_Task, 'duration_secs': 0.286069} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.797707] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1ddcd12-2d3d-48f6-963f-bc628e4622d5 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] [instance: c1577946-440b-49c2-be7a-c4ac3165ab36] Reconfigured VM instance instance-00000046 to attach disk [datastore2] c1577946-440b-49c2-be7a-c4ac3165ab36/c1577946-440b-49c2-be7a-c4ac3165ab36.vmdk or device None with type streamOptimized {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1039.799244] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-b1ddcd12-2d3d-48f6-963f-bc628e4622d5 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] [instance: c1577946-440b-49c2-be7a-c4ac3165ab36] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'size': 0, 'boot_index': 0, 'disk_bus': None, 'encrypted': False, 'guest_format': None, 'device_type': 'disk', 'encryption_secret_uuid': None, 'encryption_options': None, 'encryption_format': None, 'device_name': '/dev/sda', 'image_id': '06f909ae-e8dc-43b4-abf7-c7ed85db9bbd'}], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': 'd6a3ec70-4257-4f5b-b8b0-419a7a106d6d', 'boot_index': None, 'disk_bus': None, 'guest_format': None, 'device_type': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-481717', 'volume_id': '0c02f97c-7ed2-4dfd-b3ff-53bd6e9a42ce', 'name': 'volume-0c02f97c-7ed2-4dfd-b3ff-53bd6e9a42ce', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'c1577946-440b-49c2-be7a-c4ac3165ab36', 'attached_at': '', 'detached_at': '', 'volume_id': '0c02f97c-7ed2-4dfd-b3ff-53bd6e9a42ce', 'serial': '0c02f97c-7ed2-4dfd-b3ff-53bd6e9a42ce'}, 'delete_on_termination': False, 'mount_device': '/dev/sdb', 'volume_type': None}], 'swap': None} {{(pid=62353) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1039.799544] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1ddcd12-2d3d-48f6-963f-bc628e4622d5 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] [instance: c1577946-440b-49c2-be7a-c4ac3165ab36] Volume attach. Driver type: vmdk {{(pid=62353) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1039.799753] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1ddcd12-2d3d-48f6-963f-bc628e4622d5 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] [instance: c1577946-440b-49c2-be7a-c4ac3165ab36] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-481717', 'volume_id': '0c02f97c-7ed2-4dfd-b3ff-53bd6e9a42ce', 'name': 'volume-0c02f97c-7ed2-4dfd-b3ff-53bd6e9a42ce', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'c1577946-440b-49c2-be7a-c4ac3165ab36', 'attached_at': '', 'detached_at': '', 'volume_id': '0c02f97c-7ed2-4dfd-b3ff-53bd6e9a42ce', 'serial': '0c02f97c-7ed2-4dfd-b3ff-53bd6e9a42ce'} {{(pid=62353) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1039.800566] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-540400ee-4095-4b22-85c1-19ec0dd67014 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.817529] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c1e89eff-6d55-4c4d-8144-33eaaff5f938 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1039.818438] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-249e7971-4166-4b60-8694-a9814e595eb1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.842399] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1ddcd12-2d3d-48f6-963f-bc628e4622d5 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] [instance: c1577946-440b-49c2-be7a-c4ac3165ab36] Reconfiguring VM instance instance-00000046 to attach disk [datastore2] volume-0c02f97c-7ed2-4dfd-b3ff-53bd6e9a42ce/volume-0c02f97c-7ed2-4dfd-b3ff-53bd6e9a42ce.vmdk or device None with type thin {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1039.842646] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-63cbd3c3-a720-4a23-b6a6-4089bb57ae42 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.860446] env[62353]: DEBUG oslo_vmware.api [None req-b1ddcd12-2d3d-48f6-963f-bc628e4622d5 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Waiting for the task: (returnval){ [ 1039.860446] env[62353]: value = "task-2373029" [ 1039.860446] env[62353]: _type = "Task" [ 1039.860446] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.863768] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4c0beb3e-12d0-4e66-aa54-52812234785b tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Releasing lock "refresh_cache-cd87ae19-37ee-4d88-95ee-9de38d5214a4" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1039.870039] env[62353]: DEBUG oslo_vmware.api [None req-b1ddcd12-2d3d-48f6-963f-bc628e4622d5 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Task: {'id': task-2373029, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.875967] env[62353]: DEBUG nova.scheduler.client.report [None req-04589008-348d-40eb-b511-40b9472e7d9b tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1039.915106] env[62353]: DEBUG nova.compute.manager [req-07e18deb-71db-469c-98f2-aa2ad534848c req-d8741580-fc49-4bc4-aef0-065ab3f18c3a service nova] [instance: 366f6f06-cd67-4e32-89dd-4c809792d5ac] Received event network-changed-6c510444-86a5-41bf-8720-ff064c1afdc7 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1039.915310] env[62353]: DEBUG nova.compute.manager [req-07e18deb-71db-469c-98f2-aa2ad534848c req-d8741580-fc49-4bc4-aef0-065ab3f18c3a service nova] [instance: 366f6f06-cd67-4e32-89dd-4c809792d5ac] Refreshing instance network info cache due to event network-changed-6c510444-86a5-41bf-8720-ff064c1afdc7. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1039.915522] env[62353]: DEBUG oslo_concurrency.lockutils [req-07e18deb-71db-469c-98f2-aa2ad534848c req-d8741580-fc49-4bc4-aef0-065ab3f18c3a service nova] Acquiring lock "refresh_cache-366f6f06-cd67-4e32-89dd-4c809792d5ac" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1039.915664] env[62353]: DEBUG oslo_concurrency.lockutils [req-07e18deb-71db-469c-98f2-aa2ad534848c req-d8741580-fc49-4bc4-aef0-065ab3f18c3a service nova] Acquired lock "refresh_cache-366f6f06-cd67-4e32-89dd-4c809792d5ac" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.915818] env[62353]: DEBUG nova.network.neutron [req-07e18deb-71db-469c-98f2-aa2ad534848c req-d8741580-fc49-4bc4-aef0-065ab3f18c3a service nova] [instance: 366f6f06-cd67-4e32-89dd-4c809792d5ac] Refreshing network info cache for port 6c510444-86a5-41bf-8720-ff064c1afdc7 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1040.082639] env[62353]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1040.082639] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52606d6b-2833-fae7-84eb-cf43be2b379f" [ 1040.082639] env[62353]: _type = "HttpNfcLease" [ 1040.082639] env[62353]: } is ready. {{(pid=62353) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1040.082950] env[62353]: DEBUG oslo_vmware.rw_handles [None req-9cf50ff0-4033-47c0-a134-dc4c36bcca69 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1040.082950] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52606d6b-2833-fae7-84eb-cf43be2b379f" [ 1040.082950] env[62353]: _type = "HttpNfcLease" [ 1040.082950] env[62353]: }. {{(pid=62353) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1040.083651] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba5e3577-261b-42e8-be32-3192610a3419 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.090386] env[62353]: DEBUG oslo_vmware.rw_handles [None req-9cf50ff0-4033-47c0-a134-dc4c36bcca69 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521b2c63-f882-735e-dead-17083bb77e56/disk-0.vmdk from lease info. {{(pid=62353) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1040.090553] env[62353]: DEBUG oslo_vmware.rw_handles [None req-9cf50ff0-4033-47c0-a134-dc4c36bcca69 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521b2c63-f882-735e-dead-17083bb77e56/disk-0.vmdk for reading. {{(pid=62353) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1040.176699] env[62353]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ae12e040-c571-46b0-af34-30d4f59a46b5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.239325] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2373028, 'name': CreateVM_Task} progress is 25%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.374673] env[62353]: DEBUG oslo_vmware.api [None req-b1ddcd12-2d3d-48f6-963f-bc628e4622d5 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Task: {'id': task-2373029, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.380547] env[62353]: DEBUG oslo_concurrency.lockutils [None req-04589008-348d-40eb-b511-40b9472e7d9b tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.397s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1040.381059] env[62353]: DEBUG nova.compute.manager [None req-04589008-348d-40eb-b511-40b9472e7d9b tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: c42bcda4-547f-4f42-9738-0a731450321d] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1040.383749] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2eb51699-ff52-47f5-86b9-3a7df42a671a tempest-ServerAddressesTestJSON-296486233 tempest-ServerAddressesTestJSON-296486233-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.375s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1040.383958] env[62353]: DEBUG nova.objects.instance [None req-2eb51699-ff52-47f5-86b9-3a7df42a671a tempest-ServerAddressesTestJSON-296486233 tempest-ServerAddressesTestJSON-296486233-project-member] Lazy-loading 'resources' on Instance uuid 4aa0afc2-4ae1-44bf-add7-9dc8d0538330 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1040.744464] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2373028, 'name': CreateVM_Task} progress is 25%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.848306] env[62353]: DEBUG nova.network.neutron [req-07e18deb-71db-469c-98f2-aa2ad534848c req-d8741580-fc49-4bc4-aef0-065ab3f18c3a service nova] [instance: 366f6f06-cd67-4e32-89dd-4c809792d5ac] Updated VIF entry in instance network info cache for port 6c510444-86a5-41bf-8720-ff064c1afdc7. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1040.848793] env[62353]: DEBUG nova.network.neutron [req-07e18deb-71db-469c-98f2-aa2ad534848c req-d8741580-fc49-4bc4-aef0-065ab3f18c3a service nova] [instance: 366f6f06-cd67-4e32-89dd-4c809792d5ac] Updating instance_info_cache with network_info: [{"id": "6c510444-86a5-41bf-8720-ff064c1afdc7", "address": "fa:16:3e:f0:e8:f8", "network": {"id": "14e88cae-8143-4a77-90c0-0cf819e031d3", "bridge": "br-int", "label": "tempest-ServersTestJSON-373050288-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72d956f928c84645ac7af0ca43ed5775", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc7aa55d-223a-4157-9137-88dc492f2db2", "external-id": "nsx-vlan-transportzone-290", "segmentation_id": 290, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c510444-86", "ovs_interfaceid": "6c510444-86a5-41bf-8720-ff064c1afdc7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.871698] env[62353]: DEBUG oslo_vmware.api [None req-b1ddcd12-2d3d-48f6-963f-bc628e4622d5 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Task: {'id': task-2373029, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.887406] env[62353]: DEBUG nova.compute.utils [None req-04589008-348d-40eb-b511-40b9472e7d9b tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1040.889535] env[62353]: DEBUG nova.compute.manager [None req-04589008-348d-40eb-b511-40b9472e7d9b tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: c42bcda4-547f-4f42-9738-0a731450321d] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1040.890410] env[62353]: DEBUG nova.network.neutron [None req-04589008-348d-40eb-b511-40b9472e7d9b tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: c42bcda4-547f-4f42-9738-0a731450321d] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1040.952798] env[62353]: DEBUG nova.policy [None req-04589008-348d-40eb-b511-40b9472e7d9b tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '82c6391b4f014ebcaea1a762d3644bd2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd154d2686c9e43b4b2a7a9ec6a5a795c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:192}} [ 1041.191095] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-342ebe60-1502-4e24-9dc2-f8127931b2ca {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.200146] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04553ac7-58d6-4420-b9e0-7c6a0e5fe597 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.236912] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53fcf5cd-7ff4-44d8-9860-f2c323ecb6f0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.247310] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20765e7b-eda2-4c31-8a4d-06696043a17f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.251244] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2373028, 'name': CreateVM_Task, 'duration_secs': 1.124324} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.251529] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 366f6f06-cd67-4e32-89dd-4c809792d5ac] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1041.252618] env[62353]: DEBUG oslo_concurrency.lockutils [None req-67cc3c88-90fa-467f-800a-3f2e4da3032b tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1041.252789] env[62353]: DEBUG oslo_concurrency.lockutils [None req-67cc3c88-90fa-467f-800a-3f2e4da3032b tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Acquired lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.253257] env[62353]: DEBUG oslo_concurrency.lockutils [None req-67cc3c88-90fa-467f-800a-3f2e4da3032b tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1041.261818] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12806208-2fa9-4351-83ec-16ceae1c9976 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.264068] env[62353]: DEBUG nova.compute.provider_tree [None req-2eb51699-ff52-47f5-86b9-3a7df42a671a tempest-ServerAddressesTestJSON-296486233 tempest-ServerAddressesTestJSON-296486233-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1041.270238] env[62353]: DEBUG oslo_vmware.api [None req-67cc3c88-90fa-467f-800a-3f2e4da3032b tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Waiting for the task: (returnval){ [ 1041.270238] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52717dc9-84fc-f943-eef0-6edebe72b99f" [ 1041.270238] env[62353]: _type = "Task" [ 1041.270238] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.280354] env[62353]: DEBUG oslo_vmware.api [None req-67cc3c88-90fa-467f-800a-3f2e4da3032b tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52717dc9-84fc-f943-eef0-6edebe72b99f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.352857] env[62353]: DEBUG oslo_concurrency.lockutils [req-07e18deb-71db-469c-98f2-aa2ad534848c req-d8741580-fc49-4bc4-aef0-065ab3f18c3a service nova] Releasing lock "refresh_cache-366f6f06-cd67-4e32-89dd-4c809792d5ac" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.352857] env[62353]: DEBUG nova.compute.manager [req-07e18deb-71db-469c-98f2-aa2ad534848c req-d8741580-fc49-4bc4-aef0-065ab3f18c3a service nova] [instance: 433c3b50-7fbd-4153-b99d-9d60027c9a9f] Received event network-vif-deleted-f52c64e4-20cf-47a1-8a41-2b9e7078228c {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1041.370300] env[62353]: DEBUG oslo_vmware.api [None req-b1ddcd12-2d3d-48f6-963f-bc628e4622d5 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Task: {'id': task-2373029, 'name': ReconfigVM_Task, 'duration_secs': 1.077511} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.370622] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1ddcd12-2d3d-48f6-963f-bc628e4622d5 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] [instance: c1577946-440b-49c2-be7a-c4ac3165ab36] Reconfigured VM instance instance-00000046 to attach disk [datastore2] volume-0c02f97c-7ed2-4dfd-b3ff-53bd6e9a42ce/volume-0c02f97c-7ed2-4dfd-b3ff-53bd6e9a42ce.vmdk or device None with type thin {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1041.375469] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1bf3f602-79ec-40c1-955c-41a9ab7f6f89 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.389211] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-334e150f-d7b2-4d2b-9b36-e520848d49e7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.393603] env[62353]: DEBUG oslo_vmware.api [None req-b1ddcd12-2d3d-48f6-963f-bc628e4622d5 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Waiting for the task: (returnval){ [ 1041.393603] env[62353]: value = "task-2373030" [ 1041.393603] env[62353]: _type = "Task" [ 1041.393603] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.411722] env[62353]: DEBUG nova.network.neutron [None req-04589008-348d-40eb-b511-40b9472e7d9b tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: c42bcda4-547f-4f42-9738-0a731450321d] Successfully created port: 66f96e3e-6345-4a50-89db-ef2679a40099 {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1041.414159] env[62353]: DEBUG nova.compute.manager [None req-04589008-348d-40eb-b511-40b9472e7d9b tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: c42bcda4-547f-4f42-9738-0a731450321d] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1041.417083] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-4c0beb3e-12d0-4e66-aa54-52812234785b tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: cd87ae19-37ee-4d88-95ee-9de38d5214a4] Updating instance 'cd87ae19-37ee-4d88-95ee-9de38d5214a4' progress to 0 {{(pid=62353) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1041.426071] env[62353]: DEBUG oslo_vmware.api [None req-b1ddcd12-2d3d-48f6-963f-bc628e4622d5 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Task: {'id': task-2373030, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.629408] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7570d361-2f55-444f-9976-0f454d8205a4 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Acquiring lock "b49a16b9-7756-4282-be46-99abab6e8ee7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1041.629782] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7570d361-2f55-444f-9976-0f454d8205a4 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Lock "b49a16b9-7756-4282-be46-99abab6e8ee7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1041.629939] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7570d361-2f55-444f-9976-0f454d8205a4 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Acquiring lock "b49a16b9-7756-4282-be46-99abab6e8ee7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1041.630142] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7570d361-2f55-444f-9976-0f454d8205a4 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Lock "b49a16b9-7756-4282-be46-99abab6e8ee7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1041.630322] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7570d361-2f55-444f-9976-0f454d8205a4 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Lock "b49a16b9-7756-4282-be46-99abab6e8ee7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1041.635927] env[62353]: INFO nova.compute.manager [None req-7570d361-2f55-444f-9976-0f454d8205a4 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [instance: b49a16b9-7756-4282-be46-99abab6e8ee7] Terminating instance [ 1041.768315] env[62353]: DEBUG nova.scheduler.client.report [None req-2eb51699-ff52-47f5-86b9-3a7df42a671a tempest-ServerAddressesTestJSON-296486233 tempest-ServerAddressesTestJSON-296486233-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1041.788288] env[62353]: DEBUG oslo_vmware.api [None req-67cc3c88-90fa-467f-800a-3f2e4da3032b tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52717dc9-84fc-f943-eef0-6edebe72b99f, 'name': SearchDatastore_Task, 'duration_secs': 0.010415} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.789056] env[62353]: DEBUG oslo_concurrency.lockutils [None req-67cc3c88-90fa-467f-800a-3f2e4da3032b tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Releasing lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.789411] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-67cc3c88-90fa-467f-800a-3f2e4da3032b tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: 366f6f06-cd67-4e32-89dd-4c809792d5ac] Processing image 06f909ae-e8dc-43b4-abf7-c7ed85db9bbd {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1041.789950] env[62353]: DEBUG oslo_concurrency.lockutils [None req-67cc3c88-90fa-467f-800a-3f2e4da3032b tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1041.789950] env[62353]: DEBUG oslo_concurrency.lockutils [None req-67cc3c88-90fa-467f-800a-3f2e4da3032b tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Acquired lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.790079] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-67cc3c88-90fa-467f-800a-3f2e4da3032b tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1041.790367] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e2a6dbbf-c277-40b4-81b3-a062b65c4076 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.801519] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-67cc3c88-90fa-467f-800a-3f2e4da3032b tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1041.801519] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-67cc3c88-90fa-467f-800a-3f2e4da3032b tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1041.802962] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0c508a4-e52c-4c14-88f3-97dcc68e206e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.811931] env[62353]: DEBUG oslo_vmware.api [None req-67cc3c88-90fa-467f-800a-3f2e4da3032b tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Waiting for the task: (returnval){ [ 1041.811931] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]528270b4-c696-a12e-0368-515872b54581" [ 1041.811931] env[62353]: _type = "Task" [ 1041.811931] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.819988] env[62353]: DEBUG oslo_vmware.api [None req-67cc3c88-90fa-467f-800a-3f2e4da3032b tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]528270b4-c696-a12e-0368-515872b54581, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.904888] env[62353]: DEBUG oslo_vmware.api [None req-b1ddcd12-2d3d-48f6-963f-bc628e4622d5 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Task: {'id': task-2373030, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.926360] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c0beb3e-12d0-4e66-aa54-52812234785b tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: cd87ae19-37ee-4d88-95ee-9de38d5214a4] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1041.926967] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dcb930d2-9cba-405a-9700-798c81591a04 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.936429] env[62353]: DEBUG oslo_vmware.api [None req-4c0beb3e-12d0-4e66-aa54-52812234785b tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Waiting for the task: (returnval){ [ 1041.936429] env[62353]: value = "task-2373031" [ 1041.936429] env[62353]: _type = "Task" [ 1041.936429] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.946631] env[62353]: DEBUG oslo_vmware.api [None req-4c0beb3e-12d0-4e66-aa54-52812234785b tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Task: {'id': task-2373031, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.139760] env[62353]: DEBUG nova.compute.manager [None req-7570d361-2f55-444f-9976-0f454d8205a4 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [instance: b49a16b9-7756-4282-be46-99abab6e8ee7] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1042.139991] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-7570d361-2f55-444f-9976-0f454d8205a4 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [instance: b49a16b9-7756-4282-be46-99abab6e8ee7] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1042.140974] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09bb30f8-237c-4c33-bd07-d01aa620395a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.149309] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-7570d361-2f55-444f-9976-0f454d8205a4 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [instance: b49a16b9-7756-4282-be46-99abab6e8ee7] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1042.149622] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bec5acbd-c7f0-4354-8528-b472eb0d3a87 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.155890] env[62353]: DEBUG oslo_vmware.api [None req-7570d361-2f55-444f-9976-0f454d8205a4 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Waiting for the task: (returnval){ [ 1042.155890] env[62353]: value = "task-2373032" [ 1042.155890] env[62353]: _type = "Task" [ 1042.155890] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.164796] env[62353]: DEBUG oslo_vmware.api [None req-7570d361-2f55-444f-9976-0f454d8205a4 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Task: {'id': task-2373032, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.278639] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2eb51699-ff52-47f5-86b9-3a7df42a671a tempest-ServerAddressesTestJSON-296486233 tempest-ServerAddressesTestJSON-296486233-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.894s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1042.280862] env[62353]: DEBUG oslo_concurrency.lockutils [None req-fc94fa08-5306-4f3f-b655-fa95c735cd25 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.929s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1042.281141] env[62353]: DEBUG nova.objects.instance [None req-fc94fa08-5306-4f3f-b655-fa95c735cd25 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Lazy-loading 'resources' on Instance uuid a97e3cc7-cd7e-4239-b58d-6b3e62477819 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1042.305818] env[62353]: INFO nova.scheduler.client.report [None req-2eb51699-ff52-47f5-86b9-3a7df42a671a tempest-ServerAddressesTestJSON-296486233 tempest-ServerAddressesTestJSON-296486233-project-member] Deleted allocations for instance 4aa0afc2-4ae1-44bf-add7-9dc8d0538330 [ 1042.324277] env[62353]: DEBUG oslo_vmware.api [None req-67cc3c88-90fa-467f-800a-3f2e4da3032b tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]528270b4-c696-a12e-0368-515872b54581, 'name': SearchDatastore_Task, 'duration_secs': 0.016656} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.324844] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1e589eb-c61c-4152-8f98-27a959a944c7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.330875] env[62353]: DEBUG oslo_vmware.api [None req-67cc3c88-90fa-467f-800a-3f2e4da3032b tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Waiting for the task: (returnval){ [ 1042.330875] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52fa6877-dfb2-4bf6-fa06-3e824bb3a64b" [ 1042.330875] env[62353]: _type = "Task" [ 1042.330875] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.341184] env[62353]: DEBUG oslo_vmware.api [None req-67cc3c88-90fa-467f-800a-3f2e4da3032b tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52fa6877-dfb2-4bf6-fa06-3e824bb3a64b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.406958] env[62353]: DEBUG oslo_vmware.api [None req-b1ddcd12-2d3d-48f6-963f-bc628e4622d5 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Task: {'id': task-2373030, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.431032] env[62353]: DEBUG nova.compute.manager [None req-04589008-348d-40eb-b511-40b9472e7d9b tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: c42bcda4-547f-4f42-9738-0a731450321d] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1042.447299] env[62353]: DEBUG oslo_vmware.api [None req-4c0beb3e-12d0-4e66-aa54-52812234785b tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Task: {'id': task-2373031, 'name': PowerOffVM_Task, 'duration_secs': 0.23914} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.449258] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c0beb3e-12d0-4e66-aa54-52812234785b tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: cd87ae19-37ee-4d88-95ee-9de38d5214a4] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1042.449444] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-4c0beb3e-12d0-4e66-aa54-52812234785b tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: cd87ae19-37ee-4d88-95ee-9de38d5214a4] Updating instance 'cd87ae19-37ee-4d88-95ee-9de38d5214a4' progress to 17 {{(pid=62353) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1042.458923] env[62353]: DEBUG nova.virt.hardware [None req-04589008-348d-40eb-b511-40b9472e7d9b tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T12:38:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T12:38:15Z,direct_url=,disk_format='vmdk',id=06f909ae-e8dc-43b4-abf7-c7ed85db9bbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0a3f88790a594523a818b8c00f6862e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T12:38:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1042.459173] env[62353]: DEBUG nova.virt.hardware [None req-04589008-348d-40eb-b511-40b9472e7d9b tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1042.459329] env[62353]: DEBUG nova.virt.hardware [None req-04589008-348d-40eb-b511-40b9472e7d9b tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1042.459538] env[62353]: DEBUG nova.virt.hardware [None req-04589008-348d-40eb-b511-40b9472e7d9b tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1042.459682] env[62353]: DEBUG nova.virt.hardware [None req-04589008-348d-40eb-b511-40b9472e7d9b tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1042.459835] env[62353]: DEBUG nova.virt.hardware [None req-04589008-348d-40eb-b511-40b9472e7d9b tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1042.460058] env[62353]: DEBUG nova.virt.hardware [None req-04589008-348d-40eb-b511-40b9472e7d9b tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1042.460223] env[62353]: DEBUG nova.virt.hardware [None req-04589008-348d-40eb-b511-40b9472e7d9b tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1042.460404] env[62353]: DEBUG nova.virt.hardware [None req-04589008-348d-40eb-b511-40b9472e7d9b tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1042.460555] env[62353]: DEBUG nova.virt.hardware [None req-04589008-348d-40eb-b511-40b9472e7d9b tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1042.460731] env[62353]: DEBUG nova.virt.hardware [None req-04589008-348d-40eb-b511-40b9472e7d9b tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1042.461582] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a155085a-b412-4d93-a9d3-ede756f9378e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.470748] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca996c39-c59e-4e8a-80d3-fb27bb316ec5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.667887] env[62353]: DEBUG oslo_vmware.api [None req-7570d361-2f55-444f-9976-0f454d8205a4 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Task: {'id': task-2373032, 'name': PowerOffVM_Task, 'duration_secs': 0.228696} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.668393] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-7570d361-2f55-444f-9976-0f454d8205a4 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [instance: b49a16b9-7756-4282-be46-99abab6e8ee7] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1042.668619] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-7570d361-2f55-444f-9976-0f454d8205a4 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [instance: b49a16b9-7756-4282-be46-99abab6e8ee7] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1042.668867] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1440d900-0b30-407a-b54f-e658f2bd15a1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.742286] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-7570d361-2f55-444f-9976-0f454d8205a4 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [instance: b49a16b9-7756-4282-be46-99abab6e8ee7] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1042.742562] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-7570d361-2f55-444f-9976-0f454d8205a4 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [instance: b49a16b9-7756-4282-be46-99abab6e8ee7] Deleting contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1042.742817] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-7570d361-2f55-444f-9976-0f454d8205a4 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Deleting the datastore file [datastore1] b49a16b9-7756-4282-be46-99abab6e8ee7 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1042.743139] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aeb44ee3-3895-48f3-b339-8e31f4285489 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.750503] env[62353]: DEBUG oslo_vmware.api [None req-7570d361-2f55-444f-9976-0f454d8205a4 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Waiting for the task: (returnval){ [ 1042.750503] env[62353]: value = "task-2373034" [ 1042.750503] env[62353]: _type = "Task" [ 1042.750503] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.759166] env[62353]: DEBUG oslo_vmware.api [None req-7570d361-2f55-444f-9976-0f454d8205a4 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Task: {'id': task-2373034, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.784053] env[62353]: DEBUG nova.objects.instance [None req-fc94fa08-5306-4f3f-b655-fa95c735cd25 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Lazy-loading 'numa_topology' on Instance uuid a97e3cc7-cd7e-4239-b58d-6b3e62477819 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1042.813814] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2eb51699-ff52-47f5-86b9-3a7df42a671a tempest-ServerAddressesTestJSON-296486233 tempest-ServerAddressesTestJSON-296486233-project-member] Lock "4aa0afc2-4ae1-44bf-add7-9dc8d0538330" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.751s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1042.843917] env[62353]: DEBUG oslo_vmware.api [None req-67cc3c88-90fa-467f-800a-3f2e4da3032b tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52fa6877-dfb2-4bf6-fa06-3e824bb3a64b, 'name': SearchDatastore_Task, 'duration_secs': 0.011436} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.844263] env[62353]: DEBUG oslo_concurrency.lockutils [None req-67cc3c88-90fa-467f-800a-3f2e4da3032b tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Releasing lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1042.844570] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-67cc3c88-90fa-467f-800a-3f2e4da3032b tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore2] 366f6f06-cd67-4e32-89dd-4c809792d5ac/366f6f06-cd67-4e32-89dd-4c809792d5ac.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1042.844881] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ba819e40-a59d-46b9-8366-554445fcdd8b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.852152] env[62353]: DEBUG oslo_vmware.api [None req-67cc3c88-90fa-467f-800a-3f2e4da3032b tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Waiting for the task: (returnval){ [ 1042.852152] env[62353]: value = "task-2373035" [ 1042.852152] env[62353]: _type = "Task" [ 1042.852152] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.860053] env[62353]: DEBUG oslo_vmware.api [None req-67cc3c88-90fa-467f-800a-3f2e4da3032b tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Task: {'id': task-2373035, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.906011] env[62353]: DEBUG oslo_vmware.api [None req-b1ddcd12-2d3d-48f6-963f-bc628e4622d5 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Task: {'id': task-2373030, 'name': ReconfigVM_Task, 'duration_secs': 1.237897} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.906759] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1ddcd12-2d3d-48f6-963f-bc628e4622d5 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] [instance: c1577946-440b-49c2-be7a-c4ac3165ab36] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-481717', 'volume_id': '0c02f97c-7ed2-4dfd-b3ff-53bd6e9a42ce', 'name': 'volume-0c02f97c-7ed2-4dfd-b3ff-53bd6e9a42ce', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'c1577946-440b-49c2-be7a-c4ac3165ab36', 'attached_at': '', 'detached_at': '', 'volume_id': '0c02f97c-7ed2-4dfd-b3ff-53bd6e9a42ce', 'serial': '0c02f97c-7ed2-4dfd-b3ff-53bd6e9a42ce'} {{(pid=62353) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1042.907405] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-49d900e4-e319-4759-9048-700562a4006c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.915783] env[62353]: DEBUG oslo_vmware.api [None req-b1ddcd12-2d3d-48f6-963f-bc628e4622d5 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Waiting for the task: (returnval){ [ 1042.915783] env[62353]: value = "task-2373036" [ 1042.915783] env[62353]: _type = "Task" [ 1042.915783] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.924929] env[62353]: DEBUG oslo_vmware.api [None req-b1ddcd12-2d3d-48f6-963f-bc628e4622d5 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Task: {'id': task-2373036, 'name': Rename_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.956676] env[62353]: DEBUG nova.virt.hardware [None req-4c0beb3e-12d0-4e66-aa54-52812234785b tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T12:38:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=06f909ae-e8dc-43b4-abf7-c7ed85db9bbd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1042.956875] env[62353]: DEBUG nova.virt.hardware [None req-4c0beb3e-12d0-4e66-aa54-52812234785b tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1042.957062] env[62353]: DEBUG nova.virt.hardware [None req-4c0beb3e-12d0-4e66-aa54-52812234785b tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1042.957227] env[62353]: DEBUG nova.virt.hardware [None req-4c0beb3e-12d0-4e66-aa54-52812234785b tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1042.957385] env[62353]: DEBUG nova.virt.hardware [None req-4c0beb3e-12d0-4e66-aa54-52812234785b tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1042.957537] env[62353]: DEBUG nova.virt.hardware [None req-4c0beb3e-12d0-4e66-aa54-52812234785b tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1042.957754] env[62353]: DEBUG nova.virt.hardware [None req-4c0beb3e-12d0-4e66-aa54-52812234785b tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1042.958112] env[62353]: DEBUG nova.virt.hardware [None req-4c0beb3e-12d0-4e66-aa54-52812234785b tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1042.958369] env[62353]: DEBUG nova.virt.hardware [None req-4c0beb3e-12d0-4e66-aa54-52812234785b tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1042.958631] env[62353]: DEBUG nova.virt.hardware [None req-4c0beb3e-12d0-4e66-aa54-52812234785b tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1042.958869] env[62353]: DEBUG nova.virt.hardware [None req-4c0beb3e-12d0-4e66-aa54-52812234785b tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1042.964693] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c4081fe-e69f-4b9f-ab42-6dbca1d14006 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.984803] env[62353]: DEBUG oslo_vmware.api [None req-4c0beb3e-12d0-4e66-aa54-52812234785b tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Waiting for the task: (returnval){ [ 1042.984803] env[62353]: value = "task-2373037" [ 1042.984803] env[62353]: _type = "Task" [ 1042.984803] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.994913] env[62353]: DEBUG oslo_vmware.api [None req-4c0beb3e-12d0-4e66-aa54-52812234785b tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Task: {'id': task-2373037, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.180731] env[62353]: DEBUG nova.compute.manager [req-69ce10cd-6302-4c81-a6c2-b5c7a54337d4 req-e9785f0c-d9f5-42ad-b95b-b71ca1ab87d1 service nova] [instance: c42bcda4-547f-4f42-9738-0a731450321d] Received event network-vif-plugged-66f96e3e-6345-4a50-89db-ef2679a40099 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1043.181049] env[62353]: DEBUG oslo_concurrency.lockutils [req-69ce10cd-6302-4c81-a6c2-b5c7a54337d4 req-e9785f0c-d9f5-42ad-b95b-b71ca1ab87d1 service nova] Acquiring lock "c42bcda4-547f-4f42-9738-0a731450321d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1043.181368] env[62353]: DEBUG oslo_concurrency.lockutils [req-69ce10cd-6302-4c81-a6c2-b5c7a54337d4 req-e9785f0c-d9f5-42ad-b95b-b71ca1ab87d1 service nova] Lock "c42bcda4-547f-4f42-9738-0a731450321d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1043.181586] env[62353]: DEBUG oslo_concurrency.lockutils [req-69ce10cd-6302-4c81-a6c2-b5c7a54337d4 req-e9785f0c-d9f5-42ad-b95b-b71ca1ab87d1 service nova] Lock "c42bcda4-547f-4f42-9738-0a731450321d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1043.181838] env[62353]: DEBUG nova.compute.manager [req-69ce10cd-6302-4c81-a6c2-b5c7a54337d4 req-e9785f0c-d9f5-42ad-b95b-b71ca1ab87d1 service nova] [instance: c42bcda4-547f-4f42-9738-0a731450321d] No waiting events found dispatching network-vif-plugged-66f96e3e-6345-4a50-89db-ef2679a40099 {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1043.182071] env[62353]: WARNING nova.compute.manager [req-69ce10cd-6302-4c81-a6c2-b5c7a54337d4 req-e9785f0c-d9f5-42ad-b95b-b71ca1ab87d1 service nova] [instance: c42bcda4-547f-4f42-9738-0a731450321d] Received unexpected event network-vif-plugged-66f96e3e-6345-4a50-89db-ef2679a40099 for instance with vm_state building and task_state spawning. [ 1043.262969] env[62353]: DEBUG oslo_vmware.api [None req-7570d361-2f55-444f-9976-0f454d8205a4 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Task: {'id': task-2373034, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.189548} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.263351] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-7570d361-2f55-444f-9976-0f454d8205a4 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1043.263568] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-7570d361-2f55-444f-9976-0f454d8205a4 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [instance: b49a16b9-7756-4282-be46-99abab6e8ee7] Deleted contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1043.263761] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-7570d361-2f55-444f-9976-0f454d8205a4 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [instance: b49a16b9-7756-4282-be46-99abab6e8ee7] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1043.263934] env[62353]: INFO nova.compute.manager [None req-7570d361-2f55-444f-9976-0f454d8205a4 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [instance: b49a16b9-7756-4282-be46-99abab6e8ee7] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1043.264260] env[62353]: DEBUG oslo.service.loopingcall [None req-7570d361-2f55-444f-9976-0f454d8205a4 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1043.264458] env[62353]: DEBUG nova.compute.manager [-] [instance: b49a16b9-7756-4282-be46-99abab6e8ee7] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1043.264553] env[62353]: DEBUG nova.network.neutron [-] [instance: b49a16b9-7756-4282-be46-99abab6e8ee7] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1043.287368] env[62353]: DEBUG nova.objects.base [None req-fc94fa08-5306-4f3f-b655-fa95c735cd25 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=62353) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1043.368213] env[62353]: DEBUG oslo_vmware.api [None req-67cc3c88-90fa-467f-800a-3f2e4da3032b tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Task: {'id': task-2373035, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.430127] env[62353]: DEBUG oslo_vmware.api [None req-b1ddcd12-2d3d-48f6-963f-bc628e4622d5 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Task: {'id': task-2373036, 'name': Rename_Task, 'duration_secs': 0.203597} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.433186] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1ddcd12-2d3d-48f6-963f-bc628e4622d5 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] [instance: c1577946-440b-49c2-be7a-c4ac3165ab36] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1043.433710] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-77ce6dcf-6b90-4ba3-8be6-23e440f4afdf {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.440955] env[62353]: DEBUG oslo_vmware.api [None req-b1ddcd12-2d3d-48f6-963f-bc628e4622d5 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Waiting for the task: (returnval){ [ 1043.440955] env[62353]: value = "task-2373038" [ 1043.440955] env[62353]: _type = "Task" [ 1043.440955] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.453492] env[62353]: DEBUG oslo_vmware.api [None req-b1ddcd12-2d3d-48f6-963f-bc628e4622d5 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Task: {'id': task-2373038, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.496321] env[62353]: DEBUG oslo_vmware.api [None req-4c0beb3e-12d0-4e66-aa54-52812234785b tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Task: {'id': task-2373037, 'name': ReconfigVM_Task, 'duration_secs': 0.263389} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.496682] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-4c0beb3e-12d0-4e66-aa54-52812234785b tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: cd87ae19-37ee-4d88-95ee-9de38d5214a4] Updating instance 'cd87ae19-37ee-4d88-95ee-9de38d5214a4' progress to 33 {{(pid=62353) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1043.570244] env[62353]: DEBUG nova.network.neutron [None req-04589008-348d-40eb-b511-40b9472e7d9b tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: c42bcda4-547f-4f42-9738-0a731450321d] Successfully updated port: 66f96e3e-6345-4a50-89db-ef2679a40099 {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1043.591133] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b36dfad-7c44-46d8-b19a-cc128d03432a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.601708] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-979bc052-b199-4f41-a1e5-a81450244268 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.633074] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29d2bb42-2180-426d-b8c5-c6e7e8439fa7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.640760] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61dc71bc-ab7b-4b45-a25a-b5cdc234f79a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.655143] env[62353]: DEBUG nova.compute.provider_tree [None req-fc94fa08-5306-4f3f-b655-fa95c735cd25 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1043.845346] env[62353]: DEBUG nova.compute.manager [req-62562ea6-0302-481d-9eb8-3bebb2754fb6 req-839c846e-615f-4f1e-9f25-607d589906e3 service nova] [instance: b49a16b9-7756-4282-be46-99abab6e8ee7] Received event network-vif-deleted-eeb723ba-2485-431f-b5cc-6469139081f9 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1043.845596] env[62353]: INFO nova.compute.manager [req-62562ea6-0302-481d-9eb8-3bebb2754fb6 req-839c846e-615f-4f1e-9f25-607d589906e3 service nova] [instance: b49a16b9-7756-4282-be46-99abab6e8ee7] Neutron deleted interface eeb723ba-2485-431f-b5cc-6469139081f9; detaching it from the instance and deleting it from the info cache [ 1043.845677] env[62353]: DEBUG nova.network.neutron [req-62562ea6-0302-481d-9eb8-3bebb2754fb6 req-839c846e-615f-4f1e-9f25-607d589906e3 service nova] [instance: b49a16b9-7756-4282-be46-99abab6e8ee7] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.864282] env[62353]: DEBUG oslo_vmware.api [None req-67cc3c88-90fa-467f-800a-3f2e4da3032b tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Task: {'id': task-2373035, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.561858} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.865138] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-67cc3c88-90fa-467f-800a-3f2e4da3032b tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore2] 366f6f06-cd67-4e32-89dd-4c809792d5ac/366f6f06-cd67-4e32-89dd-4c809792d5ac.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1043.865138] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-67cc3c88-90fa-467f-800a-3f2e4da3032b tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: 366f6f06-cd67-4e32-89dd-4c809792d5ac] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1043.865138] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f863f7c8-14dc-4e6e-b3a4-810c0cc5a6a8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.872338] env[62353]: DEBUG oslo_vmware.api [None req-67cc3c88-90fa-467f-800a-3f2e4da3032b tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Waiting for the task: (returnval){ [ 1043.872338] env[62353]: value = "task-2373039" [ 1043.872338] env[62353]: _type = "Task" [ 1043.872338] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.881374] env[62353]: DEBUG oslo_vmware.api [None req-67cc3c88-90fa-467f-800a-3f2e4da3032b tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Task: {'id': task-2373039, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.954094] env[62353]: DEBUG oslo_vmware.api [None req-b1ddcd12-2d3d-48f6-963f-bc628e4622d5 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Task: {'id': task-2373038, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.006083] env[62353]: DEBUG nova.virt.hardware [None req-4c0beb3e-12d0-4e66-aa54-52812234785b tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T12:38:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=06f909ae-e8dc-43b4-abf7-c7ed85db9bbd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1044.006399] env[62353]: DEBUG nova.virt.hardware [None req-4c0beb3e-12d0-4e66-aa54-52812234785b tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1044.006553] env[62353]: DEBUG nova.virt.hardware [None req-4c0beb3e-12d0-4e66-aa54-52812234785b tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1044.006731] env[62353]: DEBUG nova.virt.hardware [None req-4c0beb3e-12d0-4e66-aa54-52812234785b tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1044.006873] env[62353]: DEBUG nova.virt.hardware [None req-4c0beb3e-12d0-4e66-aa54-52812234785b tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1044.007060] env[62353]: DEBUG nova.virt.hardware [None req-4c0beb3e-12d0-4e66-aa54-52812234785b tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1044.007409] env[62353]: DEBUG nova.virt.hardware [None req-4c0beb3e-12d0-4e66-aa54-52812234785b tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1044.007639] env[62353]: DEBUG nova.virt.hardware [None req-4c0beb3e-12d0-4e66-aa54-52812234785b tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1044.007833] env[62353]: DEBUG nova.virt.hardware [None req-4c0beb3e-12d0-4e66-aa54-52812234785b tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1044.007999] env[62353]: DEBUG nova.virt.hardware [None req-4c0beb3e-12d0-4e66-aa54-52812234785b tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1044.008184] env[62353]: DEBUG nova.virt.hardware [None req-4c0beb3e-12d0-4e66-aa54-52812234785b tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1044.014244] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c0beb3e-12d0-4e66-aa54-52812234785b tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: cd87ae19-37ee-4d88-95ee-9de38d5214a4] Reconfiguring VM instance instance-0000001a to detach disk 2000 {{(pid=62353) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1044.014624] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-79ecbf26-8c7f-43a1-9587-814e3ac10bcf {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.034015] env[62353]: DEBUG oslo_vmware.api [None req-4c0beb3e-12d0-4e66-aa54-52812234785b tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Waiting for the task: (returnval){ [ 1044.034015] env[62353]: value = "task-2373040" [ 1044.034015] env[62353]: _type = "Task" [ 1044.034015] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.042698] env[62353]: DEBUG oslo_vmware.api [None req-4c0beb3e-12d0-4e66-aa54-52812234785b tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Task: {'id': task-2373040, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.073542] env[62353]: DEBUG oslo_concurrency.lockutils [None req-04589008-348d-40eb-b511-40b9472e7d9b tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Acquiring lock "refresh_cache-c42bcda4-547f-4f42-9738-0a731450321d" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1044.073726] env[62353]: DEBUG oslo_concurrency.lockutils [None req-04589008-348d-40eb-b511-40b9472e7d9b tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Acquired lock "refresh_cache-c42bcda4-547f-4f42-9738-0a731450321d" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.073832] env[62353]: DEBUG nova.network.neutron [None req-04589008-348d-40eb-b511-40b9472e7d9b tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: c42bcda4-547f-4f42-9738-0a731450321d] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1044.160107] env[62353]: DEBUG nova.scheduler.client.report [None req-fc94fa08-5306-4f3f-b655-fa95c735cd25 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1044.320561] env[62353]: DEBUG nova.network.neutron [-] [instance: b49a16b9-7756-4282-be46-99abab6e8ee7] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.350933] env[62353]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-03a7239d-214f-41ba-969b-aecd394b7820 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.361974] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e93b1d80-d653-489e-ba5d-e01d5a22f055 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.381448] env[62353]: DEBUG oslo_vmware.api [None req-67cc3c88-90fa-467f-800a-3f2e4da3032b tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Task: {'id': task-2373039, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069356} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.381883] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-67cc3c88-90fa-467f-800a-3f2e4da3032b tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: 366f6f06-cd67-4e32-89dd-4c809792d5ac] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1044.382546] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-017e73f1-eb46-405d-bb20-789d7f8be690 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.402688] env[62353]: DEBUG nova.compute.manager [req-62562ea6-0302-481d-9eb8-3bebb2754fb6 req-839c846e-615f-4f1e-9f25-607d589906e3 service nova] [instance: b49a16b9-7756-4282-be46-99abab6e8ee7] Detach interface failed, port_id=eeb723ba-2485-431f-b5cc-6469139081f9, reason: Instance b49a16b9-7756-4282-be46-99abab6e8ee7 could not be found. {{(pid=62353) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1044.422660] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-67cc3c88-90fa-467f-800a-3f2e4da3032b tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: 366f6f06-cd67-4e32-89dd-4c809792d5ac] Reconfiguring VM instance instance-00000066 to attach disk [datastore2] 366f6f06-cd67-4e32-89dd-4c809792d5ac/366f6f06-cd67-4e32-89dd-4c809792d5ac.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1044.423031] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee61f5b1-61c5-4783-889f-1c0ab9d04437 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.444177] env[62353]: DEBUG oslo_vmware.api [None req-67cc3c88-90fa-467f-800a-3f2e4da3032b tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Waiting for the task: (returnval){ [ 1044.444177] env[62353]: value = "task-2373041" [ 1044.444177] env[62353]: _type = "Task" [ 1044.444177] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.454429] env[62353]: DEBUG oslo_vmware.api [None req-b1ddcd12-2d3d-48f6-963f-bc628e4622d5 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Task: {'id': task-2373038, 'name': PowerOnVM_Task, 'duration_secs': 0.565023} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.457451] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1ddcd12-2d3d-48f6-963f-bc628e4622d5 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] [instance: c1577946-440b-49c2-be7a-c4ac3165ab36] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1044.459843] env[62353]: DEBUG oslo_vmware.api [None req-67cc3c88-90fa-467f-800a-3f2e4da3032b tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Task: {'id': task-2373041, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.547337] env[62353]: DEBUG oslo_vmware.api [None req-4c0beb3e-12d0-4e66-aa54-52812234785b tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Task: {'id': task-2373040, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.568975] env[62353]: DEBUG nova.compute.manager [None req-b1ddcd12-2d3d-48f6-963f-bc628e4622d5 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] [instance: c1577946-440b-49c2-be7a-c4ac3165ab36] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1044.570096] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1bb330e-a6f5-42f5-9d94-2bb66502b798 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.630379] env[62353]: DEBUG nova.network.neutron [None req-04589008-348d-40eb-b511-40b9472e7d9b tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: c42bcda4-547f-4f42-9738-0a731450321d] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1044.667463] env[62353]: DEBUG oslo_concurrency.lockutils [None req-fc94fa08-5306-4f3f-b655-fa95c735cd25 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.387s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1044.670111] env[62353]: DEBUG oslo_concurrency.lockutils [None req-60e4a484-b644-45f2-9296-a96c641b4fea tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.918s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1044.673192] env[62353]: INFO nova.compute.claims [None req-60e4a484-b644-45f2-9296-a96c641b4fea tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] [instance: 6bca1280-d76a-4a63-a619-ab3788756003] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1044.825734] env[62353]: INFO nova.compute.manager [-] [instance: b49a16b9-7756-4282-be46-99abab6e8ee7] Took 1.56 seconds to deallocate network for instance. [ 1044.872562] env[62353]: DEBUG nova.network.neutron [None req-04589008-348d-40eb-b511-40b9472e7d9b tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: c42bcda4-547f-4f42-9738-0a731450321d] Updating instance_info_cache with network_info: [{"id": "66f96e3e-6345-4a50-89db-ef2679a40099", "address": "fa:16:3e:20:bd:dd", "network": {"id": "3322d31e-00aa-4c86-8051-1b6dd5c36fa9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1715037563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d154d2686c9e43b4b2a7a9ec6a5a795c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66f96e3e-63", "ovs_interfaceid": "66f96e3e-6345-4a50-89db-ef2679a40099", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.960043] env[62353]: DEBUG oslo_vmware.api [None req-67cc3c88-90fa-467f-800a-3f2e4da3032b tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Task: {'id': task-2373041, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.047008] env[62353]: DEBUG oslo_vmware.api [None req-4c0beb3e-12d0-4e66-aa54-52812234785b tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Task: {'id': task-2373040, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.087459] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b1ddcd12-2d3d-48f6-963f-bc628e4622d5 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Lock "c1577946-440b-49c2-be7a-c4ac3165ab36" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 37.159s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1045.183979] env[62353]: DEBUG oslo_concurrency.lockutils [None req-fc94fa08-5306-4f3f-b655-fa95c735cd25 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Lock "a97e3cc7-cd7e-4239-b58d-6b3e62477819" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 31.142s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1045.185041] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d0bce9af-1729-4e78-b4da-d47e47412702 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Lock "a97e3cc7-cd7e-4239-b58d-6b3e62477819" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 8.396s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1045.185041] env[62353]: INFO nova.compute.manager [None req-d0bce9af-1729-4e78-b4da-d47e47412702 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] [instance: a97e3cc7-cd7e-4239-b58d-6b3e62477819] Unshelving [ 1045.206116] env[62353]: DEBUG nova.compute.manager [req-466afc88-6520-43cc-86e6-c4cb669d4527 req-855dda30-7394-4ffd-9001-8c223f5f87c0 service nova] [instance: c42bcda4-547f-4f42-9738-0a731450321d] Received event network-changed-66f96e3e-6345-4a50-89db-ef2679a40099 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1045.206404] env[62353]: DEBUG nova.compute.manager [req-466afc88-6520-43cc-86e6-c4cb669d4527 req-855dda30-7394-4ffd-9001-8c223f5f87c0 service nova] [instance: c42bcda4-547f-4f42-9738-0a731450321d] Refreshing instance network info cache due to event network-changed-66f96e3e-6345-4a50-89db-ef2679a40099. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1045.207129] env[62353]: DEBUG oslo_concurrency.lockutils [req-466afc88-6520-43cc-86e6-c4cb669d4527 req-855dda30-7394-4ffd-9001-8c223f5f87c0 service nova] Acquiring lock "refresh_cache-c42bcda4-547f-4f42-9738-0a731450321d" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1045.330800] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7570d361-2f55-444f-9976-0f454d8205a4 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1045.375887] env[62353]: DEBUG oslo_concurrency.lockutils [None req-04589008-348d-40eb-b511-40b9472e7d9b tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Releasing lock "refresh_cache-c42bcda4-547f-4f42-9738-0a731450321d" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1045.376280] env[62353]: DEBUG nova.compute.manager [None req-04589008-348d-40eb-b511-40b9472e7d9b tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: c42bcda4-547f-4f42-9738-0a731450321d] Instance network_info: |[{"id": "66f96e3e-6345-4a50-89db-ef2679a40099", "address": "fa:16:3e:20:bd:dd", "network": {"id": "3322d31e-00aa-4c86-8051-1b6dd5c36fa9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1715037563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d154d2686c9e43b4b2a7a9ec6a5a795c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66f96e3e-63", "ovs_interfaceid": "66f96e3e-6345-4a50-89db-ef2679a40099", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1045.376591] env[62353]: DEBUG oslo_concurrency.lockutils [req-466afc88-6520-43cc-86e6-c4cb669d4527 req-855dda30-7394-4ffd-9001-8c223f5f87c0 service nova] Acquired lock "refresh_cache-c42bcda4-547f-4f42-9738-0a731450321d" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.376766] env[62353]: DEBUG nova.network.neutron [req-466afc88-6520-43cc-86e6-c4cb669d4527 req-855dda30-7394-4ffd-9001-8c223f5f87c0 service nova] [instance: c42bcda4-547f-4f42-9738-0a731450321d] Refreshing network info cache for port 66f96e3e-6345-4a50-89db-ef2679a40099 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1045.378145] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-04589008-348d-40eb-b511-40b9472e7d9b tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: c42bcda4-547f-4f42-9738-0a731450321d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:20:bd:dd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ec3f9e71-839a-429d-b211-d3dfc98ca4f6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '66f96e3e-6345-4a50-89db-ef2679a40099', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1045.389747] env[62353]: DEBUG oslo.service.loopingcall [None req-04589008-348d-40eb-b511-40b9472e7d9b tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1045.390959] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c42bcda4-547f-4f42-9738-0a731450321d] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1045.391260] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-48a70af2-1bd7-47d4-897f-b3f142577d86 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.414161] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1045.414161] env[62353]: value = "task-2373042" [ 1045.414161] env[62353]: _type = "Task" [ 1045.414161] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.423833] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2373042, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.458699] env[62353]: DEBUG oslo_vmware.api [None req-67cc3c88-90fa-467f-800a-3f2e4da3032b tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Task: {'id': task-2373041, 'name': ReconfigVM_Task, 'duration_secs': 0.714798} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.459053] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-67cc3c88-90fa-467f-800a-3f2e4da3032b tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: 366f6f06-cd67-4e32-89dd-4c809792d5ac] Reconfigured VM instance instance-00000066 to attach disk [datastore2] 366f6f06-cd67-4e32-89dd-4c809792d5ac/366f6f06-cd67-4e32-89dd-4c809792d5ac.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1045.459705] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8dd6d2cd-dc7c-48aa-b606-f96149610aa0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.466844] env[62353]: DEBUG oslo_vmware.api [None req-67cc3c88-90fa-467f-800a-3f2e4da3032b tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Waiting for the task: (returnval){ [ 1045.466844] env[62353]: value = "task-2373043" [ 1045.466844] env[62353]: _type = "Task" [ 1045.466844] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.476391] env[62353]: DEBUG oslo_vmware.api [None req-67cc3c88-90fa-467f-800a-3f2e4da3032b tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Task: {'id': task-2373043, 'name': Rename_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.544829] env[62353]: DEBUG oslo_vmware.api [None req-4c0beb3e-12d0-4e66-aa54-52812234785b tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Task: {'id': task-2373040, 'name': ReconfigVM_Task, 'duration_secs': 1.206568} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.545145] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c0beb3e-12d0-4e66-aa54-52812234785b tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: cd87ae19-37ee-4d88-95ee-9de38d5214a4] Reconfigured VM instance instance-0000001a to detach disk 2000 {{(pid=62353) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1045.545958] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b960cfad-9545-43ca-acb4-a18a24219100 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.570393] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c0beb3e-12d0-4e66-aa54-52812234785b tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: cd87ae19-37ee-4d88-95ee-9de38d5214a4] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] cd87ae19-37ee-4d88-95ee-9de38d5214a4/cd87ae19-37ee-4d88-95ee-9de38d5214a4.vmdk or device None with type thin {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1045.570773] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d61d4c67-f6b6-4e1f-9eb2-6e5d62f500d3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.590535] env[62353]: DEBUG oslo_vmware.api [None req-4c0beb3e-12d0-4e66-aa54-52812234785b tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Waiting for the task: (returnval){ [ 1045.590535] env[62353]: value = "task-2373044" [ 1045.590535] env[62353]: _type = "Task" [ 1045.590535] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.598858] env[62353]: DEBUG oslo_vmware.api [None req-4c0beb3e-12d0-4e66-aa54-52812234785b tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Task: {'id': task-2373044, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.929125] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2373042, 'name': CreateVM_Task, 'duration_secs': 0.318967} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.931372] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c42bcda4-547f-4f42-9738-0a731450321d] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1045.932280] env[62353]: DEBUG oslo_concurrency.lockutils [None req-04589008-348d-40eb-b511-40b9472e7d9b tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1045.932442] env[62353]: DEBUG oslo_concurrency.lockutils [None req-04589008-348d-40eb-b511-40b9472e7d9b tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Acquired lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.932771] env[62353]: DEBUG oslo_concurrency.lockutils [None req-04589008-348d-40eb-b511-40b9472e7d9b tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1045.934170] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8fee4105-4c1f-46c2-a231-6d92296cbde6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.936380] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79165401-0d31-4edb-91b0-1795b6198e01 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.942160] env[62353]: DEBUG oslo_vmware.api [None req-04589008-348d-40eb-b511-40b9472e7d9b tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Waiting for the task: (returnval){ [ 1045.942160] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52134aba-60bc-ace0-53ab-4c502ec0d23d" [ 1045.942160] env[62353]: _type = "Task" [ 1045.942160] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.947636] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e68182ea-d6bf-4912-a639-23e9ac6cc488 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.955955] env[62353]: DEBUG oslo_vmware.api [None req-04589008-348d-40eb-b511-40b9472e7d9b tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52134aba-60bc-ace0-53ab-4c502ec0d23d, 'name': SearchDatastore_Task, 'duration_secs': 0.009572} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.980056] env[62353]: DEBUG oslo_concurrency.lockutils [None req-04589008-348d-40eb-b511-40b9472e7d9b tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Releasing lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1045.980319] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-04589008-348d-40eb-b511-40b9472e7d9b tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: c42bcda4-547f-4f42-9738-0a731450321d] Processing image 06f909ae-e8dc-43b4-abf7-c7ed85db9bbd {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1045.980556] env[62353]: DEBUG oslo_concurrency.lockutils [None req-04589008-348d-40eb-b511-40b9472e7d9b tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1045.980697] env[62353]: DEBUG oslo_concurrency.lockutils [None req-04589008-348d-40eb-b511-40b9472e7d9b tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Acquired lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.980874] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-04589008-348d-40eb-b511-40b9472e7d9b tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1045.983844] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-beb27191-701f-46ee-93a9-163655da7d37 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.988694] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef5c1b4c-100d-4dd4-b003-be63cce12f30 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.998182] env[62353]: DEBUG oslo_vmware.api [None req-67cc3c88-90fa-467f-800a-3f2e4da3032b tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Task: {'id': task-2373043, 'name': Rename_Task, 'duration_secs': 0.213934} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.999461] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-67cc3c88-90fa-467f-800a-3f2e4da3032b tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: 366f6f06-cd67-4e32-89dd-4c809792d5ac] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1046.000627] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b813fa97-547b-46c1-9679-b4a12c816d50 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.006107] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-04589008-348d-40eb-b511-40b9472e7d9b tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1046.006284] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-04589008-348d-40eb-b511-40b9472e7d9b tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1046.008764] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d235eae4-b9e6-402f-b173-4a3b542d8568 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.010051] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c614b501-6e38-4757-a85b-ee5f5ef80aad {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.024413] env[62353]: DEBUG nova.compute.provider_tree [None req-60e4a484-b644-45f2-9296-a96c641b4fea tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1046.025905] env[62353]: DEBUG oslo_vmware.api [None req-04589008-348d-40eb-b511-40b9472e7d9b tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Waiting for the task: (returnval){ [ 1046.025905] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52025546-9e4a-999b-a552-b279b6025222" [ 1046.025905] env[62353]: _type = "Task" [ 1046.025905] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.028705] env[62353]: DEBUG oslo_vmware.api [None req-67cc3c88-90fa-467f-800a-3f2e4da3032b tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Waiting for the task: (returnval){ [ 1046.028705] env[62353]: value = "task-2373045" [ 1046.028705] env[62353]: _type = "Task" [ 1046.028705] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.040164] env[62353]: DEBUG oslo_vmware.api [None req-04589008-348d-40eb-b511-40b9472e7d9b tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52025546-9e4a-999b-a552-b279b6025222, 'name': SearchDatastore_Task, 'duration_secs': 0.008505} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.043806] env[62353]: DEBUG oslo_vmware.api [None req-67cc3c88-90fa-467f-800a-3f2e4da3032b tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Task: {'id': task-2373045, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.044037] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a699c7d-aa9f-4702-9906-d4a6f5b06523 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.048843] env[62353]: DEBUG oslo_vmware.api [None req-04589008-348d-40eb-b511-40b9472e7d9b tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Waiting for the task: (returnval){ [ 1046.048843] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]523393ad-0efa-a98f-4fc9-f2f209f81306" [ 1046.048843] env[62353]: _type = "Task" [ 1046.048843] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.056405] env[62353]: DEBUG oslo_vmware.api [None req-04589008-348d-40eb-b511-40b9472e7d9b tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]523393ad-0efa-a98f-4fc9-f2f209f81306, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.101083] env[62353]: DEBUG oslo_vmware.api [None req-4c0beb3e-12d0-4e66-aa54-52812234785b tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Task: {'id': task-2373044, 'name': ReconfigVM_Task, 'duration_secs': 0.334475} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.101374] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c0beb3e-12d0-4e66-aa54-52812234785b tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: cd87ae19-37ee-4d88-95ee-9de38d5214a4] Reconfigured VM instance instance-0000001a to attach disk [datastore1] cd87ae19-37ee-4d88-95ee-9de38d5214a4/cd87ae19-37ee-4d88-95ee-9de38d5214a4.vmdk or device None with type thin {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1046.101732] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-4c0beb3e-12d0-4e66-aa54-52812234785b tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: cd87ae19-37ee-4d88-95ee-9de38d5214a4] Updating instance 'cd87ae19-37ee-4d88-95ee-9de38d5214a4' progress to 50 {{(pid=62353) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1046.149331] env[62353]: DEBUG nova.network.neutron [req-466afc88-6520-43cc-86e6-c4cb669d4527 req-855dda30-7394-4ffd-9001-8c223f5f87c0 service nova] [instance: c42bcda4-547f-4f42-9738-0a731450321d] Updated VIF entry in instance network info cache for port 66f96e3e-6345-4a50-89db-ef2679a40099. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1046.149753] env[62353]: DEBUG nova.network.neutron [req-466afc88-6520-43cc-86e6-c4cb669d4527 req-855dda30-7394-4ffd-9001-8c223f5f87c0 service nova] [instance: c42bcda4-547f-4f42-9738-0a731450321d] Updating instance_info_cache with network_info: [{"id": "66f96e3e-6345-4a50-89db-ef2679a40099", "address": "fa:16:3e:20:bd:dd", "network": {"id": "3322d31e-00aa-4c86-8051-1b6dd5c36fa9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1715037563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d154d2686c9e43b4b2a7a9ec6a5a795c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66f96e3e-63", "ovs_interfaceid": "66f96e3e-6345-4a50-89db-ef2679a40099", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.207958] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d0bce9af-1729-4e78-b4da-d47e47412702 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1046.528033] env[62353]: DEBUG nova.scheduler.client.report [None req-60e4a484-b644-45f2-9296-a96c641b4fea tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1046.541593] env[62353]: DEBUG oslo_vmware.api [None req-67cc3c88-90fa-467f-800a-3f2e4da3032b tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Task: {'id': task-2373045, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.563170] env[62353]: DEBUG oslo_vmware.api [None req-04589008-348d-40eb-b511-40b9472e7d9b tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]523393ad-0efa-a98f-4fc9-f2f209f81306, 'name': SearchDatastore_Task, 'duration_secs': 0.008607} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.563170] env[62353]: DEBUG oslo_concurrency.lockutils [None req-04589008-348d-40eb-b511-40b9472e7d9b tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Releasing lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1046.563170] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-04589008-348d-40eb-b511-40b9472e7d9b tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore2] c42bcda4-547f-4f42-9738-0a731450321d/c42bcda4-547f-4f42-9738-0a731450321d.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1046.563170] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f6965394-be4a-4146-b66f-e6c47bd9fbd0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.571839] env[62353]: DEBUG oslo_vmware.api [None req-04589008-348d-40eb-b511-40b9472e7d9b tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Waiting for the task: (returnval){ [ 1046.571839] env[62353]: value = "task-2373046" [ 1046.571839] env[62353]: _type = "Task" [ 1046.571839] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.583826] env[62353]: DEBUG oslo_vmware.api [None req-04589008-348d-40eb-b511-40b9472e7d9b tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Task: {'id': task-2373046, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.611422] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-993cd884-562e-478a-b2ed-531dcaee4866 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.633238] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74ed4163-5dd3-45d1-bcf1-7f814df2e6cc {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.655036] env[62353]: DEBUG oslo_concurrency.lockutils [req-466afc88-6520-43cc-86e6-c4cb669d4527 req-855dda30-7394-4ffd-9001-8c223f5f87c0 service nova] Releasing lock "refresh_cache-c42bcda4-547f-4f42-9738-0a731450321d" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1046.655580] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-4c0beb3e-12d0-4e66-aa54-52812234785b tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: cd87ae19-37ee-4d88-95ee-9de38d5214a4] Updating instance 'cd87ae19-37ee-4d88-95ee-9de38d5214a4' progress to 67 {{(pid=62353) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1047.037936] env[62353]: DEBUG oslo_concurrency.lockutils [None req-60e4a484-b644-45f2-9296-a96c641b4fea tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.368s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1047.038602] env[62353]: DEBUG nova.compute.manager [None req-60e4a484-b644-45f2-9296-a96c641b4fea tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] [instance: 6bca1280-d76a-4a63-a619-ab3788756003] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1047.041973] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6bb9a5ff-7ad5-4871-a72e-443dd70d59b4 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.639s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1047.042250] env[62353]: DEBUG nova.objects.instance [None req-6bb9a5ff-7ad5-4871-a72e-443dd70d59b4 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Lazy-loading 'resources' on Instance uuid 5e4991fd-b146-4b54-bb9d-18a936171750 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1047.049642] env[62353]: DEBUG oslo_vmware.api [None req-67cc3c88-90fa-467f-800a-3f2e4da3032b tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Task: {'id': task-2373045, 'name': PowerOnVM_Task, 'duration_secs': 0.809772} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.050115] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-67cc3c88-90fa-467f-800a-3f2e4da3032b tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: 366f6f06-cd67-4e32-89dd-4c809792d5ac] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1047.050358] env[62353]: INFO nova.compute.manager [None req-67cc3c88-90fa-467f-800a-3f2e4da3032b tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: 366f6f06-cd67-4e32-89dd-4c809792d5ac] Took 9.46 seconds to spawn the instance on the hypervisor. [ 1047.050566] env[62353]: DEBUG nova.compute.manager [None req-67cc3c88-90fa-467f-800a-3f2e4da3032b tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: 366f6f06-cd67-4e32-89dd-4c809792d5ac] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1047.051499] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b221030b-02fa-461c-b407-5881bc856c16 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.082397] env[62353]: DEBUG oslo_vmware.api [None req-04589008-348d-40eb-b511-40b9472e7d9b tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Task: {'id': task-2373046, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.487483} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.082679] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-04589008-348d-40eb-b511-40b9472e7d9b tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore2] c42bcda4-547f-4f42-9738-0a731450321d/c42bcda4-547f-4f42-9738-0a731450321d.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1047.082934] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-04589008-348d-40eb-b511-40b9472e7d9b tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: c42bcda4-547f-4f42-9738-0a731450321d] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1047.083257] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9f80f07c-fbd4-42a1-bb15-17bfa55554d9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.089374] env[62353]: DEBUG oslo_vmware.api [None req-04589008-348d-40eb-b511-40b9472e7d9b tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Waiting for the task: (returnval){ [ 1047.089374] env[62353]: value = "task-2373047" [ 1047.089374] env[62353]: _type = "Task" [ 1047.089374] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.098679] env[62353]: DEBUG oslo_vmware.api [None req-04589008-348d-40eb-b511-40b9472e7d9b tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Task: {'id': task-2373047, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.198676] env[62353]: DEBUG nova.network.neutron [None req-4c0beb3e-12d0-4e66-aa54-52812234785b tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: cd87ae19-37ee-4d88-95ee-9de38d5214a4] Port 85d268bd-7eab-47eb-9352-44c996b74f59 binding to destination host cpu-1 is already ACTIVE {{(pid=62353) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1047.545917] env[62353]: DEBUG nova.compute.utils [None req-60e4a484-b644-45f2-9296-a96c641b4fea tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1047.547425] env[62353]: DEBUG nova.compute.manager [None req-60e4a484-b644-45f2-9296-a96c641b4fea tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] [instance: 6bca1280-d76a-4a63-a619-ab3788756003] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1047.547598] env[62353]: DEBUG nova.network.neutron [None req-60e4a484-b644-45f2-9296-a96c641b4fea tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] [instance: 6bca1280-d76a-4a63-a619-ab3788756003] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1047.570092] env[62353]: INFO nova.compute.manager [None req-67cc3c88-90fa-467f-800a-3f2e4da3032b tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: 366f6f06-cd67-4e32-89dd-4c809792d5ac] Took 16.49 seconds to build instance. [ 1047.594475] env[62353]: DEBUG nova.policy [None req-60e4a484-b644-45f2-9296-a96c641b4fea tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '95558d2b467e4eb49e798bc4d838c840', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7583ea205b154599859e152e3cf3af0b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:192}} [ 1047.604040] env[62353]: DEBUG oslo_vmware.api [None req-04589008-348d-40eb-b511-40b9472e7d9b tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Task: {'id': task-2373047, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.133369} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.604303] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-04589008-348d-40eb-b511-40b9472e7d9b tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: c42bcda4-547f-4f42-9738-0a731450321d] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1047.605090] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80e9894e-550a-4370-98d7-dbc2ace2d16f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.626647] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-04589008-348d-40eb-b511-40b9472e7d9b tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: c42bcda4-547f-4f42-9738-0a731450321d] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] c42bcda4-547f-4f42-9738-0a731450321d/c42bcda4-547f-4f42-9738-0a731450321d.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1047.630769] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cee61db7-859b-4634-9b3b-f87fb56c81c4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.651330] env[62353]: DEBUG oslo_vmware.api [None req-04589008-348d-40eb-b511-40b9472e7d9b tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Waiting for the task: (returnval){ [ 1047.651330] env[62353]: value = "task-2373048" [ 1047.651330] env[62353]: _type = "Task" [ 1047.651330] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.663121] env[62353]: DEBUG oslo_vmware.api [None req-04589008-348d-40eb-b511-40b9472e7d9b tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Task: {'id': task-2373048, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.841453] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8577775-4dfa-4cb4-a951-d9b7e9abab17 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.850431] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa2f13a3-6b2a-46b9-abb9-301fe61e49d7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.887273] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7f70b8a-fffc-4a5b-aead-698e1aa69753 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.895205] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55f02176-c2d7-4693-80a3-787143ac39b0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.909815] env[62353]: DEBUG nova.compute.provider_tree [None req-6bb9a5ff-7ad5-4871-a72e-443dd70d59b4 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1047.976478] env[62353]: DEBUG nova.network.neutron [None req-60e4a484-b644-45f2-9296-a96c641b4fea tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] [instance: 6bca1280-d76a-4a63-a619-ab3788756003] Successfully created port: 8381e0d9-1dee-490c-a4a0-f79e88317927 {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1048.051160] env[62353]: DEBUG nova.compute.manager [None req-60e4a484-b644-45f2-9296-a96c641b4fea tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] [instance: 6bca1280-d76a-4a63-a619-ab3788756003] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1048.074233] env[62353]: DEBUG oslo_concurrency.lockutils [None req-67cc3c88-90fa-467f-800a-3f2e4da3032b tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Lock "366f6f06-cd67-4e32-89dd-4c809792d5ac" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.006s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1048.162684] env[62353]: DEBUG oslo_vmware.api [None req-04589008-348d-40eb-b511-40b9472e7d9b tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Task: {'id': task-2373048, 'name': ReconfigVM_Task, 'duration_secs': 0.324462} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.163303] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-04589008-348d-40eb-b511-40b9472e7d9b tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: c42bcda4-547f-4f42-9738-0a731450321d] Reconfigured VM instance instance-00000067 to attach disk [datastore2] c42bcda4-547f-4f42-9738-0a731450321d/c42bcda4-547f-4f42-9738-0a731450321d.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1048.163672] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d1742aa4-ada5-459b-b592-6f7b8f872a79 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.170281] env[62353]: DEBUG oslo_vmware.api [None req-04589008-348d-40eb-b511-40b9472e7d9b tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Waiting for the task: (returnval){ [ 1048.170281] env[62353]: value = "task-2373049" [ 1048.170281] env[62353]: _type = "Task" [ 1048.170281] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.178405] env[62353]: DEBUG oslo_vmware.api [None req-04589008-348d-40eb-b511-40b9472e7d9b tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Task: {'id': task-2373049, 'name': Rename_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.224124] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4c0beb3e-12d0-4e66-aa54-52812234785b tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Acquiring lock "cd87ae19-37ee-4d88-95ee-9de38d5214a4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1048.224397] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4c0beb3e-12d0-4e66-aa54-52812234785b tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Lock "cd87ae19-37ee-4d88-95ee-9de38d5214a4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1048.224590] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4c0beb3e-12d0-4e66-aa54-52812234785b tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Lock "cd87ae19-37ee-4d88-95ee-9de38d5214a4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1048.413094] env[62353]: DEBUG nova.scheduler.client.report [None req-6bb9a5ff-7ad5-4871-a72e-443dd70d59b4 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1048.680209] env[62353]: DEBUG oslo_vmware.api [None req-04589008-348d-40eb-b511-40b9472e7d9b tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Task: {'id': task-2373049, 'name': Rename_Task, 'duration_secs': 0.154785} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.680487] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-04589008-348d-40eb-b511-40b9472e7d9b tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: c42bcda4-547f-4f42-9738-0a731450321d] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1048.680736] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-50813872-31cb-46a2-ba45-8d0e323e1b2e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.687464] env[62353]: DEBUG oslo_vmware.api [None req-04589008-348d-40eb-b511-40b9472e7d9b tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Waiting for the task: (returnval){ [ 1048.687464] env[62353]: value = "task-2373050" [ 1048.687464] env[62353]: _type = "Task" [ 1048.687464] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.695389] env[62353]: DEBUG oslo_vmware.api [None req-04589008-348d-40eb-b511-40b9472e7d9b tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Task: {'id': task-2373050, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.918216] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6bb9a5ff-7ad5-4871-a72e-443dd70d59b4 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.876s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1048.920838] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c1e89eff-6d55-4c4d-8144-33eaaff5f938 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.103s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1048.921089] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c1e89eff-6d55-4c4d-8144-33eaaff5f938 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1048.923126] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7570d361-2f55-444f-9976-0f454d8205a4 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.592s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1048.923381] env[62353]: DEBUG nova.objects.instance [None req-7570d361-2f55-444f-9976-0f454d8205a4 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Lazy-loading 'resources' on Instance uuid b49a16b9-7756-4282-be46-99abab6e8ee7 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1048.945920] env[62353]: INFO nova.scheduler.client.report [None req-6bb9a5ff-7ad5-4871-a72e-443dd70d59b4 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Deleted allocations for instance 5e4991fd-b146-4b54-bb9d-18a936171750 [ 1048.954221] env[62353]: INFO nova.scheduler.client.report [None req-c1e89eff-6d55-4c4d-8144-33eaaff5f938 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Deleted allocations for instance 433c3b50-7fbd-4153-b99d-9d60027c9a9f [ 1049.062311] env[62353]: DEBUG nova.compute.manager [None req-60e4a484-b644-45f2-9296-a96c641b4fea tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] [instance: 6bca1280-d76a-4a63-a619-ab3788756003] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1049.094491] env[62353]: DEBUG nova.virt.hardware [None req-60e4a484-b644-45f2-9296-a96c641b4fea tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T12:38:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T12:38:15Z,direct_url=,disk_format='vmdk',id=06f909ae-e8dc-43b4-abf7-c7ed85db9bbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0a3f88790a594523a818b8c00f6862e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T12:38:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1049.094751] env[62353]: DEBUG nova.virt.hardware [None req-60e4a484-b644-45f2-9296-a96c641b4fea tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1049.094920] env[62353]: DEBUG nova.virt.hardware [None req-60e4a484-b644-45f2-9296-a96c641b4fea tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1049.095145] env[62353]: DEBUG nova.virt.hardware [None req-60e4a484-b644-45f2-9296-a96c641b4fea tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1049.095303] env[62353]: DEBUG nova.virt.hardware [None req-60e4a484-b644-45f2-9296-a96c641b4fea tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1049.095446] env[62353]: DEBUG nova.virt.hardware [None req-60e4a484-b644-45f2-9296-a96c641b4fea tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1049.095673] env[62353]: DEBUG nova.virt.hardware [None req-60e4a484-b644-45f2-9296-a96c641b4fea tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1049.095859] env[62353]: DEBUG nova.virt.hardware [None req-60e4a484-b644-45f2-9296-a96c641b4fea tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1049.096103] env[62353]: DEBUG nova.virt.hardware [None req-60e4a484-b644-45f2-9296-a96c641b4fea tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1049.096321] env[62353]: DEBUG nova.virt.hardware [None req-60e4a484-b644-45f2-9296-a96c641b4fea tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1049.096518] env[62353]: DEBUG nova.virt.hardware [None req-60e4a484-b644-45f2-9296-a96c641b4fea tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1049.097471] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d29d8338-a591-49ce-bf39-a6403ca24403 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.106281] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a705fc9b-0ae9-421b-b815-ab3432a77e91 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.162547] env[62353]: DEBUG oslo_concurrency.lockutils [None req-fdc89182-5d07-4364-a5a8-35465a187612 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Acquiring lock "366f6f06-cd67-4e32-89dd-4c809792d5ac" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1049.162923] env[62353]: DEBUG oslo_concurrency.lockutils [None req-fdc89182-5d07-4364-a5a8-35465a187612 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Lock "366f6f06-cd67-4e32-89dd-4c809792d5ac" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1049.163219] env[62353]: DEBUG oslo_concurrency.lockutils [None req-fdc89182-5d07-4364-a5a8-35465a187612 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Acquiring lock "366f6f06-cd67-4e32-89dd-4c809792d5ac-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1049.163427] env[62353]: DEBUG oslo_concurrency.lockutils [None req-fdc89182-5d07-4364-a5a8-35465a187612 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Lock "366f6f06-cd67-4e32-89dd-4c809792d5ac-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1049.163719] env[62353]: DEBUG oslo_concurrency.lockutils [None req-fdc89182-5d07-4364-a5a8-35465a187612 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Lock "366f6f06-cd67-4e32-89dd-4c809792d5ac-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1049.166174] env[62353]: INFO nova.compute.manager [None req-fdc89182-5d07-4364-a5a8-35465a187612 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: 366f6f06-cd67-4e32-89dd-4c809792d5ac] Terminating instance [ 1049.199599] env[62353]: DEBUG oslo_vmware.api [None req-04589008-348d-40eb-b511-40b9472e7d9b tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Task: {'id': task-2373050, 'name': PowerOnVM_Task, 'duration_secs': 0.490269} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.199920] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-04589008-348d-40eb-b511-40b9472e7d9b tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: c42bcda4-547f-4f42-9738-0a731450321d] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1049.200238] env[62353]: INFO nova.compute.manager [None req-04589008-348d-40eb-b511-40b9472e7d9b tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: c42bcda4-547f-4f42-9738-0a731450321d] Took 6.77 seconds to spawn the instance on the hypervisor. [ 1049.200458] env[62353]: DEBUG nova.compute.manager [None req-04589008-348d-40eb-b511-40b9472e7d9b tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: c42bcda4-547f-4f42-9738-0a731450321d] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1049.201418] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e07c8941-a3fa-4af9-895a-09a1fb9976fb {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.269758] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4c0beb3e-12d0-4e66-aa54-52812234785b tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Acquiring lock "refresh_cache-cd87ae19-37ee-4d88-95ee-9de38d5214a4" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1049.270032] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4c0beb3e-12d0-4e66-aa54-52812234785b tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Acquired lock "refresh_cache-cd87ae19-37ee-4d88-95ee-9de38d5214a4" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.270319] env[62353]: DEBUG nova.network.neutron [None req-4c0beb3e-12d0-4e66-aa54-52812234785b tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: cd87ae19-37ee-4d88-95ee-9de38d5214a4] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1049.390135] env[62353]: DEBUG nova.compute.manager [req-f4b1d84e-482d-4517-a0d4-c7ebe2e7b3fa req-3449758d-10df-4fcb-b148-4b252a49177d service nova] [instance: 6bca1280-d76a-4a63-a619-ab3788756003] Received event network-vif-plugged-8381e0d9-1dee-490c-a4a0-f79e88317927 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1049.390364] env[62353]: DEBUG oslo_concurrency.lockutils [req-f4b1d84e-482d-4517-a0d4-c7ebe2e7b3fa req-3449758d-10df-4fcb-b148-4b252a49177d service nova] Acquiring lock "6bca1280-d76a-4a63-a619-ab3788756003-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1049.390575] env[62353]: DEBUG oslo_concurrency.lockutils [req-f4b1d84e-482d-4517-a0d4-c7ebe2e7b3fa req-3449758d-10df-4fcb-b148-4b252a49177d service nova] Lock "6bca1280-d76a-4a63-a619-ab3788756003-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1049.390744] env[62353]: DEBUG oslo_concurrency.lockutils [req-f4b1d84e-482d-4517-a0d4-c7ebe2e7b3fa req-3449758d-10df-4fcb-b148-4b252a49177d service nova] Lock "6bca1280-d76a-4a63-a619-ab3788756003-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1049.390909] env[62353]: DEBUG nova.compute.manager [req-f4b1d84e-482d-4517-a0d4-c7ebe2e7b3fa req-3449758d-10df-4fcb-b148-4b252a49177d service nova] [instance: 6bca1280-d76a-4a63-a619-ab3788756003] No waiting events found dispatching network-vif-plugged-8381e0d9-1dee-490c-a4a0-f79e88317927 {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1049.391127] env[62353]: WARNING nova.compute.manager [req-f4b1d84e-482d-4517-a0d4-c7ebe2e7b3fa req-3449758d-10df-4fcb-b148-4b252a49177d service nova] [instance: 6bca1280-d76a-4a63-a619-ab3788756003] Received unexpected event network-vif-plugged-8381e0d9-1dee-490c-a4a0-f79e88317927 for instance with vm_state building and task_state spawning. [ 1049.459390] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6bb9a5ff-7ad5-4871-a72e-443dd70d59b4 tempest-FloatingIPsAssociationTestJSON-1704329399 tempest-FloatingIPsAssociationTestJSON-1704329399-project-member] Lock "5e4991fd-b146-4b54-bb9d-18a936171750" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.522s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1049.466718] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c1e89eff-6d55-4c4d-8144-33eaaff5f938 tempest-DeleteServersTestJSON-1556625786 tempest-DeleteServersTestJSON-1556625786-project-member] Lock "433c3b50-7fbd-4153-b99d-9d60027c9a9f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.134s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1049.490313] env[62353]: DEBUG nova.network.neutron [None req-60e4a484-b644-45f2-9296-a96c641b4fea tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] [instance: 6bca1280-d76a-4a63-a619-ab3788756003] Successfully updated port: 8381e0d9-1dee-490c-a4a0-f79e88317927 {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1049.631250] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eb75879-52d9-473b-98da-94f4ed5b2553 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.639659] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d25ab9a-62c9-4649-af52-62a6714ba350 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.669730] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-193ee6b5-65e4-4dd2-aa54-b6520072ffb0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.672650] env[62353]: DEBUG nova.compute.manager [None req-fdc89182-5d07-4364-a5a8-35465a187612 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: 366f6f06-cd67-4e32-89dd-4c809792d5ac] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1049.672876] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-fdc89182-5d07-4364-a5a8-35465a187612 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: 366f6f06-cd67-4e32-89dd-4c809792d5ac] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1049.673674] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-882c5f52-e28e-4ea2-b7ba-35cfc8b7c7d9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.683114] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5014a984-50de-4ca4-af51-c6b172093c61 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.686739] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdc89182-5d07-4364-a5a8-35465a187612 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: 366f6f06-cd67-4e32-89dd-4c809792d5ac] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1049.686999] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-47c2c5db-5001-404a-a4ef-2395812cb1ea {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.700085] env[62353]: DEBUG nova.compute.provider_tree [None req-7570d361-2f55-444f-9976-0f454d8205a4 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1049.702646] env[62353]: DEBUG oslo_vmware.api [None req-fdc89182-5d07-4364-a5a8-35465a187612 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Waiting for the task: (returnval){ [ 1049.702646] env[62353]: value = "task-2373051" [ 1049.702646] env[62353]: _type = "Task" [ 1049.702646] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.710452] env[62353]: DEBUG oslo_vmware.api [None req-fdc89182-5d07-4364-a5a8-35465a187612 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Task: {'id': task-2373051, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.721857] env[62353]: INFO nova.compute.manager [None req-04589008-348d-40eb-b511-40b9472e7d9b tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: c42bcda4-547f-4f42-9738-0a731450321d] Took 15.20 seconds to build instance. [ 1049.997878] env[62353]: DEBUG oslo_concurrency.lockutils [None req-60e4a484-b644-45f2-9296-a96c641b4fea tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Acquiring lock "refresh_cache-6bca1280-d76a-4a63-a619-ab3788756003" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1049.997878] env[62353]: DEBUG oslo_concurrency.lockutils [None req-60e4a484-b644-45f2-9296-a96c641b4fea tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Acquired lock "refresh_cache-6bca1280-d76a-4a63-a619-ab3788756003" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.997878] env[62353]: DEBUG nova.network.neutron [None req-60e4a484-b644-45f2-9296-a96c641b4fea tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] [instance: 6bca1280-d76a-4a63-a619-ab3788756003] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1050.004270] env[62353]: DEBUG nova.network.neutron [None req-4c0beb3e-12d0-4e66-aa54-52812234785b tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: cd87ae19-37ee-4d88-95ee-9de38d5214a4] Updating instance_info_cache with network_info: [{"id": "85d268bd-7eab-47eb-9352-44c996b74f59", "address": "fa:16:3e:c0:3a:8c", "network": {"id": "e5d036e4-e0e1-4263-a13b-32de611efa27", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1880879466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c183cea98ca94f09886d57c4499788e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08e9585e-6186-4788-9fd9-24174ce45a6f", "external-id": "nsx-vlan-transportzone-254", "segmentation_id": 254, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85d268bd-7e", "ovs_interfaceid": "85d268bd-7eab-47eb-9352-44c996b74f59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.174484] env[62353]: DEBUG oslo_vmware.rw_handles [None req-9cf50ff0-4033-47c0-a134-dc4c36bcca69 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521b2c63-f882-735e-dead-17083bb77e56/disk-0.vmdk. {{(pid=62353) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1050.175074] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9df25e63-89bf-44c2-a0b8-3b17fb8bc622 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.182322] env[62353]: DEBUG oslo_vmware.rw_handles [None req-9cf50ff0-4033-47c0-a134-dc4c36bcca69 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521b2c63-f882-735e-dead-17083bb77e56/disk-0.vmdk is in state: ready. {{(pid=62353) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1050.182660] env[62353]: ERROR oslo_vmware.rw_handles [None req-9cf50ff0-4033-47c0-a134-dc4c36bcca69 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521b2c63-f882-735e-dead-17083bb77e56/disk-0.vmdk due to incomplete transfer. [ 1050.183019] env[62353]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-dd1442cd-d0e1-49be-afbe-2367f7384272 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.193055] env[62353]: DEBUG oslo_vmware.rw_handles [None req-9cf50ff0-4033-47c0-a134-dc4c36bcca69 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521b2c63-f882-735e-dead-17083bb77e56/disk-0.vmdk. {{(pid=62353) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1050.193055] env[62353]: DEBUG nova.virt.vmwareapi.images [None req-9cf50ff0-4033-47c0-a134-dc4c36bcca69 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 78d43ae6-d281-4b98-88f1-281548975167] Uploaded image 90dcb15c-30ee-48a2-a1eb-acaf85778de3 to the Glance image server {{(pid=62353) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1050.196178] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cf50ff0-4033-47c0-a134-dc4c36bcca69 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 78d43ae6-d281-4b98-88f1-281548975167] Destroying the VM {{(pid=62353) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1050.196556] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-2cb2ed61-3191-4a75-b8a1-068cafb36864 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.205618] env[62353]: DEBUG oslo_vmware.api [None req-9cf50ff0-4033-47c0-a134-dc4c36bcca69 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Waiting for the task: (returnval){ [ 1050.205618] env[62353]: value = "task-2373052" [ 1050.205618] env[62353]: _type = "Task" [ 1050.205618] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.205618] env[62353]: DEBUG nova.scheduler.client.report [None req-7570d361-2f55-444f-9976-0f454d8205a4 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1050.225982] env[62353]: DEBUG oslo_concurrency.lockutils [None req-04589008-348d-40eb-b511-40b9472e7d9b tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Lock "c42bcda4-547f-4f42-9738-0a731450321d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.714s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1050.225982] env[62353]: DEBUG oslo_vmware.api [None req-9cf50ff0-4033-47c0-a134-dc4c36bcca69 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': task-2373052, 'name': Destroy_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.230769] env[62353]: DEBUG oslo_vmware.api [None req-fdc89182-5d07-4364-a5a8-35465a187612 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Task: {'id': task-2373051, 'name': PowerOffVM_Task, 'duration_secs': 0.378177} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.231101] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdc89182-5d07-4364-a5a8-35465a187612 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: 366f6f06-cd67-4e32-89dd-4c809792d5ac] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1050.231319] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-fdc89182-5d07-4364-a5a8-35465a187612 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: 366f6f06-cd67-4e32-89dd-4c809792d5ac] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1050.231632] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-63061c13-6a53-4aea-b077-d4d866022c28 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.334321] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-fdc89182-5d07-4364-a5a8-35465a187612 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: 366f6f06-cd67-4e32-89dd-4c809792d5ac] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1050.334557] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-fdc89182-5d07-4364-a5a8-35465a187612 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: 366f6f06-cd67-4e32-89dd-4c809792d5ac] Deleting contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1050.334743] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdc89182-5d07-4364-a5a8-35465a187612 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Deleting the datastore file [datastore2] 366f6f06-cd67-4e32-89dd-4c809792d5ac {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1050.335063] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-01eeda88-b5e9-4ae0-b1aa-3a89647c9266 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.343294] env[62353]: DEBUG oslo_vmware.api [None req-fdc89182-5d07-4364-a5a8-35465a187612 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Waiting for the task: (returnval){ [ 1050.343294] env[62353]: value = "task-2373054" [ 1050.343294] env[62353]: _type = "Task" [ 1050.343294] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.352948] env[62353]: DEBUG oslo_vmware.api [None req-fdc89182-5d07-4364-a5a8-35465a187612 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Task: {'id': task-2373054, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.507675] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4c0beb3e-12d0-4e66-aa54-52812234785b tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Releasing lock "refresh_cache-cd87ae19-37ee-4d88-95ee-9de38d5214a4" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1050.662667] env[62353]: DEBUG nova.compute.manager [req-6a8bec0e-17ad-42ed-8d71-37f464dd1bd8 req-0d045e85-8e01-41ab-bacd-462e91876e59 service nova] [instance: c42bcda4-547f-4f42-9738-0a731450321d] Received event network-changed-66f96e3e-6345-4a50-89db-ef2679a40099 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1050.662835] env[62353]: DEBUG nova.compute.manager [req-6a8bec0e-17ad-42ed-8d71-37f464dd1bd8 req-0d045e85-8e01-41ab-bacd-462e91876e59 service nova] [instance: c42bcda4-547f-4f42-9738-0a731450321d] Refreshing instance network info cache due to event network-changed-66f96e3e-6345-4a50-89db-ef2679a40099. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1050.663220] env[62353]: DEBUG oslo_concurrency.lockutils [req-6a8bec0e-17ad-42ed-8d71-37f464dd1bd8 req-0d045e85-8e01-41ab-bacd-462e91876e59 service nova] Acquiring lock "refresh_cache-c42bcda4-547f-4f42-9738-0a731450321d" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1050.664065] env[62353]: DEBUG oslo_concurrency.lockutils [req-6a8bec0e-17ad-42ed-8d71-37f464dd1bd8 req-0d045e85-8e01-41ab-bacd-462e91876e59 service nova] Acquired lock "refresh_cache-c42bcda4-547f-4f42-9738-0a731450321d" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.664065] env[62353]: DEBUG nova.network.neutron [req-6a8bec0e-17ad-42ed-8d71-37f464dd1bd8 req-0d045e85-8e01-41ab-bacd-462e91876e59 service nova] [instance: c42bcda4-547f-4f42-9738-0a731450321d] Refreshing network info cache for port 66f96e3e-6345-4a50-89db-ef2679a40099 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1050.693888] env[62353]: DEBUG nova.network.neutron [None req-60e4a484-b644-45f2-9296-a96c641b4fea tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] [instance: 6bca1280-d76a-4a63-a619-ab3788756003] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1050.719703] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7570d361-2f55-444f-9976-0f454d8205a4 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.796s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1050.721740] env[62353]: DEBUG oslo_vmware.api [None req-9cf50ff0-4033-47c0-a134-dc4c36bcca69 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': task-2373052, 'name': Destroy_Task} progress is 33%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.725261] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d0bce9af-1729-4e78-b4da-d47e47412702 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.517s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1050.725486] env[62353]: DEBUG nova.objects.instance [None req-d0bce9af-1729-4e78-b4da-d47e47412702 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Lazy-loading 'pci_requests' on Instance uuid a97e3cc7-cd7e-4239-b58d-6b3e62477819 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1050.761218] env[62353]: INFO nova.scheduler.client.report [None req-7570d361-2f55-444f-9976-0f454d8205a4 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Deleted allocations for instance b49a16b9-7756-4282-be46-99abab6e8ee7 [ 1050.853352] env[62353]: DEBUG oslo_vmware.api [None req-fdc89182-5d07-4364-a5a8-35465a187612 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Task: {'id': task-2373054, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.396639} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.853604] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdc89182-5d07-4364-a5a8-35465a187612 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1050.853790] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-fdc89182-5d07-4364-a5a8-35465a187612 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: 366f6f06-cd67-4e32-89dd-4c809792d5ac] Deleted contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1050.854037] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-fdc89182-5d07-4364-a5a8-35465a187612 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: 366f6f06-cd67-4e32-89dd-4c809792d5ac] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1050.854147] env[62353]: INFO nova.compute.manager [None req-fdc89182-5d07-4364-a5a8-35465a187612 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: 366f6f06-cd67-4e32-89dd-4c809792d5ac] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1050.854421] env[62353]: DEBUG oslo.service.loopingcall [None req-fdc89182-5d07-4364-a5a8-35465a187612 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1050.854619] env[62353]: DEBUG nova.compute.manager [-] [instance: 366f6f06-cd67-4e32-89dd-4c809792d5ac] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1050.854712] env[62353]: DEBUG nova.network.neutron [-] [instance: 366f6f06-cd67-4e32-89dd-4c809792d5ac] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1050.940158] env[62353]: DEBUG nova.network.neutron [None req-60e4a484-b644-45f2-9296-a96c641b4fea tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] [instance: 6bca1280-d76a-4a63-a619-ab3788756003] Updating instance_info_cache with network_info: [{"id": "8381e0d9-1dee-490c-a4a0-f79e88317927", "address": "fa:16:3e:fa:09:2d", "network": {"id": "195a2cf7-0c7f-46e9-8a1f-90661cb5de80", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-388449229-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7583ea205b154599859e152e3cf3af0b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d88bb07-f93c-45ca-bce7-230cb1f33833", "external-id": "nsx-vlan-transportzone-387", "segmentation_id": 387, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8381e0d9-1d", "ovs_interfaceid": "8381e0d9-1dee-490c-a4a0-f79e88317927", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.033359] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-269385d6-fae2-4fe0-92bb-03e98c84afc0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.055692] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53b79b5b-a56f-47f8-b3ba-33c069f6a223 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.062966] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-4c0beb3e-12d0-4e66-aa54-52812234785b tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: cd87ae19-37ee-4d88-95ee-9de38d5214a4] Updating instance 'cd87ae19-37ee-4d88-95ee-9de38d5214a4' progress to 83 {{(pid=62353) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1051.221094] env[62353]: DEBUG oslo_vmware.api [None req-9cf50ff0-4033-47c0-a134-dc4c36bcca69 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': task-2373052, 'name': Destroy_Task, 'duration_secs': 0.743328} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.221226] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-9cf50ff0-4033-47c0-a134-dc4c36bcca69 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 78d43ae6-d281-4b98-88f1-281548975167] Destroyed the VM [ 1051.222205] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-9cf50ff0-4033-47c0-a134-dc4c36bcca69 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 78d43ae6-d281-4b98-88f1-281548975167] Deleting Snapshot of the VM instance {{(pid=62353) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1051.222205] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-addc27ee-8f04-440c-aa4c-c37e46b7b4e3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.228693] env[62353]: DEBUG oslo_vmware.api [None req-9cf50ff0-4033-47c0-a134-dc4c36bcca69 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Waiting for the task: (returnval){ [ 1051.228693] env[62353]: value = "task-2373056" [ 1051.228693] env[62353]: _type = "Task" [ 1051.228693] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.233669] env[62353]: DEBUG nova.objects.instance [None req-d0bce9af-1729-4e78-b4da-d47e47412702 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Lazy-loading 'numa_topology' on Instance uuid a97e3cc7-cd7e-4239-b58d-6b3e62477819 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1051.244529] env[62353]: DEBUG oslo_vmware.api [None req-9cf50ff0-4033-47c0-a134-dc4c36bcca69 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': task-2373056, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.270921] env[62353]: DEBUG oslo_concurrency.lockutils [None req-923e1f8d-85a9-49f7-8640-5a1a532ecf3f tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Acquiring lock "bbea4c07-3f5b-4d9a-a127-86a1e461295f" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1051.270921] env[62353]: DEBUG oslo_concurrency.lockutils [None req-923e1f8d-85a9-49f7-8640-5a1a532ecf3f tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Lock "bbea4c07-3f5b-4d9a-a127-86a1e461295f" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1051.283985] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7570d361-2f55-444f-9976-0f454d8205a4 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Lock "b49a16b9-7756-4282-be46-99abab6e8ee7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.654s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1051.418235] env[62353]: DEBUG nova.compute.manager [req-cc0d7123-8e9d-471f-b168-3861d7143f20 req-bda86dd0-77a6-42e1-8344-e349bbbf36d4 service nova] [instance: 6bca1280-d76a-4a63-a619-ab3788756003] Received event network-changed-8381e0d9-1dee-490c-a4a0-f79e88317927 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1051.418406] env[62353]: DEBUG nova.compute.manager [req-cc0d7123-8e9d-471f-b168-3861d7143f20 req-bda86dd0-77a6-42e1-8344-e349bbbf36d4 service nova] [instance: 6bca1280-d76a-4a63-a619-ab3788756003] Refreshing instance network info cache due to event network-changed-8381e0d9-1dee-490c-a4a0-f79e88317927. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1051.418592] env[62353]: DEBUG oslo_concurrency.lockutils [req-cc0d7123-8e9d-471f-b168-3861d7143f20 req-bda86dd0-77a6-42e1-8344-e349bbbf36d4 service nova] Acquiring lock "refresh_cache-6bca1280-d76a-4a63-a619-ab3788756003" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1051.446750] env[62353]: DEBUG oslo_concurrency.lockutils [None req-60e4a484-b644-45f2-9296-a96c641b4fea tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Releasing lock "refresh_cache-6bca1280-d76a-4a63-a619-ab3788756003" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1051.447277] env[62353]: DEBUG nova.compute.manager [None req-60e4a484-b644-45f2-9296-a96c641b4fea tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] [instance: 6bca1280-d76a-4a63-a619-ab3788756003] Instance network_info: |[{"id": "8381e0d9-1dee-490c-a4a0-f79e88317927", "address": "fa:16:3e:fa:09:2d", "network": {"id": "195a2cf7-0c7f-46e9-8a1f-90661cb5de80", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-388449229-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7583ea205b154599859e152e3cf3af0b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d88bb07-f93c-45ca-bce7-230cb1f33833", "external-id": "nsx-vlan-transportzone-387", "segmentation_id": 387, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8381e0d9-1d", "ovs_interfaceid": "8381e0d9-1dee-490c-a4a0-f79e88317927", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1051.447757] env[62353]: DEBUG oslo_concurrency.lockutils [req-cc0d7123-8e9d-471f-b168-3861d7143f20 req-bda86dd0-77a6-42e1-8344-e349bbbf36d4 service nova] Acquired lock "refresh_cache-6bca1280-d76a-4a63-a619-ab3788756003" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.447973] env[62353]: DEBUG nova.network.neutron [req-cc0d7123-8e9d-471f-b168-3861d7143f20 req-bda86dd0-77a6-42e1-8344-e349bbbf36d4 service nova] [instance: 6bca1280-d76a-4a63-a619-ab3788756003] Refreshing network info cache for port 8381e0d9-1dee-490c-a4a0-f79e88317927 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1051.449210] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-60e4a484-b644-45f2-9296-a96c641b4fea tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] [instance: 6bca1280-d76a-4a63-a619-ab3788756003] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fa:09:2d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2d88bb07-f93c-45ca-bce7-230cb1f33833', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8381e0d9-1dee-490c-a4a0-f79e88317927', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1051.461893] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-60e4a484-b644-45f2-9296-a96c641b4fea tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Creating folder: Project (7583ea205b154599859e152e3cf3af0b). Parent ref: group-v481456. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1051.465247] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a2676b50-6e7c-4113-8d79-3a5e67c095fd {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.477843] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-60e4a484-b644-45f2-9296-a96c641b4fea tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Created folder: Project (7583ea205b154599859e152e3cf3af0b) in parent group-v481456. [ 1051.477843] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-60e4a484-b644-45f2-9296-a96c641b4fea tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Creating folder: Instances. Parent ref: group-v481734. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1051.477843] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-32ec1588-3361-49e0-9966-5e0d5fde7ec1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.494753] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-60e4a484-b644-45f2-9296-a96c641b4fea tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Created folder: Instances in parent group-v481734. [ 1051.497114] env[62353]: DEBUG oslo.service.loopingcall [None req-60e4a484-b644-45f2-9296-a96c641b4fea tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1051.497114] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6bca1280-d76a-4a63-a619-ab3788756003] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1051.497114] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0997509f-f03b-47bb-ba64-be26b2f1536c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.522309] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1051.522309] env[62353]: value = "task-2373059" [ 1051.522309] env[62353]: _type = "Task" [ 1051.522309] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.530085] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2373059, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.569781] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c0beb3e-12d0-4e66-aa54-52812234785b tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: cd87ae19-37ee-4d88-95ee-9de38d5214a4] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1051.571138] env[62353]: DEBUG nova.network.neutron [req-6a8bec0e-17ad-42ed-8d71-37f464dd1bd8 req-0d045e85-8e01-41ab-bacd-462e91876e59 service nova] [instance: c42bcda4-547f-4f42-9738-0a731450321d] Updated VIF entry in instance network info cache for port 66f96e3e-6345-4a50-89db-ef2679a40099. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1051.572792] env[62353]: DEBUG nova.network.neutron [req-6a8bec0e-17ad-42ed-8d71-37f464dd1bd8 req-0d045e85-8e01-41ab-bacd-462e91876e59 service nova] [instance: c42bcda4-547f-4f42-9738-0a731450321d] Updating instance_info_cache with network_info: [{"id": "66f96e3e-6345-4a50-89db-ef2679a40099", "address": "fa:16:3e:20:bd:dd", "network": {"id": "3322d31e-00aa-4c86-8051-1b6dd5c36fa9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1715037563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d154d2686c9e43b4b2a7a9ec6a5a795c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66f96e3e-63", "ovs_interfaceid": "66f96e3e-6345-4a50-89db-ef2679a40099", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.572792] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5822d143-762f-4c18-833a-be19f1ebe73f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.579855] env[62353]: DEBUG oslo_vmware.api [None req-4c0beb3e-12d0-4e66-aa54-52812234785b tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Waiting for the task: (returnval){ [ 1051.579855] env[62353]: value = "task-2373060" [ 1051.579855] env[62353]: _type = "Task" [ 1051.579855] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.589293] env[62353]: DEBUG oslo_vmware.api [None req-4c0beb3e-12d0-4e66-aa54-52812234785b tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Task: {'id': task-2373060, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.743564] env[62353]: INFO nova.compute.claims [None req-d0bce9af-1729-4e78-b4da-d47e47412702 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] [instance: a97e3cc7-cd7e-4239-b58d-6b3e62477819] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1051.746978] env[62353]: DEBUG oslo_vmware.api [None req-9cf50ff0-4033-47c0-a134-dc4c36bcca69 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': task-2373056, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.764745] env[62353]: DEBUG nova.network.neutron [-] [instance: 366f6f06-cd67-4e32-89dd-4c809792d5ac] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.782991] env[62353]: INFO nova.compute.manager [None req-923e1f8d-85a9-49f7-8640-5a1a532ecf3f tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] [instance: bbea4c07-3f5b-4d9a-a127-86a1e461295f] Detaching volume e24dd54b-cf84-4a09-82e2-328491b49e5c [ 1051.827995] env[62353]: DEBUG oslo_concurrency.lockutils [None req-56904b2f-ce32-448b-af83-81d8056a1364 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Acquiring lock "38ad8f6c-4b6a-44d4-8f37-8d3d1efb5d7c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1051.828370] env[62353]: DEBUG oslo_concurrency.lockutils [None req-56904b2f-ce32-448b-af83-81d8056a1364 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Lock "38ad8f6c-4b6a-44d4-8f37-8d3d1efb5d7c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1051.837745] env[62353]: INFO nova.virt.block_device [None req-923e1f8d-85a9-49f7-8640-5a1a532ecf3f tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] [instance: bbea4c07-3f5b-4d9a-a127-86a1e461295f] Attempting to driver detach volume e24dd54b-cf84-4a09-82e2-328491b49e5c from mountpoint /dev/sdb [ 1051.838036] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-923e1f8d-85a9-49f7-8640-5a1a532ecf3f tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] [instance: bbea4c07-3f5b-4d9a-a127-86a1e461295f] Volume detach. Driver type: vmdk {{(pid=62353) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1051.838243] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-923e1f8d-85a9-49f7-8640-5a1a532ecf3f tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] [instance: bbea4c07-3f5b-4d9a-a127-86a1e461295f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-481713', 'volume_id': 'e24dd54b-cf84-4a09-82e2-328491b49e5c', 'name': 'volume-e24dd54b-cf84-4a09-82e2-328491b49e5c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bbea4c07-3f5b-4d9a-a127-86a1e461295f', 'attached_at': '', 'detached_at': '', 'volume_id': 'e24dd54b-cf84-4a09-82e2-328491b49e5c', 'serial': 'e24dd54b-cf84-4a09-82e2-328491b49e5c'} {{(pid=62353) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1051.842250] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d31daad-320a-440b-b3b1-2ee44e24e53c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.866688] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-279d5138-c274-43c7-8e73-d4f45dae6e4a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.874086] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-072a16c3-d0fc-48b3-838e-5aa7a183e244 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.878807] env[62353]: DEBUG nova.network.neutron [req-cc0d7123-8e9d-471f-b168-3861d7143f20 req-bda86dd0-77a6-42e1-8344-e349bbbf36d4 service nova] [instance: 6bca1280-d76a-4a63-a619-ab3788756003] Updated VIF entry in instance network info cache for port 8381e0d9-1dee-490c-a4a0-f79e88317927. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1051.879187] env[62353]: DEBUG nova.network.neutron [req-cc0d7123-8e9d-471f-b168-3861d7143f20 req-bda86dd0-77a6-42e1-8344-e349bbbf36d4 service nova] [instance: 6bca1280-d76a-4a63-a619-ab3788756003] Updating instance_info_cache with network_info: [{"id": "8381e0d9-1dee-490c-a4a0-f79e88317927", "address": "fa:16:3e:fa:09:2d", "network": {"id": "195a2cf7-0c7f-46e9-8a1f-90661cb5de80", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-388449229-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7583ea205b154599859e152e3cf3af0b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d88bb07-f93c-45ca-bce7-230cb1f33833", "external-id": "nsx-vlan-transportzone-387", "segmentation_id": 387, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8381e0d9-1d", "ovs_interfaceid": "8381e0d9-1dee-490c-a4a0-f79e88317927", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.902351] env[62353]: DEBUG oslo_concurrency.lockutils [req-cc0d7123-8e9d-471f-b168-3861d7143f20 req-bda86dd0-77a6-42e1-8344-e349bbbf36d4 service nova] Releasing lock "refresh_cache-6bca1280-d76a-4a63-a619-ab3788756003" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1051.904038] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85450cee-5dba-4cc3-990b-312b76c812b0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.923515] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-923e1f8d-85a9-49f7-8640-5a1a532ecf3f tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] The volume has not been displaced from its original location: [datastore2] volume-e24dd54b-cf84-4a09-82e2-328491b49e5c/volume-e24dd54b-cf84-4a09-82e2-328491b49e5c.vmdk. No consolidation needed. {{(pid=62353) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1051.929035] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-923e1f8d-85a9-49f7-8640-5a1a532ecf3f tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] [instance: bbea4c07-3f5b-4d9a-a127-86a1e461295f] Reconfiguring VM instance instance-00000050 to detach disk 2001 {{(pid=62353) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1051.929748] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f8ba9da-2c71-446e-9783-2fca90a89358 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.950998] env[62353]: DEBUG oslo_vmware.api [None req-923e1f8d-85a9-49f7-8640-5a1a532ecf3f tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Waiting for the task: (returnval){ [ 1051.950998] env[62353]: value = "task-2373061" [ 1051.950998] env[62353]: _type = "Task" [ 1051.950998] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.959597] env[62353]: DEBUG oslo_vmware.api [None req-923e1f8d-85a9-49f7-8640-5a1a532ecf3f tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Task: {'id': task-2373061, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.033358] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2373059, 'name': CreateVM_Task, 'duration_secs': 0.380134} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.033585] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6bca1280-d76a-4a63-a619-ab3788756003] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1052.034421] env[62353]: DEBUG oslo_concurrency.lockutils [None req-60e4a484-b644-45f2-9296-a96c641b4fea tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1052.034638] env[62353]: DEBUG oslo_concurrency.lockutils [None req-60e4a484-b644-45f2-9296-a96c641b4fea tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Acquired lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.035078] env[62353]: DEBUG oslo_concurrency.lockutils [None req-60e4a484-b644-45f2-9296-a96c641b4fea tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1052.035372] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d97fc30-9d25-4edf-a239-e1b37a6cffae {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.040703] env[62353]: DEBUG oslo_vmware.api [None req-60e4a484-b644-45f2-9296-a96c641b4fea tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Waiting for the task: (returnval){ [ 1052.040703] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52727307-8794-01ef-880d-9afa5a6ba909" [ 1052.040703] env[62353]: _type = "Task" [ 1052.040703] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.050965] env[62353]: DEBUG oslo_vmware.api [None req-60e4a484-b644-45f2-9296-a96c641b4fea tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52727307-8794-01ef-880d-9afa5a6ba909, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.076664] env[62353]: DEBUG oslo_concurrency.lockutils [req-6a8bec0e-17ad-42ed-8d71-37f464dd1bd8 req-0d045e85-8e01-41ab-bacd-462e91876e59 service nova] Releasing lock "refresh_cache-c42bcda4-547f-4f42-9738-0a731450321d" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1052.094346] env[62353]: DEBUG oslo_vmware.api [None req-4c0beb3e-12d0-4e66-aa54-52812234785b tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Task: {'id': task-2373060, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.240434] env[62353]: DEBUG oslo_vmware.api [None req-9cf50ff0-4033-47c0-a134-dc4c36bcca69 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': task-2373056, 'name': RemoveSnapshot_Task, 'duration_secs': 0.82296} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.240529] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-9cf50ff0-4033-47c0-a134-dc4c36bcca69 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 78d43ae6-d281-4b98-88f1-281548975167] Deleted Snapshot of the VM instance {{(pid=62353) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1052.240727] env[62353]: INFO nova.compute.manager [None req-9cf50ff0-4033-47c0-a134-dc4c36bcca69 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 78d43ae6-d281-4b98-88f1-281548975167] Took 15.84 seconds to snapshot the instance on the hypervisor. [ 1052.268776] env[62353]: INFO nova.compute.manager [-] [instance: 366f6f06-cd67-4e32-89dd-4c809792d5ac] Took 1.41 seconds to deallocate network for instance. [ 1052.332675] env[62353]: DEBUG nova.compute.manager [None req-56904b2f-ce32-448b-af83-81d8056a1364 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: 38ad8f6c-4b6a-44d4-8f37-8d3d1efb5d7c] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1052.460873] env[62353]: DEBUG oslo_vmware.api [None req-923e1f8d-85a9-49f7-8640-5a1a532ecf3f tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Task: {'id': task-2373061, 'name': ReconfigVM_Task, 'duration_secs': 0.413942} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.461222] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-923e1f8d-85a9-49f7-8640-5a1a532ecf3f tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] [instance: bbea4c07-3f5b-4d9a-a127-86a1e461295f] Reconfigured VM instance instance-00000050 to detach disk 2001 {{(pid=62353) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1052.466065] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f27a6cb3-f115-43fa-a6d7-ef2663d00003 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.482013] env[62353]: DEBUG oslo_vmware.api [None req-923e1f8d-85a9-49f7-8640-5a1a532ecf3f tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Waiting for the task: (returnval){ [ 1052.482013] env[62353]: value = "task-2373062" [ 1052.482013] env[62353]: _type = "Task" [ 1052.482013] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.482402] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ec9fda4c-4622-4602-8e0d-688eb4f12604 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Acquiring lock "53ff526b-6e0b-49bc-beca-4fb4a377389b" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1052.482670] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ec9fda4c-4622-4602-8e0d-688eb4f12604 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Lock "53ff526b-6e0b-49bc-beca-4fb4a377389b" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1052.492904] env[62353]: DEBUG oslo_vmware.api [None req-923e1f8d-85a9-49f7-8640-5a1a532ecf3f tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Task: {'id': task-2373062, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.551465] env[62353]: DEBUG oslo_vmware.api [None req-60e4a484-b644-45f2-9296-a96c641b4fea tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52727307-8794-01ef-880d-9afa5a6ba909, 'name': SearchDatastore_Task, 'duration_secs': 0.013061} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.552008] env[62353]: DEBUG oslo_concurrency.lockutils [None req-60e4a484-b644-45f2-9296-a96c641b4fea tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Releasing lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1052.552132] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-60e4a484-b644-45f2-9296-a96c641b4fea tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] [instance: 6bca1280-d76a-4a63-a619-ab3788756003] Processing image 06f909ae-e8dc-43b4-abf7-c7ed85db9bbd {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1052.552392] env[62353]: DEBUG oslo_concurrency.lockutils [None req-60e4a484-b644-45f2-9296-a96c641b4fea tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1052.552542] env[62353]: DEBUG oslo_concurrency.lockutils [None req-60e4a484-b644-45f2-9296-a96c641b4fea tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Acquired lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.552777] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-60e4a484-b644-45f2-9296-a96c641b4fea tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1052.553120] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9a4271d4-5a91-44cc-be85-8e49d6e75516 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.562058] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-60e4a484-b644-45f2-9296-a96c641b4fea tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1052.562262] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-60e4a484-b644-45f2-9296-a96c641b4fea tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1052.563517] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78e69697-1293-4374-a631-182af7e7c7bf {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.569490] env[62353]: DEBUG oslo_vmware.api [None req-60e4a484-b644-45f2-9296-a96c641b4fea tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Waiting for the task: (returnval){ [ 1052.569490] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]525327e4-4382-5434-d061-c17af9f943e9" [ 1052.569490] env[62353]: _type = "Task" [ 1052.569490] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.577567] env[62353]: DEBUG oslo_vmware.api [None req-60e4a484-b644-45f2-9296-a96c641b4fea tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]525327e4-4382-5434-d061-c17af9f943e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.592340] env[62353]: DEBUG oslo_vmware.api [None req-4c0beb3e-12d0-4e66-aa54-52812234785b tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Task: {'id': task-2373060, 'name': PowerOnVM_Task, 'duration_secs': 0.517038} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.592565] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c0beb3e-12d0-4e66-aa54-52812234785b tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: cd87ae19-37ee-4d88-95ee-9de38d5214a4] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1052.592754] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-4c0beb3e-12d0-4e66-aa54-52812234785b tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: cd87ae19-37ee-4d88-95ee-9de38d5214a4] Updating instance 'cd87ae19-37ee-4d88-95ee-9de38d5214a4' progress to 100 {{(pid=62353) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1052.691105] env[62353]: DEBUG nova.compute.manager [req-ce7dbd35-0452-409a-b7c6-d177ae0e3c25 req-cded5855-8803-48c9-8d43-ded5e0421bfc service nova] [instance: 366f6f06-cd67-4e32-89dd-4c809792d5ac] Received event network-vif-deleted-6c510444-86a5-41bf-8720-ff064c1afdc7 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1052.776182] env[62353]: DEBUG oslo_concurrency.lockutils [None req-fdc89182-5d07-4364-a5a8-35465a187612 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1052.799651] env[62353]: DEBUG nova.compute.manager [None req-9cf50ff0-4033-47c0-a134-dc4c36bcca69 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 78d43ae6-d281-4b98-88f1-281548975167] Found 2 images (rotation: 2) {{(pid=62353) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1052.855845] env[62353]: DEBUG oslo_concurrency.lockutils [None req-56904b2f-ce32-448b-af83-81d8056a1364 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1052.977697] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e18cb9f-6607-4f03-abb1-d2367a05c3c8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.987888] env[62353]: INFO nova.compute.manager [None req-ec9fda4c-4622-4602-8e0d-688eb4f12604 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [instance: 53ff526b-6e0b-49bc-beca-4fb4a377389b] Detaching volume a505c259-a624-4497-a9e7-9a64fe406af9 [ 1052.991367] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf41d8f0-deb1-4311-9316-37f7ca25886f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.000064] env[62353]: DEBUG oslo_vmware.api [None req-923e1f8d-85a9-49f7-8640-5a1a532ecf3f tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Task: {'id': task-2373062, 'name': ReconfigVM_Task, 'duration_secs': 0.170703} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.000989] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-923e1f8d-85a9-49f7-8640-5a1a532ecf3f tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] [instance: bbea4c07-3f5b-4d9a-a127-86a1e461295f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-481713', 'volume_id': 'e24dd54b-cf84-4a09-82e2-328491b49e5c', 'name': 'volume-e24dd54b-cf84-4a09-82e2-328491b49e5c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bbea4c07-3f5b-4d9a-a127-86a1e461295f', 'attached_at': '', 'detached_at': '', 'volume_id': 'e24dd54b-cf84-4a09-82e2-328491b49e5c', 'serial': 'e24dd54b-cf84-4a09-82e2-328491b49e5c'} {{(pid=62353) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1053.031225] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45ffd623-878b-4f57-9728-b2d26cac9a46 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.035643] env[62353]: INFO nova.virt.block_device [None req-ec9fda4c-4622-4602-8e0d-688eb4f12604 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [instance: 53ff526b-6e0b-49bc-beca-4fb4a377389b] Attempting to driver detach volume a505c259-a624-4497-a9e7-9a64fe406af9 from mountpoint /dev/sdb [ 1053.035831] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec9fda4c-4622-4602-8e0d-688eb4f12604 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [instance: 53ff526b-6e0b-49bc-beca-4fb4a377389b] Volume detach. Driver type: vmdk {{(pid=62353) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1053.036028] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec9fda4c-4622-4602-8e0d-688eb4f12604 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [instance: 53ff526b-6e0b-49bc-beca-4fb4a377389b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-481697', 'volume_id': 'a505c259-a624-4497-a9e7-9a64fe406af9', 'name': 'volume-a505c259-a624-4497-a9e7-9a64fe406af9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '53ff526b-6e0b-49bc-beca-4fb4a377389b', 'attached_at': '', 'detached_at': '', 'volume_id': 'a505c259-a624-4497-a9e7-9a64fe406af9', 'serial': 'a505c259-a624-4497-a9e7-9a64fe406af9'} {{(pid=62353) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1053.036833] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e389aa4f-1acd-4241-834c-b920bca70ee8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.063105] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f43ac897-a1e3-4954-b159-9206406e5846 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.068292] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9382ba74-947f-487e-a375-f0e87851d9b8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.083752] env[62353]: DEBUG nova.compute.provider_tree [None req-d0bce9af-1729-4e78-b4da-d47e47412702 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1053.088896] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e5933c5-b36f-42b9-891e-ccb2c3ebaebd {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.095607] env[62353]: DEBUG oslo_vmware.api [None req-60e4a484-b644-45f2-9296-a96c641b4fea tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]525327e4-4382-5434-d061-c17af9f943e9, 'name': SearchDatastore_Task, 'duration_secs': 0.009652} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.100647] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5058100d-dbfc-4b73-8f62-142f3ef40612 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.121956] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14dbb2c5-5806-4fc9-b9fe-406cc84a1121 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.127115] env[62353]: DEBUG oslo_vmware.api [None req-60e4a484-b644-45f2-9296-a96c641b4fea tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Waiting for the task: (returnval){ [ 1053.127115] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52be0501-1e75-7ac7-05ef-e3677299c6d4" [ 1053.127115] env[62353]: _type = "Task" [ 1053.127115] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.142967] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec9fda4c-4622-4602-8e0d-688eb4f12604 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] The volume has not been displaced from its original location: [datastore1] volume-a505c259-a624-4497-a9e7-9a64fe406af9/volume-a505c259-a624-4497-a9e7-9a64fe406af9.vmdk. No consolidation needed. {{(pid=62353) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1053.148487] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec9fda4c-4622-4602-8e0d-688eb4f12604 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [instance: 53ff526b-6e0b-49bc-beca-4fb4a377389b] Reconfiguring VM instance instance-00000039 to detach disk 2001 {{(pid=62353) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1053.149671] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cec2909d-74a9-4836-99b4-167e2f2c89ee {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.167833] env[62353]: DEBUG oslo_vmware.api [None req-60e4a484-b644-45f2-9296-a96c641b4fea tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52be0501-1e75-7ac7-05ef-e3677299c6d4, 'name': SearchDatastore_Task, 'duration_secs': 0.021161} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.168759] env[62353]: DEBUG oslo_concurrency.lockutils [None req-60e4a484-b644-45f2-9296-a96c641b4fea tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Releasing lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1053.169754] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-60e4a484-b644-45f2-9296-a96c641b4fea tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore2] 6bca1280-d76a-4a63-a619-ab3788756003/6bca1280-d76a-4a63-a619-ab3788756003.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1053.169754] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7bb76103-abec-480c-b9f5-f00f360a09fd {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.175043] env[62353]: DEBUG oslo_vmware.api [None req-ec9fda4c-4622-4602-8e0d-688eb4f12604 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Waiting for the task: (returnval){ [ 1053.175043] env[62353]: value = "task-2373063" [ 1053.175043] env[62353]: _type = "Task" [ 1053.175043] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.180914] env[62353]: DEBUG oslo_vmware.api [None req-60e4a484-b644-45f2-9296-a96c641b4fea tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Waiting for the task: (returnval){ [ 1053.180914] env[62353]: value = "task-2373064" [ 1053.180914] env[62353]: _type = "Task" [ 1053.180914] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.191509] env[62353]: DEBUG oslo_vmware.api [None req-ec9fda4c-4622-4602-8e0d-688eb4f12604 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Task: {'id': task-2373063, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.198470] env[62353]: DEBUG oslo_vmware.api [None req-60e4a484-b644-45f2-9296-a96c641b4fea tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Task: {'id': task-2373064, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.556135] env[62353]: DEBUG nova.objects.instance [None req-923e1f8d-85a9-49f7-8640-5a1a532ecf3f tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Lazy-loading 'flavor' on Instance uuid bbea4c07-3f5b-4d9a-a127-86a1e461295f {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1053.588572] env[62353]: DEBUG nova.scheduler.client.report [None req-d0bce9af-1729-4e78-b4da-d47e47412702 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1053.702509] env[62353]: DEBUG oslo_vmware.api [None req-60e4a484-b644-45f2-9296-a96c641b4fea tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Task: {'id': task-2373064, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.708389] env[62353]: DEBUG oslo_vmware.api [None req-ec9fda4c-4622-4602-8e0d-688eb4f12604 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Task: {'id': task-2373063, 'name': ReconfigVM_Task, 'duration_secs': 0.487225} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.708936] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec9fda4c-4622-4602-8e0d-688eb4f12604 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [instance: 53ff526b-6e0b-49bc-beca-4fb4a377389b] Reconfigured VM instance instance-00000039 to detach disk 2001 {{(pid=62353) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1053.720613] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4df658e4-8fb6-400f-b054-de14fb315c09 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.749230] env[62353]: DEBUG oslo_vmware.api [None req-ec9fda4c-4622-4602-8e0d-688eb4f12604 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Waiting for the task: (returnval){ [ 1053.749230] env[62353]: value = "task-2373065" [ 1053.749230] env[62353]: _type = "Task" [ 1053.749230] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.766519] env[62353]: DEBUG oslo_vmware.api [None req-ec9fda4c-4622-4602-8e0d-688eb4f12604 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Task: {'id': task-2373065, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.831204] env[62353]: DEBUG nova.compute.manager [None req-99a8fe4c-0575-4824-b11a-7d54e79265a4 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 78d43ae6-d281-4b98-88f1-281548975167] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1053.832394] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c58d0700-596b-4b3c-a5e0-6bbb2e6477de {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.096635] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d0bce9af-1729-4e78-b4da-d47e47412702 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.371s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1054.100453] env[62353]: DEBUG oslo_concurrency.lockutils [None req-fdc89182-5d07-4364-a5a8-35465a187612 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.323s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1054.100953] env[62353]: DEBUG nova.objects.instance [None req-fdc89182-5d07-4364-a5a8-35465a187612 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Lazy-loading 'resources' on Instance uuid 366f6f06-cd67-4e32-89dd-4c809792d5ac {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1054.166244] env[62353]: INFO nova.network.neutron [None req-d0bce9af-1729-4e78-b4da-d47e47412702 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] [instance: a97e3cc7-cd7e-4239-b58d-6b3e62477819] Updating port 73e575b8-0e78-4c00-babc-20e8f490800b with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1054.195333] env[62353]: DEBUG oslo_vmware.api [None req-60e4a484-b644-45f2-9296-a96c641b4fea tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Task: {'id': task-2373064, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.838275} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.195817] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-60e4a484-b644-45f2-9296-a96c641b4fea tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore2] 6bca1280-d76a-4a63-a619-ab3788756003/6bca1280-d76a-4a63-a619-ab3788756003.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1054.196056] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-60e4a484-b644-45f2-9296-a96c641b4fea tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] [instance: 6bca1280-d76a-4a63-a619-ab3788756003] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1054.196567] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cf3feb32-cf9a-40a6-9398-ed7475147308 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.203521] env[62353]: DEBUG oslo_vmware.api [None req-60e4a484-b644-45f2-9296-a96c641b4fea tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Waiting for the task: (returnval){ [ 1054.203521] env[62353]: value = "task-2373066" [ 1054.203521] env[62353]: _type = "Task" [ 1054.203521] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.220828] env[62353]: DEBUG oslo_vmware.api [None req-60e4a484-b644-45f2-9296-a96c641b4fea tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Task: {'id': task-2373066, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.259289] env[62353]: DEBUG oslo_vmware.api [None req-ec9fda4c-4622-4602-8e0d-688eb4f12604 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Task: {'id': task-2373065, 'name': ReconfigVM_Task, 'duration_secs': 0.208585} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.260313] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec9fda4c-4622-4602-8e0d-688eb4f12604 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [instance: 53ff526b-6e0b-49bc-beca-4fb4a377389b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-481697', 'volume_id': 'a505c259-a624-4497-a9e7-9a64fe406af9', 'name': 'volume-a505c259-a624-4497-a9e7-9a64fe406af9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '53ff526b-6e0b-49bc-beca-4fb4a377389b', 'attached_at': '', 'detached_at': '', 'volume_id': 'a505c259-a624-4497-a9e7-9a64fe406af9', 'serial': 'a505c259-a624-4497-a9e7-9a64fe406af9'} {{(pid=62353) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1054.345251] env[62353]: INFO nova.compute.manager [None req-99a8fe4c-0575-4824-b11a-7d54e79265a4 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 78d43ae6-d281-4b98-88f1-281548975167] instance snapshotting [ 1054.345894] env[62353]: DEBUG nova.objects.instance [None req-99a8fe4c-0575-4824-b11a-7d54e79265a4 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Lazy-loading 'flavor' on Instance uuid 78d43ae6-d281-4b98-88f1-281548975167 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1054.565678] env[62353]: DEBUG oslo_concurrency.lockutils [None req-923e1f8d-85a9-49f7-8640-5a1a532ecf3f tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Lock "bbea4c07-3f5b-4d9a-a127-86a1e461295f" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.293s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1054.726597] env[62353]: DEBUG oslo_vmware.api [None req-60e4a484-b644-45f2-9296-a96c641b4fea tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Task: {'id': task-2373066, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.127622} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.727486] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-60e4a484-b644-45f2-9296-a96c641b4fea tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] [instance: 6bca1280-d76a-4a63-a619-ab3788756003] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1054.729013] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-876ce0ad-aa2a-499d-ab34-82befdb4c718 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.779704] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-60e4a484-b644-45f2-9296-a96c641b4fea tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] [instance: 6bca1280-d76a-4a63-a619-ab3788756003] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] 6bca1280-d76a-4a63-a619-ab3788756003/6bca1280-d76a-4a63-a619-ab3788756003.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1054.784900] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-895bf262-f12d-45fb-b525-8f01fb384244 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.814660] env[62353]: DEBUG nova.objects.instance [None req-ec9fda4c-4622-4602-8e0d-688eb4f12604 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Lazy-loading 'flavor' on Instance uuid 53ff526b-6e0b-49bc-beca-4fb4a377389b {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1054.820019] env[62353]: DEBUG oslo_vmware.api [None req-60e4a484-b644-45f2-9296-a96c641b4fea tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Waiting for the task: (returnval){ [ 1054.820019] env[62353]: value = "task-2373067" [ 1054.820019] env[62353]: _type = "Task" [ 1054.820019] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.827495] env[62353]: DEBUG oslo_vmware.api [None req-60e4a484-b644-45f2-9296-a96c641b4fea tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Task: {'id': task-2373067, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.841368] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ebcfd0ad-180d-46f5-add4-180c2035caa3 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Acquiring lock "bbea4c07-3f5b-4d9a-a127-86a1e461295f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1054.841802] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ebcfd0ad-180d-46f5-add4-180c2035caa3 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Lock "bbea4c07-3f5b-4d9a-a127-86a1e461295f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1054.842036] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ebcfd0ad-180d-46f5-add4-180c2035caa3 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Acquiring lock "bbea4c07-3f5b-4d9a-a127-86a1e461295f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1054.842282] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ebcfd0ad-180d-46f5-add4-180c2035caa3 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Lock "bbea4c07-3f5b-4d9a-a127-86a1e461295f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1054.842497] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ebcfd0ad-180d-46f5-add4-180c2035caa3 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Lock "bbea4c07-3f5b-4d9a-a127-86a1e461295f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1054.844800] env[62353]: INFO nova.compute.manager [None req-ebcfd0ad-180d-46f5-add4-180c2035caa3 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] [instance: bbea4c07-3f5b-4d9a-a127-86a1e461295f] Terminating instance [ 1054.853683] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56f05b97-847a-4b42-898c-6c0766c51165 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.876570] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c972f004-71c2-48e3-b0fd-65c1fef1e711 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.987400] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd8a47f0-565e-4a82-970e-f59bd5492f24 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.995787] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4904bd42-23c7-4776-b709-675ac163c043 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.031295] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ca4b74b-8898-4a30-bd35-9ce32e905ade {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.039386] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8755f594-add3-469a-87b5-61dac492dd0e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.054540] env[62353]: DEBUG nova.compute.provider_tree [None req-fdc89182-5d07-4364-a5a8-35465a187612 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1055.334149] env[62353]: DEBUG oslo_vmware.api [None req-60e4a484-b644-45f2-9296-a96c641b4fea tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Task: {'id': task-2373067, 'name': ReconfigVM_Task, 'duration_secs': 0.310651} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.334149] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-60e4a484-b644-45f2-9296-a96c641b4fea tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] [instance: 6bca1280-d76a-4a63-a619-ab3788756003] Reconfigured VM instance instance-00000068 to attach disk [datastore2] 6bca1280-d76a-4a63-a619-ab3788756003/6bca1280-d76a-4a63-a619-ab3788756003.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1055.334608] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e62b778e-c9f9-4370-845b-f4a535fde5be {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.347193] env[62353]: DEBUG oslo_vmware.api [None req-60e4a484-b644-45f2-9296-a96c641b4fea tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Waiting for the task: (returnval){ [ 1055.347193] env[62353]: value = "task-2373068" [ 1055.347193] env[62353]: _type = "Task" [ 1055.347193] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.356688] env[62353]: DEBUG oslo_vmware.api [None req-60e4a484-b644-45f2-9296-a96c641b4fea tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Task: {'id': task-2373068, 'name': Rename_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.357324] env[62353]: DEBUG nova.compute.manager [None req-ebcfd0ad-180d-46f5-add4-180c2035caa3 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] [instance: bbea4c07-3f5b-4d9a-a127-86a1e461295f] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1055.357514] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ebcfd0ad-180d-46f5-add4-180c2035caa3 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] [instance: bbea4c07-3f5b-4d9a-a127-86a1e461295f] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1055.358311] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f0409eb-d56f-4616-97c3-0499ded57031 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.366908] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebcfd0ad-180d-46f5-add4-180c2035caa3 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] [instance: bbea4c07-3f5b-4d9a-a127-86a1e461295f] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1055.367187] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-74453366-0cd4-4cd9-a549-e8a8c4e4290f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.374626] env[62353]: DEBUG oslo_vmware.api [None req-ebcfd0ad-180d-46f5-add4-180c2035caa3 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Waiting for the task: (returnval){ [ 1055.374626] env[62353]: value = "task-2373069" [ 1055.374626] env[62353]: _type = "Task" [ 1055.374626] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.385015] env[62353]: DEBUG oslo_vmware.api [None req-ebcfd0ad-180d-46f5-add4-180c2035caa3 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Task: {'id': task-2373069, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.388226] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-99a8fe4c-0575-4824-b11a-7d54e79265a4 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 78d43ae6-d281-4b98-88f1-281548975167] Creating Snapshot of the VM instance {{(pid=62353) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1055.388497] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-77fc19c1-6995-4d5b-a0b1-ff358fe2621d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.395968] env[62353]: DEBUG oslo_vmware.api [None req-99a8fe4c-0575-4824-b11a-7d54e79265a4 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Waiting for the task: (returnval){ [ 1055.395968] env[62353]: value = "task-2373070" [ 1055.395968] env[62353]: _type = "Task" [ 1055.395968] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.404862] env[62353]: DEBUG oslo_vmware.api [None req-99a8fe4c-0575-4824-b11a-7d54e79265a4 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': task-2373070, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.558061] env[62353]: DEBUG nova.scheduler.client.report [None req-fdc89182-5d07-4364-a5a8-35465a187612 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1055.742138] env[62353]: DEBUG oslo_concurrency.lockutils [None req-897f750f-527e-4024-ba16-f6804c2be77e tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Acquiring lock "cd87ae19-37ee-4d88-95ee-9de38d5214a4" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1055.742138] env[62353]: DEBUG oslo_concurrency.lockutils [None req-897f750f-527e-4024-ba16-f6804c2be77e tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Lock "cd87ae19-37ee-4d88-95ee-9de38d5214a4" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1055.742316] env[62353]: DEBUG nova.compute.manager [None req-897f750f-527e-4024-ba16-f6804c2be77e tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: cd87ae19-37ee-4d88-95ee-9de38d5214a4] Going to confirm migration 6 {{(pid=62353) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1055.826990] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ec9fda4c-4622-4602-8e0d-688eb4f12604 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Lock "53ff526b-6e0b-49bc-beca-4fb4a377389b" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.344s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1055.859175] env[62353]: DEBUG oslo_vmware.api [None req-60e4a484-b644-45f2-9296-a96c641b4fea tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Task: {'id': task-2373068, 'name': Rename_Task, 'duration_secs': 0.163247} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.859504] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-60e4a484-b644-45f2-9296-a96c641b4fea tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] [instance: 6bca1280-d76a-4a63-a619-ab3788756003] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1055.859781] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cce5f57f-9d08-4e1f-aa90-c9fbbb739cf4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.872581] env[62353]: DEBUG oslo_vmware.api [None req-60e4a484-b644-45f2-9296-a96c641b4fea tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Waiting for the task: (returnval){ [ 1055.872581] env[62353]: value = "task-2373071" [ 1055.872581] env[62353]: _type = "Task" [ 1055.872581] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.885244] env[62353]: DEBUG oslo_vmware.api [None req-60e4a484-b644-45f2-9296-a96c641b4fea tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Task: {'id': task-2373071, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.888329] env[62353]: DEBUG oslo_vmware.api [None req-ebcfd0ad-180d-46f5-add4-180c2035caa3 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Task: {'id': task-2373069, 'name': PowerOffVM_Task, 'duration_secs': 0.327395} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.888645] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebcfd0ad-180d-46f5-add4-180c2035caa3 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] [instance: bbea4c07-3f5b-4d9a-a127-86a1e461295f] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1055.888844] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ebcfd0ad-180d-46f5-add4-180c2035caa3 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] [instance: bbea4c07-3f5b-4d9a-a127-86a1e461295f] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1055.889133] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ec84ae96-fd21-4336-8bb3-69c706373b1e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.906375] env[62353]: DEBUG oslo_vmware.api [None req-99a8fe4c-0575-4824-b11a-7d54e79265a4 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': task-2373070, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.968169] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ebcfd0ad-180d-46f5-add4-180c2035caa3 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] [instance: bbea4c07-3f5b-4d9a-a127-86a1e461295f] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1055.968401] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ebcfd0ad-180d-46f5-add4-180c2035caa3 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] [instance: bbea4c07-3f5b-4d9a-a127-86a1e461295f] Deleting contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1055.968584] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebcfd0ad-180d-46f5-add4-180c2035caa3 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Deleting the datastore file [datastore1] bbea4c07-3f5b-4d9a-a127-86a1e461295f {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1055.968878] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b7b52735-99d9-452f-812f-9a9d6c9e093c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.976380] env[62353]: DEBUG oslo_vmware.api [None req-ebcfd0ad-180d-46f5-add4-180c2035caa3 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Waiting for the task: (returnval){ [ 1055.976380] env[62353]: value = "task-2373073" [ 1055.976380] env[62353]: _type = "Task" [ 1055.976380] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.981879] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3c976f20-f2d0-4e1e-98d7-e128deb695a2 tempest-ServersV294TestFqdnHostnames-2078622457 tempest-ServersV294TestFqdnHostnames-2078622457-project-member] Acquiring lock "3c336a85-979f-4b67-8d02-dc8fbd0ceab4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1055.982157] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3c976f20-f2d0-4e1e-98d7-e128deb695a2 tempest-ServersV294TestFqdnHostnames-2078622457 tempest-ServersV294TestFqdnHostnames-2078622457-project-member] Lock "3c336a85-979f-4b67-8d02-dc8fbd0ceab4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1055.982380] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3c976f20-f2d0-4e1e-98d7-e128deb695a2 tempest-ServersV294TestFqdnHostnames-2078622457 tempest-ServersV294TestFqdnHostnames-2078622457-project-member] Acquiring lock "3c336a85-979f-4b67-8d02-dc8fbd0ceab4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1055.982571] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3c976f20-f2d0-4e1e-98d7-e128deb695a2 tempest-ServersV294TestFqdnHostnames-2078622457 tempest-ServersV294TestFqdnHostnames-2078622457-project-member] Lock "3c336a85-979f-4b67-8d02-dc8fbd0ceab4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1055.982776] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3c976f20-f2d0-4e1e-98d7-e128deb695a2 tempest-ServersV294TestFqdnHostnames-2078622457 tempest-ServersV294TestFqdnHostnames-2078622457-project-member] Lock "3c336a85-979f-4b67-8d02-dc8fbd0ceab4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1055.988981] env[62353]: DEBUG oslo_vmware.api [None req-ebcfd0ad-180d-46f5-add4-180c2035caa3 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Task: {'id': task-2373073, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.989514] env[62353]: INFO nova.compute.manager [None req-3c976f20-f2d0-4e1e-98d7-e128deb695a2 tempest-ServersV294TestFqdnHostnames-2078622457 tempest-ServersV294TestFqdnHostnames-2078622457-project-member] [instance: 3c336a85-979f-4b67-8d02-dc8fbd0ceab4] Terminating instance [ 1056.065716] env[62353]: DEBUG oslo_concurrency.lockutils [None req-fdc89182-5d07-4364-a5a8-35465a187612 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.964s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1056.066809] env[62353]: DEBUG oslo_concurrency.lockutils [None req-56904b2f-ce32-448b-af83-81d8056a1364 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.211s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1056.069201] env[62353]: INFO nova.compute.claims [None req-56904b2f-ce32-448b-af83-81d8056a1364 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: 38ad8f6c-4b6a-44d4-8f37-8d3d1efb5d7c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1056.098103] env[62353]: INFO nova.scheduler.client.report [None req-fdc89182-5d07-4364-a5a8-35465a187612 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Deleted allocations for instance 366f6f06-cd67-4e32-89dd-4c809792d5ac [ 1056.358194] env[62353]: DEBUG oslo_concurrency.lockutils [None req-897f750f-527e-4024-ba16-f6804c2be77e tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Acquiring lock "refresh_cache-cd87ae19-37ee-4d88-95ee-9de38d5214a4" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1056.358386] env[62353]: DEBUG oslo_concurrency.lockutils [None req-897f750f-527e-4024-ba16-f6804c2be77e tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Acquired lock "refresh_cache-cd87ae19-37ee-4d88-95ee-9de38d5214a4" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.358563] env[62353]: DEBUG nova.network.neutron [None req-897f750f-527e-4024-ba16-f6804c2be77e tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: cd87ae19-37ee-4d88-95ee-9de38d5214a4] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1056.358788] env[62353]: DEBUG nova.objects.instance [None req-897f750f-527e-4024-ba16-f6804c2be77e tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Lazy-loading 'info_cache' on Instance uuid cd87ae19-37ee-4d88-95ee-9de38d5214a4 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1056.386597] env[62353]: DEBUG oslo_vmware.api [None req-60e4a484-b644-45f2-9296-a96c641b4fea tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Task: {'id': task-2373071, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.409852] env[62353]: DEBUG oslo_vmware.api [None req-99a8fe4c-0575-4824-b11a-7d54e79265a4 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': task-2373070, 'name': CreateSnapshot_Task, 'duration_secs': 0.515282} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.411569] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-99a8fe4c-0575-4824-b11a-7d54e79265a4 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 78d43ae6-d281-4b98-88f1-281548975167] Created Snapshot of the VM instance {{(pid=62353) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1056.412893] env[62353]: DEBUG nova.compute.manager [req-93b3a3d0-565a-4015-a8c1-55a421b5a49b req-2960fa85-3b5d-4cf6-b943-7674d31c6e1d service nova] [instance: a97e3cc7-cd7e-4239-b58d-6b3e62477819] Received event network-vif-plugged-73e575b8-0e78-4c00-babc-20e8f490800b {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1056.413737] env[62353]: DEBUG oslo_concurrency.lockutils [req-93b3a3d0-565a-4015-a8c1-55a421b5a49b req-2960fa85-3b5d-4cf6-b943-7674d31c6e1d service nova] Acquiring lock "a97e3cc7-cd7e-4239-b58d-6b3e62477819-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1056.413737] env[62353]: DEBUG oslo_concurrency.lockutils [req-93b3a3d0-565a-4015-a8c1-55a421b5a49b req-2960fa85-3b5d-4cf6-b943-7674d31c6e1d service nova] Lock "a97e3cc7-cd7e-4239-b58d-6b3e62477819-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1056.413856] env[62353]: DEBUG oslo_concurrency.lockutils [req-93b3a3d0-565a-4015-a8c1-55a421b5a49b req-2960fa85-3b5d-4cf6-b943-7674d31c6e1d service nova] Lock "a97e3cc7-cd7e-4239-b58d-6b3e62477819-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1056.414118] env[62353]: DEBUG nova.compute.manager [req-93b3a3d0-565a-4015-a8c1-55a421b5a49b req-2960fa85-3b5d-4cf6-b943-7674d31c6e1d service nova] [instance: a97e3cc7-cd7e-4239-b58d-6b3e62477819] No waiting events found dispatching network-vif-plugged-73e575b8-0e78-4c00-babc-20e8f490800b {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1056.414356] env[62353]: WARNING nova.compute.manager [req-93b3a3d0-565a-4015-a8c1-55a421b5a49b req-2960fa85-3b5d-4cf6-b943-7674d31c6e1d service nova] [instance: a97e3cc7-cd7e-4239-b58d-6b3e62477819] Received unexpected event network-vif-plugged-73e575b8-0e78-4c00-babc-20e8f490800b for instance with vm_state shelved_offloaded and task_state spawning. [ 1056.417397] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bc2d251-1f09-4838-8576-e1cde0e622ba {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.487162] env[62353]: DEBUG oslo_vmware.api [None req-ebcfd0ad-180d-46f5-add4-180c2035caa3 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Task: {'id': task-2373073, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.277409} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.487408] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebcfd0ad-180d-46f5-add4-180c2035caa3 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1056.487653] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ebcfd0ad-180d-46f5-add4-180c2035caa3 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] [instance: bbea4c07-3f5b-4d9a-a127-86a1e461295f] Deleted contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1056.487870] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ebcfd0ad-180d-46f5-add4-180c2035caa3 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] [instance: bbea4c07-3f5b-4d9a-a127-86a1e461295f] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1056.488312] env[62353]: INFO nova.compute.manager [None req-ebcfd0ad-180d-46f5-add4-180c2035caa3 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] [instance: bbea4c07-3f5b-4d9a-a127-86a1e461295f] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1056.488312] env[62353]: DEBUG oslo.service.loopingcall [None req-ebcfd0ad-180d-46f5-add4-180c2035caa3 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1056.488548] env[62353]: DEBUG nova.compute.manager [-] [instance: bbea4c07-3f5b-4d9a-a127-86a1e461295f] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1056.488654] env[62353]: DEBUG nova.network.neutron [-] [instance: bbea4c07-3f5b-4d9a-a127-86a1e461295f] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1056.495319] env[62353]: DEBUG nova.compute.manager [None req-3c976f20-f2d0-4e1e-98d7-e128deb695a2 tempest-ServersV294TestFqdnHostnames-2078622457 tempest-ServersV294TestFqdnHostnames-2078622457-project-member] [instance: 3c336a85-979f-4b67-8d02-dc8fbd0ceab4] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1056.495529] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-3c976f20-f2d0-4e1e-98d7-e128deb695a2 tempest-ServersV294TestFqdnHostnames-2078622457 tempest-ServersV294TestFqdnHostnames-2078622457-project-member] [instance: 3c336a85-979f-4b67-8d02-dc8fbd0ceab4] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1056.496376] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d76ea28a-987a-4979-9c44-ccfee4625208 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.506100] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c976f20-f2d0-4e1e-98d7-e128deb695a2 tempest-ServersV294TestFqdnHostnames-2078622457 tempest-ServersV294TestFqdnHostnames-2078622457-project-member] [instance: 3c336a85-979f-4b67-8d02-dc8fbd0ceab4] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1056.506354] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-78e9074a-8dca-46e8-964d-e706660d981a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.509213] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d0bce9af-1729-4e78-b4da-d47e47412702 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Acquiring lock "refresh_cache-a97e3cc7-cd7e-4239-b58d-6b3e62477819" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1056.509377] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d0bce9af-1729-4e78-b4da-d47e47412702 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Acquired lock "refresh_cache-a97e3cc7-cd7e-4239-b58d-6b3e62477819" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.509605] env[62353]: DEBUG nova.network.neutron [None req-d0bce9af-1729-4e78-b4da-d47e47412702 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] [instance: a97e3cc7-cd7e-4239-b58d-6b3e62477819] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1056.516775] env[62353]: DEBUG oslo_vmware.api [None req-3c976f20-f2d0-4e1e-98d7-e128deb695a2 tempest-ServersV294TestFqdnHostnames-2078622457 tempest-ServersV294TestFqdnHostnames-2078622457-project-member] Waiting for the task: (returnval){ [ 1056.516775] env[62353]: value = "task-2373074" [ 1056.516775] env[62353]: _type = "Task" [ 1056.516775] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.527765] env[62353]: DEBUG oslo_vmware.api [None req-3c976f20-f2d0-4e1e-98d7-e128deb695a2 tempest-ServersV294TestFqdnHostnames-2078622457 tempest-ServersV294TestFqdnHostnames-2078622457-project-member] Task: {'id': task-2373074, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.607890] env[62353]: DEBUG oslo_concurrency.lockutils [None req-fdc89182-5d07-4364-a5a8-35465a187612 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Lock "366f6f06-cd67-4e32-89dd-4c809792d5ac" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.445s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1056.885146] env[62353]: DEBUG oslo_vmware.api [None req-60e4a484-b644-45f2-9296-a96c641b4fea tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Task: {'id': task-2373071, 'name': PowerOnVM_Task, 'duration_secs': 0.538485} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.886079] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-60e4a484-b644-45f2-9296-a96c641b4fea tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] [instance: 6bca1280-d76a-4a63-a619-ab3788756003] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1056.886293] env[62353]: INFO nova.compute.manager [None req-60e4a484-b644-45f2-9296-a96c641b4fea tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] [instance: 6bca1280-d76a-4a63-a619-ab3788756003] Took 7.82 seconds to spawn the instance on the hypervisor. [ 1056.886561] env[62353]: DEBUG nova.compute.manager [None req-60e4a484-b644-45f2-9296-a96c641b4fea tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] [instance: 6bca1280-d76a-4a63-a619-ab3788756003] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1056.887266] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6c792d8-b66c-42e8-85cc-8ab9d13afe84 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.956437] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-99a8fe4c-0575-4824-b11a-7d54e79265a4 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 78d43ae6-d281-4b98-88f1-281548975167] Creating linked-clone VM from snapshot {{(pid=62353) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1056.956437] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f8b6b496-ab63-4d10-abdb-dca633d5461c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.963993] env[62353]: DEBUG oslo_vmware.api [None req-99a8fe4c-0575-4824-b11a-7d54e79265a4 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Waiting for the task: (returnval){ [ 1056.963993] env[62353]: value = "task-2373075" [ 1056.963993] env[62353]: _type = "Task" [ 1056.963993] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.973190] env[62353]: DEBUG oslo_vmware.api [None req-99a8fe4c-0575-4824-b11a-7d54e79265a4 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': task-2373075, 'name': CloneVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.027291] env[62353]: DEBUG oslo_vmware.api [None req-3c976f20-f2d0-4e1e-98d7-e128deb695a2 tempest-ServersV294TestFqdnHostnames-2078622457 tempest-ServersV294TestFqdnHostnames-2078622457-project-member] Task: {'id': task-2373074, 'name': PowerOffVM_Task, 'duration_secs': 0.31446} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.027642] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c976f20-f2d0-4e1e-98d7-e128deb695a2 tempest-ServersV294TestFqdnHostnames-2078622457 tempest-ServersV294TestFqdnHostnames-2078622457-project-member] [instance: 3c336a85-979f-4b67-8d02-dc8fbd0ceab4] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1057.027745] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-3c976f20-f2d0-4e1e-98d7-e128deb695a2 tempest-ServersV294TestFqdnHostnames-2078622457 tempest-ServersV294TestFqdnHostnames-2078622457-project-member] [instance: 3c336a85-979f-4b67-8d02-dc8fbd0ceab4] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1057.028024] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-feffb280-8f9f-4b33-9d61-49ccaaf25bb9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.100160] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-3c976f20-f2d0-4e1e-98d7-e128deb695a2 tempest-ServersV294TestFqdnHostnames-2078622457 tempest-ServersV294TestFqdnHostnames-2078622457-project-member] [instance: 3c336a85-979f-4b67-8d02-dc8fbd0ceab4] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1057.102527] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-3c976f20-f2d0-4e1e-98d7-e128deb695a2 tempest-ServersV294TestFqdnHostnames-2078622457 tempest-ServersV294TestFqdnHostnames-2078622457-project-member] [instance: 3c336a85-979f-4b67-8d02-dc8fbd0ceab4] Deleting contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1057.102808] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c976f20-f2d0-4e1e-98d7-e128deb695a2 tempest-ServersV294TestFqdnHostnames-2078622457 tempest-ServersV294TestFqdnHostnames-2078622457-project-member] Deleting the datastore file [datastore2] 3c336a85-979f-4b67-8d02-dc8fbd0ceab4 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1057.103160] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7bc49ba7-e6de-419c-8f27-482b8acb0c05 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.113681] env[62353]: DEBUG oslo_vmware.api [None req-3c976f20-f2d0-4e1e-98d7-e128deb695a2 tempest-ServersV294TestFqdnHostnames-2078622457 tempest-ServersV294TestFqdnHostnames-2078622457-project-member] Waiting for the task: (returnval){ [ 1057.113681] env[62353]: value = "task-2373077" [ 1057.113681] env[62353]: _type = "Task" [ 1057.113681] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.124322] env[62353]: DEBUG oslo_vmware.api [None req-3c976f20-f2d0-4e1e-98d7-e128deb695a2 tempest-ServersV294TestFqdnHostnames-2078622457 tempest-ServersV294TestFqdnHostnames-2078622457-project-member] Task: {'id': task-2373077, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.150968] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e171f974-cca9-4f50-921a-b973e7db6553 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Acquiring lock "53ff526b-6e0b-49bc-beca-4fb4a377389b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1057.152526] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e171f974-cca9-4f50-921a-b973e7db6553 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Lock "53ff526b-6e0b-49bc-beca-4fb4a377389b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1057.152792] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e171f974-cca9-4f50-921a-b973e7db6553 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Acquiring lock "53ff526b-6e0b-49bc-beca-4fb4a377389b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1057.153026] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e171f974-cca9-4f50-921a-b973e7db6553 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Lock "53ff526b-6e0b-49bc-beca-4fb4a377389b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1057.153532] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e171f974-cca9-4f50-921a-b973e7db6553 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Lock "53ff526b-6e0b-49bc-beca-4fb4a377389b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1057.159459] env[62353]: INFO nova.compute.manager [None req-e171f974-cca9-4f50-921a-b973e7db6553 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [instance: 53ff526b-6e0b-49bc-beca-4fb4a377389b] Terminating instance [ 1057.356277] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e317f88-502b-40b0-8106-160844e5f154 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.369744] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b86beb0b-3752-4260-b8d0-74c3486b8505 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.415406] env[62353]: DEBUG nova.network.neutron [None req-d0bce9af-1729-4e78-b4da-d47e47412702 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] [instance: a97e3cc7-cd7e-4239-b58d-6b3e62477819] Updating instance_info_cache with network_info: [{"id": "73e575b8-0e78-4c00-babc-20e8f490800b", "address": "fa:16:3e:e4:4a:54", "network": {"id": "8e8157ad-d933-4e32-a16e-cb78473806e0", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1894863752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bed92e4d6734102a7048c91ed285e0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73e575b8-0e", "ovs_interfaceid": "73e575b8-0e78-4c00-babc-20e8f490800b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.423029] env[62353]: INFO nova.compute.manager [None req-60e4a484-b644-45f2-9296-a96c641b4fea tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] [instance: 6bca1280-d76a-4a63-a619-ab3788756003] Took 19.70 seconds to build instance. [ 1057.425637] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a321451f-73ad-4ab7-a59a-38c8f56f2a20 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.429966] env[62353]: DEBUG nova.compute.manager [req-16dbdb04-aac2-4824-b322-7a51e57dada7 req-88deff7e-4b7f-481c-b0f1-bbac71aaaac2 service nova] [instance: bbea4c07-3f5b-4d9a-a127-86a1e461295f] Received event network-vif-deleted-b0170c1f-9e76-4e4d-94dc-245808377493 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1057.430424] env[62353]: INFO nova.compute.manager [req-16dbdb04-aac2-4824-b322-7a51e57dada7 req-88deff7e-4b7f-481c-b0f1-bbac71aaaac2 service nova] [instance: bbea4c07-3f5b-4d9a-a127-86a1e461295f] Neutron deleted interface b0170c1f-9e76-4e4d-94dc-245808377493; detaching it from the instance and deleting it from the info cache [ 1057.430424] env[62353]: DEBUG nova.network.neutron [req-16dbdb04-aac2-4824-b322-7a51e57dada7 req-88deff7e-4b7f-481c-b0f1-bbac71aaaac2 service nova] [instance: bbea4c07-3f5b-4d9a-a127-86a1e461295f] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.434691] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d0bce9af-1729-4e78-b4da-d47e47412702 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Releasing lock "refresh_cache-a97e3cc7-cd7e-4239-b58d-6b3e62477819" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1057.446528] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7aa9f32-334a-40be-91cc-3090ba9bac19 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.466729] env[62353]: DEBUG nova.compute.provider_tree [None req-56904b2f-ce32-448b-af83-81d8056a1364 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1057.479258] env[62353]: DEBUG oslo_vmware.api [None req-99a8fe4c-0575-4824-b11a-7d54e79265a4 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': task-2373075, 'name': CloneVM_Task} progress is 94%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.481443] env[62353]: DEBUG nova.virt.hardware [None req-d0bce9af-1729-4e78-b4da-d47e47412702 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T12:38:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c4ee7f60944a6d1903304fa8c2b30a36',container_format='bare',created_at=2025-02-07T12:48:08Z,direct_url=,disk_format='vmdk',id=fb0ebc7c-5c26-4c22-858b-042924fc77f0,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-611669429-shelved',owner='7bed92e4d6734102a7048c91ed285e0f',properties=ImageMetaProps,protected=,size=31593984,status='active',tags=,updated_at=2025-02-07T12:48:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1057.481688] env[62353]: DEBUG nova.virt.hardware [None req-d0bce9af-1729-4e78-b4da-d47e47412702 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1057.481944] env[62353]: DEBUG nova.virt.hardware [None req-d0bce9af-1729-4e78-b4da-d47e47412702 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1057.482044] env[62353]: DEBUG nova.virt.hardware [None req-d0bce9af-1729-4e78-b4da-d47e47412702 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1057.482194] env[62353]: DEBUG nova.virt.hardware [None req-d0bce9af-1729-4e78-b4da-d47e47412702 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1057.482402] env[62353]: DEBUG nova.virt.hardware [None req-d0bce9af-1729-4e78-b4da-d47e47412702 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1057.482574] env[62353]: DEBUG nova.virt.hardware [None req-d0bce9af-1729-4e78-b4da-d47e47412702 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1057.482753] env[62353]: DEBUG nova.virt.hardware [None req-d0bce9af-1729-4e78-b4da-d47e47412702 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1057.483181] env[62353]: DEBUG nova.virt.hardware [None req-d0bce9af-1729-4e78-b4da-d47e47412702 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1057.483181] env[62353]: DEBUG nova.virt.hardware [None req-d0bce9af-1729-4e78-b4da-d47e47412702 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1057.483315] env[62353]: DEBUG nova.virt.hardware [None req-d0bce9af-1729-4e78-b4da-d47e47412702 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1057.484669] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4818a64d-a1b9-4de3-b732-d695c52d2ca3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.491274] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b260433-c8ea-47e1-bd87-538e9e3bb0fb {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.504788] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-d0bce9af-1729-4e78-b4da-d47e47412702 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] [instance: a97e3cc7-cd7e-4239-b58d-6b3e62477819] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e4:4a:54', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ab93899c-92b2-4d84-95a6-192234add28c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '73e575b8-0e78-4c00-babc-20e8f490800b', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1057.512613] env[62353]: DEBUG oslo.service.loopingcall [None req-d0bce9af-1729-4e78-b4da-d47e47412702 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1057.513196] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a97e3cc7-cd7e-4239-b58d-6b3e62477819] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1057.513647] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6015ab0e-5141-4726-af0f-7f2cab7effcd {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.537802] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1057.537802] env[62353]: value = "task-2373078" [ 1057.537802] env[62353]: _type = "Task" [ 1057.537802] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.545712] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2373078, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.623509] env[62353]: DEBUG oslo_vmware.api [None req-3c976f20-f2d0-4e1e-98d7-e128deb695a2 tempest-ServersV294TestFqdnHostnames-2078622457 tempest-ServersV294TestFqdnHostnames-2078622457-project-member] Task: {'id': task-2373077, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.256059} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.623769] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c976f20-f2d0-4e1e-98d7-e128deb695a2 tempest-ServersV294TestFqdnHostnames-2078622457 tempest-ServersV294TestFqdnHostnames-2078622457-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1057.623956] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-3c976f20-f2d0-4e1e-98d7-e128deb695a2 tempest-ServersV294TestFqdnHostnames-2078622457 tempest-ServersV294TestFqdnHostnames-2078622457-project-member] [instance: 3c336a85-979f-4b67-8d02-dc8fbd0ceab4] Deleted contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1057.624150] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-3c976f20-f2d0-4e1e-98d7-e128deb695a2 tempest-ServersV294TestFqdnHostnames-2078622457 tempest-ServersV294TestFqdnHostnames-2078622457-project-member] [instance: 3c336a85-979f-4b67-8d02-dc8fbd0ceab4] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1057.624326] env[62353]: INFO nova.compute.manager [None req-3c976f20-f2d0-4e1e-98d7-e128deb695a2 tempest-ServersV294TestFqdnHostnames-2078622457 tempest-ServersV294TestFqdnHostnames-2078622457-project-member] [instance: 3c336a85-979f-4b67-8d02-dc8fbd0ceab4] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1057.624575] env[62353]: DEBUG oslo.service.loopingcall [None req-3c976f20-f2d0-4e1e-98d7-e128deb695a2 tempest-ServersV294TestFqdnHostnames-2078622457 tempest-ServersV294TestFqdnHostnames-2078622457-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1057.624763] env[62353]: DEBUG nova.compute.manager [-] [instance: 3c336a85-979f-4b67-8d02-dc8fbd0ceab4] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1057.624867] env[62353]: DEBUG nova.network.neutron [-] [instance: 3c336a85-979f-4b67-8d02-dc8fbd0ceab4] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1057.666477] env[62353]: DEBUG nova.compute.manager [None req-e171f974-cca9-4f50-921a-b973e7db6553 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [instance: 53ff526b-6e0b-49bc-beca-4fb4a377389b] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1057.666704] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-e171f974-cca9-4f50-921a-b973e7db6553 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [instance: 53ff526b-6e0b-49bc-beca-4fb4a377389b] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1057.667619] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-543e0d37-044c-4224-96b9-e24b6e64dfc8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.675961] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-e171f974-cca9-4f50-921a-b973e7db6553 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [instance: 53ff526b-6e0b-49bc-beca-4fb4a377389b] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1057.676262] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f382ad85-2bdd-46c3-9af5-204ba8512b10 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.685826] env[62353]: DEBUG oslo_vmware.api [None req-e171f974-cca9-4f50-921a-b973e7db6553 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Waiting for the task: (returnval){ [ 1057.685826] env[62353]: value = "task-2373079" [ 1057.685826] env[62353]: _type = "Task" [ 1057.685826] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.696085] env[62353]: DEBUG oslo_vmware.api [None req-e171f974-cca9-4f50-921a-b973e7db6553 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Task: {'id': task-2373079, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.882186] env[62353]: DEBUG nova.network.neutron [-] [instance: bbea4c07-3f5b-4d9a-a127-86a1e461295f] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.925282] env[62353]: DEBUG oslo_concurrency.lockutils [None req-60e4a484-b644-45f2-9296-a96c641b4fea tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Lock "6bca1280-d76a-4a63-a619-ab3788756003" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.213s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1057.933799] env[62353]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b2c10f29-788f-4ea9-a2c9-16d476eec0af {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.943469] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cb8ea3f-eeb2-41dd-9b3a-b0c431f9d5fc {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.975154] env[62353]: DEBUG nova.compute.manager [req-16dbdb04-aac2-4824-b322-7a51e57dada7 req-88deff7e-4b7f-481c-b0f1-bbac71aaaac2 service nova] [instance: bbea4c07-3f5b-4d9a-a127-86a1e461295f] Detach interface failed, port_id=b0170c1f-9e76-4e4d-94dc-245808377493, reason: Instance bbea4c07-3f5b-4d9a-a127-86a1e461295f could not be found. {{(pid=62353) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1057.981181] env[62353]: DEBUG nova.scheduler.client.report [None req-56904b2f-ce32-448b-af83-81d8056a1364 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1057.989948] env[62353]: DEBUG oslo_vmware.api [None req-99a8fe4c-0575-4824-b11a-7d54e79265a4 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': task-2373075, 'name': CloneVM_Task} progress is 94%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.993957] env[62353]: DEBUG nova.network.neutron [None req-897f750f-527e-4024-ba16-f6804c2be77e tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: cd87ae19-37ee-4d88-95ee-9de38d5214a4] Updating instance_info_cache with network_info: [{"id": "85d268bd-7eab-47eb-9352-44c996b74f59", "address": "fa:16:3e:c0:3a:8c", "network": {"id": "e5d036e4-e0e1-4263-a13b-32de611efa27", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1880879466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c183cea98ca94f09886d57c4499788e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08e9585e-6186-4788-9fd9-24174ce45a6f", "external-id": "nsx-vlan-transportzone-254", "segmentation_id": 254, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85d268bd-7e", "ovs_interfaceid": "85d268bd-7eab-47eb-9352-44c996b74f59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.051482] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2373078, 'name': CreateVM_Task} progress is 99%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.198743] env[62353]: DEBUG oslo_vmware.api [None req-e171f974-cca9-4f50-921a-b973e7db6553 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Task: {'id': task-2373079, 'name': PowerOffVM_Task, 'duration_secs': 0.259369} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.199018] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-e171f974-cca9-4f50-921a-b973e7db6553 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [instance: 53ff526b-6e0b-49bc-beca-4fb4a377389b] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1058.199183] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-e171f974-cca9-4f50-921a-b973e7db6553 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [instance: 53ff526b-6e0b-49bc-beca-4fb4a377389b] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1058.199448] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ab4872cb-4f9a-4fe6-8889-fa9f77f260c1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.387558] env[62353]: INFO nova.compute.manager [-] [instance: bbea4c07-3f5b-4d9a-a127-86a1e461295f] Took 1.90 seconds to deallocate network for instance. [ 1058.465587] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e88e9212-c280-4bb5-ae2e-e386976f77fa tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Acquiring lock "982a9d5d-c26d-43c8-b2bd-cf4aa04d5823" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1058.465836] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e88e9212-c280-4bb5-ae2e-e386976f77fa tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Lock "982a9d5d-c26d-43c8-b2bd-cf4aa04d5823" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1058.484267] env[62353]: DEBUG oslo_vmware.api [None req-99a8fe4c-0575-4824-b11a-7d54e79265a4 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': task-2373075, 'name': CloneVM_Task} progress is 95%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.487124] env[62353]: DEBUG oslo_concurrency.lockutils [None req-56904b2f-ce32-448b-af83-81d8056a1364 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.420s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1058.487610] env[62353]: DEBUG nova.compute.manager [None req-56904b2f-ce32-448b-af83-81d8056a1364 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: 38ad8f6c-4b6a-44d4-8f37-8d3d1efb5d7c] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1058.496377] env[62353]: DEBUG oslo_concurrency.lockutils [None req-897f750f-527e-4024-ba16-f6804c2be77e tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Releasing lock "refresh_cache-cd87ae19-37ee-4d88-95ee-9de38d5214a4" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1058.496612] env[62353]: DEBUG nova.objects.instance [None req-897f750f-527e-4024-ba16-f6804c2be77e tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Lazy-loading 'migration_context' on Instance uuid cd87ae19-37ee-4d88-95ee-9de38d5214a4 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1058.550280] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2373078, 'name': CreateVM_Task, 'duration_secs': 0.57188} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.550446] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a97e3cc7-cd7e-4239-b58d-6b3e62477819] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1058.552070] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d0bce9af-1729-4e78-b4da-d47e47412702 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fb0ebc7c-5c26-4c22-858b-042924fc77f0" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1058.552070] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d0bce9af-1729-4e78-b4da-d47e47412702 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fb0ebc7c-5c26-4c22-858b-042924fc77f0" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.552070] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d0bce9af-1729-4e78-b4da-d47e47412702 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fb0ebc7c-5c26-4c22-858b-042924fc77f0" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1058.552070] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1e3063c-7af5-4c75-a131-737616a6f942 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.558859] env[62353]: DEBUG oslo_vmware.api [None req-d0bce9af-1729-4e78-b4da-d47e47412702 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Waiting for the task: (returnval){ [ 1058.558859] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52019b83-227c-fff6-d379-d5314433b523" [ 1058.558859] env[62353]: _type = "Task" [ 1058.558859] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.564454] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-e171f974-cca9-4f50-921a-b973e7db6553 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [instance: 53ff526b-6e0b-49bc-beca-4fb4a377389b] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1058.564696] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-e171f974-cca9-4f50-921a-b973e7db6553 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [instance: 53ff526b-6e0b-49bc-beca-4fb4a377389b] Deleting contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1058.564878] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-e171f974-cca9-4f50-921a-b973e7db6553 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Deleting the datastore file [datastore1] 53ff526b-6e0b-49bc-beca-4fb4a377389b {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1058.572017] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d10690d0-6444-43cd-8987-694ff4883e44 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.581022] env[62353]: DEBUG oslo_vmware.api [None req-d0bce9af-1729-4e78-b4da-d47e47412702 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52019b83-227c-fff6-d379-d5314433b523, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.583834] env[62353]: DEBUG oslo_vmware.api [None req-e171f974-cca9-4f50-921a-b973e7db6553 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Waiting for the task: (returnval){ [ 1058.583834] env[62353]: value = "task-2373081" [ 1058.583834] env[62353]: _type = "Task" [ 1058.583834] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.595127] env[62353]: DEBUG oslo_vmware.api [None req-e171f974-cca9-4f50-921a-b973e7db6553 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Task: {'id': task-2373081, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.684661] env[62353]: DEBUG nova.compute.manager [req-54ec30bc-bcc5-47d2-b185-769132f97a67 req-8e0eda0c-7f40-4d43-9400-d33344559097 service nova] [instance: a97e3cc7-cd7e-4239-b58d-6b3e62477819] Received event network-changed-73e575b8-0e78-4c00-babc-20e8f490800b {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1058.684882] env[62353]: DEBUG nova.compute.manager [req-54ec30bc-bcc5-47d2-b185-769132f97a67 req-8e0eda0c-7f40-4d43-9400-d33344559097 service nova] [instance: a97e3cc7-cd7e-4239-b58d-6b3e62477819] Refreshing instance network info cache due to event network-changed-73e575b8-0e78-4c00-babc-20e8f490800b. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1058.685092] env[62353]: DEBUG oslo_concurrency.lockutils [req-54ec30bc-bcc5-47d2-b185-769132f97a67 req-8e0eda0c-7f40-4d43-9400-d33344559097 service nova] Acquiring lock "refresh_cache-a97e3cc7-cd7e-4239-b58d-6b3e62477819" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1058.685285] env[62353]: DEBUG oslo_concurrency.lockutils [req-54ec30bc-bcc5-47d2-b185-769132f97a67 req-8e0eda0c-7f40-4d43-9400-d33344559097 service nova] Acquired lock "refresh_cache-a97e3cc7-cd7e-4239-b58d-6b3e62477819" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.685451] env[62353]: DEBUG nova.network.neutron [req-54ec30bc-bcc5-47d2-b185-769132f97a67 req-8e0eda0c-7f40-4d43-9400-d33344559097 service nova] [instance: a97e3cc7-cd7e-4239-b58d-6b3e62477819] Refreshing network info cache for port 73e575b8-0e78-4c00-babc-20e8f490800b {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1058.898934] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ebcfd0ad-180d-46f5-add4-180c2035caa3 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1058.899274] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ebcfd0ad-180d-46f5-add4-180c2035caa3 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1058.899567] env[62353]: DEBUG nova.objects.instance [None req-ebcfd0ad-180d-46f5-add4-180c2035caa3 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Lazy-loading 'resources' on Instance uuid bbea4c07-3f5b-4d9a-a127-86a1e461295f {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1058.968412] env[62353]: DEBUG nova.compute.manager [None req-e88e9212-c280-4bb5-ae2e-e386976f77fa tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: 982a9d5d-c26d-43c8-b2bd-cf4aa04d5823] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1058.982149] env[62353]: DEBUG oslo_vmware.api [None req-99a8fe4c-0575-4824-b11a-7d54e79265a4 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': task-2373075, 'name': CloneVM_Task, 'duration_secs': 1.687895} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.982431] env[62353]: INFO nova.virt.vmwareapi.vmops [None req-99a8fe4c-0575-4824-b11a-7d54e79265a4 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 78d43ae6-d281-4b98-88f1-281548975167] Created linked-clone VM from snapshot [ 1058.983218] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71bf85b9-f8f9-40b6-8acf-e9f204446639 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.992416] env[62353]: DEBUG nova.compute.utils [None req-56904b2f-ce32-448b-af83-81d8056a1364 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1058.993891] env[62353]: DEBUG nova.virt.vmwareapi.images [None req-99a8fe4c-0575-4824-b11a-7d54e79265a4 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 78d43ae6-d281-4b98-88f1-281548975167] Uploading image b4935210-deff-41ff-bcc1-43f7a0a25c3e {{(pid=62353) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1058.996480] env[62353]: DEBUG nova.compute.manager [None req-56904b2f-ce32-448b-af83-81d8056a1364 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: 38ad8f6c-4b6a-44d4-8f37-8d3d1efb5d7c] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1058.996664] env[62353]: DEBUG nova.network.neutron [None req-56904b2f-ce32-448b-af83-81d8056a1364 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: 38ad8f6c-4b6a-44d4-8f37-8d3d1efb5d7c] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1058.998969] env[62353]: DEBUG nova.objects.base [None req-897f750f-527e-4024-ba16-f6804c2be77e tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=62353) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1058.999926] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-381ce33a-46bb-4756-803f-98d53b50213c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.025971] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e924c78-bdda-4e42-8c0a-7495ec4b9fae {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.032232] env[62353]: DEBUG oslo_vmware.api [None req-897f750f-527e-4024-ba16-f6804c2be77e tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Waiting for the task: (returnval){ [ 1059.032232] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52444249-6b6f-c5d7-1f69-7841f3836dd8" [ 1059.032232] env[62353]: _type = "Task" [ 1059.032232] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.040083] env[62353]: DEBUG oslo_vmware.rw_handles [None req-99a8fe4c-0575-4824-b11a-7d54e79265a4 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1059.040083] env[62353]: value = "vm-481738" [ 1059.040083] env[62353]: _type = "VirtualMachine" [ 1059.040083] env[62353]: }. {{(pid=62353) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1059.040621] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-08044cf2-771e-4a01-b595-ddd34ed14ff0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.047647] env[62353]: DEBUG oslo_vmware.api [None req-897f750f-527e-4024-ba16-f6804c2be77e tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52444249-6b6f-c5d7-1f69-7841f3836dd8, 'name': SearchDatastore_Task, 'duration_secs': 0.007559} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.049077] env[62353]: DEBUG oslo_concurrency.lockutils [None req-897f750f-527e-4024-ba16-f6804c2be77e tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1059.049526] env[62353]: DEBUG oslo_vmware.rw_handles [None req-99a8fe4c-0575-4824-b11a-7d54e79265a4 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Lease: (returnval){ [ 1059.049526] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]524072d7-3360-bcae-30b2-c9035cc1e189" [ 1059.049526] env[62353]: _type = "HttpNfcLease" [ 1059.049526] env[62353]: } obtained for exporting VM: (result){ [ 1059.049526] env[62353]: value = "vm-481738" [ 1059.049526] env[62353]: _type = "VirtualMachine" [ 1059.049526] env[62353]: }. {{(pid=62353) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1059.049981] env[62353]: DEBUG oslo_vmware.api [None req-99a8fe4c-0575-4824-b11a-7d54e79265a4 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Waiting for the lease: (returnval){ [ 1059.049981] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]524072d7-3360-bcae-30b2-c9035cc1e189" [ 1059.049981] env[62353]: _type = "HttpNfcLease" [ 1059.049981] env[62353]: } to be ready. {{(pid=62353) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1059.056563] env[62353]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1059.056563] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]524072d7-3360-bcae-30b2-c9035cc1e189" [ 1059.056563] env[62353]: _type = "HttpNfcLease" [ 1059.056563] env[62353]: } is initializing. {{(pid=62353) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1059.070014] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d0bce9af-1729-4e78-b4da-d47e47412702 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fb0ebc7c-5c26-4c22-858b-042924fc77f0" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1059.070339] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-d0bce9af-1729-4e78-b4da-d47e47412702 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] [instance: a97e3cc7-cd7e-4239-b58d-6b3e62477819] Processing image fb0ebc7c-5c26-4c22-858b-042924fc77f0 {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1059.070619] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d0bce9af-1729-4e78-b4da-d47e47412702 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fb0ebc7c-5c26-4c22-858b-042924fc77f0/fb0ebc7c-5c26-4c22-858b-042924fc77f0.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1059.070800] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d0bce9af-1729-4e78-b4da-d47e47412702 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fb0ebc7c-5c26-4c22-858b-042924fc77f0/fb0ebc7c-5c26-4c22-858b-042924fc77f0.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.071026] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0bce9af-1729-4e78-b4da-d47e47412702 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1059.071313] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2a526c60-6b46-4a16-a43c-d9f4cc35940f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.075508] env[62353]: DEBUG nova.policy [None req-56904b2f-ce32-448b-af83-81d8056a1364 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '82c6391b4f014ebcaea1a762d3644bd2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd154d2686c9e43b4b2a7a9ec6a5a795c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:192}} [ 1059.079552] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0bce9af-1729-4e78-b4da-d47e47412702 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1059.079766] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-d0bce9af-1729-4e78-b4da-d47e47412702 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1059.080574] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f7db299-1b1d-4c84-ad1d-ed8486029681 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.090373] env[62353]: DEBUG oslo_vmware.api [None req-d0bce9af-1729-4e78-b4da-d47e47412702 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Waiting for the task: (returnval){ [ 1059.090373] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52ae3b7e-b11a-00b8-cec7-850f2fd60189" [ 1059.090373] env[62353]: _type = "Task" [ 1059.090373] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.098428] env[62353]: DEBUG oslo_vmware.api [None req-e171f974-cca9-4f50-921a-b973e7db6553 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Task: {'id': task-2373081, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.387869} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.099319] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-e171f974-cca9-4f50-921a-b973e7db6553 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1059.100411] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-e171f974-cca9-4f50-921a-b973e7db6553 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [instance: 53ff526b-6e0b-49bc-beca-4fb4a377389b] Deleted contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1059.100411] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-e171f974-cca9-4f50-921a-b973e7db6553 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [instance: 53ff526b-6e0b-49bc-beca-4fb4a377389b] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1059.100411] env[62353]: INFO nova.compute.manager [None req-e171f974-cca9-4f50-921a-b973e7db6553 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [instance: 53ff526b-6e0b-49bc-beca-4fb4a377389b] Took 1.43 seconds to destroy the instance on the hypervisor. [ 1059.100411] env[62353]: DEBUG oslo.service.loopingcall [None req-e171f974-cca9-4f50-921a-b973e7db6553 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1059.104447] env[62353]: DEBUG nova.compute.manager [-] [instance: 53ff526b-6e0b-49bc-beca-4fb4a377389b] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1059.104644] env[62353]: DEBUG nova.network.neutron [-] [instance: 53ff526b-6e0b-49bc-beca-4fb4a377389b] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1059.107402] env[62353]: DEBUG nova.network.neutron [-] [instance: 3c336a85-979f-4b67-8d02-dc8fbd0ceab4] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.108448] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-d0bce9af-1729-4e78-b4da-d47e47412702 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] [instance: a97e3cc7-cd7e-4239-b58d-6b3e62477819] Preparing fetch location {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1059.108712] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-d0bce9af-1729-4e78-b4da-d47e47412702 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] [instance: a97e3cc7-cd7e-4239-b58d-6b3e62477819] Fetch image to [datastore2] OSTACK_IMG_d553fc09-a781-4d29-9834-292cbbebfd2d/OSTACK_IMG_d553fc09-a781-4d29-9834-292cbbebfd2d.vmdk {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1059.108938] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-d0bce9af-1729-4e78-b4da-d47e47412702 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] [instance: a97e3cc7-cd7e-4239-b58d-6b3e62477819] Downloading stream optimized image fb0ebc7c-5c26-4c22-858b-042924fc77f0 to [datastore2] OSTACK_IMG_d553fc09-a781-4d29-9834-292cbbebfd2d/OSTACK_IMG_d553fc09-a781-4d29-9834-292cbbebfd2d.vmdk on the data store datastore2 as vApp {{(pid=62353) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1059.109240] env[62353]: DEBUG nova.virt.vmwareapi.images [None req-d0bce9af-1729-4e78-b4da-d47e47412702 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] [instance: a97e3cc7-cd7e-4239-b58d-6b3e62477819] Downloading image file data fb0ebc7c-5c26-4c22-858b-042924fc77f0 to the ESX as VM named 'OSTACK_IMG_d553fc09-a781-4d29-9834-292cbbebfd2d' {{(pid=62353) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1059.168643] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1b1c25b0-98dc-4f20-b707-7bad7d7f084a tempest-ServersTestJSON-1364369891 tempest-ServersTestJSON-1364369891-project-member] Acquiring lock "269bf557-1b4e-4a5b-a9b0-c57fa08176d7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1059.168868] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1b1c25b0-98dc-4f20-b707-7bad7d7f084a tempest-ServersTestJSON-1364369891 tempest-ServersTestJSON-1364369891-project-member] Lock "269bf557-1b4e-4a5b-a9b0-c57fa08176d7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1059.213180] env[62353]: DEBUG oslo_vmware.rw_handles [None req-d0bce9af-1729-4e78-b4da-d47e47412702 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1059.213180] env[62353]: value = "resgroup-9" [ 1059.213180] env[62353]: _type = "ResourcePool" [ 1059.213180] env[62353]: }. {{(pid=62353) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1059.213180] env[62353]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-5705c2fd-8fb2-4fc6-b23f-bb154243a0e5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.241029] env[62353]: DEBUG oslo_vmware.rw_handles [None req-d0bce9af-1729-4e78-b4da-d47e47412702 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Lease: (returnval){ [ 1059.241029] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5289b9e9-1f34-a361-b459-2215165d1361" [ 1059.241029] env[62353]: _type = "HttpNfcLease" [ 1059.241029] env[62353]: } obtained for vApp import into resource pool (val){ [ 1059.241029] env[62353]: value = "resgroup-9" [ 1059.241029] env[62353]: _type = "ResourcePool" [ 1059.241029] env[62353]: }. {{(pid=62353) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1059.241413] env[62353]: DEBUG oslo_vmware.api [None req-d0bce9af-1729-4e78-b4da-d47e47412702 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Waiting for the lease: (returnval){ [ 1059.241413] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5289b9e9-1f34-a361-b459-2215165d1361" [ 1059.241413] env[62353]: _type = "HttpNfcLease" [ 1059.241413] env[62353]: } to be ready. {{(pid=62353) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1059.248932] env[62353]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1059.248932] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5289b9e9-1f34-a361-b459-2215165d1361" [ 1059.248932] env[62353]: _type = "HttpNfcLease" [ 1059.248932] env[62353]: } is initializing. {{(pid=62353) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1059.481735] env[62353]: DEBUG nova.network.neutron [req-54ec30bc-bcc5-47d2-b185-769132f97a67 req-8e0eda0c-7f40-4d43-9400-d33344559097 service nova] [instance: a97e3cc7-cd7e-4239-b58d-6b3e62477819] Updated VIF entry in instance network info cache for port 73e575b8-0e78-4c00-babc-20e8f490800b. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1059.482107] env[62353]: DEBUG nova.network.neutron [req-54ec30bc-bcc5-47d2-b185-769132f97a67 req-8e0eda0c-7f40-4d43-9400-d33344559097 service nova] [instance: a97e3cc7-cd7e-4239-b58d-6b3e62477819] Updating instance_info_cache with network_info: [{"id": "73e575b8-0e78-4c00-babc-20e8f490800b", "address": "fa:16:3e:e4:4a:54", "network": {"id": "8e8157ad-d933-4e32-a16e-cb78473806e0", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1894863752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bed92e4d6734102a7048c91ed285e0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73e575b8-0e", "ovs_interfaceid": "73e575b8-0e78-4c00-babc-20e8f490800b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.490168] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e88e9212-c280-4bb5-ae2e-e386976f77fa tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1059.496486] env[62353]: DEBUG nova.compute.manager [None req-56904b2f-ce32-448b-af83-81d8056a1364 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: 38ad8f6c-4b6a-44d4-8f37-8d3d1efb5d7c] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1059.516144] env[62353]: DEBUG nova.compute.manager [req-530d9e45-d966-4026-b4bb-57a05964fe25 req-45c26887-187f-4458-a792-ee2cf0410d83 service nova] [instance: 6bca1280-d76a-4a63-a619-ab3788756003] Received event network-changed-8381e0d9-1dee-490c-a4a0-f79e88317927 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1059.516144] env[62353]: DEBUG nova.compute.manager [req-530d9e45-d966-4026-b4bb-57a05964fe25 req-45c26887-187f-4458-a792-ee2cf0410d83 service nova] [instance: 6bca1280-d76a-4a63-a619-ab3788756003] Refreshing instance network info cache due to event network-changed-8381e0d9-1dee-490c-a4a0-f79e88317927. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1059.516144] env[62353]: DEBUG oslo_concurrency.lockutils [req-530d9e45-d966-4026-b4bb-57a05964fe25 req-45c26887-187f-4458-a792-ee2cf0410d83 service nova] Acquiring lock "refresh_cache-6bca1280-d76a-4a63-a619-ab3788756003" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1059.516144] env[62353]: DEBUG oslo_concurrency.lockutils [req-530d9e45-d966-4026-b4bb-57a05964fe25 req-45c26887-187f-4458-a792-ee2cf0410d83 service nova] Acquired lock "refresh_cache-6bca1280-d76a-4a63-a619-ab3788756003" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.516144] env[62353]: DEBUG nova.network.neutron [req-530d9e45-d966-4026-b4bb-57a05964fe25 req-45c26887-187f-4458-a792-ee2cf0410d83 service nova] [instance: 6bca1280-d76a-4a63-a619-ab3788756003] Refreshing network info cache for port 8381e0d9-1dee-490c-a4a0-f79e88317927 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1059.560691] env[62353]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1059.560691] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]524072d7-3360-bcae-30b2-c9035cc1e189" [ 1059.560691] env[62353]: _type = "HttpNfcLease" [ 1059.560691] env[62353]: } is ready. {{(pid=62353) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1059.560983] env[62353]: DEBUG oslo_vmware.rw_handles [None req-99a8fe4c-0575-4824-b11a-7d54e79265a4 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1059.560983] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]524072d7-3360-bcae-30b2-c9035cc1e189" [ 1059.560983] env[62353]: _type = "HttpNfcLease" [ 1059.560983] env[62353]: }. {{(pid=62353) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1059.561860] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-937779c7-ef09-4b71-8150-2e03dfff2c26 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.574017] env[62353]: DEBUG oslo_vmware.rw_handles [None req-99a8fe4c-0575-4824-b11a-7d54e79265a4 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528752ad-5567-66b3-15ee-ac66f5283ca2/disk-0.vmdk from lease info. {{(pid=62353) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1059.574017] env[62353]: DEBUG oslo_vmware.rw_handles [None req-99a8fe4c-0575-4824-b11a-7d54e79265a4 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528752ad-5567-66b3-15ee-ac66f5283ca2/disk-0.vmdk for reading. {{(pid=62353) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1059.631483] env[62353]: INFO nova.compute.manager [-] [instance: 3c336a85-979f-4b67-8d02-dc8fbd0ceab4] Took 2.01 seconds to deallocate network for instance. [ 1059.672378] env[62353]: DEBUG nova.compute.manager [None req-1b1c25b0-98dc-4f20-b707-7bad7d7f084a tempest-ServersTestJSON-1364369891 tempest-ServersTestJSON-1364369891-project-member] [instance: 269bf557-1b4e-4a5b-a9b0-c57fa08176d7] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1059.695278] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da02c310-9402-417d-896c-d2c707436ae6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.704453] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30874be5-1b7f-44aa-a890-d3916391e1db {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.739644] env[62353]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b7e0528c-2c54-423d-b8d8-0091bb93dc01 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.745734] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b730ed5c-16e8-4c7b-a2b9-c2277ace0f14 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.761283] env[62353]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1059.761283] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5289b9e9-1f34-a361-b459-2215165d1361" [ 1059.761283] env[62353]: _type = "HttpNfcLease" [ 1059.761283] env[62353]: } is initializing. {{(pid=62353) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1059.762621] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6c87de2-6b35-496f-8c08-5d5bcb8aec5b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.784048] env[62353]: DEBUG nova.compute.provider_tree [None req-ebcfd0ad-180d-46f5-add4-180c2035caa3 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1059.984878] env[62353]: DEBUG oslo_concurrency.lockutils [req-54ec30bc-bcc5-47d2-b185-769132f97a67 req-8e0eda0c-7f40-4d43-9400-d33344559097 service nova] Releasing lock "refresh_cache-a97e3cc7-cd7e-4239-b58d-6b3e62477819" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1060.140540] env[62353]: DEBUG nova.network.neutron [None req-56904b2f-ce32-448b-af83-81d8056a1364 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: 38ad8f6c-4b6a-44d4-8f37-8d3d1efb5d7c] Successfully created port: 51da790c-fb48-4b42-85b3-661e96580aab {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1060.143512] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3c976f20-f2d0-4e1e-98d7-e128deb695a2 tempest-ServersV294TestFqdnHostnames-2078622457 tempest-ServersV294TestFqdnHostnames-2078622457-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1060.203673] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1b1c25b0-98dc-4f20-b707-7bad7d7f084a tempest-ServersTestJSON-1364369891 tempest-ServersTestJSON-1364369891-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1060.254297] env[62353]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1060.254297] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5289b9e9-1f34-a361-b459-2215165d1361" [ 1060.254297] env[62353]: _type = "HttpNfcLease" [ 1060.254297] env[62353]: } is ready. {{(pid=62353) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1060.254844] env[62353]: DEBUG oslo_vmware.rw_handles [None req-d0bce9af-1729-4e78-b4da-d47e47412702 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1060.254844] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5289b9e9-1f34-a361-b459-2215165d1361" [ 1060.254844] env[62353]: _type = "HttpNfcLease" [ 1060.254844] env[62353]: }. {{(pid=62353) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1060.255858] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c11e54c4-684e-4e30-9465-33676feede08 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.266979] env[62353]: DEBUG oslo_vmware.rw_handles [None req-d0bce9af-1729-4e78-b4da-d47e47412702 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525b3544-2276-46d7-2e98-4fc0d876ba17/disk-0.vmdk from lease info. {{(pid=62353) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1060.267202] env[62353]: DEBUG oslo_vmware.rw_handles [None req-d0bce9af-1729-4e78-b4da-d47e47412702 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Creating HTTP connection to write to file with size = 31593984 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525b3544-2276-46d7-2e98-4fc0d876ba17/disk-0.vmdk. {{(pid=62353) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1060.339562] env[62353]: DEBUG nova.scheduler.client.report [None req-ebcfd0ad-180d-46f5-add4-180c2035caa3 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1060.350651] env[62353]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d45f523f-21ad-4ee2-a293-c946f43f6fb7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.497610] env[62353]: DEBUG nova.network.neutron [req-530d9e45-d966-4026-b4bb-57a05964fe25 req-45c26887-187f-4458-a792-ee2cf0410d83 service nova] [instance: 6bca1280-d76a-4a63-a619-ab3788756003] Updated VIF entry in instance network info cache for port 8381e0d9-1dee-490c-a4a0-f79e88317927. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1060.498279] env[62353]: DEBUG nova.network.neutron [req-530d9e45-d966-4026-b4bb-57a05964fe25 req-45c26887-187f-4458-a792-ee2cf0410d83 service nova] [instance: 6bca1280-d76a-4a63-a619-ab3788756003] Updating instance_info_cache with network_info: [{"id": "8381e0d9-1dee-490c-a4a0-f79e88317927", "address": "fa:16:3e:fa:09:2d", "network": {"id": "195a2cf7-0c7f-46e9-8a1f-90661cb5de80", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-388449229-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7583ea205b154599859e152e3cf3af0b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d88bb07-f93c-45ca-bce7-230cb1f33833", "external-id": "nsx-vlan-transportzone-387", "segmentation_id": 387, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8381e0d9-1d", "ovs_interfaceid": "8381e0d9-1dee-490c-a4a0-f79e88317927", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.506449] env[62353]: DEBUG nova.compute.manager [None req-56904b2f-ce32-448b-af83-81d8056a1364 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: 38ad8f6c-4b6a-44d4-8f37-8d3d1efb5d7c] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1060.719948] env[62353]: DEBUG nova.compute.manager [req-4d54995d-575f-41db-b9c1-c89dce35f4ee req-ed959224-4505-49d2-ba52-617765011b28 service nova] [instance: 3c336a85-979f-4b67-8d02-dc8fbd0ceab4] Received event network-vif-deleted-63154f0d-8b24-455a-9ac5-ffc7c723dcc8 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1060.719948] env[62353]: DEBUG nova.compute.manager [req-4d54995d-575f-41db-b9c1-c89dce35f4ee req-ed959224-4505-49d2-ba52-617765011b28 service nova] [instance: 53ff526b-6e0b-49bc-beca-4fb4a377389b] Received event network-vif-deleted-715936b4-75a3-4ba7-90cb-8ff7c2360189 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1060.719948] env[62353]: INFO nova.compute.manager [req-4d54995d-575f-41db-b9c1-c89dce35f4ee req-ed959224-4505-49d2-ba52-617765011b28 service nova] [instance: 53ff526b-6e0b-49bc-beca-4fb4a377389b] Neutron deleted interface 715936b4-75a3-4ba7-90cb-8ff7c2360189; detaching it from the instance and deleting it from the info cache [ 1060.720132] env[62353]: DEBUG nova.network.neutron [req-4d54995d-575f-41db-b9c1-c89dce35f4ee req-ed959224-4505-49d2-ba52-617765011b28 service nova] [instance: 53ff526b-6e0b-49bc-beca-4fb4a377389b] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.851596] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ebcfd0ad-180d-46f5-add4-180c2035caa3 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.952s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1060.853874] env[62353]: DEBUG nova.network.neutron [-] [instance: 53ff526b-6e0b-49bc-beca-4fb4a377389b] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.857104] env[62353]: DEBUG oslo_concurrency.lockutils [None req-897f750f-527e-4024-ba16-f6804c2be77e tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 1.808s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1060.880922] env[62353]: INFO nova.scheduler.client.report [None req-ebcfd0ad-180d-46f5-add4-180c2035caa3 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Deleted allocations for instance bbea4c07-3f5b-4d9a-a127-86a1e461295f [ 1061.002698] env[62353]: DEBUG oslo_concurrency.lockutils [req-530d9e45-d966-4026-b4bb-57a05964fe25 req-45c26887-187f-4458-a792-ee2cf0410d83 service nova] Releasing lock "refresh_cache-6bca1280-d76a-4a63-a619-ab3788756003" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1061.172444] env[62353]: DEBUG nova.virt.hardware [None req-56904b2f-ce32-448b-af83-81d8056a1364 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T12:38:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T12:38:15Z,direct_url=,disk_format='vmdk',id=06f909ae-e8dc-43b4-abf7-c7ed85db9bbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0a3f88790a594523a818b8c00f6862e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T12:38:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1061.172924] env[62353]: DEBUG nova.virt.hardware [None req-56904b2f-ce32-448b-af83-81d8056a1364 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1061.173276] env[62353]: DEBUG nova.virt.hardware [None req-56904b2f-ce32-448b-af83-81d8056a1364 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1061.173691] env[62353]: DEBUG nova.virt.hardware [None req-56904b2f-ce32-448b-af83-81d8056a1364 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1061.173987] env[62353]: DEBUG nova.virt.hardware [None req-56904b2f-ce32-448b-af83-81d8056a1364 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1061.174450] env[62353]: DEBUG nova.virt.hardware [None req-56904b2f-ce32-448b-af83-81d8056a1364 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1061.174824] env[62353]: DEBUG nova.virt.hardware [None req-56904b2f-ce32-448b-af83-81d8056a1364 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1061.175082] env[62353]: DEBUG nova.virt.hardware [None req-56904b2f-ce32-448b-af83-81d8056a1364 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1061.175398] env[62353]: DEBUG nova.virt.hardware [None req-56904b2f-ce32-448b-af83-81d8056a1364 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1061.175676] env[62353]: DEBUG nova.virt.hardware [None req-56904b2f-ce32-448b-af83-81d8056a1364 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1061.176048] env[62353]: DEBUG nova.virt.hardware [None req-56904b2f-ce32-448b-af83-81d8056a1364 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1061.177587] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ece14a2-4a11-44f5-9c4e-67881fdc8da0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.193208] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9270c715-2820-431c-ab18-5e8f03c2335f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.224882] env[62353]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-95643466-67ec-4931-86d5-b3fb9492359c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.237184] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa86ba47-9cc5-4db6-8af5-51d372bc714a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.300577] env[62353]: DEBUG nova.compute.manager [req-4d54995d-575f-41db-b9c1-c89dce35f4ee req-ed959224-4505-49d2-ba52-617765011b28 service nova] [instance: 53ff526b-6e0b-49bc-beca-4fb4a377389b] Detach interface failed, port_id=715936b4-75a3-4ba7-90cb-8ff7c2360189, reason: Instance 53ff526b-6e0b-49bc-beca-4fb4a377389b could not be found. {{(pid=62353) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1061.359370] env[62353]: INFO nova.compute.manager [-] [instance: 53ff526b-6e0b-49bc-beca-4fb4a377389b] Took 2.25 seconds to deallocate network for instance. [ 1061.390064] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ebcfd0ad-180d-46f5-add4-180c2035caa3 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Lock "bbea4c07-3f5b-4d9a-a127-86a1e461295f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.548s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1061.637985] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c19b992-3866-4c5b-b497-e4c334e87b04 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.648946] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94ad2509-3de7-4e6c-a0fc-6b1199fd959b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.686101] env[62353]: DEBUG oslo_vmware.rw_handles [None req-d0bce9af-1729-4e78-b4da-d47e47412702 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Completed reading data from the image iterator. {{(pid=62353) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1061.686386] env[62353]: DEBUG oslo_vmware.rw_handles [None req-d0bce9af-1729-4e78-b4da-d47e47412702 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525b3544-2276-46d7-2e98-4fc0d876ba17/disk-0.vmdk. {{(pid=62353) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1061.687480] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a95865f8-74e4-4b64-94e2-8d1d9c4591a4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.691821] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32cc76ef-80d5-4b32-90a2-89fa299439cd {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.699924] env[62353]: DEBUG oslo_vmware.rw_handles [None req-d0bce9af-1729-4e78-b4da-d47e47412702 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525b3544-2276-46d7-2e98-4fc0d876ba17/disk-0.vmdk is in state: ready. {{(pid=62353) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1061.700035] env[62353]: DEBUG oslo_vmware.rw_handles [None req-d0bce9af-1729-4e78-b4da-d47e47412702 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525b3544-2276-46d7-2e98-4fc0d876ba17/disk-0.vmdk. {{(pid=62353) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1061.702682] env[62353]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-25469db0-214f-4aa9-8821-aebfc6a6683d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.705018] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0004d5e9-0298-49dd-ba63-f01def63495d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.719617] env[62353]: DEBUG nova.compute.provider_tree [None req-897f750f-527e-4024-ba16-f6804c2be77e tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1061.878839] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e171f974-cca9-4f50-921a-b973e7db6553 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1061.905182] env[62353]: DEBUG nova.network.neutron [None req-56904b2f-ce32-448b-af83-81d8056a1364 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: 38ad8f6c-4b6a-44d4-8f37-8d3d1efb5d7c] Successfully updated port: 51da790c-fb48-4b42-85b3-661e96580aab {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1062.148199] env[62353]: DEBUG oslo_vmware.rw_handles [None req-d0bce9af-1729-4e78-b4da-d47e47412702 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525b3544-2276-46d7-2e98-4fc0d876ba17/disk-0.vmdk. {{(pid=62353) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1062.148463] env[62353]: INFO nova.virt.vmwareapi.images [None req-d0bce9af-1729-4e78-b4da-d47e47412702 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] [instance: a97e3cc7-cd7e-4239-b58d-6b3e62477819] Downloaded image file data fb0ebc7c-5c26-4c22-858b-042924fc77f0 [ 1062.149510] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c93a0e28-02ea-4599-bf2c-be185973584f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.165831] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ca1a416a-a2ad-42d5-bcb9-b18ccea05335 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.225330] env[62353]: DEBUG nova.scheduler.client.report [None req-897f750f-527e-4024-ba16-f6804c2be77e tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1062.264857] env[62353]: INFO nova.virt.vmwareapi.images [None req-d0bce9af-1729-4e78-b4da-d47e47412702 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] [instance: a97e3cc7-cd7e-4239-b58d-6b3e62477819] The imported VM was unregistered [ 1062.266607] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-d0bce9af-1729-4e78-b4da-d47e47412702 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] [instance: a97e3cc7-cd7e-4239-b58d-6b3e62477819] Caching image {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1062.266837] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0bce9af-1729-4e78-b4da-d47e47412702 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Creating directory with path [datastore2] devstack-image-cache_base/fb0ebc7c-5c26-4c22-858b-042924fc77f0 {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1062.267124] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b9ae0bc9-bf5e-40dd-98ef-c1ab5b7b587a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.277750] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0bce9af-1729-4e78-b4da-d47e47412702 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Created directory with path [datastore2] devstack-image-cache_base/fb0ebc7c-5c26-4c22-858b-042924fc77f0 {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1062.277927] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0bce9af-1729-4e78-b4da-d47e47412702 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_d553fc09-a781-4d29-9834-292cbbebfd2d/OSTACK_IMG_d553fc09-a781-4d29-9834-292cbbebfd2d.vmdk to [datastore2] devstack-image-cache_base/fb0ebc7c-5c26-4c22-858b-042924fc77f0/fb0ebc7c-5c26-4c22-858b-042924fc77f0.vmdk. {{(pid=62353) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1062.278211] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-28ad3a67-d905-4045-b1f9-bb745e6ce014 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.285477] env[62353]: DEBUG oslo_vmware.api [None req-d0bce9af-1729-4e78-b4da-d47e47412702 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Waiting for the task: (returnval){ [ 1062.285477] env[62353]: value = "task-2373086" [ 1062.285477] env[62353]: _type = "Task" [ 1062.285477] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.293164] env[62353]: DEBUG oslo_vmware.api [None req-d0bce9af-1729-4e78-b4da-d47e47412702 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Task: {'id': task-2373086, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.408198] env[62353]: DEBUG oslo_concurrency.lockutils [None req-56904b2f-ce32-448b-af83-81d8056a1364 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Acquiring lock "refresh_cache-38ad8f6c-4b6a-44d4-8f37-8d3d1efb5d7c" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1062.408314] env[62353]: DEBUG oslo_concurrency.lockutils [None req-56904b2f-ce32-448b-af83-81d8056a1364 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Acquired lock "refresh_cache-38ad8f6c-4b6a-44d4-8f37-8d3d1efb5d7c" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.408440] env[62353]: DEBUG nova.network.neutron [None req-56904b2f-ce32-448b-af83-81d8056a1364 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: 38ad8f6c-4b6a-44d4-8f37-8d3d1efb5d7c] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1062.746038] env[62353]: DEBUG nova.compute.manager [req-90254be8-0f18-49f6-99bb-e06168367837 req-89bbac7a-0d26-402e-b379-e8d9e552efa4 service nova] [instance: 38ad8f6c-4b6a-44d4-8f37-8d3d1efb5d7c] Received event network-vif-plugged-51da790c-fb48-4b42-85b3-661e96580aab {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1062.746675] env[62353]: DEBUG oslo_concurrency.lockutils [req-90254be8-0f18-49f6-99bb-e06168367837 req-89bbac7a-0d26-402e-b379-e8d9e552efa4 service nova] Acquiring lock "38ad8f6c-4b6a-44d4-8f37-8d3d1efb5d7c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1062.746675] env[62353]: DEBUG oslo_concurrency.lockutils [req-90254be8-0f18-49f6-99bb-e06168367837 req-89bbac7a-0d26-402e-b379-e8d9e552efa4 service nova] Lock "38ad8f6c-4b6a-44d4-8f37-8d3d1efb5d7c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1062.746675] env[62353]: DEBUG oslo_concurrency.lockutils [req-90254be8-0f18-49f6-99bb-e06168367837 req-89bbac7a-0d26-402e-b379-e8d9e552efa4 service nova] Lock "38ad8f6c-4b6a-44d4-8f37-8d3d1efb5d7c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1062.747110] env[62353]: DEBUG nova.compute.manager [req-90254be8-0f18-49f6-99bb-e06168367837 req-89bbac7a-0d26-402e-b379-e8d9e552efa4 service nova] [instance: 38ad8f6c-4b6a-44d4-8f37-8d3d1efb5d7c] No waiting events found dispatching network-vif-plugged-51da790c-fb48-4b42-85b3-661e96580aab {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1062.747110] env[62353]: WARNING nova.compute.manager [req-90254be8-0f18-49f6-99bb-e06168367837 req-89bbac7a-0d26-402e-b379-e8d9e552efa4 service nova] [instance: 38ad8f6c-4b6a-44d4-8f37-8d3d1efb5d7c] Received unexpected event network-vif-plugged-51da790c-fb48-4b42-85b3-661e96580aab for instance with vm_state building and task_state spawning. [ 1062.747110] env[62353]: DEBUG nova.compute.manager [req-90254be8-0f18-49f6-99bb-e06168367837 req-89bbac7a-0d26-402e-b379-e8d9e552efa4 service nova] [instance: 38ad8f6c-4b6a-44d4-8f37-8d3d1efb5d7c] Received event network-changed-51da790c-fb48-4b42-85b3-661e96580aab {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1062.747260] env[62353]: DEBUG nova.compute.manager [req-90254be8-0f18-49f6-99bb-e06168367837 req-89bbac7a-0d26-402e-b379-e8d9e552efa4 service nova] [instance: 38ad8f6c-4b6a-44d4-8f37-8d3d1efb5d7c] Refreshing instance network info cache due to event network-changed-51da790c-fb48-4b42-85b3-661e96580aab. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1062.747528] env[62353]: DEBUG oslo_concurrency.lockutils [req-90254be8-0f18-49f6-99bb-e06168367837 req-89bbac7a-0d26-402e-b379-e8d9e552efa4 service nova] Acquiring lock "refresh_cache-38ad8f6c-4b6a-44d4-8f37-8d3d1efb5d7c" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1062.795622] env[62353]: DEBUG oslo_vmware.api [None req-d0bce9af-1729-4e78-b4da-d47e47412702 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Task: {'id': task-2373086, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.946309] env[62353]: DEBUG nova.network.neutron [None req-56904b2f-ce32-448b-af83-81d8056a1364 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: 38ad8f6c-4b6a-44d4-8f37-8d3d1efb5d7c] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1063.109577] env[62353]: DEBUG nova.network.neutron [None req-56904b2f-ce32-448b-af83-81d8056a1364 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: 38ad8f6c-4b6a-44d4-8f37-8d3d1efb5d7c] Updating instance_info_cache with network_info: [{"id": "51da790c-fb48-4b42-85b3-661e96580aab", "address": "fa:16:3e:7e:8e:32", "network": {"id": "3322d31e-00aa-4c86-8051-1b6dd5c36fa9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1715037563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d154d2686c9e43b4b2a7a9ec6a5a795c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51da790c-fb", "ovs_interfaceid": "51da790c-fb48-4b42-85b3-661e96580aab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.237145] env[62353]: DEBUG oslo_concurrency.lockutils [None req-897f750f-527e-4024-ba16-f6804c2be77e tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.380s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1063.240145] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e88e9212-c280-4bb5-ae2e-e386976f77fa tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.750s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1063.241688] env[62353]: INFO nova.compute.claims [None req-e88e9212-c280-4bb5-ae2e-e386976f77fa tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: 982a9d5d-c26d-43c8-b2bd-cf4aa04d5823] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1063.297116] env[62353]: DEBUG oslo_vmware.api [None req-d0bce9af-1729-4e78-b4da-d47e47412702 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Task: {'id': task-2373086, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.613038] env[62353]: DEBUG oslo_concurrency.lockutils [None req-56904b2f-ce32-448b-af83-81d8056a1364 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Releasing lock "refresh_cache-38ad8f6c-4b6a-44d4-8f37-8d3d1efb5d7c" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1063.613452] env[62353]: DEBUG nova.compute.manager [None req-56904b2f-ce32-448b-af83-81d8056a1364 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: 38ad8f6c-4b6a-44d4-8f37-8d3d1efb5d7c] Instance network_info: |[{"id": "51da790c-fb48-4b42-85b3-661e96580aab", "address": "fa:16:3e:7e:8e:32", "network": {"id": "3322d31e-00aa-4c86-8051-1b6dd5c36fa9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1715037563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d154d2686c9e43b4b2a7a9ec6a5a795c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51da790c-fb", "ovs_interfaceid": "51da790c-fb48-4b42-85b3-661e96580aab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1063.613854] env[62353]: DEBUG oslo_concurrency.lockutils [req-90254be8-0f18-49f6-99bb-e06168367837 req-89bbac7a-0d26-402e-b379-e8d9e552efa4 service nova] Acquired lock "refresh_cache-38ad8f6c-4b6a-44d4-8f37-8d3d1efb5d7c" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.614046] env[62353]: DEBUG nova.network.neutron [req-90254be8-0f18-49f6-99bb-e06168367837 req-89bbac7a-0d26-402e-b379-e8d9e552efa4 service nova] [instance: 38ad8f6c-4b6a-44d4-8f37-8d3d1efb5d7c] Refreshing network info cache for port 51da790c-fb48-4b42-85b3-661e96580aab {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1063.615425] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-56904b2f-ce32-448b-af83-81d8056a1364 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: 38ad8f6c-4b6a-44d4-8f37-8d3d1efb5d7c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7e:8e:32', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ec3f9e71-839a-429d-b211-d3dfc98ca4f6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '51da790c-fb48-4b42-85b3-661e96580aab', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1063.623497] env[62353]: DEBUG oslo.service.loopingcall [None req-56904b2f-ce32-448b-af83-81d8056a1364 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1063.623844] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 38ad8f6c-4b6a-44d4-8f37-8d3d1efb5d7c] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1063.624711] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b5550aad-bd21-4077-851f-e0cea79b1c82 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.646473] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1063.646473] env[62353]: value = "task-2373087" [ 1063.646473] env[62353]: _type = "Task" [ 1063.646473] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.659884] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2373087, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.804662] env[62353]: DEBUG oslo_vmware.api [None req-d0bce9af-1729-4e78-b4da-d47e47412702 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Task: {'id': task-2373086, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.831741] env[62353]: INFO nova.scheduler.client.report [None req-897f750f-527e-4024-ba16-f6804c2be77e tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Deleted allocation for migration 4f50dc05-421c-4783-94e2-589eb38778ca [ 1064.158207] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2373087, 'name': CreateVM_Task, 'duration_secs': 0.430478} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.158406] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 38ad8f6c-4b6a-44d4-8f37-8d3d1efb5d7c] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1064.159116] env[62353]: DEBUG oslo_concurrency.lockutils [None req-56904b2f-ce32-448b-af83-81d8056a1364 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1064.159286] env[62353]: DEBUG oslo_concurrency.lockutils [None req-56904b2f-ce32-448b-af83-81d8056a1364 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Acquired lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.159694] env[62353]: DEBUG oslo_concurrency.lockutils [None req-56904b2f-ce32-448b-af83-81d8056a1364 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1064.159881] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1640e0ee-6c40-4148-bd9f-3de33498eca9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.165922] env[62353]: DEBUG oslo_vmware.api [None req-56904b2f-ce32-448b-af83-81d8056a1364 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Waiting for the task: (returnval){ [ 1064.165922] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52f6d3b6-33e9-ccbf-c380-89fcf765c697" [ 1064.165922] env[62353]: _type = "Task" [ 1064.165922] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.174911] env[62353]: DEBUG oslo_vmware.api [None req-56904b2f-ce32-448b-af83-81d8056a1364 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52f6d3b6-33e9-ccbf-c380-89fcf765c697, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.306930] env[62353]: DEBUG oslo_vmware.api [None req-d0bce9af-1729-4e78-b4da-d47e47412702 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Task: {'id': task-2373086, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.337828] env[62353]: DEBUG oslo_concurrency.lockutils [None req-897f750f-527e-4024-ba16-f6804c2be77e tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Lock "cd87ae19-37ee-4d88-95ee-9de38d5214a4" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 8.596s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1064.474094] env[62353]: DEBUG nova.network.neutron [req-90254be8-0f18-49f6-99bb-e06168367837 req-89bbac7a-0d26-402e-b379-e8d9e552efa4 service nova] [instance: 38ad8f6c-4b6a-44d4-8f37-8d3d1efb5d7c] Updated VIF entry in instance network info cache for port 51da790c-fb48-4b42-85b3-661e96580aab. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1064.474637] env[62353]: DEBUG nova.network.neutron [req-90254be8-0f18-49f6-99bb-e06168367837 req-89bbac7a-0d26-402e-b379-e8d9e552efa4 service nova] [instance: 38ad8f6c-4b6a-44d4-8f37-8d3d1efb5d7c] Updating instance_info_cache with network_info: [{"id": "51da790c-fb48-4b42-85b3-661e96580aab", "address": "fa:16:3e:7e:8e:32", "network": {"id": "3322d31e-00aa-4c86-8051-1b6dd5c36fa9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1715037563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d154d2686c9e43b4b2a7a9ec6a5a795c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51da790c-fb", "ovs_interfaceid": "51da790c-fb48-4b42-85b3-661e96580aab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.500148] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e03b6a6-e5b6-4c8f-a9ff-d3e6f8582b40 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.508153] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04cd3851-e1e2-4268-883f-10117e75c508 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.549536] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cb4e890-a466-432f-84a8-a9fdf6d372e1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.560043] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2223add7-d2d4-41ff-9dae-9d8df95e5c17 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.577151] env[62353]: DEBUG nova.compute.provider_tree [None req-e88e9212-c280-4bb5-ae2e-e386976f77fa tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1064.676601] env[62353]: DEBUG oslo_vmware.api [None req-56904b2f-ce32-448b-af83-81d8056a1364 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52f6d3b6-33e9-ccbf-c380-89fcf765c697, 'name': SearchDatastore_Task, 'duration_secs': 0.025976} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.676888] env[62353]: DEBUG oslo_concurrency.lockutils [None req-56904b2f-ce32-448b-af83-81d8056a1364 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Releasing lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1064.677130] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-56904b2f-ce32-448b-af83-81d8056a1364 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: 38ad8f6c-4b6a-44d4-8f37-8d3d1efb5d7c] Processing image 06f909ae-e8dc-43b4-abf7-c7ed85db9bbd {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1064.677398] env[62353]: DEBUG oslo_concurrency.lockutils [None req-56904b2f-ce32-448b-af83-81d8056a1364 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1064.677559] env[62353]: DEBUG oslo_concurrency.lockutils [None req-56904b2f-ce32-448b-af83-81d8056a1364 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Acquired lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.677802] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-56904b2f-ce32-448b-af83-81d8056a1364 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1064.678035] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8b93fb7c-ae6a-4ace-8220-d3cf68e3050c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.687761] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-56904b2f-ce32-448b-af83-81d8056a1364 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1064.687927] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-56904b2f-ce32-448b-af83-81d8056a1364 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1064.688690] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d537c81e-63b9-441f-a4c0-c006c99c9e96 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.694145] env[62353]: DEBUG oslo_vmware.api [None req-56904b2f-ce32-448b-af83-81d8056a1364 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Waiting for the task: (returnval){ [ 1064.694145] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]522dc4ff-a244-e193-dcba-65e4d55e8f39" [ 1064.694145] env[62353]: _type = "Task" [ 1064.694145] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.701649] env[62353]: DEBUG oslo_vmware.api [None req-56904b2f-ce32-448b-af83-81d8056a1364 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]522dc4ff-a244-e193-dcba-65e4d55e8f39, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.807245] env[62353]: DEBUG oslo_vmware.api [None req-d0bce9af-1729-4e78-b4da-d47e47412702 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Task: {'id': task-2373086, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.979741] env[62353]: DEBUG oslo_concurrency.lockutils [req-90254be8-0f18-49f6-99bb-e06168367837 req-89bbac7a-0d26-402e-b379-e8d9e552efa4 service nova] Releasing lock "refresh_cache-38ad8f6c-4b6a-44d4-8f37-8d3d1efb5d7c" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1065.000640] env[62353]: DEBUG oslo_concurrency.lockutils [None req-fdbff0e4-3060-4d18-9afe-4cf084e595b2 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Acquiring lock "cd87ae19-37ee-4d88-95ee-9de38d5214a4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1065.001171] env[62353]: DEBUG oslo_concurrency.lockutils [None req-fdbff0e4-3060-4d18-9afe-4cf084e595b2 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Lock "cd87ae19-37ee-4d88-95ee-9de38d5214a4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1065.001388] env[62353]: DEBUG oslo_concurrency.lockutils [None req-fdbff0e4-3060-4d18-9afe-4cf084e595b2 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Acquiring lock "cd87ae19-37ee-4d88-95ee-9de38d5214a4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1065.001675] env[62353]: DEBUG oslo_concurrency.lockutils [None req-fdbff0e4-3060-4d18-9afe-4cf084e595b2 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Lock "cd87ae19-37ee-4d88-95ee-9de38d5214a4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1065.001917] env[62353]: DEBUG oslo_concurrency.lockutils [None req-fdbff0e4-3060-4d18-9afe-4cf084e595b2 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Lock "cd87ae19-37ee-4d88-95ee-9de38d5214a4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1065.004147] env[62353]: INFO nova.compute.manager [None req-fdbff0e4-3060-4d18-9afe-4cf084e595b2 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: cd87ae19-37ee-4d88-95ee-9de38d5214a4] Terminating instance [ 1065.080471] env[62353]: DEBUG nova.scheduler.client.report [None req-e88e9212-c280-4bb5-ae2e-e386976f77fa tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1065.205107] env[62353]: DEBUG oslo_vmware.api [None req-56904b2f-ce32-448b-af83-81d8056a1364 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]522dc4ff-a244-e193-dcba-65e4d55e8f39, 'name': SearchDatastore_Task, 'duration_secs': 0.028999} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.205882] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb0b0e61-b595-4e35-8512-17255de5708c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.211138] env[62353]: DEBUG oslo_vmware.api [None req-56904b2f-ce32-448b-af83-81d8056a1364 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Waiting for the task: (returnval){ [ 1065.211138] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52cb37d0-6be2-7ed4-a0da-2067e758e1e6" [ 1065.211138] env[62353]: _type = "Task" [ 1065.211138] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.218804] env[62353]: DEBUG oslo_vmware.api [None req-56904b2f-ce32-448b-af83-81d8056a1364 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52cb37d0-6be2-7ed4-a0da-2067e758e1e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.307569] env[62353]: DEBUG oslo_vmware.api [None req-d0bce9af-1729-4e78-b4da-d47e47412702 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Task: {'id': task-2373086, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.507388] env[62353]: DEBUG nova.compute.manager [None req-fdbff0e4-3060-4d18-9afe-4cf084e595b2 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: cd87ae19-37ee-4d88-95ee-9de38d5214a4] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1065.507627] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-fdbff0e4-3060-4d18-9afe-4cf084e595b2 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: cd87ae19-37ee-4d88-95ee-9de38d5214a4] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1065.508569] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-079cbe40-7b1f-4d7a-9850-ef933156624c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.516273] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdbff0e4-3060-4d18-9afe-4cf084e595b2 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: cd87ae19-37ee-4d88-95ee-9de38d5214a4] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1065.516510] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-af95149a-dbbb-4ed9-afe5-6dffae0f85b2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.523051] env[62353]: DEBUG oslo_vmware.api [None req-fdbff0e4-3060-4d18-9afe-4cf084e595b2 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Waiting for the task: (returnval){ [ 1065.523051] env[62353]: value = "task-2373088" [ 1065.523051] env[62353]: _type = "Task" [ 1065.523051] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.531369] env[62353]: DEBUG oslo_vmware.api [None req-fdbff0e4-3060-4d18-9afe-4cf084e595b2 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Task: {'id': task-2373088, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.586063] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e88e9212-c280-4bb5-ae2e-e386976f77fa tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.346s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1065.586613] env[62353]: DEBUG nova.compute.manager [None req-e88e9212-c280-4bb5-ae2e-e386976f77fa tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: 982a9d5d-c26d-43c8-b2bd-cf4aa04d5823] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1065.589628] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3c976f20-f2d0-4e1e-98d7-e128deb695a2 tempest-ServersV294TestFqdnHostnames-2078622457 tempest-ServersV294TestFqdnHostnames-2078622457-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.446s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1065.591036] env[62353]: DEBUG nova.objects.instance [None req-3c976f20-f2d0-4e1e-98d7-e128deb695a2 tempest-ServersV294TestFqdnHostnames-2078622457 tempest-ServersV294TestFqdnHostnames-2078622457-project-member] Lazy-loading 'resources' on Instance uuid 3c336a85-979f-4b67-8d02-dc8fbd0ceab4 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1065.723670] env[62353]: DEBUG oslo_vmware.api [None req-56904b2f-ce32-448b-af83-81d8056a1364 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52cb37d0-6be2-7ed4-a0da-2067e758e1e6, 'name': SearchDatastore_Task, 'duration_secs': 0.012279} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.725165] env[62353]: DEBUG oslo_concurrency.lockutils [None req-56904b2f-ce32-448b-af83-81d8056a1364 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Releasing lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1065.725454] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-56904b2f-ce32-448b-af83-81d8056a1364 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore1] 38ad8f6c-4b6a-44d4-8f37-8d3d1efb5d7c/38ad8f6c-4b6a-44d4-8f37-8d3d1efb5d7c.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1065.728073] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a172c326-759e-4d4d-9524-ee72a52a0c4d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.736173] env[62353]: DEBUG oslo_vmware.api [None req-56904b2f-ce32-448b-af83-81d8056a1364 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Waiting for the task: (returnval){ [ 1065.736173] env[62353]: value = "task-2373089" [ 1065.736173] env[62353]: _type = "Task" [ 1065.736173] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.746344] env[62353]: DEBUG oslo_vmware.api [None req-56904b2f-ce32-448b-af83-81d8056a1364 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Task: {'id': task-2373089, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.808460] env[62353]: DEBUG oslo_vmware.api [None req-d0bce9af-1729-4e78-b4da-d47e47412702 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Task: {'id': task-2373086, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.420796} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.810032] env[62353]: INFO nova.virt.vmwareapi.ds_util [None req-d0bce9af-1729-4e78-b4da-d47e47412702 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_d553fc09-a781-4d29-9834-292cbbebfd2d/OSTACK_IMG_d553fc09-a781-4d29-9834-292cbbebfd2d.vmdk to [datastore2] devstack-image-cache_base/fb0ebc7c-5c26-4c22-858b-042924fc77f0/fb0ebc7c-5c26-4c22-858b-042924fc77f0.vmdk. [ 1065.810032] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-d0bce9af-1729-4e78-b4da-d47e47412702 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] [instance: a97e3cc7-cd7e-4239-b58d-6b3e62477819] Cleaning up location [datastore2] OSTACK_IMG_d553fc09-a781-4d29-9834-292cbbebfd2d {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1065.810032] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0bce9af-1729-4e78-b4da-d47e47412702 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_d553fc09-a781-4d29-9834-292cbbebfd2d {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1065.810238] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-32a11435-aad3-430b-bd5b-70316b4a6d3f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.816696] env[62353]: DEBUG oslo_vmware.api [None req-d0bce9af-1729-4e78-b4da-d47e47412702 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Waiting for the task: (returnval){ [ 1065.816696] env[62353]: value = "task-2373090" [ 1065.816696] env[62353]: _type = "Task" [ 1065.816696] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.825559] env[62353]: DEBUG oslo_vmware.api [None req-d0bce9af-1729-4e78-b4da-d47e47412702 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Task: {'id': task-2373090, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.032117] env[62353]: DEBUG oslo_vmware.api [None req-fdbff0e4-3060-4d18-9afe-4cf084e595b2 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Task: {'id': task-2373088, 'name': PowerOffVM_Task, 'duration_secs': 0.356195} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.032347] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdbff0e4-3060-4d18-9afe-4cf084e595b2 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: cd87ae19-37ee-4d88-95ee-9de38d5214a4] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1066.032655] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-fdbff0e4-3060-4d18-9afe-4cf084e595b2 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: cd87ae19-37ee-4d88-95ee-9de38d5214a4] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1066.032966] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a2f78c9a-719b-4c26-be95-d1ba2a8e49f0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.093987] env[62353]: DEBUG nova.compute.utils [None req-e88e9212-c280-4bb5-ae2e-e386976f77fa tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1066.098824] env[62353]: DEBUG nova.compute.manager [None req-e88e9212-c280-4bb5-ae2e-e386976f77fa tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: 982a9d5d-c26d-43c8-b2bd-cf4aa04d5823] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1066.099512] env[62353]: DEBUG nova.network.neutron [None req-e88e9212-c280-4bb5-ae2e-e386976f77fa tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: 982a9d5d-c26d-43c8-b2bd-cf4aa04d5823] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1066.142052] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-fdbff0e4-3060-4d18-9afe-4cf084e595b2 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: cd87ae19-37ee-4d88-95ee-9de38d5214a4] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1066.142352] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-fdbff0e4-3060-4d18-9afe-4cf084e595b2 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: cd87ae19-37ee-4d88-95ee-9de38d5214a4] Deleting contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1066.142679] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdbff0e4-3060-4d18-9afe-4cf084e595b2 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Deleting the datastore file [datastore1] cd87ae19-37ee-4d88-95ee-9de38d5214a4 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1066.143013] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-48794a57-a5cb-43f5-a863-5bcebbe129b6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.150505] env[62353]: DEBUG oslo_vmware.api [None req-fdbff0e4-3060-4d18-9afe-4cf084e595b2 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Waiting for the task: (returnval){ [ 1066.150505] env[62353]: value = "task-2373092" [ 1066.150505] env[62353]: _type = "Task" [ 1066.150505] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.162106] env[62353]: DEBUG oslo_vmware.api [None req-fdbff0e4-3060-4d18-9afe-4cf084e595b2 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Task: {'id': task-2373092, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.188875] env[62353]: DEBUG nova.policy [None req-e88e9212-c280-4bb5-ae2e-e386976f77fa tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '13564ade137b4981abcc826430dec05a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '72d956f928c84645ac7af0ca43ed5775', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:192}} [ 1066.232528] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7696a0d7-6e4e-41a3-88dc-574d593f9f58 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Acquiring lock "d11827ca-55a7-4610-ab8b-ef8f7f80a586" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1066.232923] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7696a0d7-6e4e-41a3-88dc-574d593f9f58 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Lock "d11827ca-55a7-4610-ab8b-ef8f7f80a586" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1066.233057] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7696a0d7-6e4e-41a3-88dc-574d593f9f58 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Acquiring lock "d11827ca-55a7-4610-ab8b-ef8f7f80a586-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1066.233235] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7696a0d7-6e4e-41a3-88dc-574d593f9f58 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Lock "d11827ca-55a7-4610-ab8b-ef8f7f80a586-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1066.233399] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7696a0d7-6e4e-41a3-88dc-574d593f9f58 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Lock "d11827ca-55a7-4610-ab8b-ef8f7f80a586-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1066.236292] env[62353]: INFO nova.compute.manager [None req-7696a0d7-6e4e-41a3-88dc-574d593f9f58 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] [instance: d11827ca-55a7-4610-ab8b-ef8f7f80a586] Terminating instance [ 1066.248158] env[62353]: DEBUG oslo_vmware.api [None req-56904b2f-ce32-448b-af83-81d8056a1364 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Task: {'id': task-2373089, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.330569] env[62353]: DEBUG oslo_vmware.api [None req-d0bce9af-1729-4e78-b4da-d47e47412702 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Task: {'id': task-2373090, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.098108} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.330877] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0bce9af-1729-4e78-b4da-d47e47412702 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1066.331404] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d0bce9af-1729-4e78-b4da-d47e47412702 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fb0ebc7c-5c26-4c22-858b-042924fc77f0/fb0ebc7c-5c26-4c22-858b-042924fc77f0.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1066.331404] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0bce9af-1729-4e78-b4da-d47e47412702 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fb0ebc7c-5c26-4c22-858b-042924fc77f0/fb0ebc7c-5c26-4c22-858b-042924fc77f0.vmdk to [datastore2] a97e3cc7-cd7e-4239-b58d-6b3e62477819/a97e3cc7-cd7e-4239-b58d-6b3e62477819.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1066.331805] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-58345cd0-9bca-4b45-900f-bf64ec3e038e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.341817] env[62353]: DEBUG oslo_vmware.api [None req-d0bce9af-1729-4e78-b4da-d47e47412702 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Waiting for the task: (returnval){ [ 1066.341817] env[62353]: value = "task-2373093" [ 1066.341817] env[62353]: _type = "Task" [ 1066.341817] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.350764] env[62353]: DEBUG oslo_vmware.api [None req-d0bce9af-1729-4e78-b4da-d47e47412702 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Task: {'id': task-2373093, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.355176] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-727fab90-19a5-49d0-8fbd-27b0dacfad33 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.362763] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aadf5010-72de-4e4b-89f3-3a3d6111594e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.396120] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-781e3be9-635f-47dc-a4c1-0149823b3b09 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.403740] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af6d1386-a1be-4a9b-ad91-63295a5b7d70 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.417205] env[62353]: DEBUG nova.compute.provider_tree [None req-3c976f20-f2d0-4e1e-98d7-e128deb695a2 tempest-ServersV294TestFqdnHostnames-2078622457 tempest-ServersV294TestFqdnHostnames-2078622457-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1066.599914] env[62353]: DEBUG nova.compute.manager [None req-e88e9212-c280-4bb5-ae2e-e386976f77fa tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: 982a9d5d-c26d-43c8-b2bd-cf4aa04d5823] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1066.609555] env[62353]: DEBUG nova.network.neutron [None req-e88e9212-c280-4bb5-ae2e-e386976f77fa tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: 982a9d5d-c26d-43c8-b2bd-cf4aa04d5823] Successfully created port: d3b27101-5c09-4f83-8758-e89e5f547e92 {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1066.660192] env[62353]: DEBUG oslo_vmware.api [None req-fdbff0e4-3060-4d18-9afe-4cf084e595b2 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Task: {'id': task-2373092, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.46009} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.660476] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdbff0e4-3060-4d18-9afe-4cf084e595b2 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1066.660662] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-fdbff0e4-3060-4d18-9afe-4cf084e595b2 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: cd87ae19-37ee-4d88-95ee-9de38d5214a4] Deleted contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1066.660837] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-fdbff0e4-3060-4d18-9afe-4cf084e595b2 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: cd87ae19-37ee-4d88-95ee-9de38d5214a4] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1066.661050] env[62353]: INFO nova.compute.manager [None req-fdbff0e4-3060-4d18-9afe-4cf084e595b2 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: cd87ae19-37ee-4d88-95ee-9de38d5214a4] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1066.661268] env[62353]: DEBUG oslo.service.loopingcall [None req-fdbff0e4-3060-4d18-9afe-4cf084e595b2 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1066.661452] env[62353]: DEBUG nova.compute.manager [-] [instance: cd87ae19-37ee-4d88-95ee-9de38d5214a4] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1066.661582] env[62353]: DEBUG nova.network.neutron [-] [instance: cd87ae19-37ee-4d88-95ee-9de38d5214a4] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1066.744360] env[62353]: DEBUG nova.compute.manager [None req-7696a0d7-6e4e-41a3-88dc-574d593f9f58 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] [instance: d11827ca-55a7-4610-ab8b-ef8f7f80a586] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1066.744829] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-7696a0d7-6e4e-41a3-88dc-574d593f9f58 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] [instance: d11827ca-55a7-4610-ab8b-ef8f7f80a586] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1066.750073] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a14cede-9c7f-44d9-ae56-064edc748a28 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.753899] env[62353]: DEBUG oslo_vmware.api [None req-56904b2f-ce32-448b-af83-81d8056a1364 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Task: {'id': task-2373089, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.659057} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.754148] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-56904b2f-ce32-448b-af83-81d8056a1364 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore1] 38ad8f6c-4b6a-44d4-8f37-8d3d1efb5d7c/38ad8f6c-4b6a-44d4-8f37-8d3d1efb5d7c.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1066.754438] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-56904b2f-ce32-448b-af83-81d8056a1364 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: 38ad8f6c-4b6a-44d4-8f37-8d3d1efb5d7c] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1066.755225] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8f845e55-136d-4e22-a480-99f43430188c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.760329] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-7696a0d7-6e4e-41a3-88dc-574d593f9f58 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] [instance: d11827ca-55a7-4610-ab8b-ef8f7f80a586] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1066.761140] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5bbdf79b-9e56-4d6c-a1f3-629208243e43 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.767122] env[62353]: DEBUG oslo_vmware.api [None req-56904b2f-ce32-448b-af83-81d8056a1364 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Waiting for the task: (returnval){ [ 1066.767122] env[62353]: value = "task-2373094" [ 1066.767122] env[62353]: _type = "Task" [ 1066.767122] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.771959] env[62353]: DEBUG oslo_vmware.api [None req-7696a0d7-6e4e-41a3-88dc-574d593f9f58 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Waiting for the task: (returnval){ [ 1066.771959] env[62353]: value = "task-2373095" [ 1066.771959] env[62353]: _type = "Task" [ 1066.771959] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.780506] env[62353]: DEBUG oslo_vmware.api [None req-56904b2f-ce32-448b-af83-81d8056a1364 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Task: {'id': task-2373094, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.787470] env[62353]: DEBUG oslo_vmware.api [None req-7696a0d7-6e4e-41a3-88dc-574d593f9f58 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Task: {'id': task-2373095, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.853121] env[62353]: DEBUG oslo_vmware.api [None req-d0bce9af-1729-4e78-b4da-d47e47412702 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Task: {'id': task-2373093, 'name': CopyVirtualDisk_Task} progress is 12%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.920198] env[62353]: DEBUG nova.scheduler.client.report [None req-3c976f20-f2d0-4e1e-98d7-e128deb695a2 tempest-ServersV294TestFqdnHostnames-2078622457 tempest-ServersV294TestFqdnHostnames-2078622457-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1067.204359] env[62353]: DEBUG nova.compute.manager [req-01786039-653f-48e9-989a-8a16c8cce7f0 req-372424d7-9164-4070-8617-1d2feedbe748 service nova] [instance: cd87ae19-37ee-4d88-95ee-9de38d5214a4] Received event network-vif-deleted-85d268bd-7eab-47eb-9352-44c996b74f59 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1067.204645] env[62353]: INFO nova.compute.manager [req-01786039-653f-48e9-989a-8a16c8cce7f0 req-372424d7-9164-4070-8617-1d2feedbe748 service nova] [instance: cd87ae19-37ee-4d88-95ee-9de38d5214a4] Neutron deleted interface 85d268bd-7eab-47eb-9352-44c996b74f59; detaching it from the instance and deleting it from the info cache [ 1067.204862] env[62353]: DEBUG nova.network.neutron [req-01786039-653f-48e9-989a-8a16c8cce7f0 req-372424d7-9164-4070-8617-1d2feedbe748 service nova] [instance: cd87ae19-37ee-4d88-95ee-9de38d5214a4] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.279895] env[62353]: DEBUG oslo_vmware.api [None req-56904b2f-ce32-448b-af83-81d8056a1364 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Task: {'id': task-2373094, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08285} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.280616] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-56904b2f-ce32-448b-af83-81d8056a1364 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: 38ad8f6c-4b6a-44d4-8f37-8d3d1efb5d7c] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1067.281622] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7543dee-d351-462b-b408-62f94493e01e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.289926] env[62353]: DEBUG oslo_vmware.api [None req-7696a0d7-6e4e-41a3-88dc-574d593f9f58 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Task: {'id': task-2373095, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.308510] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-56904b2f-ce32-448b-af83-81d8056a1364 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: 38ad8f6c-4b6a-44d4-8f37-8d3d1efb5d7c] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] 38ad8f6c-4b6a-44d4-8f37-8d3d1efb5d7c/38ad8f6c-4b6a-44d4-8f37-8d3d1efb5d7c.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1067.309606] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-afdf4428-329f-4fb0-8cf5-1c939967b1bf {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.335098] env[62353]: DEBUG oslo_vmware.api [None req-56904b2f-ce32-448b-af83-81d8056a1364 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Waiting for the task: (returnval){ [ 1067.335098] env[62353]: value = "task-2373096" [ 1067.335098] env[62353]: _type = "Task" [ 1067.335098] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.344889] env[62353]: DEBUG oslo_vmware.api [None req-56904b2f-ce32-448b-af83-81d8056a1364 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Task: {'id': task-2373096, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.354803] env[62353]: DEBUG oslo_vmware.api [None req-d0bce9af-1729-4e78-b4da-d47e47412702 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Task: {'id': task-2373093, 'name': CopyVirtualDisk_Task} progress is 32%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.425195] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3c976f20-f2d0-4e1e-98d7-e128deb695a2 tempest-ServersV294TestFqdnHostnames-2078622457 tempest-ServersV294TestFqdnHostnames-2078622457-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.835s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1067.428239] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1b1c25b0-98dc-4f20-b707-7bad7d7f084a tempest-ServersTestJSON-1364369891 tempest-ServersTestJSON-1364369891-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.225s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1067.433050] env[62353]: INFO nova.compute.claims [None req-1b1c25b0-98dc-4f20-b707-7bad7d7f084a tempest-ServersTestJSON-1364369891 tempest-ServersTestJSON-1364369891-project-member] [instance: 269bf557-1b4e-4a5b-a9b0-c57fa08176d7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1067.464368] env[62353]: INFO nova.scheduler.client.report [None req-3c976f20-f2d0-4e1e-98d7-e128deb695a2 tempest-ServersV294TestFqdnHostnames-2078622457 tempest-ServersV294TestFqdnHostnames-2078622457-project-member] Deleted allocations for instance 3c336a85-979f-4b67-8d02-dc8fbd0ceab4 [ 1067.613432] env[62353]: DEBUG nova.compute.manager [None req-e88e9212-c280-4bb5-ae2e-e386976f77fa tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: 982a9d5d-c26d-43c8-b2bd-cf4aa04d5823] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1067.646157] env[62353]: DEBUG nova.virt.hardware [None req-e88e9212-c280-4bb5-ae2e-e386976f77fa tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T12:38:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T12:38:15Z,direct_url=,disk_format='vmdk',id=06f909ae-e8dc-43b4-abf7-c7ed85db9bbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0a3f88790a594523a818b8c00f6862e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T12:38:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1067.646442] env[62353]: DEBUG nova.virt.hardware [None req-e88e9212-c280-4bb5-ae2e-e386976f77fa tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1067.646603] env[62353]: DEBUG nova.virt.hardware [None req-e88e9212-c280-4bb5-ae2e-e386976f77fa tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1067.646785] env[62353]: DEBUG nova.virt.hardware [None req-e88e9212-c280-4bb5-ae2e-e386976f77fa tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1067.646995] env[62353]: DEBUG nova.virt.hardware [None req-e88e9212-c280-4bb5-ae2e-e386976f77fa tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1067.647148] env[62353]: DEBUG nova.virt.hardware [None req-e88e9212-c280-4bb5-ae2e-e386976f77fa tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1067.647344] env[62353]: DEBUG nova.virt.hardware [None req-e88e9212-c280-4bb5-ae2e-e386976f77fa tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1067.647482] env[62353]: DEBUG nova.virt.hardware [None req-e88e9212-c280-4bb5-ae2e-e386976f77fa tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1067.647655] env[62353]: DEBUG nova.virt.hardware [None req-e88e9212-c280-4bb5-ae2e-e386976f77fa tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1067.647819] env[62353]: DEBUG nova.virt.hardware [None req-e88e9212-c280-4bb5-ae2e-e386976f77fa tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1067.648027] env[62353]: DEBUG nova.virt.hardware [None req-e88e9212-c280-4bb5-ae2e-e386976f77fa tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1067.649018] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fd1ba80-cba4-41cb-989e-e5194e8de8d5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.658032] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1504423d-d2fa-453a-8d7a-a7c9e740ffd8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.679689] env[62353]: DEBUG nova.network.neutron [-] [instance: cd87ae19-37ee-4d88-95ee-9de38d5214a4] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.707999] env[62353]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0dbb5b8e-cb95-4523-a51b-9faaaf5dffa3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.719051] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d707533-8089-4817-8c43-fbd202fb8dd2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.750728] env[62353]: DEBUG nova.compute.manager [req-01786039-653f-48e9-989a-8a16c8cce7f0 req-372424d7-9164-4070-8617-1d2feedbe748 service nova] [instance: cd87ae19-37ee-4d88-95ee-9de38d5214a4] Detach interface failed, port_id=85d268bd-7eab-47eb-9352-44c996b74f59, reason: Instance cd87ae19-37ee-4d88-95ee-9de38d5214a4 could not be found. {{(pid=62353) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1067.782327] env[62353]: DEBUG oslo_vmware.api [None req-7696a0d7-6e4e-41a3-88dc-574d593f9f58 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Task: {'id': task-2373095, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.846797] env[62353]: DEBUG oslo_vmware.api [None req-56904b2f-ce32-448b-af83-81d8056a1364 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Task: {'id': task-2373096, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.855536] env[62353]: DEBUG oslo_vmware.api [None req-d0bce9af-1729-4e78-b4da-d47e47412702 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Task: {'id': task-2373093, 'name': CopyVirtualDisk_Task} progress is 54%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.974277] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3c976f20-f2d0-4e1e-98d7-e128deb695a2 tempest-ServersV294TestFqdnHostnames-2078622457 tempest-ServersV294TestFqdnHostnames-2078622457-project-member] Lock "3c336a85-979f-4b67-8d02-dc8fbd0ceab4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.992s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1068.138608] env[62353]: DEBUG nova.compute.manager [req-78b03024-1fdd-4e6b-bdf1-0843696d58e7 req-7de7dfe8-9460-497b-87b9-f420eab4a408 service nova] [instance: 982a9d5d-c26d-43c8-b2bd-cf4aa04d5823] Received event network-vif-plugged-d3b27101-5c09-4f83-8758-e89e5f547e92 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1068.138851] env[62353]: DEBUG oslo_concurrency.lockutils [req-78b03024-1fdd-4e6b-bdf1-0843696d58e7 req-7de7dfe8-9460-497b-87b9-f420eab4a408 service nova] Acquiring lock "982a9d5d-c26d-43c8-b2bd-cf4aa04d5823-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1068.139116] env[62353]: DEBUG oslo_concurrency.lockutils [req-78b03024-1fdd-4e6b-bdf1-0843696d58e7 req-7de7dfe8-9460-497b-87b9-f420eab4a408 service nova] Lock "982a9d5d-c26d-43c8-b2bd-cf4aa04d5823-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1068.139330] env[62353]: DEBUG oslo_concurrency.lockutils [req-78b03024-1fdd-4e6b-bdf1-0843696d58e7 req-7de7dfe8-9460-497b-87b9-f420eab4a408 service nova] Lock "982a9d5d-c26d-43c8-b2bd-cf4aa04d5823-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1068.140099] env[62353]: DEBUG nova.compute.manager [req-78b03024-1fdd-4e6b-bdf1-0843696d58e7 req-7de7dfe8-9460-497b-87b9-f420eab4a408 service nova] [instance: 982a9d5d-c26d-43c8-b2bd-cf4aa04d5823] No waiting events found dispatching network-vif-plugged-d3b27101-5c09-4f83-8758-e89e5f547e92 {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1068.140099] env[62353]: WARNING nova.compute.manager [req-78b03024-1fdd-4e6b-bdf1-0843696d58e7 req-7de7dfe8-9460-497b-87b9-f420eab4a408 service nova] [instance: 982a9d5d-c26d-43c8-b2bd-cf4aa04d5823] Received unexpected event network-vif-plugged-d3b27101-5c09-4f83-8758-e89e5f547e92 for instance with vm_state building and task_state spawning. [ 1068.182988] env[62353]: INFO nova.compute.manager [-] [instance: cd87ae19-37ee-4d88-95ee-9de38d5214a4] Took 1.52 seconds to deallocate network for instance. [ 1068.286646] env[62353]: DEBUG oslo_vmware.api [None req-7696a0d7-6e4e-41a3-88dc-574d593f9f58 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Task: {'id': task-2373095, 'name': PowerOffVM_Task, 'duration_secs': 1.225242} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.287627] env[62353]: DEBUG nova.network.neutron [None req-e88e9212-c280-4bb5-ae2e-e386976f77fa tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: 982a9d5d-c26d-43c8-b2bd-cf4aa04d5823] Successfully updated port: d3b27101-5c09-4f83-8758-e89e5f547e92 {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1068.288943] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-7696a0d7-6e4e-41a3-88dc-574d593f9f58 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] [instance: d11827ca-55a7-4610-ab8b-ef8f7f80a586] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1068.289168] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-7696a0d7-6e4e-41a3-88dc-574d593f9f58 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] [instance: d11827ca-55a7-4610-ab8b-ef8f7f80a586] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1068.289888] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c85bfe93-5b75-421d-bc4d-780e07f4aece {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.354367] env[62353]: DEBUG oslo_vmware.api [None req-56904b2f-ce32-448b-af83-81d8056a1364 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Task: {'id': task-2373096, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.361926] env[62353]: DEBUG oslo_vmware.api [None req-d0bce9af-1729-4e78-b4da-d47e47412702 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Task: {'id': task-2373093, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.659851] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b25b0a91-9609-4025-b239-6426c1ccc844 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.672241] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9963f123-cc5a-471f-89fa-3497adf49beb {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.710230] env[62353]: DEBUG oslo_concurrency.lockutils [None req-fdbff0e4-3060-4d18-9afe-4cf084e595b2 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1068.711538] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61c341be-2bd8-402c-bad0-962fcdf95f89 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.721543] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b55dcf5-4d1c-4a00-9069-29ac7a92a351 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.738489] env[62353]: DEBUG nova.compute.provider_tree [None req-1b1c25b0-98dc-4f20-b707-7bad7d7f084a tempest-ServersTestJSON-1364369891 tempest-ServersTestJSON-1364369891-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1068.792881] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e88e9212-c280-4bb5-ae2e-e386976f77fa tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Acquiring lock "refresh_cache-982a9d5d-c26d-43c8-b2bd-cf4aa04d5823" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1068.792881] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e88e9212-c280-4bb5-ae2e-e386976f77fa tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Acquired lock "refresh_cache-982a9d5d-c26d-43c8-b2bd-cf4aa04d5823" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.792881] env[62353]: DEBUG nova.network.neutron [None req-e88e9212-c280-4bb5-ae2e-e386976f77fa tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: 982a9d5d-c26d-43c8-b2bd-cf4aa04d5823] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1068.837756] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-7696a0d7-6e4e-41a3-88dc-574d593f9f58 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] [instance: d11827ca-55a7-4610-ab8b-ef8f7f80a586] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1068.837992] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-7696a0d7-6e4e-41a3-88dc-574d593f9f58 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] [instance: d11827ca-55a7-4610-ab8b-ef8f7f80a586] Deleting contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1068.838203] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-7696a0d7-6e4e-41a3-88dc-574d593f9f58 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Deleting the datastore file [datastore2] d11827ca-55a7-4610-ab8b-ef8f7f80a586 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1068.838528] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1e3faf81-524a-4429-b988-2fcb7af50ad6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.849453] env[62353]: DEBUG oslo_vmware.api [None req-56904b2f-ce32-448b-af83-81d8056a1364 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Task: {'id': task-2373096, 'name': ReconfigVM_Task, 'duration_secs': 1.354919} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.853593] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-56904b2f-ce32-448b-af83-81d8056a1364 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: 38ad8f6c-4b6a-44d4-8f37-8d3d1efb5d7c] Reconfigured VM instance instance-00000069 to attach disk [datastore1] 38ad8f6c-4b6a-44d4-8f37-8d3d1efb5d7c/38ad8f6c-4b6a-44d4-8f37-8d3d1efb5d7c.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1068.854318] env[62353]: DEBUG oslo_vmware.api [None req-7696a0d7-6e4e-41a3-88dc-574d593f9f58 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Waiting for the task: (returnval){ [ 1068.854318] env[62353]: value = "task-2373098" [ 1068.854318] env[62353]: _type = "Task" [ 1068.854318] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.854520] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c2bb8e95-9925-409b-b10a-4984f5cc1658 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.862379] env[62353]: DEBUG oslo_vmware.api [None req-d0bce9af-1729-4e78-b4da-d47e47412702 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Task: {'id': task-2373093, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.504036} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.862967] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0bce9af-1729-4e78-b4da-d47e47412702 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fb0ebc7c-5c26-4c22-858b-042924fc77f0/fb0ebc7c-5c26-4c22-858b-042924fc77f0.vmdk to [datastore2] a97e3cc7-cd7e-4239-b58d-6b3e62477819/a97e3cc7-cd7e-4239-b58d-6b3e62477819.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1068.863703] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d6e89d0-90c8-4a68-b049-9321e42f2a39 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.869531] env[62353]: DEBUG oslo_vmware.api [None req-56904b2f-ce32-448b-af83-81d8056a1364 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Waiting for the task: (returnval){ [ 1068.869531] env[62353]: value = "task-2373099" [ 1068.869531] env[62353]: _type = "Task" [ 1068.869531] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.870087] env[62353]: DEBUG oslo_vmware.api [None req-7696a0d7-6e4e-41a3-88dc-574d593f9f58 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Task: {'id': task-2373098, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.891493] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0bce9af-1729-4e78-b4da-d47e47412702 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] [instance: a97e3cc7-cd7e-4239-b58d-6b3e62477819] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] a97e3cc7-cd7e-4239-b58d-6b3e62477819/a97e3cc7-cd7e-4239-b58d-6b3e62477819.vmdk or device None with type streamOptimized {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1068.892354] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7163dc2b-6b43-494b-8f77-f634e056afe7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.911055] env[62353]: DEBUG oslo_vmware.api [None req-56904b2f-ce32-448b-af83-81d8056a1364 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Task: {'id': task-2373099, 'name': Rename_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.916103] env[62353]: DEBUG oslo_vmware.api [None req-d0bce9af-1729-4e78-b4da-d47e47412702 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Waiting for the task: (returnval){ [ 1068.916103] env[62353]: value = "task-2373100" [ 1068.916103] env[62353]: _type = "Task" [ 1068.916103] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.924495] env[62353]: DEBUG oslo_vmware.api [None req-d0bce9af-1729-4e78-b4da-d47e47412702 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Task: {'id': task-2373100, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.241933] env[62353]: DEBUG nova.scheduler.client.report [None req-1b1c25b0-98dc-4f20-b707-7bad7d7f084a tempest-ServersTestJSON-1364369891 tempest-ServersTestJSON-1364369891-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1069.365461] env[62353]: DEBUG oslo_vmware.api [None req-7696a0d7-6e4e-41a3-88dc-574d593f9f58 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Task: {'id': task-2373098, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.202943} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.365461] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-7696a0d7-6e4e-41a3-88dc-574d593f9f58 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1069.365784] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-7696a0d7-6e4e-41a3-88dc-574d593f9f58 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] [instance: d11827ca-55a7-4610-ab8b-ef8f7f80a586] Deleted contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1069.365784] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-7696a0d7-6e4e-41a3-88dc-574d593f9f58 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] [instance: d11827ca-55a7-4610-ab8b-ef8f7f80a586] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1069.365847] env[62353]: INFO nova.compute.manager [None req-7696a0d7-6e4e-41a3-88dc-574d593f9f58 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] [instance: d11827ca-55a7-4610-ab8b-ef8f7f80a586] Took 2.62 seconds to destroy the instance on the hypervisor. [ 1069.366093] env[62353]: DEBUG oslo.service.loopingcall [None req-7696a0d7-6e4e-41a3-88dc-574d593f9f58 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1069.366292] env[62353]: DEBUG nova.compute.manager [-] [instance: d11827ca-55a7-4610-ab8b-ef8f7f80a586] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1069.366384] env[62353]: DEBUG nova.network.neutron [-] [instance: d11827ca-55a7-4610-ab8b-ef8f7f80a586] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1069.379201] env[62353]: DEBUG oslo_vmware.api [None req-56904b2f-ce32-448b-af83-81d8056a1364 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Task: {'id': task-2373099, 'name': Rename_Task, 'duration_secs': 0.15726} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.379370] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-56904b2f-ce32-448b-af83-81d8056a1364 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: 38ad8f6c-4b6a-44d4-8f37-8d3d1efb5d7c] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1069.379925] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fc14a9f6-fcd5-479b-a850-bddfced4457b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.386513] env[62353]: DEBUG oslo_vmware.api [None req-56904b2f-ce32-448b-af83-81d8056a1364 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Waiting for the task: (returnval){ [ 1069.386513] env[62353]: value = "task-2373101" [ 1069.386513] env[62353]: _type = "Task" [ 1069.386513] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.393482] env[62353]: DEBUG oslo_vmware.api [None req-56904b2f-ce32-448b-af83-81d8056a1364 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Task: {'id': task-2373101, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.417758] env[62353]: DEBUG oslo_vmware.rw_handles [None req-99a8fe4c-0575-4824-b11a-7d54e79265a4 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528752ad-5567-66b3-15ee-ac66f5283ca2/disk-0.vmdk. {{(pid=62353) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1069.418762] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da4c76b6-e455-49c8-9e3d-61a8a4ab2355 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.428070] env[62353]: DEBUG oslo_vmware.rw_handles [None req-99a8fe4c-0575-4824-b11a-7d54e79265a4 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528752ad-5567-66b3-15ee-ac66f5283ca2/disk-0.vmdk is in state: ready. {{(pid=62353) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1069.428254] env[62353]: ERROR oslo_vmware.rw_handles [None req-99a8fe4c-0575-4824-b11a-7d54e79265a4 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528752ad-5567-66b3-15ee-ac66f5283ca2/disk-0.vmdk due to incomplete transfer. [ 1069.433144] env[62353]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-984ccbb2-94e1-4d93-9d60-322cc7c84af8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.434604] env[62353]: DEBUG oslo_vmware.api [None req-d0bce9af-1729-4e78-b4da-d47e47412702 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Task: {'id': task-2373100, 'name': ReconfigVM_Task, 'duration_secs': 0.387021} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.434868] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0bce9af-1729-4e78-b4da-d47e47412702 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] [instance: a97e3cc7-cd7e-4239-b58d-6b3e62477819] Reconfigured VM instance instance-00000056 to attach disk [datastore2] a97e3cc7-cd7e-4239-b58d-6b3e62477819/a97e3cc7-cd7e-4239-b58d-6b3e62477819.vmdk or device None with type streamOptimized {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1069.435993] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-13ff2145-0643-42f4-9f2d-8b0f05f6659c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.441436] env[62353]: DEBUG oslo_vmware.rw_handles [None req-99a8fe4c-0575-4824-b11a-7d54e79265a4 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528752ad-5567-66b3-15ee-ac66f5283ca2/disk-0.vmdk. {{(pid=62353) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1069.441580] env[62353]: DEBUG nova.virt.vmwareapi.images [None req-99a8fe4c-0575-4824-b11a-7d54e79265a4 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 78d43ae6-d281-4b98-88f1-281548975167] Uploaded image b4935210-deff-41ff-bcc1-43f7a0a25c3e to the Glance image server {{(pid=62353) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1069.443908] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-99a8fe4c-0575-4824-b11a-7d54e79265a4 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 78d43ae6-d281-4b98-88f1-281548975167] Destroying the VM {{(pid=62353) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1069.445029] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-0a97ed91-cd96-4dd0-8e16-ecb6507ba702 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.446409] env[62353]: DEBUG oslo_vmware.api [None req-d0bce9af-1729-4e78-b4da-d47e47412702 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Waiting for the task: (returnval){ [ 1069.446409] env[62353]: value = "task-2373102" [ 1069.446409] env[62353]: _type = "Task" [ 1069.446409] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.450924] env[62353]: DEBUG oslo_vmware.api [None req-99a8fe4c-0575-4824-b11a-7d54e79265a4 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Waiting for the task: (returnval){ [ 1069.450924] env[62353]: value = "task-2373103" [ 1069.450924] env[62353]: _type = "Task" [ 1069.450924] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.459902] env[62353]: DEBUG oslo_vmware.api [None req-d0bce9af-1729-4e78-b4da-d47e47412702 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Task: {'id': task-2373102, 'name': Rename_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.465404] env[62353]: DEBUG oslo_vmware.api [None req-99a8fe4c-0575-4824-b11a-7d54e79265a4 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': task-2373103, 'name': Destroy_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.582823] env[62353]: DEBUG nova.network.neutron [None req-e88e9212-c280-4bb5-ae2e-e386976f77fa tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: 982a9d5d-c26d-43c8-b2bd-cf4aa04d5823] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1069.746719] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1b1c25b0-98dc-4f20-b707-7bad7d7f084a tempest-ServersTestJSON-1364369891 tempest-ServersTestJSON-1364369891-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.318s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1069.747285] env[62353]: DEBUG nova.compute.manager [None req-1b1c25b0-98dc-4f20-b707-7bad7d7f084a tempest-ServersTestJSON-1364369891 tempest-ServersTestJSON-1364369891-project-member] [instance: 269bf557-1b4e-4a5b-a9b0-c57fa08176d7] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1069.751539] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e171f974-cca9-4f50-921a-b973e7db6553 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.873s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1069.751794] env[62353]: DEBUG nova.objects.instance [None req-e171f974-cca9-4f50-921a-b973e7db6553 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Lazy-loading 'resources' on Instance uuid 53ff526b-6e0b-49bc-beca-4fb4a377389b {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1069.865640] env[62353]: DEBUG nova.compute.manager [req-56a430ea-23ec-4494-b6d4-e4dc9a2e7e69 req-5979508e-9a7e-4c8e-9281-887dc23f1089 service nova] [instance: d11827ca-55a7-4610-ab8b-ef8f7f80a586] Received event network-vif-deleted-71fde435-3ebf-4a9e-ae5c-a86960ee6f27 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1069.865807] env[62353]: INFO nova.compute.manager [req-56a430ea-23ec-4494-b6d4-e4dc9a2e7e69 req-5979508e-9a7e-4c8e-9281-887dc23f1089 service nova] [instance: d11827ca-55a7-4610-ab8b-ef8f7f80a586] Neutron deleted interface 71fde435-3ebf-4a9e-ae5c-a86960ee6f27; detaching it from the instance and deleting it from the info cache [ 1069.865976] env[62353]: DEBUG nova.network.neutron [req-56a430ea-23ec-4494-b6d4-e4dc9a2e7e69 req-5979508e-9a7e-4c8e-9281-887dc23f1089 service nova] [instance: d11827ca-55a7-4610-ab8b-ef8f7f80a586] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.897429] env[62353]: DEBUG oslo_vmware.api [None req-56904b2f-ce32-448b-af83-81d8056a1364 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Task: {'id': task-2373101, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.957401] env[62353]: DEBUG nova.network.neutron [None req-e88e9212-c280-4bb5-ae2e-e386976f77fa tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: 982a9d5d-c26d-43c8-b2bd-cf4aa04d5823] Updating instance_info_cache with network_info: [{"id": "d3b27101-5c09-4f83-8758-e89e5f547e92", "address": "fa:16:3e:06:6e:52", "network": {"id": "14e88cae-8143-4a77-90c0-0cf819e031d3", "bridge": "br-int", "label": "tempest-ServersTestJSON-373050288-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72d956f928c84645ac7af0ca43ed5775", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc7aa55d-223a-4157-9137-88dc492f2db2", "external-id": "nsx-vlan-transportzone-290", "segmentation_id": 290, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3b27101-5c", "ovs_interfaceid": "d3b27101-5c09-4f83-8758-e89e5f547e92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.964170] env[62353]: DEBUG oslo_vmware.api [None req-d0bce9af-1729-4e78-b4da-d47e47412702 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Task: {'id': task-2373102, 'name': Rename_Task, 'duration_secs': 0.158467} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.964170] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0bce9af-1729-4e78-b4da-d47e47412702 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] [instance: a97e3cc7-cd7e-4239-b58d-6b3e62477819] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1069.964170] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fa8965cc-cbaf-42e6-a4c1-4c6a77f138be {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.969618] env[62353]: DEBUG oslo_vmware.api [None req-99a8fe4c-0575-4824-b11a-7d54e79265a4 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': task-2373103, 'name': Destroy_Task, 'duration_secs': 0.431557} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.973286] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-99a8fe4c-0575-4824-b11a-7d54e79265a4 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 78d43ae6-d281-4b98-88f1-281548975167] Destroyed the VM [ 1069.973286] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-99a8fe4c-0575-4824-b11a-7d54e79265a4 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 78d43ae6-d281-4b98-88f1-281548975167] Deleting Snapshot of the VM instance {{(pid=62353) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1069.973286] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-23a79e6d-e2af-497e-8a31-874d6fe42ba1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.977015] env[62353]: DEBUG oslo_vmware.api [None req-d0bce9af-1729-4e78-b4da-d47e47412702 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Waiting for the task: (returnval){ [ 1069.977015] env[62353]: value = "task-2373104" [ 1069.977015] env[62353]: _type = "Task" [ 1069.977015] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.983351] env[62353]: DEBUG oslo_vmware.api [None req-99a8fe4c-0575-4824-b11a-7d54e79265a4 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Waiting for the task: (returnval){ [ 1069.983351] env[62353]: value = "task-2373105" [ 1069.983351] env[62353]: _type = "Task" [ 1069.983351] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.986954] env[62353]: DEBUG oslo_vmware.api [None req-d0bce9af-1729-4e78-b4da-d47e47412702 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Task: {'id': task-2373104, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.998280] env[62353]: DEBUG oslo_vmware.api [None req-99a8fe4c-0575-4824-b11a-7d54e79265a4 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': task-2373105, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.140623] env[62353]: DEBUG nova.network.neutron [-] [instance: d11827ca-55a7-4610-ab8b-ef8f7f80a586] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.168380] env[62353]: DEBUG nova.compute.manager [req-69d76f92-0992-4971-8a8f-9bc2c649f57e req-51c74cdd-b53f-4637-bdd9-8a1dd77f4426 service nova] [instance: 982a9d5d-c26d-43c8-b2bd-cf4aa04d5823] Received event network-changed-d3b27101-5c09-4f83-8758-e89e5f547e92 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1070.168567] env[62353]: DEBUG nova.compute.manager [req-69d76f92-0992-4971-8a8f-9bc2c649f57e req-51c74cdd-b53f-4637-bdd9-8a1dd77f4426 service nova] [instance: 982a9d5d-c26d-43c8-b2bd-cf4aa04d5823] Refreshing instance network info cache due to event network-changed-d3b27101-5c09-4f83-8758-e89e5f547e92. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1070.168751] env[62353]: DEBUG oslo_concurrency.lockutils [req-69d76f92-0992-4971-8a8f-9bc2c649f57e req-51c74cdd-b53f-4637-bdd9-8a1dd77f4426 service nova] Acquiring lock "refresh_cache-982a9d5d-c26d-43c8-b2bd-cf4aa04d5823" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1070.255155] env[62353]: DEBUG nova.compute.utils [None req-1b1c25b0-98dc-4f20-b707-7bad7d7f084a tempest-ServersTestJSON-1364369891 tempest-ServersTestJSON-1364369891-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1070.256718] env[62353]: DEBUG nova.compute.manager [None req-1b1c25b0-98dc-4f20-b707-7bad7d7f084a tempest-ServersTestJSON-1364369891 tempest-ServersTestJSON-1364369891-project-member] [instance: 269bf557-1b4e-4a5b-a9b0-c57fa08176d7] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1070.256718] env[62353]: DEBUG nova.network.neutron [None req-1b1c25b0-98dc-4f20-b707-7bad7d7f084a tempest-ServersTestJSON-1364369891 tempest-ServersTestJSON-1364369891-project-member] [instance: 269bf557-1b4e-4a5b-a9b0-c57fa08176d7] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1070.328017] env[62353]: DEBUG nova.policy [None req-1b1c25b0-98dc-4f20-b707-7bad7d7f084a tempest-ServersTestJSON-1364369891 tempest-ServersTestJSON-1364369891-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f9f6b89a063841e78be4c552cdf89640', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ad4957875ddc4599a51975303e30ca04', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:192}} [ 1070.368525] env[62353]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ea9e7121-da3d-426a-9e1c-6d7cd9b77aad {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.380871] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cb70f98-2372-4a9b-85bf-a8923df6efda {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.406504] env[62353]: DEBUG oslo_vmware.api [None req-56904b2f-ce32-448b-af83-81d8056a1364 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Task: {'id': task-2373101, 'name': PowerOnVM_Task, 'duration_secs': 0.571758} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.406771] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-56904b2f-ce32-448b-af83-81d8056a1364 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: 38ad8f6c-4b6a-44d4-8f37-8d3d1efb5d7c] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1070.406969] env[62353]: INFO nova.compute.manager [None req-56904b2f-ce32-448b-af83-81d8056a1364 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: 38ad8f6c-4b6a-44d4-8f37-8d3d1efb5d7c] Took 9.90 seconds to spawn the instance on the hypervisor. [ 1070.407191] env[62353]: DEBUG nova.compute.manager [None req-56904b2f-ce32-448b-af83-81d8056a1364 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: 38ad8f6c-4b6a-44d4-8f37-8d3d1efb5d7c] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1070.407936] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4affab72-c031-4c62-a2f2-ec4602f1df43 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.420826] env[62353]: DEBUG nova.compute.manager [req-56a430ea-23ec-4494-b6d4-e4dc9a2e7e69 req-5979508e-9a7e-4c8e-9281-887dc23f1089 service nova] [instance: d11827ca-55a7-4610-ab8b-ef8f7f80a586] Detach interface failed, port_id=71fde435-3ebf-4a9e-ae5c-a86960ee6f27, reason: Instance d11827ca-55a7-4610-ab8b-ef8f7f80a586 could not be found. {{(pid=62353) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1070.464893] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e88e9212-c280-4bb5-ae2e-e386976f77fa tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Releasing lock "refresh_cache-982a9d5d-c26d-43c8-b2bd-cf4aa04d5823" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1070.465302] env[62353]: DEBUG nova.compute.manager [None req-e88e9212-c280-4bb5-ae2e-e386976f77fa tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: 982a9d5d-c26d-43c8-b2bd-cf4aa04d5823] Instance network_info: |[{"id": "d3b27101-5c09-4f83-8758-e89e5f547e92", "address": "fa:16:3e:06:6e:52", "network": {"id": "14e88cae-8143-4a77-90c0-0cf819e031d3", "bridge": "br-int", "label": "tempest-ServersTestJSON-373050288-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72d956f928c84645ac7af0ca43ed5775", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc7aa55d-223a-4157-9137-88dc492f2db2", "external-id": "nsx-vlan-transportzone-290", "segmentation_id": 290, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3b27101-5c", "ovs_interfaceid": "d3b27101-5c09-4f83-8758-e89e5f547e92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1070.466185] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4dac619-467c-4508-a0d2-bbd914e1caf6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.469918] env[62353]: DEBUG oslo_concurrency.lockutils [req-69d76f92-0992-4971-8a8f-9bc2c649f57e req-51c74cdd-b53f-4637-bdd9-8a1dd77f4426 service nova] Acquired lock "refresh_cache-982a9d5d-c26d-43c8-b2bd-cf4aa04d5823" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.469918] env[62353]: DEBUG nova.network.neutron [req-69d76f92-0992-4971-8a8f-9bc2c649f57e req-51c74cdd-b53f-4637-bdd9-8a1dd77f4426 service nova] [instance: 982a9d5d-c26d-43c8-b2bd-cf4aa04d5823] Refreshing network info cache for port d3b27101-5c09-4f83-8758-e89e5f547e92 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1070.471311] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-e88e9212-c280-4bb5-ae2e-e386976f77fa tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: 982a9d5d-c26d-43c8-b2bd-cf4aa04d5823] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:06:6e:52', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dc7aa55d-223a-4157-9137-88dc492f2db2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd3b27101-5c09-4f83-8758-e89e5f547e92', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1070.480365] env[62353]: DEBUG oslo.service.loopingcall [None req-e88e9212-c280-4bb5-ae2e-e386976f77fa tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1070.480365] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 982a9d5d-c26d-43c8-b2bd-cf4aa04d5823] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1070.483635] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c1351f36-8d65-4b41-901f-2f43447d434a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.504608] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bef14160-ccae-44f6-9f7f-b1b1f35c324d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.511186] env[62353]: DEBUG oslo_vmware.api [None req-d0bce9af-1729-4e78-b4da-d47e47412702 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Task: {'id': task-2373104, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.512697] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1070.512697] env[62353]: value = "task-2373106" [ 1070.512697] env[62353]: _type = "Task" [ 1070.512697] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.545950] env[62353]: DEBUG oslo_vmware.api [None req-99a8fe4c-0575-4824-b11a-7d54e79265a4 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': task-2373105, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.547422] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cb84518-1d66-4351-84a6-80365cabb02d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.553124] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2373106, 'name': CreateVM_Task} progress is 15%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.557848] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22b259e6-7e7a-4684-ade9-6a16b7c15807 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.572394] env[62353]: DEBUG nova.compute.provider_tree [None req-e171f974-cca9-4f50-921a-b973e7db6553 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1070.642705] env[62353]: INFO nova.compute.manager [-] [instance: d11827ca-55a7-4610-ab8b-ef8f7f80a586] Took 1.28 seconds to deallocate network for instance. [ 1070.763091] env[62353]: DEBUG nova.compute.manager [None req-1b1c25b0-98dc-4f20-b707-7bad7d7f084a tempest-ServersTestJSON-1364369891 tempest-ServersTestJSON-1364369891-project-member] [instance: 269bf557-1b4e-4a5b-a9b0-c57fa08176d7] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1070.921396] env[62353]: DEBUG nova.network.neutron [None req-1b1c25b0-98dc-4f20-b707-7bad7d7f084a tempest-ServersTestJSON-1364369891 tempest-ServersTestJSON-1364369891-project-member] [instance: 269bf557-1b4e-4a5b-a9b0-c57fa08176d7] Successfully created port: beda342b-8129-48f7-a16e-219b13e17899 {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1070.934191] env[62353]: INFO nova.compute.manager [None req-56904b2f-ce32-448b-af83-81d8056a1364 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: 38ad8f6c-4b6a-44d4-8f37-8d3d1efb5d7c] Took 18.10 seconds to build instance. [ 1070.992585] env[62353]: DEBUG oslo_vmware.api [None req-d0bce9af-1729-4e78-b4da-d47e47412702 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Task: {'id': task-2373104, 'name': PowerOnVM_Task, 'duration_secs': 0.718952} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.992585] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0bce9af-1729-4e78-b4da-d47e47412702 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] [instance: a97e3cc7-cd7e-4239-b58d-6b3e62477819] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1071.013744] env[62353]: DEBUG oslo_vmware.api [None req-99a8fe4c-0575-4824-b11a-7d54e79265a4 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': task-2373105, 'name': RemoveSnapshot_Task, 'duration_secs': 0.826107} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.018356] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-99a8fe4c-0575-4824-b11a-7d54e79265a4 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 78d43ae6-d281-4b98-88f1-281548975167] Deleted Snapshot of the VM instance {{(pid=62353) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1071.019653] env[62353]: INFO nova.compute.manager [None req-99a8fe4c-0575-4824-b11a-7d54e79265a4 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 78d43ae6-d281-4b98-88f1-281548975167] Took 16.17 seconds to snapshot the instance on the hypervisor. [ 1071.027178] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2373106, 'name': CreateVM_Task, 'duration_secs': 0.358563} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.027346] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 982a9d5d-c26d-43c8-b2bd-cf4aa04d5823] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1071.028011] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e88e9212-c280-4bb5-ae2e-e386976f77fa tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1071.028234] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e88e9212-c280-4bb5-ae2e-e386976f77fa tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Acquired lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.028609] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e88e9212-c280-4bb5-ae2e-e386976f77fa tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1071.028871] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de8776cc-81f7-4ff4-a4da-a3a858160180 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.034192] env[62353]: DEBUG oslo_vmware.api [None req-e88e9212-c280-4bb5-ae2e-e386976f77fa tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Waiting for the task: (returnval){ [ 1071.034192] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52cc416f-1e83-a8a3-2845-59b8fd983c4d" [ 1071.034192] env[62353]: _type = "Task" [ 1071.034192] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.044305] env[62353]: DEBUG oslo_vmware.api [None req-e88e9212-c280-4bb5-ae2e-e386976f77fa tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52cc416f-1e83-a8a3-2845-59b8fd983c4d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.075962] env[62353]: DEBUG nova.scheduler.client.report [None req-e171f974-cca9-4f50-921a-b973e7db6553 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1071.128583] env[62353]: DEBUG nova.compute.manager [None req-d0bce9af-1729-4e78-b4da-d47e47412702 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] [instance: a97e3cc7-cd7e-4239-b58d-6b3e62477819] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1071.129418] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f93ae3f-0d28-49d9-ae1b-372bafd42816 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.151037] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7696a0d7-6e4e-41a3-88dc-574d593f9f58 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1071.317994] env[62353]: DEBUG nova.network.neutron [req-69d76f92-0992-4971-8a8f-9bc2c649f57e req-51c74cdd-b53f-4637-bdd9-8a1dd77f4426 service nova] [instance: 982a9d5d-c26d-43c8-b2bd-cf4aa04d5823] Updated VIF entry in instance network info cache for port d3b27101-5c09-4f83-8758-e89e5f547e92. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1071.318392] env[62353]: DEBUG nova.network.neutron [req-69d76f92-0992-4971-8a8f-9bc2c649f57e req-51c74cdd-b53f-4637-bdd9-8a1dd77f4426 service nova] [instance: 982a9d5d-c26d-43c8-b2bd-cf4aa04d5823] Updating instance_info_cache with network_info: [{"id": "d3b27101-5c09-4f83-8758-e89e5f547e92", "address": "fa:16:3e:06:6e:52", "network": {"id": "14e88cae-8143-4a77-90c0-0cf819e031d3", "bridge": "br-int", "label": "tempest-ServersTestJSON-373050288-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72d956f928c84645ac7af0ca43ed5775", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc7aa55d-223a-4157-9137-88dc492f2db2", "external-id": "nsx-vlan-transportzone-290", "segmentation_id": 290, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3b27101-5c", "ovs_interfaceid": "d3b27101-5c09-4f83-8758-e89e5f547e92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1071.436575] env[62353]: DEBUG oslo_concurrency.lockutils [None req-56904b2f-ce32-448b-af83-81d8056a1364 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Lock "38ad8f6c-4b6a-44d4-8f37-8d3d1efb5d7c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.608s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1071.546719] env[62353]: DEBUG oslo_vmware.api [None req-e88e9212-c280-4bb5-ae2e-e386976f77fa tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52cc416f-1e83-a8a3-2845-59b8fd983c4d, 'name': SearchDatastore_Task, 'duration_secs': 0.0093} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.547085] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e88e9212-c280-4bb5-ae2e-e386976f77fa tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Releasing lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1071.547330] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-e88e9212-c280-4bb5-ae2e-e386976f77fa tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: 982a9d5d-c26d-43c8-b2bd-cf4aa04d5823] Processing image 06f909ae-e8dc-43b4-abf7-c7ed85db9bbd {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1071.547617] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e88e9212-c280-4bb5-ae2e-e386976f77fa tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1071.547770] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e88e9212-c280-4bb5-ae2e-e386976f77fa tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Acquired lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.547951] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-e88e9212-c280-4bb5-ae2e-e386976f77fa tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1071.548227] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9112dd7f-c2d0-49cb-8ca9-ecccee039b6e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.558000] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-e88e9212-c280-4bb5-ae2e-e386976f77fa tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1071.558204] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-e88e9212-c280-4bb5-ae2e-e386976f77fa tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1071.558937] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d2bac0b-2e90-4d4a-b3e3-5c288bd49222 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.566672] env[62353]: DEBUG oslo_vmware.api [None req-e88e9212-c280-4bb5-ae2e-e386976f77fa tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Waiting for the task: (returnval){ [ 1071.566672] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]524bc41c-81e0-24e3-d0e2-fe8bb99d8aa0" [ 1071.566672] env[62353]: _type = "Task" [ 1071.566672] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.574695] env[62353]: DEBUG oslo_vmware.api [None req-e88e9212-c280-4bb5-ae2e-e386976f77fa tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]524bc41c-81e0-24e3-d0e2-fe8bb99d8aa0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.577161] env[62353]: DEBUG nova.compute.manager [None req-99a8fe4c-0575-4824-b11a-7d54e79265a4 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 78d43ae6-d281-4b98-88f1-281548975167] Found 3 images (rotation: 2) {{(pid=62353) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1071.577346] env[62353]: DEBUG nova.compute.manager [None req-99a8fe4c-0575-4824-b11a-7d54e79265a4 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 78d43ae6-d281-4b98-88f1-281548975167] Rotating out 1 backups {{(pid=62353) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 1071.577505] env[62353]: DEBUG nova.compute.manager [None req-99a8fe4c-0575-4824-b11a-7d54e79265a4 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 78d43ae6-d281-4b98-88f1-281548975167] Deleting image d18aa644-aba7-438e-8309-c1a2eb3280fc {{(pid=62353) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 1071.581042] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e171f974-cca9-4f50-921a-b973e7db6553 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.829s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1071.582938] env[62353]: DEBUG oslo_concurrency.lockutils [None req-fdbff0e4-3060-4d18-9afe-4cf084e595b2 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.873s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1071.583145] env[62353]: DEBUG oslo_concurrency.lockutils [None req-fdbff0e4-3060-4d18-9afe-4cf084e595b2 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1071.584760] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7696a0d7-6e4e-41a3-88dc-574d593f9f58 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.434s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1071.584988] env[62353]: DEBUG nova.objects.instance [None req-7696a0d7-6e4e-41a3-88dc-574d593f9f58 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Lazy-loading 'resources' on Instance uuid d11827ca-55a7-4610-ab8b-ef8f7f80a586 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1071.604981] env[62353]: INFO nova.scheduler.client.report [None req-e171f974-cca9-4f50-921a-b973e7db6553 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Deleted allocations for instance 53ff526b-6e0b-49bc-beca-4fb4a377389b [ 1071.608213] env[62353]: INFO nova.scheduler.client.report [None req-fdbff0e4-3060-4d18-9afe-4cf084e595b2 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Deleted allocations for instance cd87ae19-37ee-4d88-95ee-9de38d5214a4 [ 1071.654333] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d0bce9af-1729-4e78-b4da-d47e47412702 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Lock "a97e3cc7-cd7e-4239-b58d-6b3e62477819" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 26.468s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1071.775732] env[62353]: DEBUG nova.compute.manager [None req-1b1c25b0-98dc-4f20-b707-7bad7d7f084a tempest-ServersTestJSON-1364369891 tempest-ServersTestJSON-1364369891-project-member] [instance: 269bf557-1b4e-4a5b-a9b0-c57fa08176d7] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1071.811266] env[62353]: DEBUG nova.virt.hardware [None req-1b1c25b0-98dc-4f20-b707-7bad7d7f084a tempest-ServersTestJSON-1364369891 tempest-ServersTestJSON-1364369891-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T12:38:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T12:38:15Z,direct_url=,disk_format='vmdk',id=06f909ae-e8dc-43b4-abf7-c7ed85db9bbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0a3f88790a594523a818b8c00f6862e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T12:38:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1071.811266] env[62353]: DEBUG nova.virt.hardware [None req-1b1c25b0-98dc-4f20-b707-7bad7d7f084a tempest-ServersTestJSON-1364369891 tempest-ServersTestJSON-1364369891-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1071.811266] env[62353]: DEBUG nova.virt.hardware [None req-1b1c25b0-98dc-4f20-b707-7bad7d7f084a tempest-ServersTestJSON-1364369891 tempest-ServersTestJSON-1364369891-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1071.811266] env[62353]: DEBUG nova.virt.hardware [None req-1b1c25b0-98dc-4f20-b707-7bad7d7f084a tempest-ServersTestJSON-1364369891 tempest-ServersTestJSON-1364369891-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1071.811266] env[62353]: DEBUG nova.virt.hardware [None req-1b1c25b0-98dc-4f20-b707-7bad7d7f084a tempest-ServersTestJSON-1364369891 tempest-ServersTestJSON-1364369891-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1071.811266] env[62353]: DEBUG nova.virt.hardware [None req-1b1c25b0-98dc-4f20-b707-7bad7d7f084a tempest-ServersTestJSON-1364369891 tempest-ServersTestJSON-1364369891-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1071.811266] env[62353]: DEBUG nova.virt.hardware [None req-1b1c25b0-98dc-4f20-b707-7bad7d7f084a tempest-ServersTestJSON-1364369891 tempest-ServersTestJSON-1364369891-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1071.811266] env[62353]: DEBUG nova.virt.hardware [None req-1b1c25b0-98dc-4f20-b707-7bad7d7f084a tempest-ServersTestJSON-1364369891 tempest-ServersTestJSON-1364369891-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1071.811266] env[62353]: DEBUG nova.virt.hardware [None req-1b1c25b0-98dc-4f20-b707-7bad7d7f084a tempest-ServersTestJSON-1364369891 tempest-ServersTestJSON-1364369891-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1071.811266] env[62353]: DEBUG nova.virt.hardware [None req-1b1c25b0-98dc-4f20-b707-7bad7d7f084a tempest-ServersTestJSON-1364369891 tempest-ServersTestJSON-1364369891-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1071.811266] env[62353]: DEBUG nova.virt.hardware [None req-1b1c25b0-98dc-4f20-b707-7bad7d7f084a tempest-ServersTestJSON-1364369891 tempest-ServersTestJSON-1364369891-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1071.812969] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a214323-8a34-4219-a573-38bcb8f54cab {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.822152] env[62353]: DEBUG oslo_concurrency.lockutils [req-69d76f92-0992-4971-8a8f-9bc2c649f57e req-51c74cdd-b53f-4637-bdd9-8a1dd77f4426 service nova] Releasing lock "refresh_cache-982a9d5d-c26d-43c8-b2bd-cf4aa04d5823" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1071.823651] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32fefd81-c381-4e16-89e2-1eab6f0b3865 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.017648] env[62353]: DEBUG nova.compute.manager [req-bdd32d16-e8cb-47ab-b962-da655cafbd1e req-9fe7fb6c-08a8-4591-be15-b8c5ca11ebcc service nova] [instance: c42bcda4-547f-4f42-9738-0a731450321d] Received event network-changed-66f96e3e-6345-4a50-89db-ef2679a40099 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1072.017845] env[62353]: DEBUG nova.compute.manager [req-bdd32d16-e8cb-47ab-b962-da655cafbd1e req-9fe7fb6c-08a8-4591-be15-b8c5ca11ebcc service nova] [instance: c42bcda4-547f-4f42-9738-0a731450321d] Refreshing instance network info cache due to event network-changed-66f96e3e-6345-4a50-89db-ef2679a40099. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1072.018131] env[62353]: DEBUG oslo_concurrency.lockutils [req-bdd32d16-e8cb-47ab-b962-da655cafbd1e req-9fe7fb6c-08a8-4591-be15-b8c5ca11ebcc service nova] Acquiring lock "refresh_cache-c42bcda4-547f-4f42-9738-0a731450321d" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1072.018308] env[62353]: DEBUG oslo_concurrency.lockutils [req-bdd32d16-e8cb-47ab-b962-da655cafbd1e req-9fe7fb6c-08a8-4591-be15-b8c5ca11ebcc service nova] Acquired lock "refresh_cache-c42bcda4-547f-4f42-9738-0a731450321d" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.018471] env[62353]: DEBUG nova.network.neutron [req-bdd32d16-e8cb-47ab-b962-da655cafbd1e req-9fe7fb6c-08a8-4591-be15-b8c5ca11ebcc service nova] [instance: c42bcda4-547f-4f42-9738-0a731450321d] Refreshing network info cache for port 66f96e3e-6345-4a50-89db-ef2679a40099 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1072.076816] env[62353]: DEBUG oslo_vmware.api [None req-e88e9212-c280-4bb5-ae2e-e386976f77fa tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]524bc41c-81e0-24e3-d0e2-fe8bb99d8aa0, 'name': SearchDatastore_Task, 'duration_secs': 0.009474} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.077071] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19ea1451-c1b7-4756-944c-7c16a0d75b31 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.082356] env[62353]: DEBUG oslo_vmware.api [None req-e88e9212-c280-4bb5-ae2e-e386976f77fa tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Waiting for the task: (returnval){ [ 1072.082356] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52a46453-0029-6835-c06d-863a1645e3e8" [ 1072.082356] env[62353]: _type = "Task" [ 1072.082356] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.093114] env[62353]: DEBUG oslo_vmware.api [None req-e88e9212-c280-4bb5-ae2e-e386976f77fa tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52a46453-0029-6835-c06d-863a1645e3e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.114421] env[62353]: DEBUG nova.scheduler.client.report [None req-7696a0d7-6e4e-41a3-88dc-574d593f9f58 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Refreshing inventories for resource provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1072.120065] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e171f974-cca9-4f50-921a-b973e7db6553 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Lock "53ff526b-6e0b-49bc-beca-4fb4a377389b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.968s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1072.124613] env[62353]: DEBUG oslo_concurrency.lockutils [None req-fdbff0e4-3060-4d18-9afe-4cf084e595b2 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Lock "cd87ae19-37ee-4d88-95ee-9de38d5214a4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.121s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1072.137473] env[62353]: DEBUG nova.scheduler.client.report [None req-7696a0d7-6e4e-41a3-88dc-574d593f9f58 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Updating ProviderTree inventory for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1072.137655] env[62353]: DEBUG nova.compute.provider_tree [None req-7696a0d7-6e4e-41a3-88dc-574d593f9f58 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Updating inventory in ProviderTree for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1072.152279] env[62353]: DEBUG nova.scheduler.client.report [None req-7696a0d7-6e4e-41a3-88dc-574d593f9f58 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Refreshing aggregate associations for resource provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14, aggregates: None {{(pid=62353) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1072.174396] env[62353]: DEBUG nova.scheduler.client.report [None req-7696a0d7-6e4e-41a3-88dc-574d593f9f58 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Refreshing trait associations for resource provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=62353) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1072.351150] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d238bc89-c8e6-4c66-9624-45383c8f0c31 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.362140] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a54981f-9f6a-4d0e-825b-c107ac1a02b4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.397959] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b764ec5c-dc2b-499d-88d9-461d055d238a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.406532] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76611f1b-6371-4e86-a570-a61ad60c0d5d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.422635] env[62353]: DEBUG nova.compute.provider_tree [None req-7696a0d7-6e4e-41a3-88dc-574d593f9f58 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1072.594939] env[62353]: DEBUG oslo_vmware.api [None req-e88e9212-c280-4bb5-ae2e-e386976f77fa tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52a46453-0029-6835-c06d-863a1645e3e8, 'name': SearchDatastore_Task, 'duration_secs': 0.009736} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.595316] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e88e9212-c280-4bb5-ae2e-e386976f77fa tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Releasing lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1072.595485] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-e88e9212-c280-4bb5-ae2e-e386976f77fa tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore1] 982a9d5d-c26d-43c8-b2bd-cf4aa04d5823/982a9d5d-c26d-43c8-b2bd-cf4aa04d5823.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1072.595747] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-267192fe-5d10-4a41-8656-6ddecf0f80ae {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.604987] env[62353]: DEBUG oslo_vmware.api [None req-e88e9212-c280-4bb5-ae2e-e386976f77fa tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Waiting for the task: (returnval){ [ 1072.604987] env[62353]: value = "task-2373107" [ 1072.604987] env[62353]: _type = "Task" [ 1072.604987] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.615098] env[62353]: DEBUG oslo_vmware.api [None req-e88e9212-c280-4bb5-ae2e-e386976f77fa tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Task: {'id': task-2373107, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.809120] env[62353]: DEBUG nova.network.neutron [req-bdd32d16-e8cb-47ab-b962-da655cafbd1e req-9fe7fb6c-08a8-4591-be15-b8c5ca11ebcc service nova] [instance: c42bcda4-547f-4f42-9738-0a731450321d] Updated VIF entry in instance network info cache for port 66f96e3e-6345-4a50-89db-ef2679a40099. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1072.809568] env[62353]: DEBUG nova.network.neutron [req-bdd32d16-e8cb-47ab-b962-da655cafbd1e req-9fe7fb6c-08a8-4591-be15-b8c5ca11ebcc service nova] [instance: c42bcda4-547f-4f42-9738-0a731450321d] Updating instance_info_cache with network_info: [{"id": "66f96e3e-6345-4a50-89db-ef2679a40099", "address": "fa:16:3e:20:bd:dd", "network": {"id": "3322d31e-00aa-4c86-8051-1b6dd5c36fa9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1715037563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d154d2686c9e43b4b2a7a9ec6a5a795c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66f96e3e-63", "ovs_interfaceid": "66f96e3e-6345-4a50-89db-ef2679a40099", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.925813] env[62353]: DEBUG nova.scheduler.client.report [None req-7696a0d7-6e4e-41a3-88dc-574d593f9f58 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1073.120676] env[62353]: DEBUG oslo_vmware.api [None req-e88e9212-c280-4bb5-ae2e-e386976f77fa tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Task: {'id': task-2373107, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.497859} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.122607] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-e88e9212-c280-4bb5-ae2e-e386976f77fa tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore1] 982a9d5d-c26d-43c8-b2bd-cf4aa04d5823/982a9d5d-c26d-43c8-b2bd-cf4aa04d5823.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1073.123684] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-e88e9212-c280-4bb5-ae2e-e386976f77fa tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: 982a9d5d-c26d-43c8-b2bd-cf4aa04d5823] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1073.125486] env[62353]: DEBUG nova.compute.manager [req-ff7b8653-1a54-4a13-84c3-ad6d244b228d req-996cc0fe-aef1-4678-ba15-744f6464ea15 service nova] [instance: 269bf557-1b4e-4a5b-a9b0-c57fa08176d7] Received event network-vif-plugged-beda342b-8129-48f7-a16e-219b13e17899 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1073.129060] env[62353]: DEBUG oslo_concurrency.lockutils [req-ff7b8653-1a54-4a13-84c3-ad6d244b228d req-996cc0fe-aef1-4678-ba15-744f6464ea15 service nova] Acquiring lock "269bf557-1b4e-4a5b-a9b0-c57fa08176d7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1073.129060] env[62353]: DEBUG oslo_concurrency.lockutils [req-ff7b8653-1a54-4a13-84c3-ad6d244b228d req-996cc0fe-aef1-4678-ba15-744f6464ea15 service nova] Lock "269bf557-1b4e-4a5b-a9b0-c57fa08176d7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1073.129060] env[62353]: DEBUG oslo_concurrency.lockutils [req-ff7b8653-1a54-4a13-84c3-ad6d244b228d req-996cc0fe-aef1-4678-ba15-744f6464ea15 service nova] Lock "269bf557-1b4e-4a5b-a9b0-c57fa08176d7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1073.129060] env[62353]: DEBUG nova.compute.manager [req-ff7b8653-1a54-4a13-84c3-ad6d244b228d req-996cc0fe-aef1-4678-ba15-744f6464ea15 service nova] [instance: 269bf557-1b4e-4a5b-a9b0-c57fa08176d7] No waiting events found dispatching network-vif-plugged-beda342b-8129-48f7-a16e-219b13e17899 {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1073.129060] env[62353]: WARNING nova.compute.manager [req-ff7b8653-1a54-4a13-84c3-ad6d244b228d req-996cc0fe-aef1-4678-ba15-744f6464ea15 service nova] [instance: 269bf557-1b4e-4a5b-a9b0-c57fa08176d7] Received unexpected event network-vif-plugged-beda342b-8129-48f7-a16e-219b13e17899 for instance with vm_state building and task_state spawning. [ 1073.129060] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1f0c2199-92e9-4b97-a9b2-1ee99dbf65dc {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.139672] env[62353]: DEBUG oslo_vmware.api [None req-e88e9212-c280-4bb5-ae2e-e386976f77fa tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Waiting for the task: (returnval){ [ 1073.139672] env[62353]: value = "task-2373108" [ 1073.139672] env[62353]: _type = "Task" [ 1073.139672] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.151618] env[62353]: DEBUG oslo_vmware.api [None req-e88e9212-c280-4bb5-ae2e-e386976f77fa tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Task: {'id': task-2373108, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.312744] env[62353]: DEBUG oslo_concurrency.lockutils [req-bdd32d16-e8cb-47ab-b962-da655cafbd1e req-9fe7fb6c-08a8-4591-be15-b8c5ca11ebcc service nova] Releasing lock "refresh_cache-c42bcda4-547f-4f42-9738-0a731450321d" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1073.438017] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7696a0d7-6e4e-41a3-88dc-574d593f9f58 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.851s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1073.475497] env[62353]: INFO nova.scheduler.client.report [None req-7696a0d7-6e4e-41a3-88dc-574d593f9f58 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Deleted allocations for instance d11827ca-55a7-4610-ab8b-ef8f7f80a586 [ 1073.475497] env[62353]: DEBUG nova.network.neutron [None req-1b1c25b0-98dc-4f20-b707-7bad7d7f084a tempest-ServersTestJSON-1364369891 tempest-ServersTestJSON-1364369891-project-member] [instance: 269bf557-1b4e-4a5b-a9b0-c57fa08176d7] Successfully updated port: beda342b-8129-48f7-a16e-219b13e17899 {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1073.601147] env[62353]: DEBUG nova.compute.manager [req-864fe63b-a2ad-4997-9102-1e37de8a4cb7 req-50af5fde-2f6a-456e-97ba-022bb5981091 service nova] [instance: 269bf557-1b4e-4a5b-a9b0-c57fa08176d7] Received event network-changed-beda342b-8129-48f7-a16e-219b13e17899 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1073.601903] env[62353]: DEBUG nova.compute.manager [req-864fe63b-a2ad-4997-9102-1e37de8a4cb7 req-50af5fde-2f6a-456e-97ba-022bb5981091 service nova] [instance: 269bf557-1b4e-4a5b-a9b0-c57fa08176d7] Refreshing instance network info cache due to event network-changed-beda342b-8129-48f7-a16e-219b13e17899. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1073.601903] env[62353]: DEBUG oslo_concurrency.lockutils [req-864fe63b-a2ad-4997-9102-1e37de8a4cb7 req-50af5fde-2f6a-456e-97ba-022bb5981091 service nova] Acquiring lock "refresh_cache-269bf557-1b4e-4a5b-a9b0-c57fa08176d7" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1073.601903] env[62353]: DEBUG oslo_concurrency.lockutils [req-864fe63b-a2ad-4997-9102-1e37de8a4cb7 req-50af5fde-2f6a-456e-97ba-022bb5981091 service nova] Acquired lock "refresh_cache-269bf557-1b4e-4a5b-a9b0-c57fa08176d7" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.601903] env[62353]: DEBUG nova.network.neutron [req-864fe63b-a2ad-4997-9102-1e37de8a4cb7 req-50af5fde-2f6a-456e-97ba-022bb5981091 service nova] [instance: 269bf557-1b4e-4a5b-a9b0-c57fa08176d7] Refreshing network info cache for port beda342b-8129-48f7-a16e-219b13e17899 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1073.652095] env[62353]: DEBUG oslo_vmware.api [None req-e88e9212-c280-4bb5-ae2e-e386976f77fa tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Task: {'id': task-2373108, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090494} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.652095] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-e88e9212-c280-4bb5-ae2e-e386976f77fa tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: 982a9d5d-c26d-43c8-b2bd-cf4aa04d5823] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1073.653371] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fbeebce-a335-4744-8da1-528c712c1a8b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.681756] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-e88e9212-c280-4bb5-ae2e-e386976f77fa tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: 982a9d5d-c26d-43c8-b2bd-cf4aa04d5823] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] 982a9d5d-c26d-43c8-b2bd-cf4aa04d5823/982a9d5d-c26d-43c8-b2bd-cf4aa04d5823.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1073.682104] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d77cc059-eacf-4574-8fb2-a816ffd3ccb1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.713137] env[62353]: DEBUG oslo_vmware.api [None req-e88e9212-c280-4bb5-ae2e-e386976f77fa tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Waiting for the task: (returnval){ [ 1073.713137] env[62353]: value = "task-2373109" [ 1073.713137] env[62353]: _type = "Task" [ 1073.713137] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.724630] env[62353]: DEBUG oslo_vmware.api [None req-e88e9212-c280-4bb5-ae2e-e386976f77fa tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Task: {'id': task-2373109, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.982257] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1b1c25b0-98dc-4f20-b707-7bad7d7f084a tempest-ServersTestJSON-1364369891 tempest-ServersTestJSON-1364369891-project-member] Acquiring lock "refresh_cache-269bf557-1b4e-4a5b-a9b0-c57fa08176d7" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1073.985244] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7696a0d7-6e4e-41a3-88dc-574d593f9f58 tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Lock "d11827ca-55a7-4610-ab8b-ef8f7f80a586" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.752s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1074.069085] env[62353]: DEBUG nova.compute.manager [req-7d9ec591-dcea-4d1f-a9ba-0fb31432cf81 req-7ee88bac-70c4-44e7-9d6f-6b38c6d4c619 service nova] [instance: 38ad8f6c-4b6a-44d4-8f37-8d3d1efb5d7c] Received event network-changed-51da790c-fb48-4b42-85b3-661e96580aab {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1074.069282] env[62353]: DEBUG nova.compute.manager [req-7d9ec591-dcea-4d1f-a9ba-0fb31432cf81 req-7ee88bac-70c4-44e7-9d6f-6b38c6d4c619 service nova] [instance: 38ad8f6c-4b6a-44d4-8f37-8d3d1efb5d7c] Refreshing instance network info cache due to event network-changed-51da790c-fb48-4b42-85b3-661e96580aab. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1074.069504] env[62353]: DEBUG oslo_concurrency.lockutils [req-7d9ec591-dcea-4d1f-a9ba-0fb31432cf81 req-7ee88bac-70c4-44e7-9d6f-6b38c6d4c619 service nova] Acquiring lock "refresh_cache-38ad8f6c-4b6a-44d4-8f37-8d3d1efb5d7c" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1074.069701] env[62353]: DEBUG oslo_concurrency.lockutils [req-7d9ec591-dcea-4d1f-a9ba-0fb31432cf81 req-7ee88bac-70c4-44e7-9d6f-6b38c6d4c619 service nova] Acquired lock "refresh_cache-38ad8f6c-4b6a-44d4-8f37-8d3d1efb5d7c" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.069868] env[62353]: DEBUG nova.network.neutron [req-7d9ec591-dcea-4d1f-a9ba-0fb31432cf81 req-7ee88bac-70c4-44e7-9d6f-6b38c6d4c619 service nova] [instance: 38ad8f6c-4b6a-44d4-8f37-8d3d1efb5d7c] Refreshing network info cache for port 51da790c-fb48-4b42-85b3-661e96580aab {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1074.217791] env[62353]: DEBUG oslo_concurrency.lockutils [None req-01602dbb-76f8-4aaa-abd7-9efbf28872f7 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Acquiring lock "49142354-b5a5-4789-8ee2-eaeea7f16f06" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1074.217791] env[62353]: DEBUG oslo_concurrency.lockutils [None req-01602dbb-76f8-4aaa-abd7-9efbf28872f7 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Lock "49142354-b5a5-4789-8ee2-eaeea7f16f06" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1074.233598] env[62353]: DEBUG oslo_vmware.api [None req-e88e9212-c280-4bb5-ae2e-e386976f77fa tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Task: {'id': task-2373109, 'name': ReconfigVM_Task, 'duration_secs': 0.302474} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.234830] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-e88e9212-c280-4bb5-ae2e-e386976f77fa tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: 982a9d5d-c26d-43c8-b2bd-cf4aa04d5823] Reconfigured VM instance instance-0000006a to attach disk [datastore1] 982a9d5d-c26d-43c8-b2bd-cf4aa04d5823/982a9d5d-c26d-43c8-b2bd-cf4aa04d5823.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1074.235807] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-517838d0-d69d-48dc-9a15-c1acc3ae54e9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.244682] env[62353]: DEBUG oslo_vmware.api [None req-e88e9212-c280-4bb5-ae2e-e386976f77fa tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Waiting for the task: (returnval){ [ 1074.244682] env[62353]: value = "task-2373110" [ 1074.244682] env[62353]: _type = "Task" [ 1074.244682] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.255856] env[62353]: DEBUG oslo_vmware.api [None req-e88e9212-c280-4bb5-ae2e-e386976f77fa tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Task: {'id': task-2373110, 'name': Rename_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.404756] env[62353]: DEBUG nova.network.neutron [req-864fe63b-a2ad-4997-9102-1e37de8a4cb7 req-50af5fde-2f6a-456e-97ba-022bb5981091 service nova] [instance: 269bf557-1b4e-4a5b-a9b0-c57fa08176d7] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1074.544742] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d7749263-65ae-4a2d-8f69-a705bf455c29 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Acquiring lock "78d43ae6-d281-4b98-88f1-281548975167" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1074.545015] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d7749263-65ae-4a2d-8f69-a705bf455c29 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Lock "78d43ae6-d281-4b98-88f1-281548975167" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1074.545248] env[62353]: DEBUG nova.compute.manager [None req-d7749263-65ae-4a2d-8f69-a705bf455c29 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 78d43ae6-d281-4b98-88f1-281548975167] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1074.546169] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48f4e6a7-b215-4d51-af8c-d2f92a022d0b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.553469] env[62353]: DEBUG nova.compute.manager [None req-d7749263-65ae-4a2d-8f69-a705bf455c29 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 78d43ae6-d281-4b98-88f1-281548975167] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62353) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1074.554432] env[62353]: DEBUG nova.objects.instance [None req-d7749263-65ae-4a2d-8f69-a705bf455c29 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Lazy-loading 'flavor' on Instance uuid 78d43ae6-d281-4b98-88f1-281548975167 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1074.613809] env[62353]: DEBUG nova.network.neutron [req-864fe63b-a2ad-4997-9102-1e37de8a4cb7 req-50af5fde-2f6a-456e-97ba-022bb5981091 service nova] [instance: 269bf557-1b4e-4a5b-a9b0-c57fa08176d7] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.719167] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8a615fe-b5cb-457b-9911-d3d879e19f27 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.723622] env[62353]: DEBUG nova.compute.manager [None req-01602dbb-76f8-4aaa-abd7-9efbf28872f7 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: 49142354-b5a5-4789-8ee2-eaeea7f16f06] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1074.729086] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-a6e22f18-0e4a-4b08-ae44-10a71d8daf48 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] [instance: a97e3cc7-cd7e-4239-b58d-6b3e62477819] Suspending the VM {{(pid=62353) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1074.730372] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-d9bcd411-fb6d-4e10-9e53-6fcd8c37cfa2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.740356] env[62353]: DEBUG oslo_vmware.api [None req-a6e22f18-0e4a-4b08-ae44-10a71d8daf48 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Waiting for the task: (returnval){ [ 1074.740356] env[62353]: value = "task-2373111" [ 1074.740356] env[62353]: _type = "Task" [ 1074.740356] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.762803] env[62353]: DEBUG oslo_vmware.api [None req-a6e22f18-0e4a-4b08-ae44-10a71d8daf48 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Task: {'id': task-2373111, 'name': SuspendVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.766315] env[62353]: DEBUG oslo_vmware.api [None req-e88e9212-c280-4bb5-ae2e-e386976f77fa tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Task: {'id': task-2373110, 'name': Rename_Task, 'duration_secs': 0.200403} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.766859] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-e88e9212-c280-4bb5-ae2e-e386976f77fa tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: 982a9d5d-c26d-43c8-b2bd-cf4aa04d5823] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1074.767226] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-12437552-cd5d-46df-b3d2-c92f579bf1cb {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.775682] env[62353]: DEBUG oslo_vmware.api [None req-e88e9212-c280-4bb5-ae2e-e386976f77fa tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Waiting for the task: (returnval){ [ 1074.775682] env[62353]: value = "task-2373112" [ 1074.775682] env[62353]: _type = "Task" [ 1074.775682] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.784595] env[62353]: DEBUG oslo_vmware.api [None req-e88e9212-c280-4bb5-ae2e-e386976f77fa tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Task: {'id': task-2373112, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.793696] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7b8de804-d5bc-474c-b33f-04efba3f3e2a tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Acquiring lock "0fd1791c-fb62-4e21-96c3-3b2a07520c91" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1074.793696] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7b8de804-d5bc-474c-b33f-04efba3f3e2a tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Lock "0fd1791c-fb62-4e21-96c3-3b2a07520c91" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1074.793696] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7b8de804-d5bc-474c-b33f-04efba3f3e2a tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Acquiring lock "0fd1791c-fb62-4e21-96c3-3b2a07520c91-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1074.793696] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7b8de804-d5bc-474c-b33f-04efba3f3e2a tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Lock "0fd1791c-fb62-4e21-96c3-3b2a07520c91-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1074.793696] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7b8de804-d5bc-474c-b33f-04efba3f3e2a tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Lock "0fd1791c-fb62-4e21-96c3-3b2a07520c91-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1074.795411] env[62353]: INFO nova.compute.manager [None req-7b8de804-d5bc-474c-b33f-04efba3f3e2a tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] [instance: 0fd1791c-fb62-4e21-96c3-3b2a07520c91] Terminating instance [ 1074.889219] env[62353]: DEBUG nova.network.neutron [req-7d9ec591-dcea-4d1f-a9ba-0fb31432cf81 req-7ee88bac-70c4-44e7-9d6f-6b38c6d4c619 service nova] [instance: 38ad8f6c-4b6a-44d4-8f37-8d3d1efb5d7c] Updated VIF entry in instance network info cache for port 51da790c-fb48-4b42-85b3-661e96580aab. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1074.889701] env[62353]: DEBUG nova.network.neutron [req-7d9ec591-dcea-4d1f-a9ba-0fb31432cf81 req-7ee88bac-70c4-44e7-9d6f-6b38c6d4c619 service nova] [instance: 38ad8f6c-4b6a-44d4-8f37-8d3d1efb5d7c] Updating instance_info_cache with network_info: [{"id": "51da790c-fb48-4b42-85b3-661e96580aab", "address": "fa:16:3e:7e:8e:32", "network": {"id": "3322d31e-00aa-4c86-8051-1b6dd5c36fa9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1715037563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d154d2686c9e43b4b2a7a9ec6a5a795c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51da790c-fb", "ovs_interfaceid": "51da790c-fb48-4b42-85b3-661e96580aab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.116192] env[62353]: DEBUG oslo_concurrency.lockutils [req-864fe63b-a2ad-4997-9102-1e37de8a4cb7 req-50af5fde-2f6a-456e-97ba-022bb5981091 service nova] Releasing lock "refresh_cache-269bf557-1b4e-4a5b-a9b0-c57fa08176d7" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1075.116693] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1b1c25b0-98dc-4f20-b707-7bad7d7f084a tempest-ServersTestJSON-1364369891 tempest-ServersTestJSON-1364369891-project-member] Acquired lock "refresh_cache-269bf557-1b4e-4a5b-a9b0-c57fa08176d7" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.116887] env[62353]: DEBUG nova.network.neutron [None req-1b1c25b0-98dc-4f20-b707-7bad7d7f084a tempest-ServersTestJSON-1364369891 tempest-ServersTestJSON-1364369891-project-member] [instance: 269bf557-1b4e-4a5b-a9b0-c57fa08176d7] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1075.238938] env[62353]: DEBUG oslo_service.periodic_task [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1075.239165] env[62353]: DEBUG oslo_service.periodic_task [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1075.239671] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Starting heal instance info cache {{(pid=62353) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 1075.239671] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Rebuilding the list of instances to heal {{(pid=62353) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10449}} [ 1075.255205] env[62353]: DEBUG oslo_vmware.api [None req-a6e22f18-0e4a-4b08-ae44-10a71d8daf48 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Task: {'id': task-2373111, 'name': SuspendVM_Task} progress is 66%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.256395] env[62353]: DEBUG oslo_concurrency.lockutils [None req-01602dbb-76f8-4aaa-abd7-9efbf28872f7 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1075.256637] env[62353]: DEBUG oslo_concurrency.lockutils [None req-01602dbb-76f8-4aaa-abd7-9efbf28872f7 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1075.258190] env[62353]: INFO nova.compute.claims [None req-01602dbb-76f8-4aaa-abd7-9efbf28872f7 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: 49142354-b5a5-4789-8ee2-eaeea7f16f06] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1075.286586] env[62353]: DEBUG oslo_vmware.api [None req-e88e9212-c280-4bb5-ae2e-e386976f77fa tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Task: {'id': task-2373112, 'name': PowerOnVM_Task, 'duration_secs': 0.486104} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.286869] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-e88e9212-c280-4bb5-ae2e-e386976f77fa tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: 982a9d5d-c26d-43c8-b2bd-cf4aa04d5823] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1075.287197] env[62353]: INFO nova.compute.manager [None req-e88e9212-c280-4bb5-ae2e-e386976f77fa tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: 982a9d5d-c26d-43c8-b2bd-cf4aa04d5823] Took 7.67 seconds to spawn the instance on the hypervisor. [ 1075.287310] env[62353]: DEBUG nova.compute.manager [None req-e88e9212-c280-4bb5-ae2e-e386976f77fa tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: 982a9d5d-c26d-43c8-b2bd-cf4aa04d5823] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1075.288132] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9450b36b-5dc6-4b44-b1c5-70e3abbf1a40 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.300044] env[62353]: DEBUG nova.compute.manager [None req-7b8de804-d5bc-474c-b33f-04efba3f3e2a tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] [instance: 0fd1791c-fb62-4e21-96c3-3b2a07520c91] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1075.300044] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-7b8de804-d5bc-474c-b33f-04efba3f3e2a tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] [instance: 0fd1791c-fb62-4e21-96c3-3b2a07520c91] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1075.301130] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec952f3b-ef75-4018-8b9e-b24ec5b24609 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.309244] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b8de804-d5bc-474c-b33f-04efba3f3e2a tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] [instance: 0fd1791c-fb62-4e21-96c3-3b2a07520c91] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1075.309571] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ae7acc7d-485d-42d5-9033-9cfe878eff63 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.318681] env[62353]: DEBUG oslo_vmware.api [None req-7b8de804-d5bc-474c-b33f-04efba3f3e2a tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Waiting for the task: (returnval){ [ 1075.318681] env[62353]: value = "task-2373113" [ 1075.318681] env[62353]: _type = "Task" [ 1075.318681] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.328342] env[62353]: DEBUG oslo_vmware.api [None req-7b8de804-d5bc-474c-b33f-04efba3f3e2a tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Task: {'id': task-2373113, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.392906] env[62353]: DEBUG oslo_concurrency.lockutils [req-7d9ec591-dcea-4d1f-a9ba-0fb31432cf81 req-7ee88bac-70c4-44e7-9d6f-6b38c6d4c619 service nova] Releasing lock "refresh_cache-38ad8f6c-4b6a-44d4-8f37-8d3d1efb5d7c" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1075.393215] env[62353]: DEBUG nova.compute.manager [req-7d9ec591-dcea-4d1f-a9ba-0fb31432cf81 req-7ee88bac-70c4-44e7-9d6f-6b38c6d4c619 service nova] [instance: 38ad8f6c-4b6a-44d4-8f37-8d3d1efb5d7c] Received event network-changed-51da790c-fb48-4b42-85b3-661e96580aab {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1075.393389] env[62353]: DEBUG nova.compute.manager [req-7d9ec591-dcea-4d1f-a9ba-0fb31432cf81 req-7ee88bac-70c4-44e7-9d6f-6b38c6d4c619 service nova] [instance: 38ad8f6c-4b6a-44d4-8f37-8d3d1efb5d7c] Refreshing instance network info cache due to event network-changed-51da790c-fb48-4b42-85b3-661e96580aab. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1075.393726] env[62353]: DEBUG oslo_concurrency.lockutils [req-7d9ec591-dcea-4d1f-a9ba-0fb31432cf81 req-7ee88bac-70c4-44e7-9d6f-6b38c6d4c619 service nova] Acquiring lock "refresh_cache-38ad8f6c-4b6a-44d4-8f37-8d3d1efb5d7c" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1075.393896] env[62353]: DEBUG oslo_concurrency.lockutils [req-7d9ec591-dcea-4d1f-a9ba-0fb31432cf81 req-7ee88bac-70c4-44e7-9d6f-6b38c6d4c619 service nova] Acquired lock "refresh_cache-38ad8f6c-4b6a-44d4-8f37-8d3d1efb5d7c" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.394075] env[62353]: DEBUG nova.network.neutron [req-7d9ec591-dcea-4d1f-a9ba-0fb31432cf81 req-7ee88bac-70c4-44e7-9d6f-6b38c6d4c619 service nova] [instance: 38ad8f6c-4b6a-44d4-8f37-8d3d1efb5d7c] Refreshing network info cache for port 51da790c-fb48-4b42-85b3-661e96580aab {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1075.561858] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7749263-65ae-4a2d-8f69-a705bf455c29 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 78d43ae6-d281-4b98-88f1-281548975167] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1075.562163] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ecc0c45d-3b3a-46e7-9e86-99c766186c93 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.570567] env[62353]: DEBUG oslo_vmware.api [None req-d7749263-65ae-4a2d-8f69-a705bf455c29 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Waiting for the task: (returnval){ [ 1075.570567] env[62353]: value = "task-2373114" [ 1075.570567] env[62353]: _type = "Task" [ 1075.570567] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.580658] env[62353]: DEBUG oslo_vmware.api [None req-d7749263-65ae-4a2d-8f69-a705bf455c29 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': task-2373114, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.648353] env[62353]: DEBUG nova.network.neutron [None req-1b1c25b0-98dc-4f20-b707-7bad7d7f084a tempest-ServersTestJSON-1364369891 tempest-ServersTestJSON-1364369891-project-member] [instance: 269bf557-1b4e-4a5b-a9b0-c57fa08176d7] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1075.744955] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] [instance: 0fd1791c-fb62-4e21-96c3-3b2a07520c91] Skipping network cache update for instance because it is being deleted. {{(pid=62353) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10462}} [ 1075.745188] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] [instance: 982a9d5d-c26d-43c8-b2bd-cf4aa04d5823] Skipping network cache update for instance because it is Building. {{(pid=62353) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 1075.745445] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] [instance: 269bf557-1b4e-4a5b-a9b0-c57fa08176d7] Skipping network cache update for instance because it is Building. {{(pid=62353) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 1075.759825] env[62353]: DEBUG oslo_vmware.api [None req-a6e22f18-0e4a-4b08-ae44-10a71d8daf48 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Task: {'id': task-2373111, 'name': SuspendVM_Task, 'duration_secs': 0.687093} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.760776] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-a6e22f18-0e4a-4b08-ae44-10a71d8daf48 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] [instance: a97e3cc7-cd7e-4239-b58d-6b3e62477819] Suspended the VM {{(pid=62353) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1075.760776] env[62353]: DEBUG nova.compute.manager [None req-a6e22f18-0e4a-4b08-ae44-10a71d8daf48 tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] [instance: a97e3cc7-cd7e-4239-b58d-6b3e62477819] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1075.761229] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7429dabf-0eca-46aa-800e-8e56a89b809d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.790633] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Acquiring lock "refresh_cache-d7dd9b27-eeaa-49be-af8f-86b100ff7a69" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1075.790879] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Acquired lock "refresh_cache-d7dd9b27-eeaa-49be-af8f-86b100ff7a69" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.791631] env[62353]: DEBUG nova.network.neutron [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] [instance: d7dd9b27-eeaa-49be-af8f-86b100ff7a69] Forcefully refreshing network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1075.791631] env[62353]: DEBUG nova.objects.instance [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Lazy-loading 'info_cache' on Instance uuid d7dd9b27-eeaa-49be-af8f-86b100ff7a69 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1075.813916] env[62353]: INFO nova.compute.manager [None req-e88e9212-c280-4bb5-ae2e-e386976f77fa tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: 982a9d5d-c26d-43c8-b2bd-cf4aa04d5823] Took 16.34 seconds to build instance. [ 1075.825248] env[62353]: DEBUG nova.network.neutron [None req-1b1c25b0-98dc-4f20-b707-7bad7d7f084a tempest-ServersTestJSON-1364369891 tempest-ServersTestJSON-1364369891-project-member] [instance: 269bf557-1b4e-4a5b-a9b0-c57fa08176d7] Updating instance_info_cache with network_info: [{"id": "beda342b-8129-48f7-a16e-219b13e17899", "address": "fa:16:3e:a6:dc:6d", "network": {"id": "89bcf268-0f6c-4965-b859-3890ecb09745", "bridge": "br-int", "label": "tempest-ServersTestJSON-1436823811-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad4957875ddc4599a51975303e30ca04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbeda342b-81", "ovs_interfaceid": "beda342b-8129-48f7-a16e-219b13e17899", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.836395] env[62353]: DEBUG oslo_vmware.api [None req-7b8de804-d5bc-474c-b33f-04efba3f3e2a tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Task: {'id': task-2373113, 'name': PowerOffVM_Task, 'duration_secs': 0.507127} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.837437] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b8de804-d5bc-474c-b33f-04efba3f3e2a tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] [instance: 0fd1791c-fb62-4e21-96c3-3b2a07520c91] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1075.837681] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-7b8de804-d5bc-474c-b33f-04efba3f3e2a tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] [instance: 0fd1791c-fb62-4e21-96c3-3b2a07520c91] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1075.838034] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4b036481-cf7e-4dc3-b346-88af0d545191 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.926778] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ecfd0a03-9ddb-445e-b0ba-0d9f80346ac0 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Acquiring lock "1e2c1dc1-0736-48b7-9748-a2441fdb4229" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1075.927184] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ecfd0a03-9ddb-445e-b0ba-0d9f80346ac0 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Lock "1e2c1dc1-0736-48b7-9748-a2441fdb4229" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1075.945745] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-7b8de804-d5bc-474c-b33f-04efba3f3e2a tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] [instance: 0fd1791c-fb62-4e21-96c3-3b2a07520c91] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1075.945963] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-7b8de804-d5bc-474c-b33f-04efba3f3e2a tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] [instance: 0fd1791c-fb62-4e21-96c3-3b2a07520c91] Deleting contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1075.946197] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b8de804-d5bc-474c-b33f-04efba3f3e2a tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Deleting the datastore file [datastore2] 0fd1791c-fb62-4e21-96c3-3b2a07520c91 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1075.947354] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bf7e1ad5-165b-47ff-88f0-4229c6fc3750 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.956646] env[62353]: DEBUG oslo_vmware.api [None req-7b8de804-d5bc-474c-b33f-04efba3f3e2a tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Waiting for the task: (returnval){ [ 1075.956646] env[62353]: value = "task-2373116" [ 1075.956646] env[62353]: _type = "Task" [ 1075.956646] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.965546] env[62353]: DEBUG oslo_vmware.api [None req-7b8de804-d5bc-474c-b33f-04efba3f3e2a tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Task: {'id': task-2373116, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.083450] env[62353]: DEBUG oslo_vmware.api [None req-d7749263-65ae-4a2d-8f69-a705bf455c29 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': task-2373114, 'name': PowerOffVM_Task, 'duration_secs': 0.22093} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.083683] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7749263-65ae-4a2d-8f69-a705bf455c29 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 78d43ae6-d281-4b98-88f1-281548975167] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1076.083891] env[62353]: DEBUG nova.compute.manager [None req-d7749263-65ae-4a2d-8f69-a705bf455c29 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 78d43ae6-d281-4b98-88f1-281548975167] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1076.086807] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11b64797-1afa-45c9-97e5-702e8ca1db5a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.127026] env[62353]: DEBUG nova.network.neutron [req-7d9ec591-dcea-4d1f-a9ba-0fb31432cf81 req-7ee88bac-70c4-44e7-9d6f-6b38c6d4c619 service nova] [instance: 38ad8f6c-4b6a-44d4-8f37-8d3d1efb5d7c] Updated VIF entry in instance network info cache for port 51da790c-fb48-4b42-85b3-661e96580aab. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1076.127512] env[62353]: DEBUG nova.network.neutron [req-7d9ec591-dcea-4d1f-a9ba-0fb31432cf81 req-7ee88bac-70c4-44e7-9d6f-6b38c6d4c619 service nova] [instance: 38ad8f6c-4b6a-44d4-8f37-8d3d1efb5d7c] Updating instance_info_cache with network_info: [{"id": "51da790c-fb48-4b42-85b3-661e96580aab", "address": "fa:16:3e:7e:8e:32", "network": {"id": "3322d31e-00aa-4c86-8051-1b6dd5c36fa9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1715037563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d154d2686c9e43b4b2a7a9ec6a5a795c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51da790c-fb", "ovs_interfaceid": "51da790c-fb48-4b42-85b3-661e96580aab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.316915] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e88e9212-c280-4bb5-ae2e-e386976f77fa tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Lock "982a9d5d-c26d-43c8-b2bd-cf4aa04d5823" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.851s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1076.330656] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1b1c25b0-98dc-4f20-b707-7bad7d7f084a tempest-ServersTestJSON-1364369891 tempest-ServersTestJSON-1364369891-project-member] Releasing lock "refresh_cache-269bf557-1b4e-4a5b-a9b0-c57fa08176d7" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1076.330656] env[62353]: DEBUG nova.compute.manager [None req-1b1c25b0-98dc-4f20-b707-7bad7d7f084a tempest-ServersTestJSON-1364369891 tempest-ServersTestJSON-1364369891-project-member] [instance: 269bf557-1b4e-4a5b-a9b0-c57fa08176d7] Instance network_info: |[{"id": "beda342b-8129-48f7-a16e-219b13e17899", "address": "fa:16:3e:a6:dc:6d", "network": {"id": "89bcf268-0f6c-4965-b859-3890ecb09745", "bridge": "br-int", "label": "tempest-ServersTestJSON-1436823811-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad4957875ddc4599a51975303e30ca04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbeda342b-81", "ovs_interfaceid": "beda342b-8129-48f7-a16e-219b13e17899", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1076.330656] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-1b1c25b0-98dc-4f20-b707-7bad7d7f084a tempest-ServersTestJSON-1364369891 tempest-ServersTestJSON-1364369891-project-member] [instance: 269bf557-1b4e-4a5b-a9b0-c57fa08176d7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a6:dc:6d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1470a3f8-be8a-4339-8a6f-9519366f32e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'beda342b-8129-48f7-a16e-219b13e17899', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1076.337596] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b1c25b0-98dc-4f20-b707-7bad7d7f084a tempest-ServersTestJSON-1364369891 tempest-ServersTestJSON-1364369891-project-member] Creating folder: Project (ad4957875ddc4599a51975303e30ca04). Parent ref: group-v481456. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1076.340701] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-72ceeb35-cc66-4c40-9f47-7fe495262a47 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.356206] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-1b1c25b0-98dc-4f20-b707-7bad7d7f084a tempest-ServersTestJSON-1364369891 tempest-ServersTestJSON-1364369891-project-member] Created folder: Project (ad4957875ddc4599a51975303e30ca04) in parent group-v481456. [ 1076.356501] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b1c25b0-98dc-4f20-b707-7bad7d7f084a tempest-ServersTestJSON-1364369891 tempest-ServersTestJSON-1364369891-project-member] Creating folder: Instances. Parent ref: group-v481743. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1076.356673] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6593150d-78ae-48dd-8e98-c19ef06d99e7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.370301] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-1b1c25b0-98dc-4f20-b707-7bad7d7f084a tempest-ServersTestJSON-1364369891 tempest-ServersTestJSON-1364369891-project-member] Created folder: Instances in parent group-v481743. [ 1076.370576] env[62353]: DEBUG oslo.service.loopingcall [None req-1b1c25b0-98dc-4f20-b707-7bad7d7f084a tempest-ServersTestJSON-1364369891 tempest-ServersTestJSON-1364369891-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1076.370776] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 269bf557-1b4e-4a5b-a9b0-c57fa08176d7] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1076.371016] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9f4db20f-dfbf-4752-8360-819153d42b08 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.397347] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1076.397347] env[62353]: value = "task-2373119" [ 1076.397347] env[62353]: _type = "Task" [ 1076.397347] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.409191] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2373119, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.437192] env[62353]: DEBUG nova.compute.manager [None req-ecfd0a03-9ddb-445e-b0ba-0d9f80346ac0 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [instance: 1e2c1dc1-0736-48b7-9748-a2441fdb4229] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1076.467834] env[62353]: DEBUG oslo_vmware.api [None req-7b8de804-d5bc-474c-b33f-04efba3f3e2a tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Task: {'id': task-2373116, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.470499] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a9e024c-60cb-41f2-aab3-815a877a5459 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.480713] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5da58cce-2fd8-460f-ba63-17e787ca45e8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.519695] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0028526-44c8-4282-af75-f79e6d6c7889 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.529308] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-199b18b2-b213-4c7e-a3a1-202e2439c34a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.546191] env[62353]: DEBUG nova.compute.provider_tree [None req-01602dbb-76f8-4aaa-abd7-9efbf28872f7 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1076.598956] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d7749263-65ae-4a2d-8f69-a705bf455c29 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Lock "78d43ae6-d281-4b98-88f1-281548975167" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.054s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1076.630432] env[62353]: DEBUG oslo_concurrency.lockutils [req-7d9ec591-dcea-4d1f-a9ba-0fb31432cf81 req-7ee88bac-70c4-44e7-9d6f-6b38c6d4c619 service nova] Releasing lock "refresh_cache-38ad8f6c-4b6a-44d4-8f37-8d3d1efb5d7c" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1076.630741] env[62353]: DEBUG nova.compute.manager [req-7d9ec591-dcea-4d1f-a9ba-0fb31432cf81 req-7ee88bac-70c4-44e7-9d6f-6b38c6d4c619 service nova] [instance: c42bcda4-547f-4f42-9738-0a731450321d] Received event network-changed-66f96e3e-6345-4a50-89db-ef2679a40099 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1076.630937] env[62353]: DEBUG nova.compute.manager [req-7d9ec591-dcea-4d1f-a9ba-0fb31432cf81 req-7ee88bac-70c4-44e7-9d6f-6b38c6d4c619 service nova] [instance: c42bcda4-547f-4f42-9738-0a731450321d] Refreshing instance network info cache due to event network-changed-66f96e3e-6345-4a50-89db-ef2679a40099. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1076.631161] env[62353]: DEBUG oslo_concurrency.lockutils [req-7d9ec591-dcea-4d1f-a9ba-0fb31432cf81 req-7ee88bac-70c4-44e7-9d6f-6b38c6d4c619 service nova] Acquiring lock "refresh_cache-c42bcda4-547f-4f42-9738-0a731450321d" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1076.631318] env[62353]: DEBUG oslo_concurrency.lockutils [req-7d9ec591-dcea-4d1f-a9ba-0fb31432cf81 req-7ee88bac-70c4-44e7-9d6f-6b38c6d4c619 service nova] Acquired lock "refresh_cache-c42bcda4-547f-4f42-9738-0a731450321d" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.631552] env[62353]: DEBUG nova.network.neutron [req-7d9ec591-dcea-4d1f-a9ba-0fb31432cf81 req-7ee88bac-70c4-44e7-9d6f-6b38c6d4c619 service nova] [instance: c42bcda4-547f-4f42-9738-0a731450321d] Refreshing network info cache for port 66f96e3e-6345-4a50-89db-ef2679a40099 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1076.753891] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b9a275be-8ade-485c-b381-85852b6eb7ca tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Acquiring lock "982a9d5d-c26d-43c8-b2bd-cf4aa04d5823" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1076.754409] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b9a275be-8ade-485c-b381-85852b6eb7ca tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Lock "982a9d5d-c26d-43c8-b2bd-cf4aa04d5823" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1076.754609] env[62353]: DEBUG nova.compute.manager [None req-b9a275be-8ade-485c-b381-85852b6eb7ca tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: 982a9d5d-c26d-43c8-b2bd-cf4aa04d5823] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1076.755838] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa2497a5-0edc-4863-98e4-236a4c8a911f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.764606] env[62353]: DEBUG nova.compute.manager [None req-b9a275be-8ade-485c-b381-85852b6eb7ca tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: 982a9d5d-c26d-43c8-b2bd-cf4aa04d5823] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62353) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1076.765372] env[62353]: DEBUG nova.objects.instance [None req-b9a275be-8ade-485c-b381-85852b6eb7ca tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Lazy-loading 'flavor' on Instance uuid 982a9d5d-c26d-43c8-b2bd-cf4aa04d5823 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1076.912281] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2373119, 'name': CreateVM_Task} progress is 99%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.965358] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ecfd0a03-9ddb-445e-b0ba-0d9f80346ac0 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1076.971928] env[62353]: DEBUG oslo_vmware.api [None req-7b8de804-d5bc-474c-b33f-04efba3f3e2a tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Task: {'id': task-2373116, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.686929} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.972269] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b8de804-d5bc-474c-b33f-04efba3f3e2a tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1076.972535] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-7b8de804-d5bc-474c-b33f-04efba3f3e2a tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] [instance: 0fd1791c-fb62-4e21-96c3-3b2a07520c91] Deleted contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1076.972739] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-7b8de804-d5bc-474c-b33f-04efba3f3e2a tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] [instance: 0fd1791c-fb62-4e21-96c3-3b2a07520c91] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1076.972937] env[62353]: INFO nova.compute.manager [None req-7b8de804-d5bc-474c-b33f-04efba3f3e2a tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] [instance: 0fd1791c-fb62-4e21-96c3-3b2a07520c91] Took 1.67 seconds to destroy the instance on the hypervisor. [ 1076.973218] env[62353]: DEBUG oslo.service.loopingcall [None req-7b8de804-d5bc-474c-b33f-04efba3f3e2a tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1076.973432] env[62353]: DEBUG nova.compute.manager [-] [instance: 0fd1791c-fb62-4e21-96c3-3b2a07520c91] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1076.973531] env[62353]: DEBUG nova.network.neutron [-] [instance: 0fd1791c-fb62-4e21-96c3-3b2a07520c91] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1077.049778] env[62353]: DEBUG nova.scheduler.client.report [None req-01602dbb-76f8-4aaa-abd7-9efbf28872f7 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1077.315808] env[62353]: DEBUG nova.compute.manager [req-fd0e5ce9-a80c-450d-995c-17c6fb4ab723 req-7d81e972-70d6-4879-848f-29a3d0e55f2f service nova] [instance: 0fd1791c-fb62-4e21-96c3-3b2a07520c91] Received event network-vif-deleted-dbca42db-6a3f-47dd-9e75-3a6933bbae44 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1077.315808] env[62353]: INFO nova.compute.manager [req-fd0e5ce9-a80c-450d-995c-17c6fb4ab723 req-7d81e972-70d6-4879-848f-29a3d0e55f2f service nova] [instance: 0fd1791c-fb62-4e21-96c3-3b2a07520c91] Neutron deleted interface dbca42db-6a3f-47dd-9e75-3a6933bbae44; detaching it from the instance and deleting it from the info cache [ 1077.317769] env[62353]: DEBUG nova.network.neutron [req-fd0e5ce9-a80c-450d-995c-17c6fb4ab723 req-7d81e972-70d6-4879-848f-29a3d0e55f2f service nova] [instance: 0fd1791c-fb62-4e21-96c3-3b2a07520c91] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.409935] env[62353]: INFO nova.compute.manager [None req-683c47c9-8150-4bd7-92a3-b77c20a4da7e tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] [instance: a97e3cc7-cd7e-4239-b58d-6b3e62477819] Resuming [ 1077.410538] env[62353]: DEBUG nova.objects.instance [None req-683c47c9-8150-4bd7-92a3-b77c20a4da7e tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Lazy-loading 'flavor' on Instance uuid a97e3cc7-cd7e-4239-b58d-6b3e62477819 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1077.412257] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2373119, 'name': CreateVM_Task, 'duration_secs': 0.604814} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.412413] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 269bf557-1b4e-4a5b-a9b0-c57fa08176d7] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1077.413266] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1b1c25b0-98dc-4f20-b707-7bad7d7f084a tempest-ServersTestJSON-1364369891 tempest-ServersTestJSON-1364369891-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1077.413423] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1b1c25b0-98dc-4f20-b707-7bad7d7f084a tempest-ServersTestJSON-1364369891 tempest-ServersTestJSON-1364369891-project-member] Acquired lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.413745] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1b1c25b0-98dc-4f20-b707-7bad7d7f084a tempest-ServersTestJSON-1364369891 tempest-ServersTestJSON-1364369891-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1077.413994] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-002ad0ea-411c-4d46-96ed-ff4c2c3746a6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.422419] env[62353]: DEBUG oslo_vmware.api [None req-1b1c25b0-98dc-4f20-b707-7bad7d7f084a tempest-ServersTestJSON-1364369891 tempest-ServersTestJSON-1364369891-project-member] Waiting for the task: (returnval){ [ 1077.422419] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5205a38b-7440-94f3-74fa-1b36ddd6c7a7" [ 1077.422419] env[62353]: _type = "Task" [ 1077.422419] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.432629] env[62353]: DEBUG oslo_vmware.api [None req-1b1c25b0-98dc-4f20-b707-7bad7d7f084a tempest-ServersTestJSON-1364369891 tempest-ServersTestJSON-1364369891-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5205a38b-7440-94f3-74fa-1b36ddd6c7a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.455673] env[62353]: DEBUG nova.network.neutron [req-7d9ec591-dcea-4d1f-a9ba-0fb31432cf81 req-7ee88bac-70c4-44e7-9d6f-6b38c6d4c619 service nova] [instance: c42bcda4-547f-4f42-9738-0a731450321d] Updated VIF entry in instance network info cache for port 66f96e3e-6345-4a50-89db-ef2679a40099. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1077.456837] env[62353]: DEBUG nova.network.neutron [req-7d9ec591-dcea-4d1f-a9ba-0fb31432cf81 req-7ee88bac-70c4-44e7-9d6f-6b38c6d4c619 service nova] [instance: c42bcda4-547f-4f42-9738-0a731450321d] Updating instance_info_cache with network_info: [{"id": "66f96e3e-6345-4a50-89db-ef2679a40099", "address": "fa:16:3e:20:bd:dd", "network": {"id": "3322d31e-00aa-4c86-8051-1b6dd5c36fa9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1715037563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d154d2686c9e43b4b2a7a9ec6a5a795c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66f96e3e-63", "ovs_interfaceid": "66f96e3e-6345-4a50-89db-ef2679a40099", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.515278] env[62353]: DEBUG nova.network.neutron [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] [instance: d7dd9b27-eeaa-49be-af8f-86b100ff7a69] Updating instance_info_cache with network_info: [{"id": "6cf81735-98c8-496a-bb69-2ea96378f674", "address": "fa:16:3e:29:b7:91", "network": {"id": "14e88cae-8143-4a77-90c0-0cf819e031d3", "bridge": "br-int", "label": "tempest-ServersTestJSON-373050288-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72d956f928c84645ac7af0ca43ed5775", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc7aa55d-223a-4157-9137-88dc492f2db2", "external-id": "nsx-vlan-transportzone-290", "segmentation_id": 290, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6cf81735-98", "ovs_interfaceid": "6cf81735-98c8-496a-bb69-2ea96378f674", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.556802] env[62353]: DEBUG oslo_concurrency.lockutils [None req-01602dbb-76f8-4aaa-abd7-9efbf28872f7 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.300s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1077.557328] env[62353]: DEBUG nova.compute.manager [None req-01602dbb-76f8-4aaa-abd7-9efbf28872f7 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: 49142354-b5a5-4789-8ee2-eaeea7f16f06] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1077.559958] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ecfd0a03-9ddb-445e-b0ba-0d9f80346ac0 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.595s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1077.561403] env[62353]: INFO nova.compute.claims [None req-ecfd0a03-9ddb-445e-b0ba-0d9f80346ac0 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [instance: 1e2c1dc1-0736-48b7-9748-a2441fdb4229] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1077.774082] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9a275be-8ade-485c-b381-85852b6eb7ca tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: 982a9d5d-c26d-43c8-b2bd-cf4aa04d5823] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1077.774445] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6584cfd5-fa22-49ab-9089-3f276a056094 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.783797] env[62353]: DEBUG oslo_vmware.api [None req-b9a275be-8ade-485c-b381-85852b6eb7ca tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Waiting for the task: (returnval){ [ 1077.783797] env[62353]: value = "task-2373120" [ 1077.783797] env[62353]: _type = "Task" [ 1077.783797] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.794022] env[62353]: DEBUG oslo_vmware.api [None req-b9a275be-8ade-485c-b381-85852b6eb7ca tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Task: {'id': task-2373120, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.795421] env[62353]: DEBUG nova.network.neutron [-] [instance: 0fd1791c-fb62-4e21-96c3-3b2a07520c91] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.819391] env[62353]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-60552382-2e18-4b25-b970-4e3642fc7cf0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.837645] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b6327dd-aefd-4520-a9b2-d00da117eae5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.871869] env[62353]: DEBUG nova.compute.manager [req-fd0e5ce9-a80c-450d-995c-17c6fb4ab723 req-7d81e972-70d6-4879-848f-29a3d0e55f2f service nova] [instance: 0fd1791c-fb62-4e21-96c3-3b2a07520c91] Detach interface failed, port_id=dbca42db-6a3f-47dd-9e75-3a6933bbae44, reason: Instance 0fd1791c-fb62-4e21-96c3-3b2a07520c91 could not be found. {{(pid=62353) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1077.936793] env[62353]: DEBUG oslo_vmware.api [None req-1b1c25b0-98dc-4f20-b707-7bad7d7f084a tempest-ServersTestJSON-1364369891 tempest-ServersTestJSON-1364369891-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5205a38b-7440-94f3-74fa-1b36ddd6c7a7, 'name': SearchDatastore_Task, 'duration_secs': 0.042994} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.937125] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1b1c25b0-98dc-4f20-b707-7bad7d7f084a tempest-ServersTestJSON-1364369891 tempest-ServersTestJSON-1364369891-project-member] Releasing lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1077.937365] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-1b1c25b0-98dc-4f20-b707-7bad7d7f084a tempest-ServersTestJSON-1364369891 tempest-ServersTestJSON-1364369891-project-member] [instance: 269bf557-1b4e-4a5b-a9b0-c57fa08176d7] Processing image 06f909ae-e8dc-43b4-abf7-c7ed85db9bbd {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1077.937601] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1b1c25b0-98dc-4f20-b707-7bad7d7f084a tempest-ServersTestJSON-1364369891 tempest-ServersTestJSON-1364369891-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1077.937743] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1b1c25b0-98dc-4f20-b707-7bad7d7f084a tempest-ServersTestJSON-1364369891 tempest-ServersTestJSON-1364369891-project-member] Acquired lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.937919] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b1c25b0-98dc-4f20-b707-7bad7d7f084a tempest-ServersTestJSON-1364369891 tempest-ServersTestJSON-1364369891-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1077.938203] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-05799ee0-765d-4196-b02f-00c90baf31e1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.955854] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b1c25b0-98dc-4f20-b707-7bad7d7f084a tempest-ServersTestJSON-1364369891 tempest-ServersTestJSON-1364369891-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1077.956061] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-1b1c25b0-98dc-4f20-b707-7bad7d7f084a tempest-ServersTestJSON-1364369891 tempest-ServersTestJSON-1364369891-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1077.956839] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d17dba8-bd47-4426-8b6d-5029d5f841ec {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.959415] env[62353]: DEBUG oslo_concurrency.lockutils [req-7d9ec591-dcea-4d1f-a9ba-0fb31432cf81 req-7ee88bac-70c4-44e7-9d6f-6b38c6d4c619 service nova] Releasing lock "refresh_cache-c42bcda4-547f-4f42-9738-0a731450321d" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1077.964214] env[62353]: DEBUG oslo_vmware.api [None req-1b1c25b0-98dc-4f20-b707-7bad7d7f084a tempest-ServersTestJSON-1364369891 tempest-ServersTestJSON-1364369891-project-member] Waiting for the task: (returnval){ [ 1077.964214] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52757c98-b854-414e-7198-1e7e7d989ebe" [ 1077.964214] env[62353]: _type = "Task" [ 1077.964214] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.973052] env[62353]: DEBUG oslo_vmware.api [None req-1b1c25b0-98dc-4f20-b707-7bad7d7f084a tempest-ServersTestJSON-1364369891 tempest-ServersTestJSON-1364369891-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52757c98-b854-414e-7198-1e7e7d989ebe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.017375] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Releasing lock "refresh_cache-d7dd9b27-eeaa-49be-af8f-86b100ff7a69" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1078.017596] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] [instance: d7dd9b27-eeaa-49be-af8f-86b100ff7a69] Updated the network info_cache for instance {{(pid=62353) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10516}} [ 1078.017796] env[62353]: DEBUG oslo_service.periodic_task [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1078.017950] env[62353]: DEBUG oslo_service.periodic_task [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1078.018114] env[62353]: DEBUG oslo_service.periodic_task [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1078.018261] env[62353]: DEBUG oslo_service.periodic_task [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1078.018400] env[62353]: DEBUG oslo_service.periodic_task [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1078.018595] env[62353]: DEBUG oslo_service.periodic_task [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1078.018728] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62353) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1078.018872] env[62353]: DEBUG oslo_service.periodic_task [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1078.069699] env[62353]: DEBUG nova.compute.utils [None req-01602dbb-76f8-4aaa-abd7-9efbf28872f7 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1078.071789] env[62353]: DEBUG nova.compute.manager [None req-01602dbb-76f8-4aaa-abd7-9efbf28872f7 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: 49142354-b5a5-4789-8ee2-eaeea7f16f06] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1078.072062] env[62353]: DEBUG nova.network.neutron [None req-01602dbb-76f8-4aaa-abd7-9efbf28872f7 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: 49142354-b5a5-4789-8ee2-eaeea7f16f06] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1078.109367] env[62353]: DEBUG nova.compute.manager [None req-66ded895-ed0b-47c2-9b0b-1f1ad152b9e0 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 78d43ae6-d281-4b98-88f1-281548975167] Stashing vm_state: stopped {{(pid=62353) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1078.120872] env[62353]: DEBUG nova.policy [None req-01602dbb-76f8-4aaa-abd7-9efbf28872f7 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd3c0c2ffa22543ea97932a693fbc1eca', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c183cea98ca94f09886d57c4499788e8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:192}} [ 1078.294773] env[62353]: DEBUG oslo_vmware.api [None req-b9a275be-8ade-485c-b381-85852b6eb7ca tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Task: {'id': task-2373120, 'name': PowerOffVM_Task, 'duration_secs': 0.192684} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.295563] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9a275be-8ade-485c-b381-85852b6eb7ca tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: 982a9d5d-c26d-43c8-b2bd-cf4aa04d5823] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1078.295833] env[62353]: DEBUG nova.compute.manager [None req-b9a275be-8ade-485c-b381-85852b6eb7ca tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: 982a9d5d-c26d-43c8-b2bd-cf4aa04d5823] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1078.296621] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ff65871-4cca-4c35-a5cb-2cb2fb7852cb {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.299312] env[62353]: INFO nova.compute.manager [-] [instance: 0fd1791c-fb62-4e21-96c3-3b2a07520c91] Took 1.33 seconds to deallocate network for instance. [ 1078.428016] env[62353]: DEBUG nova.network.neutron [None req-01602dbb-76f8-4aaa-abd7-9efbf28872f7 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: 49142354-b5a5-4789-8ee2-eaeea7f16f06] Successfully created port: fad70a4e-3930-49a6-a6ba-fff58d28f85a {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1078.481088] env[62353]: DEBUG oslo_vmware.api [None req-1b1c25b0-98dc-4f20-b707-7bad7d7f084a tempest-ServersTestJSON-1364369891 tempest-ServersTestJSON-1364369891-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52757c98-b854-414e-7198-1e7e7d989ebe, 'name': SearchDatastore_Task, 'duration_secs': 0.021068} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.481922] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8f9075b-33c4-42d0-b056-deadadc0b9e2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.487562] env[62353]: DEBUG oslo_vmware.api [None req-1b1c25b0-98dc-4f20-b707-7bad7d7f084a tempest-ServersTestJSON-1364369891 tempest-ServersTestJSON-1364369891-project-member] Waiting for the task: (returnval){ [ 1078.487562] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52ed6976-97e8-9e1a-980f-948addb1b9e5" [ 1078.487562] env[62353]: _type = "Task" [ 1078.487562] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.497090] env[62353]: DEBUG oslo_vmware.api [None req-1b1c25b0-98dc-4f20-b707-7bad7d7f084a tempest-ServersTestJSON-1364369891 tempest-ServersTestJSON-1364369891-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52ed6976-97e8-9e1a-980f-948addb1b9e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.522031] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1078.572746] env[62353]: DEBUG nova.compute.manager [None req-01602dbb-76f8-4aaa-abd7-9efbf28872f7 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: 49142354-b5a5-4789-8ee2-eaeea7f16f06] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1078.629116] env[62353]: DEBUG oslo_concurrency.lockutils [None req-66ded895-ed0b-47c2-9b0b-1f1ad152b9e0 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1078.776617] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e13b7e5a-36f3-463b-aad5-e2eecfd27c8f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.785811] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c436129d-b928-4864-b095-44d444d6aa75 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.822466] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7b8de804-d5bc-474c-b33f-04efba3f3e2a tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1078.826659] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d29b59a-4ab5-493c-8a00-085e75c4e4ed {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.829761] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b9a275be-8ade-485c-b381-85852b6eb7ca tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Lock "982a9d5d-c26d-43c8-b2bd-cf4aa04d5823" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.076s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1078.836631] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d070a52-6358-4691-aafc-951e74bf2267 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.853418] env[62353]: DEBUG nova.compute.provider_tree [None req-ecfd0a03-9ddb-445e-b0ba-0d9f80346ac0 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1078.922123] env[62353]: DEBUG oslo_concurrency.lockutils [None req-683c47c9-8150-4bd7-92a3-b77c20a4da7e tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Acquiring lock "refresh_cache-a97e3cc7-cd7e-4239-b58d-6b3e62477819" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1078.922327] env[62353]: DEBUG oslo_concurrency.lockutils [None req-683c47c9-8150-4bd7-92a3-b77c20a4da7e tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Acquired lock "refresh_cache-a97e3cc7-cd7e-4239-b58d-6b3e62477819" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.922543] env[62353]: DEBUG nova.network.neutron [None req-683c47c9-8150-4bd7-92a3-b77c20a4da7e tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] [instance: a97e3cc7-cd7e-4239-b58d-6b3e62477819] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1078.999674] env[62353]: DEBUG oslo_vmware.api [None req-1b1c25b0-98dc-4f20-b707-7bad7d7f084a tempest-ServersTestJSON-1364369891 tempest-ServersTestJSON-1364369891-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52ed6976-97e8-9e1a-980f-948addb1b9e5, 'name': SearchDatastore_Task, 'duration_secs': 0.010019} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.999674] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1b1c25b0-98dc-4f20-b707-7bad7d7f084a tempest-ServersTestJSON-1364369891 tempest-ServersTestJSON-1364369891-project-member] Releasing lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1078.999674] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b1c25b0-98dc-4f20-b707-7bad7d7f084a tempest-ServersTestJSON-1364369891 tempest-ServersTestJSON-1364369891-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore2] 269bf557-1b4e-4a5b-a9b0-c57fa08176d7/269bf557-1b4e-4a5b-a9b0-c57fa08176d7.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1078.999674] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e9f384ec-d4b8-4ad5-b7a9-6098e2c4c4f9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.006905] env[62353]: DEBUG oslo_vmware.api [None req-1b1c25b0-98dc-4f20-b707-7bad7d7f084a tempest-ServersTestJSON-1364369891 tempest-ServersTestJSON-1364369891-project-member] Waiting for the task: (returnval){ [ 1079.006905] env[62353]: value = "task-2373121" [ 1079.006905] env[62353]: _type = "Task" [ 1079.006905] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.015807] env[62353]: DEBUG oslo_vmware.api [None req-1b1c25b0-98dc-4f20-b707-7bad7d7f084a tempest-ServersTestJSON-1364369891 tempest-ServersTestJSON-1364369891-project-member] Task: {'id': task-2373121, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.356444] env[62353]: DEBUG nova.scheduler.client.report [None req-ecfd0a03-9ddb-445e-b0ba-0d9f80346ac0 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1079.479103] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1cf20aed-f37c-45c0-b94e-e1334f9532e1 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Acquiring lock "982a9d5d-c26d-43c8-b2bd-cf4aa04d5823" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1079.479893] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1cf20aed-f37c-45c0-b94e-e1334f9532e1 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Lock "982a9d5d-c26d-43c8-b2bd-cf4aa04d5823" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1079.480161] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1cf20aed-f37c-45c0-b94e-e1334f9532e1 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Acquiring lock "982a9d5d-c26d-43c8-b2bd-cf4aa04d5823-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1079.480406] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1cf20aed-f37c-45c0-b94e-e1334f9532e1 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Lock "982a9d5d-c26d-43c8-b2bd-cf4aa04d5823-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1079.480633] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1cf20aed-f37c-45c0-b94e-e1334f9532e1 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Lock "982a9d5d-c26d-43c8-b2bd-cf4aa04d5823-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1079.483786] env[62353]: INFO nova.compute.manager [None req-1cf20aed-f37c-45c0-b94e-e1334f9532e1 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: 982a9d5d-c26d-43c8-b2bd-cf4aa04d5823] Terminating instance [ 1079.521929] env[62353]: DEBUG oslo_vmware.api [None req-1b1c25b0-98dc-4f20-b707-7bad7d7f084a tempest-ServersTestJSON-1364369891 tempest-ServersTestJSON-1364369891-project-member] Task: {'id': task-2373121, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.586034] env[62353]: DEBUG nova.compute.manager [None req-01602dbb-76f8-4aaa-abd7-9efbf28872f7 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: 49142354-b5a5-4789-8ee2-eaeea7f16f06] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1079.615452] env[62353]: DEBUG nova.virt.hardware [None req-01602dbb-76f8-4aaa-abd7-9efbf28872f7 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T12:38:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T12:38:15Z,direct_url=,disk_format='vmdk',id=06f909ae-e8dc-43b4-abf7-c7ed85db9bbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0a3f88790a594523a818b8c00f6862e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T12:38:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1079.615787] env[62353]: DEBUG nova.virt.hardware [None req-01602dbb-76f8-4aaa-abd7-9efbf28872f7 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1079.615947] env[62353]: DEBUG nova.virt.hardware [None req-01602dbb-76f8-4aaa-abd7-9efbf28872f7 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1079.616186] env[62353]: DEBUG nova.virt.hardware [None req-01602dbb-76f8-4aaa-abd7-9efbf28872f7 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1079.616364] env[62353]: DEBUG nova.virt.hardware [None req-01602dbb-76f8-4aaa-abd7-9efbf28872f7 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1079.616520] env[62353]: DEBUG nova.virt.hardware [None req-01602dbb-76f8-4aaa-abd7-9efbf28872f7 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1079.616808] env[62353]: DEBUG nova.virt.hardware [None req-01602dbb-76f8-4aaa-abd7-9efbf28872f7 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1079.616950] env[62353]: DEBUG nova.virt.hardware [None req-01602dbb-76f8-4aaa-abd7-9efbf28872f7 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1079.617161] env[62353]: DEBUG nova.virt.hardware [None req-01602dbb-76f8-4aaa-abd7-9efbf28872f7 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1079.617332] env[62353]: DEBUG nova.virt.hardware [None req-01602dbb-76f8-4aaa-abd7-9efbf28872f7 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1079.617550] env[62353]: DEBUG nova.virt.hardware [None req-01602dbb-76f8-4aaa-abd7-9efbf28872f7 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1079.618463] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccd89b1d-cfdb-4951-a387-965cbee79813 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.628020] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd29006e-e837-4709-b15b-fb2ccccbece9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.767605] env[62353]: DEBUG nova.network.neutron [None req-683c47c9-8150-4bd7-92a3-b77c20a4da7e tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] [instance: a97e3cc7-cd7e-4239-b58d-6b3e62477819] Updating instance_info_cache with network_info: [{"id": "73e575b8-0e78-4c00-babc-20e8f490800b", "address": "fa:16:3e:e4:4a:54", "network": {"id": "8e8157ad-d933-4e32-a16e-cb78473806e0", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1894863752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bed92e4d6734102a7048c91ed285e0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73e575b8-0e", "ovs_interfaceid": "73e575b8-0e78-4c00-babc-20e8f490800b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.861753] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ecfd0a03-9ddb-445e-b0ba-0d9f80346ac0 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.302s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1079.862609] env[62353]: DEBUG nova.compute.manager [None req-ecfd0a03-9ddb-445e-b0ba-0d9f80346ac0 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [instance: 1e2c1dc1-0736-48b7-9748-a2441fdb4229] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1079.865411] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.343s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1079.865590] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1079.865745] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62353) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1079.866046] env[62353]: DEBUG oslo_concurrency.lockutils [None req-66ded895-ed0b-47c2-9b0b-1f1ad152b9e0 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 1.237s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1079.868328] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e553c8a-d153-47aa-bfed-d233a7e5ad97 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.877570] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e6de287-febf-402a-ab45-280910bc9871 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.892790] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd208087-f998-4669-b331-bb52657de1d6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.899686] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2603b82-068e-4d03-a6c2-e6e6a02d3837 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.930570] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179616MB free_disk=154GB free_vcpus=48 pci_devices=None {{(pid=62353) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1079.930731] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1079.993046] env[62353]: DEBUG nova.compute.manager [None req-1cf20aed-f37c-45c0-b94e-e1334f9532e1 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: 982a9d5d-c26d-43c8-b2bd-cf4aa04d5823] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1079.993296] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-1cf20aed-f37c-45c0-b94e-e1334f9532e1 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: 982a9d5d-c26d-43c8-b2bd-cf4aa04d5823] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1079.994197] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e3a31b1-5a33-4088-991b-fb4df96c863d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.002798] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-1cf20aed-f37c-45c0-b94e-e1334f9532e1 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: 982a9d5d-c26d-43c8-b2bd-cf4aa04d5823] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1080.003050] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e555a2cb-50cf-4951-ad74-adb37895e813 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.016729] env[62353]: DEBUG oslo_vmware.api [None req-1b1c25b0-98dc-4f20-b707-7bad7d7f084a tempest-ServersTestJSON-1364369891 tempest-ServersTestJSON-1364369891-project-member] Task: {'id': task-2373121, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.637529} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.018204] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b1c25b0-98dc-4f20-b707-7bad7d7f084a tempest-ServersTestJSON-1364369891 tempest-ServersTestJSON-1364369891-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore2] 269bf557-1b4e-4a5b-a9b0-c57fa08176d7/269bf557-1b4e-4a5b-a9b0-c57fa08176d7.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1080.018357] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-1b1c25b0-98dc-4f20-b707-7bad7d7f084a tempest-ServersTestJSON-1364369891 tempest-ServersTestJSON-1364369891-project-member] [instance: 269bf557-1b4e-4a5b-a9b0-c57fa08176d7] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1080.019573] env[62353]: DEBUG nova.compute.manager [req-e42b7073-c814-4bf4-a086-d420758d5843 req-604e2467-6391-46db-944f-e874a5e60979 service nova] [instance: 49142354-b5a5-4789-8ee2-eaeea7f16f06] Received event network-vif-plugged-fad70a4e-3930-49a6-a6ba-fff58d28f85a {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1080.019785] env[62353]: DEBUG oslo_concurrency.lockutils [req-e42b7073-c814-4bf4-a086-d420758d5843 req-604e2467-6391-46db-944f-e874a5e60979 service nova] Acquiring lock "49142354-b5a5-4789-8ee2-eaeea7f16f06-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1080.020019] env[62353]: DEBUG oslo_concurrency.lockutils [req-e42b7073-c814-4bf4-a086-d420758d5843 req-604e2467-6391-46db-944f-e874a5e60979 service nova] Lock "49142354-b5a5-4789-8ee2-eaeea7f16f06-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1080.020223] env[62353]: DEBUG oslo_concurrency.lockutils [req-e42b7073-c814-4bf4-a086-d420758d5843 req-604e2467-6391-46db-944f-e874a5e60979 service nova] Lock "49142354-b5a5-4789-8ee2-eaeea7f16f06-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1080.020424] env[62353]: DEBUG nova.compute.manager [req-e42b7073-c814-4bf4-a086-d420758d5843 req-604e2467-6391-46db-944f-e874a5e60979 service nova] [instance: 49142354-b5a5-4789-8ee2-eaeea7f16f06] No waiting events found dispatching network-vif-plugged-fad70a4e-3930-49a6-a6ba-fff58d28f85a {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1080.020630] env[62353]: WARNING nova.compute.manager [req-e42b7073-c814-4bf4-a086-d420758d5843 req-604e2467-6391-46db-944f-e874a5e60979 service nova] [instance: 49142354-b5a5-4789-8ee2-eaeea7f16f06] Received unexpected event network-vif-plugged-fad70a4e-3930-49a6-a6ba-fff58d28f85a for instance with vm_state building and task_state spawning. [ 1080.020940] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d114c0cf-4945-4a3d-a34e-00e0451a4444 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.029386] env[62353]: DEBUG oslo_vmware.api [None req-1b1c25b0-98dc-4f20-b707-7bad7d7f084a tempest-ServersTestJSON-1364369891 tempest-ServersTestJSON-1364369891-project-member] Waiting for the task: (returnval){ [ 1080.029386] env[62353]: value = "task-2373123" [ 1080.029386] env[62353]: _type = "Task" [ 1080.029386] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.040770] env[62353]: DEBUG oslo_vmware.api [None req-1b1c25b0-98dc-4f20-b707-7bad7d7f084a tempest-ServersTestJSON-1364369891 tempest-ServersTestJSON-1364369891-project-member] Task: {'id': task-2373123, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.081571] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-1cf20aed-f37c-45c0-b94e-e1334f9532e1 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: 982a9d5d-c26d-43c8-b2bd-cf4aa04d5823] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1080.081936] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-1cf20aed-f37c-45c0-b94e-e1334f9532e1 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: 982a9d5d-c26d-43c8-b2bd-cf4aa04d5823] Deleting contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1080.082186] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-1cf20aed-f37c-45c0-b94e-e1334f9532e1 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Deleting the datastore file [datastore1] 982a9d5d-c26d-43c8-b2bd-cf4aa04d5823 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1080.082498] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-defdb834-547c-43b5-814a-76d2850f9d8a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.090416] env[62353]: DEBUG oslo_vmware.api [None req-1cf20aed-f37c-45c0-b94e-e1334f9532e1 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Waiting for the task: (returnval){ [ 1080.090416] env[62353]: value = "task-2373124" [ 1080.090416] env[62353]: _type = "Task" [ 1080.090416] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.099303] env[62353]: DEBUG oslo_vmware.api [None req-1cf20aed-f37c-45c0-b94e-e1334f9532e1 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Task: {'id': task-2373124, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.121307] env[62353]: DEBUG nova.network.neutron [None req-01602dbb-76f8-4aaa-abd7-9efbf28872f7 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: 49142354-b5a5-4789-8ee2-eaeea7f16f06] Successfully updated port: fad70a4e-3930-49a6-a6ba-fff58d28f85a {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1080.270760] env[62353]: DEBUG oslo_concurrency.lockutils [None req-683c47c9-8150-4bd7-92a3-b77c20a4da7e tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Releasing lock "refresh_cache-a97e3cc7-cd7e-4239-b58d-6b3e62477819" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1080.271728] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7db7492b-cd7f-4bc8-b005-0061cf6e6fd4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.278931] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-683c47c9-8150-4bd7-92a3-b77c20a4da7e tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] [instance: a97e3cc7-cd7e-4239-b58d-6b3e62477819] Resuming the VM {{(pid=62353) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1080.279174] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8d46b32c-56b4-40e9-b813-8b47a268fd66 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.286311] env[62353]: DEBUG oslo_vmware.api [None req-683c47c9-8150-4bd7-92a3-b77c20a4da7e tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Waiting for the task: (returnval){ [ 1080.286311] env[62353]: value = "task-2373125" [ 1080.286311] env[62353]: _type = "Task" [ 1080.286311] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.294655] env[62353]: DEBUG oslo_vmware.api [None req-683c47c9-8150-4bd7-92a3-b77c20a4da7e tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Task: {'id': task-2373125, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.369473] env[62353]: DEBUG nova.compute.utils [None req-ecfd0a03-9ddb-445e-b0ba-0d9f80346ac0 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1080.370971] env[62353]: DEBUG nova.compute.manager [None req-ecfd0a03-9ddb-445e-b0ba-0d9f80346ac0 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [instance: 1e2c1dc1-0736-48b7-9748-a2441fdb4229] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1080.371169] env[62353]: DEBUG nova.network.neutron [None req-ecfd0a03-9ddb-445e-b0ba-0d9f80346ac0 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [instance: 1e2c1dc1-0736-48b7-9748-a2441fdb4229] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1080.375510] env[62353]: INFO nova.compute.claims [None req-66ded895-ed0b-47c2-9b0b-1f1ad152b9e0 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 78d43ae6-d281-4b98-88f1-281548975167] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1080.420233] env[62353]: DEBUG nova.policy [None req-ecfd0a03-9ddb-445e-b0ba-0d9f80346ac0 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '452d0c3422e54a00b5733ba0a881b047', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f777d4695db5433b947d76fd30a7c09b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:192}} [ 1080.540304] env[62353]: DEBUG oslo_vmware.api [None req-1b1c25b0-98dc-4f20-b707-7bad7d7f084a tempest-ServersTestJSON-1364369891 tempest-ServersTestJSON-1364369891-project-member] Task: {'id': task-2373123, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.105484} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.540679] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-1b1c25b0-98dc-4f20-b707-7bad7d7f084a tempest-ServersTestJSON-1364369891 tempest-ServersTestJSON-1364369891-project-member] [instance: 269bf557-1b4e-4a5b-a9b0-c57fa08176d7] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1080.541535] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91b0aaf6-4bca-4762-9236-753675f1282d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.566316] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b1c25b0-98dc-4f20-b707-7bad7d7f084a tempest-ServersTestJSON-1364369891 tempest-ServersTestJSON-1364369891-project-member] [instance: 269bf557-1b4e-4a5b-a9b0-c57fa08176d7] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] 269bf557-1b4e-4a5b-a9b0-c57fa08176d7/269bf557-1b4e-4a5b-a9b0-c57fa08176d7.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1080.566721] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-32982438-7f6f-40dd-9a79-21e54f5e6a28 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.592179] env[62353]: DEBUG oslo_vmware.api [None req-1b1c25b0-98dc-4f20-b707-7bad7d7f084a tempest-ServersTestJSON-1364369891 tempest-ServersTestJSON-1364369891-project-member] Waiting for the task: (returnval){ [ 1080.592179] env[62353]: value = "task-2373126" [ 1080.592179] env[62353]: _type = "Task" [ 1080.592179] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.603240] env[62353]: DEBUG oslo_vmware.api [None req-1cf20aed-f37c-45c0-b94e-e1334f9532e1 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Task: {'id': task-2373124, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.222108} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.606641] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-1cf20aed-f37c-45c0-b94e-e1334f9532e1 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1080.606925] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-1cf20aed-f37c-45c0-b94e-e1334f9532e1 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: 982a9d5d-c26d-43c8-b2bd-cf4aa04d5823] Deleted contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1080.607179] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-1cf20aed-f37c-45c0-b94e-e1334f9532e1 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: 982a9d5d-c26d-43c8-b2bd-cf4aa04d5823] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1080.607441] env[62353]: INFO nova.compute.manager [None req-1cf20aed-f37c-45c0-b94e-e1334f9532e1 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: 982a9d5d-c26d-43c8-b2bd-cf4aa04d5823] Took 0.61 seconds to destroy the instance on the hypervisor. [ 1080.607820] env[62353]: DEBUG oslo.service.loopingcall [None req-1cf20aed-f37c-45c0-b94e-e1334f9532e1 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1080.608094] env[62353]: DEBUG oslo_vmware.api [None req-1b1c25b0-98dc-4f20-b707-7bad7d7f084a tempest-ServersTestJSON-1364369891 tempest-ServersTestJSON-1364369891-project-member] Task: {'id': task-2373126, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.608405] env[62353]: DEBUG nova.compute.manager [-] [instance: 982a9d5d-c26d-43c8-b2bd-cf4aa04d5823] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1080.608594] env[62353]: DEBUG nova.network.neutron [-] [instance: 982a9d5d-c26d-43c8-b2bd-cf4aa04d5823] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1080.625125] env[62353]: DEBUG oslo_concurrency.lockutils [None req-01602dbb-76f8-4aaa-abd7-9efbf28872f7 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Acquiring lock "refresh_cache-49142354-b5a5-4789-8ee2-eaeea7f16f06" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1080.625125] env[62353]: DEBUG oslo_concurrency.lockutils [None req-01602dbb-76f8-4aaa-abd7-9efbf28872f7 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Acquired lock "refresh_cache-49142354-b5a5-4789-8ee2-eaeea7f16f06" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.625125] env[62353]: DEBUG nova.network.neutron [None req-01602dbb-76f8-4aaa-abd7-9efbf28872f7 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: 49142354-b5a5-4789-8ee2-eaeea7f16f06] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1080.742028] env[62353]: DEBUG nova.network.neutron [None req-ecfd0a03-9ddb-445e-b0ba-0d9f80346ac0 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [instance: 1e2c1dc1-0736-48b7-9748-a2441fdb4229] Successfully created port: f790de07-74e1-4e6f-b167-60943fcb18bf {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1080.800525] env[62353]: DEBUG oslo_vmware.api [None req-683c47c9-8150-4bd7-92a3-b77c20a4da7e tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Task: {'id': task-2373125, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.874572] env[62353]: DEBUG nova.compute.manager [None req-ecfd0a03-9ddb-445e-b0ba-0d9f80346ac0 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [instance: 1e2c1dc1-0736-48b7-9748-a2441fdb4229] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1080.885021] env[62353]: INFO nova.compute.resource_tracker [None req-66ded895-ed0b-47c2-9b0b-1f1ad152b9e0 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 78d43ae6-d281-4b98-88f1-281548975167] Updating resource usage from migration 3437eae1-f106-4da2-8a9a-d24b5e0b8e26 [ 1080.958512] env[62353]: DEBUG nova.compute.manager [req-613dd9e8-2d84-4066-89b9-fa600b15eadc req-f58740b3-1df6-4c3b-84eb-b2e8c14f6303 service nova] [instance: 982a9d5d-c26d-43c8-b2bd-cf4aa04d5823] Received event network-vif-deleted-d3b27101-5c09-4f83-8758-e89e5f547e92 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1080.958705] env[62353]: INFO nova.compute.manager [req-613dd9e8-2d84-4066-89b9-fa600b15eadc req-f58740b3-1df6-4c3b-84eb-b2e8c14f6303 service nova] [instance: 982a9d5d-c26d-43c8-b2bd-cf4aa04d5823] Neutron deleted interface d3b27101-5c09-4f83-8758-e89e5f547e92; detaching it from the instance and deleting it from the info cache [ 1080.958916] env[62353]: DEBUG nova.network.neutron [req-613dd9e8-2d84-4066-89b9-fa600b15eadc req-f58740b3-1df6-4c3b-84eb-b2e8c14f6303 service nova] [instance: 982a9d5d-c26d-43c8-b2bd-cf4aa04d5823] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.068705] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2208780d-c801-426c-be3f-93702861c563 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.076466] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8f94b4b-e014-418a-b4fe-7de3836ec1ae {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.110925] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66ac56e3-feb4-48e1-be81-774796fd884c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.121344] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17541339-7813-46f7-b66f-3cadaab9d42d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.124934] env[62353]: DEBUG oslo_vmware.api [None req-1b1c25b0-98dc-4f20-b707-7bad7d7f084a tempest-ServersTestJSON-1364369891 tempest-ServersTestJSON-1364369891-project-member] Task: {'id': task-2373126, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.136748] env[62353]: DEBUG nova.compute.provider_tree [None req-66ded895-ed0b-47c2-9b0b-1f1ad152b9e0 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1081.166774] env[62353]: DEBUG nova.network.neutron [None req-01602dbb-76f8-4aaa-abd7-9efbf28872f7 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: 49142354-b5a5-4789-8ee2-eaeea7f16f06] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1081.198793] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b4ef51ea-c4f7-4caf-9498-312acb56321a tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Acquiring lock "c1577946-440b-49c2-be7a-c4ac3165ab36" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1081.199137] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b4ef51ea-c4f7-4caf-9498-312acb56321a tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Lock "c1577946-440b-49c2-be7a-c4ac3165ab36" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1081.299161] env[62353]: DEBUG oslo_vmware.api [None req-683c47c9-8150-4bd7-92a3-b77c20a4da7e tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Task: {'id': task-2373125, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.311060] env[62353]: DEBUG nova.network.neutron [None req-01602dbb-76f8-4aaa-abd7-9efbf28872f7 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: 49142354-b5a5-4789-8ee2-eaeea7f16f06] Updating instance_info_cache with network_info: [{"id": "fad70a4e-3930-49a6-a6ba-fff58d28f85a", "address": "fa:16:3e:b7:94:08", "network": {"id": "e5d036e4-e0e1-4263-a13b-32de611efa27", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1880879466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c183cea98ca94f09886d57c4499788e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08e9585e-6186-4788-9fd9-24174ce45a6f", "external-id": "nsx-vlan-transportzone-254", "segmentation_id": 254, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfad70a4e-39", "ovs_interfaceid": "fad70a4e-3930-49a6-a6ba-fff58d28f85a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.436468] env[62353]: DEBUG nova.network.neutron [-] [instance: 982a9d5d-c26d-43c8-b2bd-cf4aa04d5823] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.461496] env[62353]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1c0b035b-8a38-4b94-bf47-b4d49f0ee03e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.474990] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f266de8-d49a-41af-939e-911f3cc81ad5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.510661] env[62353]: DEBUG nova.compute.manager [req-613dd9e8-2d84-4066-89b9-fa600b15eadc req-f58740b3-1df6-4c3b-84eb-b2e8c14f6303 service nova] [instance: 982a9d5d-c26d-43c8-b2bd-cf4aa04d5823] Detach interface failed, port_id=d3b27101-5c09-4f83-8758-e89e5f547e92, reason: Instance 982a9d5d-c26d-43c8-b2bd-cf4aa04d5823 could not be found. {{(pid=62353) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1081.625987] env[62353]: DEBUG oslo_vmware.api [None req-1b1c25b0-98dc-4f20-b707-7bad7d7f084a tempest-ServersTestJSON-1364369891 tempest-ServersTestJSON-1364369891-project-member] Task: {'id': task-2373126, 'name': ReconfigVM_Task, 'duration_secs': 0.953717} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.625987] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b1c25b0-98dc-4f20-b707-7bad7d7f084a tempest-ServersTestJSON-1364369891 tempest-ServersTestJSON-1364369891-project-member] [instance: 269bf557-1b4e-4a5b-a9b0-c57fa08176d7] Reconfigured VM instance instance-0000006b to attach disk [datastore2] 269bf557-1b4e-4a5b-a9b0-c57fa08176d7/269bf557-1b4e-4a5b-a9b0-c57fa08176d7.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1081.626915] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fa9c207a-8f2d-44c1-bddc-78c4efa80567 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.640946] env[62353]: DEBUG nova.scheduler.client.report [None req-66ded895-ed0b-47c2-9b0b-1f1ad152b9e0 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1081.644926] env[62353]: DEBUG oslo_vmware.api [None req-1b1c25b0-98dc-4f20-b707-7bad7d7f084a tempest-ServersTestJSON-1364369891 tempest-ServersTestJSON-1364369891-project-member] Waiting for the task: (returnval){ [ 1081.644926] env[62353]: value = "task-2373127" [ 1081.644926] env[62353]: _type = "Task" [ 1081.644926] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.659194] env[62353]: DEBUG oslo_vmware.api [None req-1b1c25b0-98dc-4f20-b707-7bad7d7f084a tempest-ServersTestJSON-1364369891 tempest-ServersTestJSON-1364369891-project-member] Task: {'id': task-2373127, 'name': Rename_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.703048] env[62353]: INFO nova.compute.manager [None req-b4ef51ea-c4f7-4caf-9498-312acb56321a tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] [instance: c1577946-440b-49c2-be7a-c4ac3165ab36] Detaching volume 0c02f97c-7ed2-4dfd-b3ff-53bd6e9a42ce [ 1081.748385] env[62353]: INFO nova.virt.block_device [None req-b4ef51ea-c4f7-4caf-9498-312acb56321a tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] [instance: c1577946-440b-49c2-be7a-c4ac3165ab36] Attempting to driver detach volume 0c02f97c-7ed2-4dfd-b3ff-53bd6e9a42ce from mountpoint /dev/sdb [ 1081.748629] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4ef51ea-c4f7-4caf-9498-312acb56321a tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] [instance: c1577946-440b-49c2-be7a-c4ac3165ab36] Volume detach. Driver type: vmdk {{(pid=62353) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1081.748818] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4ef51ea-c4f7-4caf-9498-312acb56321a tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] [instance: c1577946-440b-49c2-be7a-c4ac3165ab36] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-481717', 'volume_id': '0c02f97c-7ed2-4dfd-b3ff-53bd6e9a42ce', 'name': 'volume-0c02f97c-7ed2-4dfd-b3ff-53bd6e9a42ce', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'c1577946-440b-49c2-be7a-c4ac3165ab36', 'attached_at': '', 'detached_at': '', 'volume_id': '0c02f97c-7ed2-4dfd-b3ff-53bd6e9a42ce', 'serial': '0c02f97c-7ed2-4dfd-b3ff-53bd6e9a42ce'} {{(pid=62353) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1081.749813] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1af37ca-c1fb-42fc-ba74-eab43ce911f1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.777339] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-271cc40b-8ea5-47f2-a35d-b8a32a6c9cfd {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.792608] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c19c20ca-4e02-46d3-9041-37909e4ca91f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.818210] env[62353]: DEBUG oslo_concurrency.lockutils [None req-01602dbb-76f8-4aaa-abd7-9efbf28872f7 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Releasing lock "refresh_cache-49142354-b5a5-4789-8ee2-eaeea7f16f06" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1081.818556] env[62353]: DEBUG nova.compute.manager [None req-01602dbb-76f8-4aaa-abd7-9efbf28872f7 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: 49142354-b5a5-4789-8ee2-eaeea7f16f06] Instance network_info: |[{"id": "fad70a4e-3930-49a6-a6ba-fff58d28f85a", "address": "fa:16:3e:b7:94:08", "network": {"id": "e5d036e4-e0e1-4263-a13b-32de611efa27", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1880879466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c183cea98ca94f09886d57c4499788e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08e9585e-6186-4788-9fd9-24174ce45a6f", "external-id": "nsx-vlan-transportzone-254", "segmentation_id": 254, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfad70a4e-39", "ovs_interfaceid": "fad70a4e-3930-49a6-a6ba-fff58d28f85a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1081.822277] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-01602dbb-76f8-4aaa-abd7-9efbf28872f7 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: 49142354-b5a5-4789-8ee2-eaeea7f16f06] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b7:94:08', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '08e9585e-6186-4788-9fd9-24174ce45a6f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fad70a4e-3930-49a6-a6ba-fff58d28f85a', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1081.829699] env[62353]: DEBUG oslo.service.loopingcall [None req-01602dbb-76f8-4aaa-abd7-9efbf28872f7 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1081.830472] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db54ec87-dcaf-42e9-87ba-ddfe70299885 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.833286] env[62353]: DEBUG oslo_vmware.api [None req-683c47c9-8150-4bd7-92a3-b77c20a4da7e tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Task: {'id': task-2373125, 'name': PowerOnVM_Task, 'duration_secs': 1.451617} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.833539] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49142354-b5a5-4789-8ee2-eaeea7f16f06] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1081.833798] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-683c47c9-8150-4bd7-92a3-b77c20a4da7e tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] [instance: a97e3cc7-cd7e-4239-b58d-6b3e62477819] Resumed the VM {{(pid=62353) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1081.833973] env[62353]: DEBUG nova.compute.manager [None req-683c47c9-8150-4bd7-92a3-b77c20a4da7e tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] [instance: a97e3cc7-cd7e-4239-b58d-6b3e62477819] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1081.834235] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4898c125-dbd5-4c36-9b5e-52d1d1370229 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.851051] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b45e0ce5-bdc5-4207-b55e-95bfbd274740 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.872791] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4ef51ea-c4f7-4caf-9498-312acb56321a tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] The volume has not been displaced from its original location: [datastore2] volume-0c02f97c-7ed2-4dfd-b3ff-53bd6e9a42ce/volume-0c02f97c-7ed2-4dfd-b3ff-53bd6e9a42ce.vmdk. No consolidation needed. {{(pid=62353) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1081.881328] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4ef51ea-c4f7-4caf-9498-312acb56321a tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] [instance: c1577946-440b-49c2-be7a-c4ac3165ab36] Reconfiguring VM instance instance-00000046 to detach disk 2001 {{(pid=62353) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1081.884184] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aafd17fd-e6c9-457c-95db-ad6face11b4e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.898259] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1081.898259] env[62353]: value = "task-2373128" [ 1081.898259] env[62353]: _type = "Task" [ 1081.898259] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.902017] env[62353]: DEBUG nova.compute.manager [None req-ecfd0a03-9ddb-445e-b0ba-0d9f80346ac0 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [instance: 1e2c1dc1-0736-48b7-9748-a2441fdb4229] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1081.916289] env[62353]: DEBUG oslo_vmware.api [None req-b4ef51ea-c4f7-4caf-9498-312acb56321a tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Waiting for the task: (returnval){ [ 1081.916289] env[62353]: value = "task-2373129" [ 1081.916289] env[62353]: _type = "Task" [ 1081.916289] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.916805] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2373128, 'name': CreateVM_Task} progress is 15%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.928230] env[62353]: DEBUG oslo_vmware.api [None req-b4ef51ea-c4f7-4caf-9498-312acb56321a tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Task: {'id': task-2373129, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.935975] env[62353]: DEBUG nova.virt.hardware [None req-ecfd0a03-9ddb-445e-b0ba-0d9f80346ac0 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T12:38:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T12:38:15Z,direct_url=,disk_format='vmdk',id=06f909ae-e8dc-43b4-abf7-c7ed85db9bbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0a3f88790a594523a818b8c00f6862e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T12:38:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1081.936256] env[62353]: DEBUG nova.virt.hardware [None req-ecfd0a03-9ddb-445e-b0ba-0d9f80346ac0 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1081.936435] env[62353]: DEBUG nova.virt.hardware [None req-ecfd0a03-9ddb-445e-b0ba-0d9f80346ac0 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1081.936653] env[62353]: DEBUG nova.virt.hardware [None req-ecfd0a03-9ddb-445e-b0ba-0d9f80346ac0 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1081.936830] env[62353]: DEBUG nova.virt.hardware [None req-ecfd0a03-9ddb-445e-b0ba-0d9f80346ac0 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1081.937049] env[62353]: DEBUG nova.virt.hardware [None req-ecfd0a03-9ddb-445e-b0ba-0d9f80346ac0 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1081.937294] env[62353]: DEBUG nova.virt.hardware [None req-ecfd0a03-9ddb-445e-b0ba-0d9f80346ac0 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1081.937458] env[62353]: DEBUG nova.virt.hardware [None req-ecfd0a03-9ddb-445e-b0ba-0d9f80346ac0 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1081.937663] env[62353]: DEBUG nova.virt.hardware [None req-ecfd0a03-9ddb-445e-b0ba-0d9f80346ac0 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1081.937898] env[62353]: DEBUG nova.virt.hardware [None req-ecfd0a03-9ddb-445e-b0ba-0d9f80346ac0 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1081.938078] env[62353]: DEBUG nova.virt.hardware [None req-ecfd0a03-9ddb-445e-b0ba-0d9f80346ac0 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1081.938542] env[62353]: INFO nova.compute.manager [-] [instance: 982a9d5d-c26d-43c8-b2bd-cf4aa04d5823] Took 1.33 seconds to deallocate network for instance. [ 1081.939419] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06c82071-fcc3-4e20-bce2-798ba4e9cd57 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.951139] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4764907f-b128-4e60-a972-91c622bdf463 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.042682] env[62353]: DEBUG nova.compute.manager [req-54e3ec72-3322-4e46-adb7-378084ab7fba req-7d4ee837-11cb-4286-ae92-18e04dbb11d8 service nova] [instance: 49142354-b5a5-4789-8ee2-eaeea7f16f06] Received event network-changed-fad70a4e-3930-49a6-a6ba-fff58d28f85a {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1082.042854] env[62353]: DEBUG nova.compute.manager [req-54e3ec72-3322-4e46-adb7-378084ab7fba req-7d4ee837-11cb-4286-ae92-18e04dbb11d8 service nova] [instance: 49142354-b5a5-4789-8ee2-eaeea7f16f06] Refreshing instance network info cache due to event network-changed-fad70a4e-3930-49a6-a6ba-fff58d28f85a. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1082.043078] env[62353]: DEBUG oslo_concurrency.lockutils [req-54e3ec72-3322-4e46-adb7-378084ab7fba req-7d4ee837-11cb-4286-ae92-18e04dbb11d8 service nova] Acquiring lock "refresh_cache-49142354-b5a5-4789-8ee2-eaeea7f16f06" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1082.043223] env[62353]: DEBUG oslo_concurrency.lockutils [req-54e3ec72-3322-4e46-adb7-378084ab7fba req-7d4ee837-11cb-4286-ae92-18e04dbb11d8 service nova] Acquired lock "refresh_cache-49142354-b5a5-4789-8ee2-eaeea7f16f06" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.043431] env[62353]: DEBUG nova.network.neutron [req-54e3ec72-3322-4e46-adb7-378084ab7fba req-7d4ee837-11cb-4286-ae92-18e04dbb11d8 service nova] [instance: 49142354-b5a5-4789-8ee2-eaeea7f16f06] Refreshing network info cache for port fad70a4e-3930-49a6-a6ba-fff58d28f85a {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1082.147046] env[62353]: DEBUG oslo_concurrency.lockutils [None req-66ded895-ed0b-47c2-9b0b-1f1ad152b9e0 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.281s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1082.147442] env[62353]: INFO nova.compute.manager [None req-66ded895-ed0b-47c2-9b0b-1f1ad152b9e0 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 78d43ae6-d281-4b98-88f1-281548975167] Migrating [ 1082.155250] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7b8de804-d5bc-474c-b33f-04efba3f3e2a tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.333s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1082.155663] env[62353]: DEBUG nova.objects.instance [None req-7b8de804-d5bc-474c-b33f-04efba3f3e2a tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Lazy-loading 'resources' on Instance uuid 0fd1791c-fb62-4e21-96c3-3b2a07520c91 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1082.176258] env[62353]: DEBUG oslo_vmware.api [None req-1b1c25b0-98dc-4f20-b707-7bad7d7f084a tempest-ServersTestJSON-1364369891 tempest-ServersTestJSON-1364369891-project-member] Task: {'id': task-2373127, 'name': Rename_Task, 'duration_secs': 0.534809} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.177722] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b1c25b0-98dc-4f20-b707-7bad7d7f084a tempest-ServersTestJSON-1364369891 tempest-ServersTestJSON-1364369891-project-member] [instance: 269bf557-1b4e-4a5b-a9b0-c57fa08176d7] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1082.177722] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a00b8b58-2e03-4ee4-a04c-83c6552e0ddd {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.184521] env[62353]: DEBUG oslo_vmware.api [None req-1b1c25b0-98dc-4f20-b707-7bad7d7f084a tempest-ServersTestJSON-1364369891 tempest-ServersTestJSON-1364369891-project-member] Waiting for the task: (returnval){ [ 1082.184521] env[62353]: value = "task-2373130" [ 1082.184521] env[62353]: _type = "Task" [ 1082.184521] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.193518] env[62353]: DEBUG oslo_vmware.api [None req-1b1c25b0-98dc-4f20-b707-7bad7d7f084a tempest-ServersTestJSON-1364369891 tempest-ServersTestJSON-1364369891-project-member] Task: {'id': task-2373130, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.256011] env[62353]: DEBUG nova.network.neutron [None req-ecfd0a03-9ddb-445e-b0ba-0d9f80346ac0 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [instance: 1e2c1dc1-0736-48b7-9748-a2441fdb4229] Successfully updated port: f790de07-74e1-4e6f-b167-60943fcb18bf {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1082.416363] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2373128, 'name': CreateVM_Task} progress is 25%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.425838] env[62353]: DEBUG oslo_vmware.api [None req-b4ef51ea-c4f7-4caf-9498-312acb56321a tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Task: {'id': task-2373129, 'name': ReconfigVM_Task, 'duration_secs': 0.432713} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.426115] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4ef51ea-c4f7-4caf-9498-312acb56321a tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] [instance: c1577946-440b-49c2-be7a-c4ac3165ab36] Reconfigured VM instance instance-00000046 to detach disk 2001 {{(pid=62353) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1082.431542] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c95ad52-a5eb-495e-945f-9d0dc2ca6713 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.447667] env[62353]: DEBUG oslo_vmware.api [None req-b4ef51ea-c4f7-4caf-9498-312acb56321a tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Waiting for the task: (returnval){ [ 1082.447667] env[62353]: value = "task-2373131" [ 1082.447667] env[62353]: _type = "Task" [ 1082.447667] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.452119] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1cf20aed-f37c-45c0-b94e-e1334f9532e1 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1082.457657] env[62353]: DEBUG oslo_vmware.api [None req-b4ef51ea-c4f7-4caf-9498-312acb56321a tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Task: {'id': task-2373131, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.671538] env[62353]: DEBUG oslo_concurrency.lockutils [None req-66ded895-ed0b-47c2-9b0b-1f1ad152b9e0 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Acquiring lock "refresh_cache-78d43ae6-d281-4b98-88f1-281548975167" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1082.671876] env[62353]: DEBUG oslo_concurrency.lockutils [None req-66ded895-ed0b-47c2-9b0b-1f1ad152b9e0 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Acquired lock "refresh_cache-78d43ae6-d281-4b98-88f1-281548975167" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.672127] env[62353]: DEBUG nova.network.neutron [None req-66ded895-ed0b-47c2-9b0b-1f1ad152b9e0 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 78d43ae6-d281-4b98-88f1-281548975167] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1082.697864] env[62353]: DEBUG oslo_vmware.api [None req-1b1c25b0-98dc-4f20-b707-7bad7d7f084a tempest-ServersTestJSON-1364369891 tempest-ServersTestJSON-1364369891-project-member] Task: {'id': task-2373130, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.750684] env[62353]: DEBUG nova.network.neutron [req-54e3ec72-3322-4e46-adb7-378084ab7fba req-7d4ee837-11cb-4286-ae92-18e04dbb11d8 service nova] [instance: 49142354-b5a5-4789-8ee2-eaeea7f16f06] Updated VIF entry in instance network info cache for port fad70a4e-3930-49a6-a6ba-fff58d28f85a. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1082.751191] env[62353]: DEBUG nova.network.neutron [req-54e3ec72-3322-4e46-adb7-378084ab7fba req-7d4ee837-11cb-4286-ae92-18e04dbb11d8 service nova] [instance: 49142354-b5a5-4789-8ee2-eaeea7f16f06] Updating instance_info_cache with network_info: [{"id": "fad70a4e-3930-49a6-a6ba-fff58d28f85a", "address": "fa:16:3e:b7:94:08", "network": {"id": "e5d036e4-e0e1-4263-a13b-32de611efa27", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1880879466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c183cea98ca94f09886d57c4499788e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08e9585e-6186-4788-9fd9-24174ce45a6f", "external-id": "nsx-vlan-transportzone-254", "segmentation_id": 254, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfad70a4e-39", "ovs_interfaceid": "fad70a4e-3930-49a6-a6ba-fff58d28f85a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.760208] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ecfd0a03-9ddb-445e-b0ba-0d9f80346ac0 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Acquiring lock "refresh_cache-1e2c1dc1-0736-48b7-9748-a2441fdb4229" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1082.760208] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ecfd0a03-9ddb-445e-b0ba-0d9f80346ac0 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Acquired lock "refresh_cache-1e2c1dc1-0736-48b7-9748-a2441fdb4229" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.760208] env[62353]: DEBUG nova.network.neutron [None req-ecfd0a03-9ddb-445e-b0ba-0d9f80346ac0 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [instance: 1e2c1dc1-0736-48b7-9748-a2441fdb4229] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1082.849029] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0d56a00-4028-467e-ba4a-df0ac453bd4a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.857385] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01de05ec-a9d3-4451-a9cc-79e1af178cec {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.890870] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dd05b40-10dd-4fe5-bf68-9bc7b3b13450 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.899595] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4125c761-afb4-4130-96f5-f111cda2fd31 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.916531] env[62353]: DEBUG nova.compute.provider_tree [None req-7b8de804-d5bc-474c-b33f-04efba3f3e2a tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1082.924235] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2373128, 'name': CreateVM_Task, 'duration_secs': 0.730275} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.924983] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49142354-b5a5-4789-8ee2-eaeea7f16f06] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1082.925718] env[62353]: DEBUG oslo_concurrency.lockutils [None req-01602dbb-76f8-4aaa-abd7-9efbf28872f7 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1082.925843] env[62353]: DEBUG oslo_concurrency.lockutils [None req-01602dbb-76f8-4aaa-abd7-9efbf28872f7 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Acquired lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.926172] env[62353]: DEBUG oslo_concurrency.lockutils [None req-01602dbb-76f8-4aaa-abd7-9efbf28872f7 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1082.926657] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb947708-00a8-45b0-af8d-42964254e3d3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.931823] env[62353]: DEBUG oslo_vmware.api [None req-01602dbb-76f8-4aaa-abd7-9efbf28872f7 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Waiting for the task: (returnval){ [ 1082.931823] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52893ab5-c8cb-d24f-11f5-13fac68feb69" [ 1082.931823] env[62353]: _type = "Task" [ 1082.931823] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.941349] env[62353]: DEBUG oslo_vmware.api [None req-01602dbb-76f8-4aaa-abd7-9efbf28872f7 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52893ab5-c8cb-d24f-11f5-13fac68feb69, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.955865] env[62353]: DEBUG oslo_vmware.api [None req-b4ef51ea-c4f7-4caf-9498-312acb56321a tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Task: {'id': task-2373131, 'name': ReconfigVM_Task, 'duration_secs': 0.232846} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.956226] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4ef51ea-c4f7-4caf-9498-312acb56321a tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] [instance: c1577946-440b-49c2-be7a-c4ac3165ab36] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-481717', 'volume_id': '0c02f97c-7ed2-4dfd-b3ff-53bd6e9a42ce', 'name': 'volume-0c02f97c-7ed2-4dfd-b3ff-53bd6e9a42ce', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'c1577946-440b-49c2-be7a-c4ac3165ab36', 'attached_at': '', 'detached_at': '', 'volume_id': '0c02f97c-7ed2-4dfd-b3ff-53bd6e9a42ce', 'serial': '0c02f97c-7ed2-4dfd-b3ff-53bd6e9a42ce'} {{(pid=62353) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1083.197699] env[62353]: DEBUG oslo_vmware.api [None req-1b1c25b0-98dc-4f20-b707-7bad7d7f084a tempest-ServersTestJSON-1364369891 tempest-ServersTestJSON-1364369891-project-member] Task: {'id': task-2373130, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.253977] env[62353]: DEBUG oslo_concurrency.lockutils [req-54e3ec72-3322-4e46-adb7-378084ab7fba req-7d4ee837-11cb-4286-ae92-18e04dbb11d8 service nova] Releasing lock "refresh_cache-49142354-b5a5-4789-8ee2-eaeea7f16f06" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1083.296459] env[62353]: DEBUG nova.network.neutron [None req-ecfd0a03-9ddb-445e-b0ba-0d9f80346ac0 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [instance: 1e2c1dc1-0736-48b7-9748-a2441fdb4229] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1083.402571] env[62353]: DEBUG nova.network.neutron [None req-66ded895-ed0b-47c2-9b0b-1f1ad152b9e0 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 78d43ae6-d281-4b98-88f1-281548975167] Updating instance_info_cache with network_info: [{"id": "ddfa5481-2cde-45c3-9b6d-2a765e340f41", "address": "fa:16:3e:a8:e7:06", "network": {"id": "f2c61678-8c63-4464-84ba-d84b54807cc9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1565172013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "890397883ac142a1ae90fecc50da8b41", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e044cfd4-1b0d-4d88-b1bd-604025731d3f", "external-id": "nsx-vlan-transportzone-372", "segmentation_id": 372, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddfa5481-2c", "ovs_interfaceid": "ddfa5481-2cde-45c3-9b6d-2a765e340f41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.420470] env[62353]: DEBUG nova.scheduler.client.report [None req-7b8de804-d5bc-474c-b33f-04efba3f3e2a tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1083.442498] env[62353]: DEBUG oslo_vmware.api [None req-01602dbb-76f8-4aaa-abd7-9efbf28872f7 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52893ab5-c8cb-d24f-11f5-13fac68feb69, 'name': SearchDatastore_Task, 'duration_secs': 0.012545} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.442791] env[62353]: DEBUG oslo_concurrency.lockutils [None req-01602dbb-76f8-4aaa-abd7-9efbf28872f7 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Releasing lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1083.443028] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-01602dbb-76f8-4aaa-abd7-9efbf28872f7 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: 49142354-b5a5-4789-8ee2-eaeea7f16f06] Processing image 06f909ae-e8dc-43b4-abf7-c7ed85db9bbd {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1083.443259] env[62353]: DEBUG oslo_concurrency.lockutils [None req-01602dbb-76f8-4aaa-abd7-9efbf28872f7 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1083.443399] env[62353]: DEBUG oslo_concurrency.lockutils [None req-01602dbb-76f8-4aaa-abd7-9efbf28872f7 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Acquired lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.443573] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-01602dbb-76f8-4aaa-abd7-9efbf28872f7 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1083.444813] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a2b9654b-bcf8-4dae-b6d2-49e62181c8c8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.454105] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-01602dbb-76f8-4aaa-abd7-9efbf28872f7 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1083.456318] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-01602dbb-76f8-4aaa-abd7-9efbf28872f7 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1083.456318] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e761e377-4306-4071-9fde-35e0db176b5a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.461016] env[62353]: DEBUG oslo_vmware.api [None req-01602dbb-76f8-4aaa-abd7-9efbf28872f7 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Waiting for the task: (returnval){ [ 1083.461016] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]521a1a58-6651-034e-0fc7-b0fcb16fb5e9" [ 1083.461016] env[62353]: _type = "Task" [ 1083.461016] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.470331] env[62353]: DEBUG oslo_vmware.api [None req-01602dbb-76f8-4aaa-abd7-9efbf28872f7 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]521a1a58-6651-034e-0fc7-b0fcb16fb5e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.488992] env[62353]: DEBUG nova.network.neutron [None req-ecfd0a03-9ddb-445e-b0ba-0d9f80346ac0 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [instance: 1e2c1dc1-0736-48b7-9748-a2441fdb4229] Updating instance_info_cache with network_info: [{"id": "f790de07-74e1-4e6f-b167-60943fcb18bf", "address": "fa:16:3e:42:2e:bb", "network": {"id": "2f7e2133-4fb3-4a9f-bb2e-4fe0872e76d7", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-977109863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f777d4695db5433b947d76fd30a7c09b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7e0240aa-a694-48fc-a0f9-6f2d3e71aa12", "external-id": "nsx-vlan-transportzone-249", "segmentation_id": 249, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf790de07-74", "ovs_interfaceid": "f790de07-74e1-4e6f-b167-60943fcb18bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.512065] env[62353]: DEBUG nova.objects.instance [None req-b4ef51ea-c4f7-4caf-9498-312acb56321a tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Lazy-loading 'flavor' on Instance uuid c1577946-440b-49c2-be7a-c4ac3165ab36 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1083.600049] env[62353]: DEBUG oslo_concurrency.lockutils [None req-dda90db3-8b53-4c1f-a5f5-606cc6f9cfa5 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Acquiring lock "interface-c42bcda4-547f-4f42-9738-0a731450321d-e735d725-94d5-4518-9955-5b6118565b67" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1083.600049] env[62353]: DEBUG oslo_concurrency.lockutils [None req-dda90db3-8b53-4c1f-a5f5-606cc6f9cfa5 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Lock "interface-c42bcda4-547f-4f42-9738-0a731450321d-e735d725-94d5-4518-9955-5b6118565b67" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1083.600049] env[62353]: DEBUG nova.objects.instance [None req-dda90db3-8b53-4c1f-a5f5-606cc6f9cfa5 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Lazy-loading 'flavor' on Instance uuid c42bcda4-547f-4f42-9738-0a731450321d {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1083.697992] env[62353]: DEBUG oslo_vmware.api [None req-1b1c25b0-98dc-4f20-b707-7bad7d7f084a tempest-ServersTestJSON-1364369891 tempest-ServersTestJSON-1364369891-project-member] Task: {'id': task-2373130, 'name': PowerOnVM_Task, 'duration_secs': 1.187908} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.698259] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b1c25b0-98dc-4f20-b707-7bad7d7f084a tempest-ServersTestJSON-1364369891 tempest-ServersTestJSON-1364369891-project-member] [instance: 269bf557-1b4e-4a5b-a9b0-c57fa08176d7] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1083.698457] env[62353]: INFO nova.compute.manager [None req-1b1c25b0-98dc-4f20-b707-7bad7d7f084a tempest-ServersTestJSON-1364369891 tempest-ServersTestJSON-1364369891-project-member] [instance: 269bf557-1b4e-4a5b-a9b0-c57fa08176d7] Took 11.92 seconds to spawn the instance on the hypervisor. [ 1083.698636] env[62353]: DEBUG nova.compute.manager [None req-1b1c25b0-98dc-4f20-b707-7bad7d7f084a tempest-ServersTestJSON-1364369891 tempest-ServersTestJSON-1364369891-project-member] [instance: 269bf557-1b4e-4a5b-a9b0-c57fa08176d7] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1083.699418] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-972b3357-233b-4c61-b4eb-cfc5108f92b8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.905224] env[62353]: DEBUG oslo_concurrency.lockutils [None req-66ded895-ed0b-47c2-9b0b-1f1ad152b9e0 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Releasing lock "refresh_cache-78d43ae6-d281-4b98-88f1-281548975167" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1083.925457] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7b8de804-d5bc-474c-b33f-04efba3f3e2a tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.770s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1083.927710] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 3.997s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1083.952939] env[62353]: INFO nova.scheduler.client.report [None req-7b8de804-d5bc-474c-b33f-04efba3f3e2a tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Deleted allocations for instance 0fd1791c-fb62-4e21-96c3-3b2a07520c91 [ 1083.972765] env[62353]: DEBUG oslo_vmware.api [None req-01602dbb-76f8-4aaa-abd7-9efbf28872f7 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]521a1a58-6651-034e-0fc7-b0fcb16fb5e9, 'name': SearchDatastore_Task, 'duration_secs': 0.010011} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.974792] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f1f31c4-b65f-49fc-bdde-4b8f3af07110 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.981689] env[62353]: DEBUG oslo_vmware.api [None req-01602dbb-76f8-4aaa-abd7-9efbf28872f7 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Waiting for the task: (returnval){ [ 1083.981689] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5298b623-2bf4-2679-4a99-8962c42e9e5f" [ 1083.981689] env[62353]: _type = "Task" [ 1083.981689] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.991450] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ecfd0a03-9ddb-445e-b0ba-0d9f80346ac0 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Releasing lock "refresh_cache-1e2c1dc1-0736-48b7-9748-a2441fdb4229" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1083.991777] env[62353]: DEBUG nova.compute.manager [None req-ecfd0a03-9ddb-445e-b0ba-0d9f80346ac0 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [instance: 1e2c1dc1-0736-48b7-9748-a2441fdb4229] Instance network_info: |[{"id": "f790de07-74e1-4e6f-b167-60943fcb18bf", "address": "fa:16:3e:42:2e:bb", "network": {"id": "2f7e2133-4fb3-4a9f-bb2e-4fe0872e76d7", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-977109863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f777d4695db5433b947d76fd30a7c09b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7e0240aa-a694-48fc-a0f9-6f2d3e71aa12", "external-id": "nsx-vlan-transportzone-249", "segmentation_id": 249, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf790de07-74", "ovs_interfaceid": "f790de07-74e1-4e6f-b167-60943fcb18bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1083.992078] env[62353]: DEBUG oslo_vmware.api [None req-01602dbb-76f8-4aaa-abd7-9efbf28872f7 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5298b623-2bf4-2679-4a99-8962c42e9e5f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.993036] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ecfd0a03-9ddb-445e-b0ba-0d9f80346ac0 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [instance: 1e2c1dc1-0736-48b7-9748-a2441fdb4229] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:42:2e:bb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7e0240aa-a694-48fc-a0f9-6f2d3e71aa12', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f790de07-74e1-4e6f-b167-60943fcb18bf', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1083.999819] env[62353]: DEBUG oslo.service.loopingcall [None req-ecfd0a03-9ddb-445e-b0ba-0d9f80346ac0 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1084.000432] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e2c1dc1-0736-48b7-9748-a2441fdb4229] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1084.000663] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5fdb3e6f-d7f4-4d3a-8be2-ca3b1f36a50f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.025687] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1084.025687] env[62353]: value = "task-2373132" [ 1084.025687] env[62353]: _type = "Task" [ 1084.025687] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.034867] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2373132, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.219183] env[62353]: INFO nova.compute.manager [None req-1b1c25b0-98dc-4f20-b707-7bad7d7f084a tempest-ServersTestJSON-1364369891 tempest-ServersTestJSON-1364369891-project-member] [instance: 269bf557-1b4e-4a5b-a9b0-c57fa08176d7] Took 24.04 seconds to build instance. [ 1084.246192] env[62353]: DEBUG nova.objects.instance [None req-dda90db3-8b53-4c1f-a5f5-606cc6f9cfa5 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Lazy-loading 'pci_requests' on Instance uuid c42bcda4-547f-4f42-9738-0a731450321d {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1084.256673] env[62353]: DEBUG nova.compute.manager [req-6250188d-bfc0-4224-8b13-9497205e2c65 req-6a7549a8-3df0-4789-b864-04b22970c9c7 service nova] [instance: 1e2c1dc1-0736-48b7-9748-a2441fdb4229] Received event network-vif-plugged-f790de07-74e1-4e6f-b167-60943fcb18bf {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1084.257786] env[62353]: DEBUG oslo_concurrency.lockutils [req-6250188d-bfc0-4224-8b13-9497205e2c65 req-6a7549a8-3df0-4789-b864-04b22970c9c7 service nova] Acquiring lock "1e2c1dc1-0736-48b7-9748-a2441fdb4229-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1084.257786] env[62353]: DEBUG oslo_concurrency.lockutils [req-6250188d-bfc0-4224-8b13-9497205e2c65 req-6a7549a8-3df0-4789-b864-04b22970c9c7 service nova] Lock "1e2c1dc1-0736-48b7-9748-a2441fdb4229-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1084.257786] env[62353]: DEBUG oslo_concurrency.lockutils [req-6250188d-bfc0-4224-8b13-9497205e2c65 req-6a7549a8-3df0-4789-b864-04b22970c9c7 service nova] Lock "1e2c1dc1-0736-48b7-9748-a2441fdb4229-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1084.257928] env[62353]: DEBUG nova.compute.manager [req-6250188d-bfc0-4224-8b13-9497205e2c65 req-6a7549a8-3df0-4789-b864-04b22970c9c7 service nova] [instance: 1e2c1dc1-0736-48b7-9748-a2441fdb4229] No waiting events found dispatching network-vif-plugged-f790de07-74e1-4e6f-b167-60943fcb18bf {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1084.258067] env[62353]: WARNING nova.compute.manager [req-6250188d-bfc0-4224-8b13-9497205e2c65 req-6a7549a8-3df0-4789-b864-04b22970c9c7 service nova] [instance: 1e2c1dc1-0736-48b7-9748-a2441fdb4229] Received unexpected event network-vif-plugged-f790de07-74e1-4e6f-b167-60943fcb18bf for instance with vm_state building and task_state spawning. [ 1084.258236] env[62353]: DEBUG nova.compute.manager [req-6250188d-bfc0-4224-8b13-9497205e2c65 req-6a7549a8-3df0-4789-b864-04b22970c9c7 service nova] [instance: 1e2c1dc1-0736-48b7-9748-a2441fdb4229] Received event network-changed-f790de07-74e1-4e6f-b167-60943fcb18bf {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1084.258402] env[62353]: DEBUG nova.compute.manager [req-6250188d-bfc0-4224-8b13-9497205e2c65 req-6a7549a8-3df0-4789-b864-04b22970c9c7 service nova] [instance: 1e2c1dc1-0736-48b7-9748-a2441fdb4229] Refreshing instance network info cache due to event network-changed-f790de07-74e1-4e6f-b167-60943fcb18bf. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1084.258583] env[62353]: DEBUG oslo_concurrency.lockutils [req-6250188d-bfc0-4224-8b13-9497205e2c65 req-6a7549a8-3df0-4789-b864-04b22970c9c7 service nova] Acquiring lock "refresh_cache-1e2c1dc1-0736-48b7-9748-a2441fdb4229" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1084.258719] env[62353]: DEBUG oslo_concurrency.lockutils [req-6250188d-bfc0-4224-8b13-9497205e2c65 req-6a7549a8-3df0-4789-b864-04b22970c9c7 service nova] Acquired lock "refresh_cache-1e2c1dc1-0736-48b7-9748-a2441fdb4229" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.258893] env[62353]: DEBUG nova.network.neutron [req-6250188d-bfc0-4224-8b13-9497205e2c65 req-6a7549a8-3df0-4789-b864-04b22970c9c7 service nova] [instance: 1e2c1dc1-0736-48b7-9748-a2441fdb4229] Refreshing network info cache for port f790de07-74e1-4e6f-b167-60943fcb18bf {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1084.461529] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7b8de804-d5bc-474c-b33f-04efba3f3e2a tempest-ServerRescueNegativeTestJSON-74213833 tempest-ServerRescueNegativeTestJSON-74213833-project-member] Lock "0fd1791c-fb62-4e21-96c3-3b2a07520c91" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.670s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1084.493805] env[62353]: DEBUG oslo_vmware.api [None req-01602dbb-76f8-4aaa-abd7-9efbf28872f7 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5298b623-2bf4-2679-4a99-8962c42e9e5f, 'name': SearchDatastore_Task, 'duration_secs': 0.011495} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.494110] env[62353]: DEBUG oslo_concurrency.lockutils [None req-01602dbb-76f8-4aaa-abd7-9efbf28872f7 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Releasing lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1084.494559] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-01602dbb-76f8-4aaa-abd7-9efbf28872f7 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore2] 49142354-b5a5-4789-8ee2-eaeea7f16f06/49142354-b5a5-4789-8ee2-eaeea7f16f06.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1084.494940] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3c03f0f9-9339-41fe-8bbc-5a291e493a7c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.503079] env[62353]: DEBUG oslo_vmware.api [None req-01602dbb-76f8-4aaa-abd7-9efbf28872f7 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Waiting for the task: (returnval){ [ 1084.503079] env[62353]: value = "task-2373133" [ 1084.503079] env[62353]: _type = "Task" [ 1084.503079] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.512083] env[62353]: DEBUG oslo_vmware.api [None req-01602dbb-76f8-4aaa-abd7-9efbf28872f7 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Task: {'id': task-2373133, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.522595] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b4ef51ea-c4f7-4caf-9498-312acb56321a tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Lock "c1577946-440b-49c2-be7a-c4ac3165ab36" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.322s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1084.538840] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2373132, 'name': CreateVM_Task, 'duration_secs': 0.343855} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.538942] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e2c1dc1-0736-48b7-9748-a2441fdb4229] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1084.539675] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ecfd0a03-9ddb-445e-b0ba-0d9f80346ac0 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1084.539804] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ecfd0a03-9ddb-445e-b0ba-0d9f80346ac0 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Acquired lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.540198] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ecfd0a03-9ddb-445e-b0ba-0d9f80346ac0 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1084.540414] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3dacf90-6b10-4b38-a503-b13e1eba589a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.546417] env[62353]: DEBUG oslo_vmware.api [None req-ecfd0a03-9ddb-445e-b0ba-0d9f80346ac0 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Waiting for the task: (returnval){ [ 1084.546417] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5278ef44-bfbe-f12a-e465-0a9072934ab3" [ 1084.546417] env[62353]: _type = "Task" [ 1084.546417] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.555271] env[62353]: DEBUG oslo_vmware.api [None req-ecfd0a03-9ddb-445e-b0ba-0d9f80346ac0 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5278ef44-bfbe-f12a-e465-0a9072934ab3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.723370] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1b1c25b0-98dc-4f20-b707-7bad7d7f084a tempest-ServersTestJSON-1364369891 tempest-ServersTestJSON-1364369891-project-member] Lock "269bf557-1b4e-4a5b-a9b0-c57fa08176d7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.554s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1084.751368] env[62353]: DEBUG nova.objects.base [None req-dda90db3-8b53-4c1f-a5f5-606cc6f9cfa5 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=62353) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1084.751368] env[62353]: DEBUG nova.network.neutron [None req-dda90db3-8b53-4c1f-a5f5-606cc6f9cfa5 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: c42bcda4-547f-4f42-9738-0a731450321d] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1084.854303] env[62353]: DEBUG nova.policy [None req-dda90db3-8b53-4c1f-a5f5-606cc6f9cfa5 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '82c6391b4f014ebcaea1a762d3644bd2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd154d2686c9e43b4b2a7a9ec6a5a795c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:192}} [ 1084.857082] env[62353]: DEBUG oslo_concurrency.lockutils [None req-9d552f4f-b820-4998-85db-39bca181a08b tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Acquiring lock "c1577946-440b-49c2-be7a-c4ac3165ab36" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1084.857240] env[62353]: DEBUG oslo_concurrency.lockutils [None req-9d552f4f-b820-4998-85db-39bca181a08b tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Lock "c1577946-440b-49c2-be7a-c4ac3165ab36" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1084.857459] env[62353]: DEBUG oslo_concurrency.lockutils [None req-9d552f4f-b820-4998-85db-39bca181a08b tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Acquiring lock "c1577946-440b-49c2-be7a-c4ac3165ab36-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1084.857685] env[62353]: DEBUG oslo_concurrency.lockutils [None req-9d552f4f-b820-4998-85db-39bca181a08b tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Lock "c1577946-440b-49c2-be7a-c4ac3165ab36-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1084.857788] env[62353]: DEBUG oslo_concurrency.lockutils [None req-9d552f4f-b820-4998-85db-39bca181a08b tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Lock "c1577946-440b-49c2-be7a-c4ac3165ab36-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1084.866499] env[62353]: INFO nova.compute.manager [None req-9d552f4f-b820-4998-85db-39bca181a08b tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] [instance: c1577946-440b-49c2-be7a-c4ac3165ab36] Terminating instance [ 1084.938279] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Applying migration context for instance 78d43ae6-d281-4b98-88f1-281548975167 as it has an incoming, in-progress migration 3437eae1-f106-4da2-8a9a-d24b5e0b8e26. Migration status is migrating {{(pid=62353) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1084.939614] env[62353]: INFO nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] [instance: 78d43ae6-d281-4b98-88f1-281548975167] Updating resource usage from migration 3437eae1-f106-4da2-8a9a-d24b5e0b8e26 [ 1084.963594] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Instance d7dd9b27-eeaa-49be-af8f-86b100ff7a69 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1084.963594] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Instance c1577946-440b-49c2-be7a-c4ac3165ab36 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1084.963925] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Instance c42bcda4-547f-4f42-9738-0a731450321d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1084.964411] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Instance a97e3cc7-cd7e-4239-b58d-6b3e62477819 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1084.964411] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Instance 6bca1280-d76a-4a63-a619-ab3788756003 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1084.964643] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Instance 38ad8f6c-4b6a-44d4-8f37-8d3d1efb5d7c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1084.964643] env[62353]: WARNING nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Instance 982a9d5d-c26d-43c8-b2bd-cf4aa04d5823 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1084.964895] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Instance 269bf557-1b4e-4a5b-a9b0-c57fa08176d7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1084.964895] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Instance 49142354-b5a5-4789-8ee2-eaeea7f16f06 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1084.965125] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Instance 1e2c1dc1-0736-48b7-9748-a2441fdb4229 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1084.965294] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Migration 3437eae1-f106-4da2-8a9a-d24b5e0b8e26 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1084.965455] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Instance 78d43ae6-d281-4b98-88f1-281548975167 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1084.966478] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=62353) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1084.966478] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2688MB phys_disk=200GB used_disk=11GB total_vcpus=48 used_vcpus=11 pci_stats=[] {{(pid=62353) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1085.018831] env[62353]: DEBUG oslo_vmware.api [None req-01602dbb-76f8-4aaa-abd7-9efbf28872f7 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Task: {'id': task-2373133, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.477724} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.019182] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-01602dbb-76f8-4aaa-abd7-9efbf28872f7 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore2] 49142354-b5a5-4789-8ee2-eaeea7f16f06/49142354-b5a5-4789-8ee2-eaeea7f16f06.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1085.019422] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-01602dbb-76f8-4aaa-abd7-9efbf28872f7 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: 49142354-b5a5-4789-8ee2-eaeea7f16f06] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1085.019939] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-634df9c5-94a5-466b-97be-f368c63cd529 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.028280] env[62353]: DEBUG oslo_vmware.api [None req-01602dbb-76f8-4aaa-abd7-9efbf28872f7 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Waiting for the task: (returnval){ [ 1085.028280] env[62353]: value = "task-2373134" [ 1085.028280] env[62353]: _type = "Task" [ 1085.028280] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.041299] env[62353]: DEBUG oslo_vmware.api [None req-01602dbb-76f8-4aaa-abd7-9efbf28872f7 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Task: {'id': task-2373134, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.059165] env[62353]: DEBUG oslo_vmware.api [None req-ecfd0a03-9ddb-445e-b0ba-0d9f80346ac0 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5278ef44-bfbe-f12a-e465-0a9072934ab3, 'name': SearchDatastore_Task, 'duration_secs': 0.009719} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.062629] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ecfd0a03-9ddb-445e-b0ba-0d9f80346ac0 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Releasing lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1085.062899] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ecfd0a03-9ddb-445e-b0ba-0d9f80346ac0 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [instance: 1e2c1dc1-0736-48b7-9748-a2441fdb4229] Processing image 06f909ae-e8dc-43b4-abf7-c7ed85db9bbd {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1085.063205] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ecfd0a03-9ddb-445e-b0ba-0d9f80346ac0 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1085.063422] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ecfd0a03-9ddb-445e-b0ba-0d9f80346ac0 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Acquired lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.063422] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-ecfd0a03-9ddb-445e-b0ba-0d9f80346ac0 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1085.064010] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-afc84bba-f019-4547-a51a-476ab51df99e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.073240] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-ecfd0a03-9ddb-445e-b0ba-0d9f80346ac0 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1085.073435] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ecfd0a03-9ddb-445e-b0ba-0d9f80346ac0 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1085.074239] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66fd684f-010a-46dc-bf18-2e49e443ee3a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.081586] env[62353]: DEBUG oslo_vmware.api [None req-ecfd0a03-9ddb-445e-b0ba-0d9f80346ac0 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Waiting for the task: (returnval){ [ 1085.081586] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]525fca3b-926d-e56b-2cbf-75d01cbe6a04" [ 1085.081586] env[62353]: _type = "Task" [ 1085.081586] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.094396] env[62353]: DEBUG oslo_vmware.api [None req-ecfd0a03-9ddb-445e-b0ba-0d9f80346ac0 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]525fca3b-926d-e56b-2cbf-75d01cbe6a04, 'name': SearchDatastore_Task, 'duration_secs': 0.00936} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.097959] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3803a0c9-caad-4d3b-9832-d25e86114593 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.107026] env[62353]: DEBUG oslo_vmware.api [None req-ecfd0a03-9ddb-445e-b0ba-0d9f80346ac0 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Waiting for the task: (returnval){ [ 1085.107026] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52dc72bd-e449-28b6-3555-acc5bda17678" [ 1085.107026] env[62353]: _type = "Task" [ 1085.107026] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.115018] env[62353]: DEBUG oslo_vmware.api [None req-ecfd0a03-9ddb-445e-b0ba-0d9f80346ac0 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52dc72bd-e449-28b6-3555-acc5bda17678, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.185042] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31e516ea-40e1-41cd-8f4c-81db31eec1f1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.193962] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-300c9b62-15ac-48b6-9e9a-e401bcbcb864 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.227530] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcf60a7d-ebe6-4ac7-8b8a-9959c469327e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.236554] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b9611fd-fada-4a43-b4bb-384e188daf1e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.253474] env[62353]: DEBUG nova.compute.provider_tree [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1085.338868] env[62353]: DEBUG nova.network.neutron [req-6250188d-bfc0-4224-8b13-9497205e2c65 req-6a7549a8-3df0-4789-b864-04b22970c9c7 service nova] [instance: 1e2c1dc1-0736-48b7-9748-a2441fdb4229] Updated VIF entry in instance network info cache for port f790de07-74e1-4e6f-b167-60943fcb18bf. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1085.338868] env[62353]: DEBUG nova.network.neutron [req-6250188d-bfc0-4224-8b13-9497205e2c65 req-6a7549a8-3df0-4789-b864-04b22970c9c7 service nova] [instance: 1e2c1dc1-0736-48b7-9748-a2441fdb4229] Updating instance_info_cache with network_info: [{"id": "f790de07-74e1-4e6f-b167-60943fcb18bf", "address": "fa:16:3e:42:2e:bb", "network": {"id": "2f7e2133-4fb3-4a9f-bb2e-4fe0872e76d7", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-977109863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f777d4695db5433b947d76fd30a7c09b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7e0240aa-a694-48fc-a0f9-6f2d3e71aa12", "external-id": "nsx-vlan-transportzone-249", "segmentation_id": 249, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf790de07-74", "ovs_interfaceid": "f790de07-74e1-4e6f-b167-60943fcb18bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.375653] env[62353]: DEBUG nova.compute.manager [None req-9d552f4f-b820-4998-85db-39bca181a08b tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] [instance: c1577946-440b-49c2-be7a-c4ac3165ab36] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1085.379027] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-9d552f4f-b820-4998-85db-39bca181a08b tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] [instance: c1577946-440b-49c2-be7a-c4ac3165ab36] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1085.379027] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d8896b6-61fa-41eb-820f-b901d155583f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.387218] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d552f4f-b820-4998-85db-39bca181a08b tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] [instance: c1577946-440b-49c2-be7a-c4ac3165ab36] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1085.387604] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-44c5fe39-0f21-4bd8-9aca-eb592a061087 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.398365] env[62353]: DEBUG oslo_vmware.api [None req-9d552f4f-b820-4998-85db-39bca181a08b tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Waiting for the task: (returnval){ [ 1085.398365] env[62353]: value = "task-2373135" [ 1085.398365] env[62353]: _type = "Task" [ 1085.398365] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.406314] env[62353]: DEBUG oslo_vmware.api [None req-9d552f4f-b820-4998-85db-39bca181a08b tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Task: {'id': task-2373135, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.421635] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c7dfa4d-f6c0-4850-90d4-fdf3ebc93127 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.441971] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-66ded895-ed0b-47c2-9b0b-1f1ad152b9e0 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 78d43ae6-d281-4b98-88f1-281548975167] Updating instance '78d43ae6-d281-4b98-88f1-281548975167' progress to 0 {{(pid=62353) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1085.542680] env[62353]: DEBUG oslo_vmware.api [None req-01602dbb-76f8-4aaa-abd7-9efbf28872f7 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Task: {'id': task-2373134, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073441} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.544515] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-01602dbb-76f8-4aaa-abd7-9efbf28872f7 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: 49142354-b5a5-4789-8ee2-eaeea7f16f06] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1085.545955] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bf9f2a7-4df1-4af9-b455-b825267c5335 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.578026] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-01602dbb-76f8-4aaa-abd7-9efbf28872f7 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: 49142354-b5a5-4789-8ee2-eaeea7f16f06] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] 49142354-b5a5-4789-8ee2-eaeea7f16f06/49142354-b5a5-4789-8ee2-eaeea7f16f06.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1085.578772] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f994a64-3ea1-4669-a046-37c71acffc5f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.608731] env[62353]: DEBUG oslo_vmware.api [None req-01602dbb-76f8-4aaa-abd7-9efbf28872f7 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Waiting for the task: (returnval){ [ 1085.608731] env[62353]: value = "task-2373136" [ 1085.608731] env[62353]: _type = "Task" [ 1085.608731] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.623032] env[62353]: DEBUG oslo_vmware.api [None req-ecfd0a03-9ddb-445e-b0ba-0d9f80346ac0 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52dc72bd-e449-28b6-3555-acc5bda17678, 'name': SearchDatastore_Task, 'duration_secs': 0.009145} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.625659] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ecfd0a03-9ddb-445e-b0ba-0d9f80346ac0 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Releasing lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1085.625935] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecfd0a03-9ddb-445e-b0ba-0d9f80346ac0 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore1] 1e2c1dc1-0736-48b7-9748-a2441fdb4229/1e2c1dc1-0736-48b7-9748-a2441fdb4229.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1085.626222] env[62353]: DEBUG oslo_vmware.api [None req-01602dbb-76f8-4aaa-abd7-9efbf28872f7 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Task: {'id': task-2373136, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.626435] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-29291354-c695-40da-b4f6-f83c79082b78 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.635726] env[62353]: DEBUG oslo_vmware.api [None req-ecfd0a03-9ddb-445e-b0ba-0d9f80346ac0 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Waiting for the task: (returnval){ [ 1085.635726] env[62353]: value = "task-2373137" [ 1085.635726] env[62353]: _type = "Task" [ 1085.635726] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.647325] env[62353]: DEBUG oslo_vmware.api [None req-ecfd0a03-9ddb-445e-b0ba-0d9f80346ac0 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Task: {'id': task-2373137, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.758844] env[62353]: DEBUG nova.scheduler.client.report [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1085.840620] env[62353]: DEBUG oslo_concurrency.lockutils [req-6250188d-bfc0-4224-8b13-9497205e2c65 req-6a7549a8-3df0-4789-b864-04b22970c9c7 service nova] Releasing lock "refresh_cache-1e2c1dc1-0736-48b7-9748-a2441fdb4229" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1085.907643] env[62353]: DEBUG oslo_vmware.api [None req-9d552f4f-b820-4998-85db-39bca181a08b tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Task: {'id': task-2373135, 'name': PowerOffVM_Task, 'duration_secs': 0.273316} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.907888] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d552f4f-b820-4998-85db-39bca181a08b tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] [instance: c1577946-440b-49c2-be7a-c4ac3165ab36] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1085.908165] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-9d552f4f-b820-4998-85db-39bca181a08b tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] [instance: c1577946-440b-49c2-be7a-c4ac3165ab36] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1085.908329] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0d8829a3-76f1-47a6-9d39-5bf4137eefa9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.948948] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-66ded895-ed0b-47c2-9b0b-1f1ad152b9e0 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 78d43ae6-d281-4b98-88f1-281548975167] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1085.949624] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-71ee959d-49ca-49ec-9657-c06d8ab70578 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.960454] env[62353]: DEBUG oslo_vmware.api [None req-66ded895-ed0b-47c2-9b0b-1f1ad152b9e0 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Waiting for the task: (returnval){ [ 1085.960454] env[62353]: value = "task-2373139" [ 1085.960454] env[62353]: _type = "Task" [ 1085.960454] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.970509] env[62353]: DEBUG oslo_vmware.api [None req-66ded895-ed0b-47c2-9b0b-1f1ad152b9e0 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': task-2373139, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.998526] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-9d552f4f-b820-4998-85db-39bca181a08b tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] [instance: c1577946-440b-49c2-be7a-c4ac3165ab36] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1085.998526] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-9d552f4f-b820-4998-85db-39bca181a08b tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] [instance: c1577946-440b-49c2-be7a-c4ac3165ab36] Deleting contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1085.998526] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d552f4f-b820-4998-85db-39bca181a08b tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Deleting the datastore file [datastore2] c1577946-440b-49c2-be7a-c4ac3165ab36 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1085.998526] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-30cccf42-02bc-4091-b50b-9c439ac5cf43 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.008486] env[62353]: DEBUG oslo_vmware.api [None req-9d552f4f-b820-4998-85db-39bca181a08b tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Waiting for the task: (returnval){ [ 1086.008486] env[62353]: value = "task-2373140" [ 1086.008486] env[62353]: _type = "Task" [ 1086.008486] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.020063] env[62353]: DEBUG oslo_vmware.api [None req-9d552f4f-b820-4998-85db-39bca181a08b tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Task: {'id': task-2373140, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.124310] env[62353]: DEBUG oslo_vmware.api [None req-01602dbb-76f8-4aaa-abd7-9efbf28872f7 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Task: {'id': task-2373136, 'name': ReconfigVM_Task, 'duration_secs': 0.461685} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.125159] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-01602dbb-76f8-4aaa-abd7-9efbf28872f7 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: 49142354-b5a5-4789-8ee2-eaeea7f16f06] Reconfigured VM instance instance-0000006c to attach disk [datastore2] 49142354-b5a5-4789-8ee2-eaeea7f16f06/49142354-b5a5-4789-8ee2-eaeea7f16f06.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1086.125290] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ac4591f3-2ea1-4c8e-a33c-a51edb8dd079 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.133052] env[62353]: DEBUG oslo_vmware.api [None req-01602dbb-76f8-4aaa-abd7-9efbf28872f7 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Waiting for the task: (returnval){ [ 1086.133052] env[62353]: value = "task-2373141" [ 1086.133052] env[62353]: _type = "Task" [ 1086.133052] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.148675] env[62353]: DEBUG oslo_vmware.api [None req-ecfd0a03-9ddb-445e-b0ba-0d9f80346ac0 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Task: {'id': task-2373137, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.486343} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.150223] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecfd0a03-9ddb-445e-b0ba-0d9f80346ac0 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore1] 1e2c1dc1-0736-48b7-9748-a2441fdb4229/1e2c1dc1-0736-48b7-9748-a2441fdb4229.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1086.150493] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ecfd0a03-9ddb-445e-b0ba-0d9f80346ac0 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [instance: 1e2c1dc1-0736-48b7-9748-a2441fdb4229] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1086.150826] env[62353]: DEBUG oslo_vmware.api [None req-01602dbb-76f8-4aaa-abd7-9efbf28872f7 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Task: {'id': task-2373141, 'name': Rename_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.151079] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1903d3d7-680c-4daa-81d7-163185d24c46 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.159371] env[62353]: DEBUG oslo_vmware.api [None req-ecfd0a03-9ddb-445e-b0ba-0d9f80346ac0 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Waiting for the task: (returnval){ [ 1086.159371] env[62353]: value = "task-2373142" [ 1086.159371] env[62353]: _type = "Task" [ 1086.159371] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.172980] env[62353]: DEBUG oslo_vmware.api [None req-ecfd0a03-9ddb-445e-b0ba-0d9f80346ac0 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Task: {'id': task-2373142, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.264411] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62353) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1086.264715] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.337s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1086.265114] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1cf20aed-f37c-45c0-b94e-e1334f9532e1 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.813s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1086.265446] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1cf20aed-f37c-45c0-b94e-e1334f9532e1 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1086.290625] env[62353]: INFO nova.scheduler.client.report [None req-1cf20aed-f37c-45c0-b94e-e1334f9532e1 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Deleted allocations for instance 982a9d5d-c26d-43c8-b2bd-cf4aa04d5823 [ 1086.471720] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-66ded895-ed0b-47c2-9b0b-1f1ad152b9e0 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 78d43ae6-d281-4b98-88f1-281548975167] VM already powered off {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1086.471934] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-66ded895-ed0b-47c2-9b0b-1f1ad152b9e0 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 78d43ae6-d281-4b98-88f1-281548975167] Updating instance '78d43ae6-d281-4b98-88f1-281548975167' progress to 17 {{(pid=62353) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1086.522691] env[62353]: DEBUG oslo_vmware.api [None req-9d552f4f-b820-4998-85db-39bca181a08b tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Task: {'id': task-2373140, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.211275} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.522691] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d552f4f-b820-4998-85db-39bca181a08b tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1086.522691] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-9d552f4f-b820-4998-85db-39bca181a08b tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] [instance: c1577946-440b-49c2-be7a-c4ac3165ab36] Deleted contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1086.522691] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-9d552f4f-b820-4998-85db-39bca181a08b tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] [instance: c1577946-440b-49c2-be7a-c4ac3165ab36] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1086.522691] env[62353]: INFO nova.compute.manager [None req-9d552f4f-b820-4998-85db-39bca181a08b tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] [instance: c1577946-440b-49c2-be7a-c4ac3165ab36] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1086.522691] env[62353]: DEBUG oslo.service.loopingcall [None req-9d552f4f-b820-4998-85db-39bca181a08b tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1086.522691] env[62353]: DEBUG nova.compute.manager [-] [instance: c1577946-440b-49c2-be7a-c4ac3165ab36] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1086.522691] env[62353]: DEBUG nova.network.neutron [-] [instance: c1577946-440b-49c2-be7a-c4ac3165ab36] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1086.645459] env[62353]: DEBUG oslo_vmware.api [None req-01602dbb-76f8-4aaa-abd7-9efbf28872f7 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Task: {'id': task-2373141, 'name': Rename_Task, 'duration_secs': 0.2802} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.648020] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-01602dbb-76f8-4aaa-abd7-9efbf28872f7 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: 49142354-b5a5-4789-8ee2-eaeea7f16f06] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1086.648020] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-acc041c2-5a04-48cd-911a-728cdfd42af0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.655364] env[62353]: DEBUG oslo_vmware.api [None req-01602dbb-76f8-4aaa-abd7-9efbf28872f7 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Waiting for the task: (returnval){ [ 1086.655364] env[62353]: value = "task-2373143" [ 1086.655364] env[62353]: _type = "Task" [ 1086.655364] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.667056] env[62353]: DEBUG oslo_vmware.api [None req-01602dbb-76f8-4aaa-abd7-9efbf28872f7 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Task: {'id': task-2373143, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.673389] env[62353]: DEBUG oslo_vmware.api [None req-ecfd0a03-9ddb-445e-b0ba-0d9f80346ac0 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Task: {'id': task-2373142, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071297} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.673955] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ecfd0a03-9ddb-445e-b0ba-0d9f80346ac0 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [instance: 1e2c1dc1-0736-48b7-9748-a2441fdb4229] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1086.677018] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97dc3f32-4317-476c-88f1-57c4a54de9be {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.707420] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-ecfd0a03-9ddb-445e-b0ba-0d9f80346ac0 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [instance: 1e2c1dc1-0736-48b7-9748-a2441fdb4229] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] 1e2c1dc1-0736-48b7-9748-a2441fdb4229/1e2c1dc1-0736-48b7-9748-a2441fdb4229.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1086.707420] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a870ba0c-34a5-4f19-be22-0d75c6e77f3a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.726902] env[62353]: DEBUG oslo_vmware.api [None req-ecfd0a03-9ddb-445e-b0ba-0d9f80346ac0 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Waiting for the task: (returnval){ [ 1086.726902] env[62353]: value = "task-2373144" [ 1086.726902] env[62353]: _type = "Task" [ 1086.726902] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.736655] env[62353]: DEBUG oslo_vmware.api [None req-ecfd0a03-9ddb-445e-b0ba-0d9f80346ac0 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Task: {'id': task-2373144, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.802668] env[62353]: DEBUG oslo_concurrency.lockutils [None req-1cf20aed-f37c-45c0-b94e-e1334f9532e1 tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Lock "982a9d5d-c26d-43c8-b2bd-cf4aa04d5823" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.322s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1086.808321] env[62353]: DEBUG nova.compute.manager [req-53de79cf-88fd-4222-b386-40410525a4fe req-6440e56a-1392-47c9-8202-8a04bdc526e2 service nova] [instance: 269bf557-1b4e-4a5b-a9b0-c57fa08176d7] Received event network-changed-beda342b-8129-48f7-a16e-219b13e17899 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1086.808321] env[62353]: DEBUG nova.compute.manager [req-53de79cf-88fd-4222-b386-40410525a4fe req-6440e56a-1392-47c9-8202-8a04bdc526e2 service nova] [instance: 269bf557-1b4e-4a5b-a9b0-c57fa08176d7] Refreshing instance network info cache due to event network-changed-beda342b-8129-48f7-a16e-219b13e17899. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1086.808552] env[62353]: DEBUG oslo_concurrency.lockutils [req-53de79cf-88fd-4222-b386-40410525a4fe req-6440e56a-1392-47c9-8202-8a04bdc526e2 service nova] Acquiring lock "refresh_cache-269bf557-1b4e-4a5b-a9b0-c57fa08176d7" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1086.808704] env[62353]: DEBUG oslo_concurrency.lockutils [req-53de79cf-88fd-4222-b386-40410525a4fe req-6440e56a-1392-47c9-8202-8a04bdc526e2 service nova] Acquired lock "refresh_cache-269bf557-1b4e-4a5b-a9b0-c57fa08176d7" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.808873] env[62353]: DEBUG nova.network.neutron [req-53de79cf-88fd-4222-b386-40410525a4fe req-6440e56a-1392-47c9-8202-8a04bdc526e2 service nova] [instance: 269bf557-1b4e-4a5b-a9b0-c57fa08176d7] Refreshing network info cache for port beda342b-8129-48f7-a16e-219b13e17899 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1086.901010] env[62353]: DEBUG nova.network.neutron [None req-dda90db3-8b53-4c1f-a5f5-606cc6f9cfa5 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: c42bcda4-547f-4f42-9738-0a731450321d] Successfully updated port: e735d725-94d5-4518-9955-5b6118565b67 {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1086.979572] env[62353]: DEBUG nova.virt.hardware [None req-66ded895-ed0b-47c2-9b0b-1f1ad152b9e0 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T12:38:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=06f909ae-e8dc-43b4-abf7-c7ed85db9bbd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1086.979572] env[62353]: DEBUG nova.virt.hardware [None req-66ded895-ed0b-47c2-9b0b-1f1ad152b9e0 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1086.979886] env[62353]: DEBUG nova.virt.hardware [None req-66ded895-ed0b-47c2-9b0b-1f1ad152b9e0 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1086.980080] env[62353]: DEBUG nova.virt.hardware [None req-66ded895-ed0b-47c2-9b0b-1f1ad152b9e0 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1086.980263] env[62353]: DEBUG nova.virt.hardware [None req-66ded895-ed0b-47c2-9b0b-1f1ad152b9e0 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1086.980777] env[62353]: DEBUG nova.virt.hardware [None req-66ded895-ed0b-47c2-9b0b-1f1ad152b9e0 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1086.981109] env[62353]: DEBUG nova.virt.hardware [None req-66ded895-ed0b-47c2-9b0b-1f1ad152b9e0 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1086.981285] env[62353]: DEBUG nova.virt.hardware [None req-66ded895-ed0b-47c2-9b0b-1f1ad152b9e0 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1086.981555] env[62353]: DEBUG nova.virt.hardware [None req-66ded895-ed0b-47c2-9b0b-1f1ad152b9e0 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1086.981785] env[62353]: DEBUG nova.virt.hardware [None req-66ded895-ed0b-47c2-9b0b-1f1ad152b9e0 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1086.981977] env[62353]: DEBUG nova.virt.hardware [None req-66ded895-ed0b-47c2-9b0b-1f1ad152b9e0 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1086.987195] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-06ab1a28-d873-4fa1-b9e1-f8203d5b81f8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.006099] env[62353]: DEBUG oslo_vmware.api [None req-66ded895-ed0b-47c2-9b0b-1f1ad152b9e0 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Waiting for the task: (returnval){ [ 1087.006099] env[62353]: value = "task-2373145" [ 1087.006099] env[62353]: _type = "Task" [ 1087.006099] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.012107] env[62353]: DEBUG nova.compute.manager [req-38a00caf-ff0d-4607-b46f-f20eb5e46a20 req-f58e7be4-807b-43be-a53f-e0063dacbbf5 service nova] [instance: c42bcda4-547f-4f42-9738-0a731450321d] Received event network-vif-plugged-e735d725-94d5-4518-9955-5b6118565b67 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1087.012276] env[62353]: DEBUG oslo_concurrency.lockutils [req-38a00caf-ff0d-4607-b46f-f20eb5e46a20 req-f58e7be4-807b-43be-a53f-e0063dacbbf5 service nova] Acquiring lock "c42bcda4-547f-4f42-9738-0a731450321d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1087.012483] env[62353]: DEBUG oslo_concurrency.lockutils [req-38a00caf-ff0d-4607-b46f-f20eb5e46a20 req-f58e7be4-807b-43be-a53f-e0063dacbbf5 service nova] Lock "c42bcda4-547f-4f42-9738-0a731450321d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1087.012672] env[62353]: DEBUG oslo_concurrency.lockutils [req-38a00caf-ff0d-4607-b46f-f20eb5e46a20 req-f58e7be4-807b-43be-a53f-e0063dacbbf5 service nova] Lock "c42bcda4-547f-4f42-9738-0a731450321d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1087.012865] env[62353]: DEBUG nova.compute.manager [req-38a00caf-ff0d-4607-b46f-f20eb5e46a20 req-f58e7be4-807b-43be-a53f-e0063dacbbf5 service nova] [instance: c42bcda4-547f-4f42-9738-0a731450321d] No waiting events found dispatching network-vif-plugged-e735d725-94d5-4518-9955-5b6118565b67 {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1087.013060] env[62353]: WARNING nova.compute.manager [req-38a00caf-ff0d-4607-b46f-f20eb5e46a20 req-f58e7be4-807b-43be-a53f-e0063dacbbf5 service nova] [instance: c42bcda4-547f-4f42-9738-0a731450321d] Received unexpected event network-vif-plugged-e735d725-94d5-4518-9955-5b6118565b67 for instance with vm_state active and task_state None. [ 1087.019700] env[62353]: DEBUG oslo_vmware.api [None req-66ded895-ed0b-47c2-9b0b-1f1ad152b9e0 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': task-2373145, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.171129] env[62353]: DEBUG oslo_vmware.api [None req-01602dbb-76f8-4aaa-abd7-9efbf28872f7 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Task: {'id': task-2373143, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.238694] env[62353]: DEBUG oslo_vmware.api [None req-ecfd0a03-9ddb-445e-b0ba-0d9f80346ac0 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Task: {'id': task-2373144, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.403267] env[62353]: DEBUG oslo_concurrency.lockutils [None req-dda90db3-8b53-4c1f-a5f5-606cc6f9cfa5 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Acquiring lock "refresh_cache-c42bcda4-547f-4f42-9738-0a731450321d" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1087.403455] env[62353]: DEBUG oslo_concurrency.lockutils [None req-dda90db3-8b53-4c1f-a5f5-606cc6f9cfa5 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Acquired lock "refresh_cache-c42bcda4-547f-4f42-9738-0a731450321d" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.403636] env[62353]: DEBUG nova.network.neutron [None req-dda90db3-8b53-4c1f-a5f5-606cc6f9cfa5 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: c42bcda4-547f-4f42-9738-0a731450321d] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1087.518562] env[62353]: DEBUG oslo_vmware.api [None req-66ded895-ed0b-47c2-9b0b-1f1ad152b9e0 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': task-2373145, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.553324] env[62353]: DEBUG nova.network.neutron [req-53de79cf-88fd-4222-b386-40410525a4fe req-6440e56a-1392-47c9-8202-8a04bdc526e2 service nova] [instance: 269bf557-1b4e-4a5b-a9b0-c57fa08176d7] Updated VIF entry in instance network info cache for port beda342b-8129-48f7-a16e-219b13e17899. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1087.553766] env[62353]: DEBUG nova.network.neutron [req-53de79cf-88fd-4222-b386-40410525a4fe req-6440e56a-1392-47c9-8202-8a04bdc526e2 service nova] [instance: 269bf557-1b4e-4a5b-a9b0-c57fa08176d7] Updating instance_info_cache with network_info: [{"id": "beda342b-8129-48f7-a16e-219b13e17899", "address": "fa:16:3e:a6:dc:6d", "network": {"id": "89bcf268-0f6c-4965-b859-3890ecb09745", "bridge": "br-int", "label": "tempest-ServersTestJSON-1436823811-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad4957875ddc4599a51975303e30ca04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbeda342b-81", "ovs_interfaceid": "beda342b-8129-48f7-a16e-219b13e17899", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.560927] env[62353]: DEBUG nova.network.neutron [-] [instance: c1577946-440b-49c2-be7a-c4ac3165ab36] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.667796] env[62353]: DEBUG oslo_vmware.api [None req-01602dbb-76f8-4aaa-abd7-9efbf28872f7 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Task: {'id': task-2373143, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.741366] env[62353]: DEBUG oslo_vmware.api [None req-ecfd0a03-9ddb-445e-b0ba-0d9f80346ac0 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Task: {'id': task-2373144, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.939757] env[62353]: WARNING nova.network.neutron [None req-dda90db3-8b53-4c1f-a5f5-606cc6f9cfa5 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: c42bcda4-547f-4f42-9738-0a731450321d] 3322d31e-00aa-4c86-8051-1b6dd5c36fa9 already exists in list: networks containing: ['3322d31e-00aa-4c86-8051-1b6dd5c36fa9']. ignoring it [ 1088.018132] env[62353]: DEBUG oslo_vmware.api [None req-66ded895-ed0b-47c2-9b0b-1f1ad152b9e0 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': task-2373145, 'name': ReconfigVM_Task, 'duration_secs': 0.520305} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.018132] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-66ded895-ed0b-47c2-9b0b-1f1ad152b9e0 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 78d43ae6-d281-4b98-88f1-281548975167] Updating instance '78d43ae6-d281-4b98-88f1-281548975167' progress to 33 {{(pid=62353) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1088.056711] env[62353]: DEBUG oslo_concurrency.lockutils [req-53de79cf-88fd-4222-b386-40410525a4fe req-6440e56a-1392-47c9-8202-8a04bdc526e2 service nova] Releasing lock "refresh_cache-269bf557-1b4e-4a5b-a9b0-c57fa08176d7" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1088.063397] env[62353]: INFO nova.compute.manager [-] [instance: c1577946-440b-49c2-be7a-c4ac3165ab36] Took 1.54 seconds to deallocate network for instance. [ 1088.167952] env[62353]: DEBUG oslo_vmware.api [None req-01602dbb-76f8-4aaa-abd7-9efbf28872f7 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Task: {'id': task-2373143, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.204613] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ad3e210c-23a3-472c-a835-b2ba3eadb8de tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Acquiring lock "d7dd9b27-eeaa-49be-af8f-86b100ff7a69" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1088.204865] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ad3e210c-23a3-472c-a835-b2ba3eadb8de tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Lock "d7dd9b27-eeaa-49be-af8f-86b100ff7a69" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1088.205091] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ad3e210c-23a3-472c-a835-b2ba3eadb8de tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Acquiring lock "d7dd9b27-eeaa-49be-af8f-86b100ff7a69-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1088.205270] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ad3e210c-23a3-472c-a835-b2ba3eadb8de tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Lock "d7dd9b27-eeaa-49be-af8f-86b100ff7a69-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1088.205438] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ad3e210c-23a3-472c-a835-b2ba3eadb8de tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Lock "d7dd9b27-eeaa-49be-af8f-86b100ff7a69-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1088.207595] env[62353]: INFO nova.compute.manager [None req-ad3e210c-23a3-472c-a835-b2ba3eadb8de tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: d7dd9b27-eeaa-49be-af8f-86b100ff7a69] Terminating instance [ 1088.241381] env[62353]: DEBUG oslo_vmware.api [None req-ecfd0a03-9ddb-445e-b0ba-0d9f80346ac0 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Task: {'id': task-2373144, 'name': ReconfigVM_Task, 'duration_secs': 1.037043} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.241675] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-ecfd0a03-9ddb-445e-b0ba-0d9f80346ac0 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [instance: 1e2c1dc1-0736-48b7-9748-a2441fdb4229] Reconfigured VM instance instance-0000006d to attach disk [datastore1] 1e2c1dc1-0736-48b7-9748-a2441fdb4229/1e2c1dc1-0736-48b7-9748-a2441fdb4229.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1088.242467] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7329cd9a-921b-457f-99bc-e128873757b6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.249130] env[62353]: DEBUG oslo_vmware.api [None req-ecfd0a03-9ddb-445e-b0ba-0d9f80346ac0 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Waiting for the task: (returnval){ [ 1088.249130] env[62353]: value = "task-2373146" [ 1088.249130] env[62353]: _type = "Task" [ 1088.249130] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.258383] env[62353]: DEBUG oslo_vmware.api [None req-ecfd0a03-9ddb-445e-b0ba-0d9f80346ac0 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Task: {'id': task-2373146, 'name': Rename_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.267851] env[62353]: DEBUG nova.network.neutron [None req-dda90db3-8b53-4c1f-a5f5-606cc6f9cfa5 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: c42bcda4-547f-4f42-9738-0a731450321d] Updating instance_info_cache with network_info: [{"id": "66f96e3e-6345-4a50-89db-ef2679a40099", "address": "fa:16:3e:20:bd:dd", "network": {"id": "3322d31e-00aa-4c86-8051-1b6dd5c36fa9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1715037563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d154d2686c9e43b4b2a7a9ec6a5a795c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66f96e3e-63", "ovs_interfaceid": "66f96e3e-6345-4a50-89db-ef2679a40099", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e735d725-94d5-4518-9955-5b6118565b67", "address": "fa:16:3e:03:98:7e", "network": {"id": "3322d31e-00aa-4c86-8051-1b6dd5c36fa9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1715037563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d154d2686c9e43b4b2a7a9ec6a5a795c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape735d725-94", "ovs_interfaceid": "e735d725-94d5-4518-9955-5b6118565b67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.526864] env[62353]: DEBUG nova.virt.hardware [None req-66ded895-ed0b-47c2-9b0b-1f1ad152b9e0 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T12:38:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=06f909ae-e8dc-43b4-abf7-c7ed85db9bbd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1088.527107] env[62353]: DEBUG nova.virt.hardware [None req-66ded895-ed0b-47c2-9b0b-1f1ad152b9e0 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1088.527270] env[62353]: DEBUG nova.virt.hardware [None req-66ded895-ed0b-47c2-9b0b-1f1ad152b9e0 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1088.527524] env[62353]: DEBUG nova.virt.hardware [None req-66ded895-ed0b-47c2-9b0b-1f1ad152b9e0 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1088.527693] env[62353]: DEBUG nova.virt.hardware [None req-66ded895-ed0b-47c2-9b0b-1f1ad152b9e0 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1088.527841] env[62353]: DEBUG nova.virt.hardware [None req-66ded895-ed0b-47c2-9b0b-1f1ad152b9e0 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1088.528065] env[62353]: DEBUG nova.virt.hardware [None req-66ded895-ed0b-47c2-9b0b-1f1ad152b9e0 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1088.528231] env[62353]: DEBUG nova.virt.hardware [None req-66ded895-ed0b-47c2-9b0b-1f1ad152b9e0 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1088.528406] env[62353]: DEBUG nova.virt.hardware [None req-66ded895-ed0b-47c2-9b0b-1f1ad152b9e0 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1088.528559] env[62353]: DEBUG nova.virt.hardware [None req-66ded895-ed0b-47c2-9b0b-1f1ad152b9e0 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1088.528727] env[62353]: DEBUG nova.virt.hardware [None req-66ded895-ed0b-47c2-9b0b-1f1ad152b9e0 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1088.534134] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-66ded895-ed0b-47c2-9b0b-1f1ad152b9e0 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 78d43ae6-d281-4b98-88f1-281548975167] Reconfiguring VM instance instance-00000052 to detach disk 2000 {{(pid=62353) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1088.534437] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-823ef1ab-8f9f-4aa3-926f-ebb2b416e035 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.556615] env[62353]: DEBUG oslo_vmware.api [None req-66ded895-ed0b-47c2-9b0b-1f1ad152b9e0 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Waiting for the task: (returnval){ [ 1088.556615] env[62353]: value = "task-2373147" [ 1088.556615] env[62353]: _type = "Task" [ 1088.556615] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.565135] env[62353]: DEBUG oslo_vmware.api [None req-66ded895-ed0b-47c2-9b0b-1f1ad152b9e0 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': task-2373147, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.573175] env[62353]: DEBUG oslo_concurrency.lockutils [None req-9d552f4f-b820-4998-85db-39bca181a08b tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1088.573408] env[62353]: DEBUG oslo_concurrency.lockutils [None req-9d552f4f-b820-4998-85db-39bca181a08b tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1088.573617] env[62353]: DEBUG nova.objects.instance [None req-9d552f4f-b820-4998-85db-39bca181a08b tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Lazy-loading 'resources' on Instance uuid c1577946-440b-49c2-be7a-c4ac3165ab36 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1088.668386] env[62353]: DEBUG oslo_vmware.api [None req-01602dbb-76f8-4aaa-abd7-9efbf28872f7 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Task: {'id': task-2373143, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.711494] env[62353]: DEBUG nova.compute.manager [None req-ad3e210c-23a3-472c-a835-b2ba3eadb8de tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: d7dd9b27-eeaa-49be-af8f-86b100ff7a69] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1088.711713] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ad3e210c-23a3-472c-a835-b2ba3eadb8de tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: d7dd9b27-eeaa-49be-af8f-86b100ff7a69] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1088.713124] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bc6e306-412e-4f97-a96a-2394d5a305a9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.721829] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad3e210c-23a3-472c-a835-b2ba3eadb8de tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: d7dd9b27-eeaa-49be-af8f-86b100ff7a69] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1088.722101] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f1db61ec-9fc6-42db-ba44-50813c62cd7f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.729373] env[62353]: DEBUG oslo_vmware.api [None req-ad3e210c-23a3-472c-a835-b2ba3eadb8de tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Waiting for the task: (returnval){ [ 1088.729373] env[62353]: value = "task-2373148" [ 1088.729373] env[62353]: _type = "Task" [ 1088.729373] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.738690] env[62353]: DEBUG oslo_vmware.api [None req-ad3e210c-23a3-472c-a835-b2ba3eadb8de tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Task: {'id': task-2373148, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.760514] env[62353]: DEBUG oslo_vmware.api [None req-ecfd0a03-9ddb-445e-b0ba-0d9f80346ac0 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Task: {'id': task-2373146, 'name': Rename_Task, 'duration_secs': 0.328526} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.760826] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecfd0a03-9ddb-445e-b0ba-0d9f80346ac0 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [instance: 1e2c1dc1-0736-48b7-9748-a2441fdb4229] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1088.761201] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b14bae7b-0c3a-403f-8b76-75734ea690a5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.770050] env[62353]: DEBUG oslo_concurrency.lockutils [None req-dda90db3-8b53-4c1f-a5f5-606cc6f9cfa5 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Releasing lock "refresh_cache-c42bcda4-547f-4f42-9738-0a731450321d" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1088.770720] env[62353]: DEBUG oslo_concurrency.lockutils [None req-dda90db3-8b53-4c1f-a5f5-606cc6f9cfa5 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Acquiring lock "c42bcda4-547f-4f42-9738-0a731450321d" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1088.770886] env[62353]: DEBUG oslo_concurrency.lockutils [None req-dda90db3-8b53-4c1f-a5f5-606cc6f9cfa5 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Acquired lock "c42bcda4-547f-4f42-9738-0a731450321d" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.771208] env[62353]: DEBUG oslo_vmware.api [None req-ecfd0a03-9ddb-445e-b0ba-0d9f80346ac0 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Waiting for the task: (returnval){ [ 1088.771208] env[62353]: value = "task-2373149" [ 1088.771208] env[62353]: _type = "Task" [ 1088.771208] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.771958] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5684431a-28ff-4e1d-afe2-67b03362f17e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.785336] env[62353]: DEBUG oslo_vmware.api [None req-ecfd0a03-9ddb-445e-b0ba-0d9f80346ac0 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Task: {'id': task-2373149, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.797211] env[62353]: DEBUG nova.virt.hardware [None req-dda90db3-8b53-4c1f-a5f5-606cc6f9cfa5 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T12:38:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1088.797457] env[62353]: DEBUG nova.virt.hardware [None req-dda90db3-8b53-4c1f-a5f5-606cc6f9cfa5 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1088.797611] env[62353]: DEBUG nova.virt.hardware [None req-dda90db3-8b53-4c1f-a5f5-606cc6f9cfa5 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1088.797805] env[62353]: DEBUG nova.virt.hardware [None req-dda90db3-8b53-4c1f-a5f5-606cc6f9cfa5 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1088.797936] env[62353]: DEBUG nova.virt.hardware [None req-dda90db3-8b53-4c1f-a5f5-606cc6f9cfa5 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1088.798141] env[62353]: DEBUG nova.virt.hardware [None req-dda90db3-8b53-4c1f-a5f5-606cc6f9cfa5 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1088.798382] env[62353]: DEBUG nova.virt.hardware [None req-dda90db3-8b53-4c1f-a5f5-606cc6f9cfa5 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1088.798544] env[62353]: DEBUG nova.virt.hardware [None req-dda90db3-8b53-4c1f-a5f5-606cc6f9cfa5 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1088.798713] env[62353]: DEBUG nova.virt.hardware [None req-dda90db3-8b53-4c1f-a5f5-606cc6f9cfa5 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1088.798874] env[62353]: DEBUG nova.virt.hardware [None req-dda90db3-8b53-4c1f-a5f5-606cc6f9cfa5 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1088.799055] env[62353]: DEBUG nova.virt.hardware [None req-dda90db3-8b53-4c1f-a5f5-606cc6f9cfa5 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1088.805670] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-dda90db3-8b53-4c1f-a5f5-606cc6f9cfa5 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: c42bcda4-547f-4f42-9738-0a731450321d] Reconfiguring VM to attach interface {{(pid=62353) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1088.806024] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-66468c18-c159-475c-aba0-68ae089e0f0c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.834869] env[62353]: DEBUG oslo_vmware.api [None req-dda90db3-8b53-4c1f-a5f5-606cc6f9cfa5 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Waiting for the task: (returnval){ [ 1088.834869] env[62353]: value = "task-2373150" [ 1088.834869] env[62353]: _type = "Task" [ 1088.834869] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.840312] env[62353]: DEBUG nova.compute.manager [req-da355a6e-f307-4cc1-9d07-dfaa0fa7f1b1 req-2a937de0-e8b2-48bf-9247-f168bd7c30ef service nova] [instance: c1577946-440b-49c2-be7a-c4ac3165ab36] Received event network-vif-deleted-faa99bf3-0b6c-468a-9e72-baf1975915a0 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1088.847709] env[62353]: DEBUG oslo_vmware.api [None req-dda90db3-8b53-4c1f-a5f5-606cc6f9cfa5 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Task: {'id': task-2373150, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.067662] env[62353]: DEBUG oslo_vmware.api [None req-66ded895-ed0b-47c2-9b0b-1f1ad152b9e0 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': task-2373147, 'name': ReconfigVM_Task, 'duration_secs': 0.244133} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.067991] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-66ded895-ed0b-47c2-9b0b-1f1ad152b9e0 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 78d43ae6-d281-4b98-88f1-281548975167] Reconfigured VM instance instance-00000052 to detach disk 2000 {{(pid=62353) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1089.068847] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c524520-42c4-4eb0-8ef5-7bc5b4ae5c9b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.097173] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-66ded895-ed0b-47c2-9b0b-1f1ad152b9e0 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 78d43ae6-d281-4b98-88f1-281548975167] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] 78d43ae6-d281-4b98-88f1-281548975167/78d43ae6-d281-4b98-88f1-281548975167.vmdk or device None with type thin {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1089.097697] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-15da6fdb-5868-4c39-9433-bc70b3ad6e79 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.118778] env[62353]: DEBUG oslo_vmware.api [None req-66ded895-ed0b-47c2-9b0b-1f1ad152b9e0 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Waiting for the task: (returnval){ [ 1089.118778] env[62353]: value = "task-2373151" [ 1089.118778] env[62353]: _type = "Task" [ 1089.118778] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.125246] env[62353]: DEBUG nova.compute.manager [req-cb726e67-01fa-4e5c-b21b-7e91611a58e3 req-3d113aab-d085-4bb6-b421-6e1b3dac5f6e service nova] [instance: c42bcda4-547f-4f42-9738-0a731450321d] Received event network-changed-e735d725-94d5-4518-9955-5b6118565b67 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1089.125246] env[62353]: DEBUG nova.compute.manager [req-cb726e67-01fa-4e5c-b21b-7e91611a58e3 req-3d113aab-d085-4bb6-b421-6e1b3dac5f6e service nova] [instance: c42bcda4-547f-4f42-9738-0a731450321d] Refreshing instance network info cache due to event network-changed-e735d725-94d5-4518-9955-5b6118565b67. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1089.125246] env[62353]: DEBUG oslo_concurrency.lockutils [req-cb726e67-01fa-4e5c-b21b-7e91611a58e3 req-3d113aab-d085-4bb6-b421-6e1b3dac5f6e service nova] Acquiring lock "refresh_cache-c42bcda4-547f-4f42-9738-0a731450321d" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1089.125246] env[62353]: DEBUG oslo_concurrency.lockutils [req-cb726e67-01fa-4e5c-b21b-7e91611a58e3 req-3d113aab-d085-4bb6-b421-6e1b3dac5f6e service nova] Acquired lock "refresh_cache-c42bcda4-547f-4f42-9738-0a731450321d" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.125246] env[62353]: DEBUG nova.network.neutron [req-cb726e67-01fa-4e5c-b21b-7e91611a58e3 req-3d113aab-d085-4bb6-b421-6e1b3dac5f6e service nova] [instance: c42bcda4-547f-4f42-9738-0a731450321d] Refreshing network info cache for port e735d725-94d5-4518-9955-5b6118565b67 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1089.134832] env[62353]: DEBUG oslo_vmware.api [None req-66ded895-ed0b-47c2-9b0b-1f1ad152b9e0 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': task-2373151, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.172640] env[62353]: DEBUG oslo_vmware.api [None req-01602dbb-76f8-4aaa-abd7-9efbf28872f7 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Task: {'id': task-2373143, 'name': PowerOnVM_Task, 'duration_secs': 2.096744} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.172778] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-01602dbb-76f8-4aaa-abd7-9efbf28872f7 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: 49142354-b5a5-4789-8ee2-eaeea7f16f06] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1089.173752] env[62353]: INFO nova.compute.manager [None req-01602dbb-76f8-4aaa-abd7-9efbf28872f7 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: 49142354-b5a5-4789-8ee2-eaeea7f16f06] Took 9.59 seconds to spawn the instance on the hypervisor. [ 1089.173752] env[62353]: DEBUG nova.compute.manager [None req-01602dbb-76f8-4aaa-abd7-9efbf28872f7 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: 49142354-b5a5-4789-8ee2-eaeea7f16f06] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1089.174026] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f5db050-b97d-4743-9873-b2bb6e8b2e2a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.246499] env[62353]: DEBUG oslo_vmware.api [None req-ad3e210c-23a3-472c-a835-b2ba3eadb8de tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Task: {'id': task-2373148, 'name': PowerOffVM_Task, 'duration_secs': 0.330879} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.246832] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad3e210c-23a3-472c-a835-b2ba3eadb8de tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: d7dd9b27-eeaa-49be-af8f-86b100ff7a69] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1089.247009] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ad3e210c-23a3-472c-a835-b2ba3eadb8de tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: d7dd9b27-eeaa-49be-af8f-86b100ff7a69] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1089.247286] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-749b2532-61d7-45f9-99ac-5467015d8790 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.281491] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-849a7662-a41c-45a4-8f5d-ca5157e8ea96 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.293608] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f0dd56d-b5c1-47bb-b50b-53ee2ed8d3f0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.297230] env[62353]: DEBUG oslo_vmware.api [None req-ecfd0a03-9ddb-445e-b0ba-0d9f80346ac0 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Task: {'id': task-2373149, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.326994] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3335c20b-9ec4-4941-9f77-ca95a8d91bb5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.341773] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e132fa98-69bd-4f43-93a3-4fae12a68625 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.346906] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ad3e210c-23a3-472c-a835-b2ba3eadb8de tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: d7dd9b27-eeaa-49be-af8f-86b100ff7a69] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1089.347162] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ad3e210c-23a3-472c-a835-b2ba3eadb8de tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: d7dd9b27-eeaa-49be-af8f-86b100ff7a69] Deleting contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1089.347342] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad3e210c-23a3-472c-a835-b2ba3eadb8de tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Deleting the datastore file [datastore1] d7dd9b27-eeaa-49be-af8f-86b100ff7a69 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1089.348183] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7937b362-4520-4b22-9ea3-616531a9b026 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.354699] env[62353]: DEBUG oslo_vmware.api [None req-dda90db3-8b53-4c1f-a5f5-606cc6f9cfa5 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Task: {'id': task-2373150, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.363259] env[62353]: DEBUG oslo_vmware.api [None req-ad3e210c-23a3-472c-a835-b2ba3eadb8de tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Waiting for the task: (returnval){ [ 1089.363259] env[62353]: value = "task-2373153" [ 1089.363259] env[62353]: _type = "Task" [ 1089.363259] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.363759] env[62353]: DEBUG nova.compute.provider_tree [None req-9d552f4f-b820-4998-85db-39bca181a08b tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1089.374134] env[62353]: DEBUG oslo_vmware.api [None req-ad3e210c-23a3-472c-a835-b2ba3eadb8de tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Task: {'id': task-2373153, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.636889] env[62353]: DEBUG oslo_vmware.api [None req-66ded895-ed0b-47c2-9b0b-1f1ad152b9e0 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': task-2373151, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.698311] env[62353]: INFO nova.compute.manager [None req-01602dbb-76f8-4aaa-abd7-9efbf28872f7 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: 49142354-b5a5-4789-8ee2-eaeea7f16f06] Took 14.47 seconds to build instance. [ 1089.786035] env[62353]: DEBUG oslo_vmware.api [None req-ecfd0a03-9ddb-445e-b0ba-0d9f80346ac0 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Task: {'id': task-2373149, 'name': PowerOnVM_Task, 'duration_secs': 0.569377} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.786306] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecfd0a03-9ddb-445e-b0ba-0d9f80346ac0 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [instance: 1e2c1dc1-0736-48b7-9748-a2441fdb4229] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1089.786515] env[62353]: INFO nova.compute.manager [None req-ecfd0a03-9ddb-445e-b0ba-0d9f80346ac0 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [instance: 1e2c1dc1-0736-48b7-9748-a2441fdb4229] Took 7.89 seconds to spawn the instance on the hypervisor. [ 1089.786699] env[62353]: DEBUG nova.compute.manager [None req-ecfd0a03-9ddb-445e-b0ba-0d9f80346ac0 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [instance: 1e2c1dc1-0736-48b7-9748-a2441fdb4229] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1089.787503] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15985c39-628c-4159-904e-30c2f7ed6b54 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.846746] env[62353]: DEBUG oslo_vmware.api [None req-dda90db3-8b53-4c1f-a5f5-606cc6f9cfa5 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Task: {'id': task-2373150, 'name': ReconfigVM_Task, 'duration_secs': 0.659518} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.847290] env[62353]: DEBUG oslo_concurrency.lockutils [None req-dda90db3-8b53-4c1f-a5f5-606cc6f9cfa5 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Releasing lock "c42bcda4-547f-4f42-9738-0a731450321d" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1089.847511] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-dda90db3-8b53-4c1f-a5f5-606cc6f9cfa5 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: c42bcda4-547f-4f42-9738-0a731450321d] Reconfigured VM to attach interface {{(pid=62353) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1089.871047] env[62353]: DEBUG nova.scheduler.client.report [None req-9d552f4f-b820-4998-85db-39bca181a08b tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1089.880466] env[62353]: DEBUG oslo_vmware.api [None req-ad3e210c-23a3-472c-a835-b2ba3eadb8de tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Task: {'id': task-2373153, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159485} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.880718] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad3e210c-23a3-472c-a835-b2ba3eadb8de tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1089.880898] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ad3e210c-23a3-472c-a835-b2ba3eadb8de tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: d7dd9b27-eeaa-49be-af8f-86b100ff7a69] Deleted contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1089.881087] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ad3e210c-23a3-472c-a835-b2ba3eadb8de tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: d7dd9b27-eeaa-49be-af8f-86b100ff7a69] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1089.881259] env[62353]: INFO nova.compute.manager [None req-ad3e210c-23a3-472c-a835-b2ba3eadb8de tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] [instance: d7dd9b27-eeaa-49be-af8f-86b100ff7a69] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1089.881535] env[62353]: DEBUG oslo.service.loopingcall [None req-ad3e210c-23a3-472c-a835-b2ba3eadb8de tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1089.881735] env[62353]: DEBUG nova.compute.manager [-] [instance: d7dd9b27-eeaa-49be-af8f-86b100ff7a69] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1089.881825] env[62353]: DEBUG nova.network.neutron [-] [instance: d7dd9b27-eeaa-49be-af8f-86b100ff7a69] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1090.066957] env[62353]: DEBUG oslo_concurrency.lockutils [None req-64015c87-d1eb-42ee-8898-82f80090728d tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Acquiring lock "a97e3cc7-cd7e-4239-b58d-6b3e62477819" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1090.067321] env[62353]: DEBUG oslo_concurrency.lockutils [None req-64015c87-d1eb-42ee-8898-82f80090728d tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Lock "a97e3cc7-cd7e-4239-b58d-6b3e62477819" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1090.067604] env[62353]: DEBUG oslo_concurrency.lockutils [None req-64015c87-d1eb-42ee-8898-82f80090728d tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Acquiring lock "a97e3cc7-cd7e-4239-b58d-6b3e62477819-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1090.067845] env[62353]: DEBUG oslo_concurrency.lockutils [None req-64015c87-d1eb-42ee-8898-82f80090728d tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Lock "a97e3cc7-cd7e-4239-b58d-6b3e62477819-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1090.068080] env[62353]: DEBUG oslo_concurrency.lockutils [None req-64015c87-d1eb-42ee-8898-82f80090728d tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Lock "a97e3cc7-cd7e-4239-b58d-6b3e62477819-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1090.070840] env[62353]: INFO nova.compute.manager [None req-64015c87-d1eb-42ee-8898-82f80090728d tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] [instance: a97e3cc7-cd7e-4239-b58d-6b3e62477819] Terminating instance [ 1090.083857] env[62353]: DEBUG nova.network.neutron [req-cb726e67-01fa-4e5c-b21b-7e91611a58e3 req-3d113aab-d085-4bb6-b421-6e1b3dac5f6e service nova] [instance: c42bcda4-547f-4f42-9738-0a731450321d] Updated VIF entry in instance network info cache for port e735d725-94d5-4518-9955-5b6118565b67. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1090.084364] env[62353]: DEBUG nova.network.neutron [req-cb726e67-01fa-4e5c-b21b-7e91611a58e3 req-3d113aab-d085-4bb6-b421-6e1b3dac5f6e service nova] [instance: c42bcda4-547f-4f42-9738-0a731450321d] Updating instance_info_cache with network_info: [{"id": "66f96e3e-6345-4a50-89db-ef2679a40099", "address": "fa:16:3e:20:bd:dd", "network": {"id": "3322d31e-00aa-4c86-8051-1b6dd5c36fa9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1715037563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d154d2686c9e43b4b2a7a9ec6a5a795c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66f96e3e-63", "ovs_interfaceid": "66f96e3e-6345-4a50-89db-ef2679a40099", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e735d725-94d5-4518-9955-5b6118565b67", "address": "fa:16:3e:03:98:7e", "network": {"id": "3322d31e-00aa-4c86-8051-1b6dd5c36fa9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1715037563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d154d2686c9e43b4b2a7a9ec6a5a795c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape735d725-94", "ovs_interfaceid": "e735d725-94d5-4518-9955-5b6118565b67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.140586] env[62353]: DEBUG oslo_vmware.api [None req-66ded895-ed0b-47c2-9b0b-1f1ad152b9e0 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': task-2373151, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.201114] env[62353]: DEBUG oslo_concurrency.lockutils [None req-01602dbb-76f8-4aaa-abd7-9efbf28872f7 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Lock "49142354-b5a5-4789-8ee2-eaeea7f16f06" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.985s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1090.306094] env[62353]: INFO nova.compute.manager [None req-ecfd0a03-9ddb-445e-b0ba-0d9f80346ac0 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [instance: 1e2c1dc1-0736-48b7-9748-a2441fdb4229] Took 13.36 seconds to build instance. [ 1090.352010] env[62353]: DEBUG oslo_concurrency.lockutils [None req-dda90db3-8b53-4c1f-a5f5-606cc6f9cfa5 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Lock "interface-c42bcda4-547f-4f42-9738-0a731450321d-e735d725-94d5-4518-9955-5b6118565b67" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.752s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1090.376860] env[62353]: DEBUG oslo_concurrency.lockutils [None req-9d552f4f-b820-4998-85db-39bca181a08b tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.803s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1090.399852] env[62353]: INFO nova.scheduler.client.report [None req-9d552f4f-b820-4998-85db-39bca181a08b tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Deleted allocations for instance c1577946-440b-49c2-be7a-c4ac3165ab36 [ 1090.575332] env[62353]: DEBUG nova.compute.manager [None req-64015c87-d1eb-42ee-8898-82f80090728d tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] [instance: a97e3cc7-cd7e-4239-b58d-6b3e62477819] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1090.575578] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-64015c87-d1eb-42ee-8898-82f80090728d tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] [instance: a97e3cc7-cd7e-4239-b58d-6b3e62477819] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1090.576511] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc576ea1-3d2f-4a56-aba9-5d9c6f41890c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.586387] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-64015c87-d1eb-42ee-8898-82f80090728d tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] [instance: a97e3cc7-cd7e-4239-b58d-6b3e62477819] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1090.586907] env[62353]: DEBUG oslo_concurrency.lockutils [req-cb726e67-01fa-4e5c-b21b-7e91611a58e3 req-3d113aab-d085-4bb6-b421-6e1b3dac5f6e service nova] Releasing lock "refresh_cache-c42bcda4-547f-4f42-9738-0a731450321d" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1090.588043] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-63d3df23-eff9-47b6-a251-19f7a88e85a4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.596188] env[62353]: DEBUG oslo_vmware.api [None req-64015c87-d1eb-42ee-8898-82f80090728d tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Waiting for the task: (returnval){ [ 1090.596188] env[62353]: value = "task-2373154" [ 1090.596188] env[62353]: _type = "Task" [ 1090.596188] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.606998] env[62353]: DEBUG oslo_vmware.api [None req-64015c87-d1eb-42ee-8898-82f80090728d tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Task: {'id': task-2373154, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.630815] env[62353]: DEBUG oslo_vmware.api [None req-66ded895-ed0b-47c2-9b0b-1f1ad152b9e0 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': task-2373151, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.655338] env[62353]: DEBUG nova.network.neutron [-] [instance: d7dd9b27-eeaa-49be-af8f-86b100ff7a69] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.807809] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ecfd0a03-9ddb-445e-b0ba-0d9f80346ac0 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Lock "1e2c1dc1-0736-48b7-9748-a2441fdb4229" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.881s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1090.907205] env[62353]: DEBUG oslo_concurrency.lockutils [None req-9d552f4f-b820-4998-85db-39bca181a08b tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Lock "c1577946-440b-49c2-be7a-c4ac3165ab36" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.050s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1091.107507] env[62353]: DEBUG oslo_vmware.api [None req-64015c87-d1eb-42ee-8898-82f80090728d tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Task: {'id': task-2373154, 'name': PowerOffVM_Task, 'duration_secs': 0.345433} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.107883] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-64015c87-d1eb-42ee-8898-82f80090728d tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] [instance: a97e3cc7-cd7e-4239-b58d-6b3e62477819] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1091.108129] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-64015c87-d1eb-42ee-8898-82f80090728d tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] [instance: a97e3cc7-cd7e-4239-b58d-6b3e62477819] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1091.108393] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-253ef717-c7c8-4333-a838-93303f457181 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.137154] env[62353]: DEBUG oslo_vmware.api [None req-66ded895-ed0b-47c2-9b0b-1f1ad152b9e0 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': task-2373151, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.157905] env[62353]: INFO nova.compute.manager [-] [instance: d7dd9b27-eeaa-49be-af8f-86b100ff7a69] Took 1.28 seconds to deallocate network for instance. [ 1091.192157] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-64015c87-d1eb-42ee-8898-82f80090728d tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] [instance: a97e3cc7-cd7e-4239-b58d-6b3e62477819] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1091.192157] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-64015c87-d1eb-42ee-8898-82f80090728d tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] [instance: a97e3cc7-cd7e-4239-b58d-6b3e62477819] Deleting contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1091.192157] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-64015c87-d1eb-42ee-8898-82f80090728d tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Deleting the datastore file [datastore2] a97e3cc7-cd7e-4239-b58d-6b3e62477819 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1091.192157] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e35d8d61-69c0-4e7f-b25d-f8e085b0396d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.198122] env[62353]: DEBUG oslo_vmware.api [None req-64015c87-d1eb-42ee-8898-82f80090728d tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Waiting for the task: (returnval){ [ 1091.198122] env[62353]: value = "task-2373156" [ 1091.198122] env[62353]: _type = "Task" [ 1091.198122] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.209540] env[62353]: DEBUG oslo_vmware.api [None req-64015c87-d1eb-42ee-8898-82f80090728d tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Task: {'id': task-2373156, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.237098] env[62353]: DEBUG nova.compute.manager [req-2bbb5aa1-52bc-44b3-a732-dfaed67e905f req-23bd776d-cacf-4fd9-b362-0624c5711376 service nova] [instance: 49142354-b5a5-4789-8ee2-eaeea7f16f06] Received event network-changed-fad70a4e-3930-49a6-a6ba-fff58d28f85a {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1091.238244] env[62353]: DEBUG nova.compute.manager [req-2bbb5aa1-52bc-44b3-a732-dfaed67e905f req-23bd776d-cacf-4fd9-b362-0624c5711376 service nova] [instance: 49142354-b5a5-4789-8ee2-eaeea7f16f06] Refreshing instance network info cache due to event network-changed-fad70a4e-3930-49a6-a6ba-fff58d28f85a. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1091.238244] env[62353]: DEBUG oslo_concurrency.lockutils [req-2bbb5aa1-52bc-44b3-a732-dfaed67e905f req-23bd776d-cacf-4fd9-b362-0624c5711376 service nova] Acquiring lock "refresh_cache-49142354-b5a5-4789-8ee2-eaeea7f16f06" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1091.238244] env[62353]: DEBUG oslo_concurrency.lockutils [req-2bbb5aa1-52bc-44b3-a732-dfaed67e905f req-23bd776d-cacf-4fd9-b362-0624c5711376 service nova] Acquired lock "refresh_cache-49142354-b5a5-4789-8ee2-eaeea7f16f06" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.238244] env[62353]: DEBUG nova.network.neutron [req-2bbb5aa1-52bc-44b3-a732-dfaed67e905f req-23bd776d-cacf-4fd9-b362-0624c5711376 service nova] [instance: 49142354-b5a5-4789-8ee2-eaeea7f16f06] Refreshing network info cache for port fad70a4e-3930-49a6-a6ba-fff58d28f85a {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1091.634691] env[62353]: DEBUG oslo_vmware.api [None req-66ded895-ed0b-47c2-9b0b-1f1ad152b9e0 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': task-2373151, 'name': ReconfigVM_Task, 'duration_secs': 2.375126} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.635266] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-66ded895-ed0b-47c2-9b0b-1f1ad152b9e0 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 78d43ae6-d281-4b98-88f1-281548975167] Reconfigured VM instance instance-00000052 to attach disk [datastore1] 78d43ae6-d281-4b98-88f1-281548975167/78d43ae6-d281-4b98-88f1-281548975167.vmdk or device None with type thin {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1091.635583] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-66ded895-ed0b-47c2-9b0b-1f1ad152b9e0 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 78d43ae6-d281-4b98-88f1-281548975167] Updating instance '78d43ae6-d281-4b98-88f1-281548975167' progress to 50 {{(pid=62353) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1091.664977] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ad3e210c-23a3-472c-a835-b2ba3eadb8de tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1091.665360] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ad3e210c-23a3-472c-a835-b2ba3eadb8de tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1091.665546] env[62353]: DEBUG nova.objects.instance [None req-ad3e210c-23a3-472c-a835-b2ba3eadb8de tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Lazy-loading 'resources' on Instance uuid d7dd9b27-eeaa-49be-af8f-86b100ff7a69 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1091.709958] env[62353]: DEBUG oslo_vmware.api [None req-64015c87-d1eb-42ee-8898-82f80090728d tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Task: {'id': task-2373156, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141046} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.710852] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-64015c87-d1eb-42ee-8898-82f80090728d tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1091.710852] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-64015c87-d1eb-42ee-8898-82f80090728d tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] [instance: a97e3cc7-cd7e-4239-b58d-6b3e62477819] Deleted contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1091.710852] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-64015c87-d1eb-42ee-8898-82f80090728d tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] [instance: a97e3cc7-cd7e-4239-b58d-6b3e62477819] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1091.710852] env[62353]: INFO nova.compute.manager [None req-64015c87-d1eb-42ee-8898-82f80090728d tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] [instance: a97e3cc7-cd7e-4239-b58d-6b3e62477819] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1091.711067] env[62353]: DEBUG oslo.service.loopingcall [None req-64015c87-d1eb-42ee-8898-82f80090728d tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1091.711286] env[62353]: DEBUG nova.compute.manager [-] [instance: a97e3cc7-cd7e-4239-b58d-6b3e62477819] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1091.711411] env[62353]: DEBUG nova.network.neutron [-] [instance: a97e3cc7-cd7e-4239-b58d-6b3e62477819] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1091.871269] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4912fdcb-176c-4417-bd7e-91d73b18b351 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Acquiring lock "interface-c42bcda4-547f-4f42-9738-0a731450321d-e735d725-94d5-4518-9955-5b6118565b67" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1091.871581] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4912fdcb-176c-4417-bd7e-91d73b18b351 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Lock "interface-c42bcda4-547f-4f42-9738-0a731450321d-e735d725-94d5-4518-9955-5b6118565b67" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1092.007357] env[62353]: DEBUG nova.network.neutron [req-2bbb5aa1-52bc-44b3-a732-dfaed67e905f req-23bd776d-cacf-4fd9-b362-0624c5711376 service nova] [instance: 49142354-b5a5-4789-8ee2-eaeea7f16f06] Updated VIF entry in instance network info cache for port fad70a4e-3930-49a6-a6ba-fff58d28f85a. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1092.008178] env[62353]: DEBUG nova.network.neutron [req-2bbb5aa1-52bc-44b3-a732-dfaed67e905f req-23bd776d-cacf-4fd9-b362-0624c5711376 service nova] [instance: 49142354-b5a5-4789-8ee2-eaeea7f16f06] Updating instance_info_cache with network_info: [{"id": "fad70a4e-3930-49a6-a6ba-fff58d28f85a", "address": "fa:16:3e:b7:94:08", "network": {"id": "e5d036e4-e0e1-4263-a13b-32de611efa27", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1880879466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c183cea98ca94f09886d57c4499788e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08e9585e-6186-4788-9fd9-24174ce45a6f", "external-id": "nsx-vlan-transportzone-254", "segmentation_id": 254, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfad70a4e-39", "ovs_interfaceid": "fad70a4e-3930-49a6-a6ba-fff58d28f85a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.142144] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e0f79dc-b2e9-4468-ad44-fdf3f0273081 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.164566] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc19227d-346d-4069-aca1-110349255d41 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.183694] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-66ded895-ed0b-47c2-9b0b-1f1ad152b9e0 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 78d43ae6-d281-4b98-88f1-281548975167] Updating instance '78d43ae6-d281-4b98-88f1-281548975167' progress to 67 {{(pid=62353) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1092.310130] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f7c38c7-5c2b-4281-b6a1-03c4246f6e11 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.319020] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cc6b0c4-eb51-45dd-87f1-e9b174b2b975 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.351778] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1839f712-67df-4cb8-91a1-1a36c4c39e96 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.359405] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd195682-f26b-4079-8207-b56d02a60de0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.373869] env[62353]: DEBUG nova.compute.provider_tree [None req-ad3e210c-23a3-472c-a835-b2ba3eadb8de tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1092.375432] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4912fdcb-176c-4417-bd7e-91d73b18b351 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Acquiring lock "c42bcda4-547f-4f42-9738-0a731450321d" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1092.375616] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4912fdcb-176c-4417-bd7e-91d73b18b351 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Acquired lock "c42bcda4-547f-4f42-9738-0a731450321d" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.376348] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc39f7fb-e9de-4ee9-ac96-7d2f15ee0602 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.395557] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b2a6181-b087-4184-baf0-0fec93bd27f7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.422506] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-4912fdcb-176c-4417-bd7e-91d73b18b351 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: c42bcda4-547f-4f42-9738-0a731450321d] Reconfiguring VM to detach interface {{(pid=62353) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1092.422824] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b98c32f9-a903-42a7-b17c-06355b340226 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.444015] env[62353]: DEBUG oslo_vmware.api [None req-4912fdcb-176c-4417-bd7e-91d73b18b351 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Waiting for the task: (returnval){ [ 1092.444015] env[62353]: value = "task-2373157" [ 1092.444015] env[62353]: _type = "Task" [ 1092.444015] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.454110] env[62353]: DEBUG oslo_vmware.api [None req-4912fdcb-176c-4417-bd7e-91d73b18b351 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Task: {'id': task-2373157, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.513577] env[62353]: DEBUG oslo_concurrency.lockutils [req-2bbb5aa1-52bc-44b3-a732-dfaed67e905f req-23bd776d-cacf-4fd9-b362-0624c5711376 service nova] Releasing lock "refresh_cache-49142354-b5a5-4789-8ee2-eaeea7f16f06" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1092.513822] env[62353]: DEBUG nova.compute.manager [req-2bbb5aa1-52bc-44b3-a732-dfaed67e905f req-23bd776d-cacf-4fd9-b362-0624c5711376 service nova] [instance: d7dd9b27-eeaa-49be-af8f-86b100ff7a69] Received event network-vif-deleted-6cf81735-98c8-496a-bb69-2ea96378f674 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1092.514020] env[62353]: DEBUG nova.compute.manager [req-2bbb5aa1-52bc-44b3-a732-dfaed67e905f req-23bd776d-cacf-4fd9-b362-0624c5711376 service nova] [instance: 1e2c1dc1-0736-48b7-9748-a2441fdb4229] Received event network-changed-f790de07-74e1-4e6f-b167-60943fcb18bf {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1092.514189] env[62353]: DEBUG nova.compute.manager [req-2bbb5aa1-52bc-44b3-a732-dfaed67e905f req-23bd776d-cacf-4fd9-b362-0624c5711376 service nova] [instance: 1e2c1dc1-0736-48b7-9748-a2441fdb4229] Refreshing instance network info cache due to event network-changed-f790de07-74e1-4e6f-b167-60943fcb18bf. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1092.514397] env[62353]: DEBUG oslo_concurrency.lockutils [req-2bbb5aa1-52bc-44b3-a732-dfaed67e905f req-23bd776d-cacf-4fd9-b362-0624c5711376 service nova] Acquiring lock "refresh_cache-1e2c1dc1-0736-48b7-9748-a2441fdb4229" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1092.514540] env[62353]: DEBUG oslo_concurrency.lockutils [req-2bbb5aa1-52bc-44b3-a732-dfaed67e905f req-23bd776d-cacf-4fd9-b362-0624c5711376 service nova] Acquired lock "refresh_cache-1e2c1dc1-0736-48b7-9748-a2441fdb4229" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.514696] env[62353]: DEBUG nova.network.neutron [req-2bbb5aa1-52bc-44b3-a732-dfaed67e905f req-23bd776d-cacf-4fd9-b362-0624c5711376 service nova] [instance: 1e2c1dc1-0736-48b7-9748-a2441fdb4229] Refreshing network info cache for port f790de07-74e1-4e6f-b167-60943fcb18bf {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1092.629134] env[62353]: DEBUG nova.network.neutron [-] [instance: a97e3cc7-cd7e-4239-b58d-6b3e62477819] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.728949] env[62353]: DEBUG nova.network.neutron [None req-66ded895-ed0b-47c2-9b0b-1f1ad152b9e0 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 78d43ae6-d281-4b98-88f1-281548975167] Port ddfa5481-2cde-45c3-9b6d-2a765e340f41 binding to destination host cpu-1 is already ACTIVE {{(pid=62353) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1092.804068] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c723b078-0692-4083-8e5b-e3efbfde7121 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Acquiring lock "dcef6fd5-617c-4561-809d-d7c872b90e48" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1092.804303] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c723b078-0692-4083-8e5b-e3efbfde7121 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Lock "dcef6fd5-617c-4561-809d-d7c872b90e48" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1092.881128] env[62353]: DEBUG nova.scheduler.client.report [None req-ad3e210c-23a3-472c-a835-b2ba3eadb8de tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1092.954398] env[62353]: DEBUG oslo_vmware.api [None req-4912fdcb-176c-4417-bd7e-91d73b18b351 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Task: {'id': task-2373157, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.132248] env[62353]: INFO nova.compute.manager [-] [instance: a97e3cc7-cd7e-4239-b58d-6b3e62477819] Took 1.42 seconds to deallocate network for instance. [ 1093.257663] env[62353]: DEBUG nova.network.neutron [req-2bbb5aa1-52bc-44b3-a732-dfaed67e905f req-23bd776d-cacf-4fd9-b362-0624c5711376 service nova] [instance: 1e2c1dc1-0736-48b7-9748-a2441fdb4229] Updated VIF entry in instance network info cache for port f790de07-74e1-4e6f-b167-60943fcb18bf. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1093.258263] env[62353]: DEBUG nova.network.neutron [req-2bbb5aa1-52bc-44b3-a732-dfaed67e905f req-23bd776d-cacf-4fd9-b362-0624c5711376 service nova] [instance: 1e2c1dc1-0736-48b7-9748-a2441fdb4229] Updating instance_info_cache with network_info: [{"id": "f790de07-74e1-4e6f-b167-60943fcb18bf", "address": "fa:16:3e:42:2e:bb", "network": {"id": "2f7e2133-4fb3-4a9f-bb2e-4fe0872e76d7", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-977109863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f777d4695db5433b947d76fd30a7c09b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7e0240aa-a694-48fc-a0f9-6f2d3e71aa12", "external-id": "nsx-vlan-transportzone-249", "segmentation_id": 249, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf790de07-74", "ovs_interfaceid": "f790de07-74e1-4e6f-b167-60943fcb18bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.263953] env[62353]: DEBUG nova.compute.manager [req-c624cd3a-fb9b-462b-b9ba-a6e22028fc8a req-126084e2-a35d-4018-8d95-91094bbd9c63 service nova] [instance: a97e3cc7-cd7e-4239-b58d-6b3e62477819] Received event network-vif-deleted-73e575b8-0e78-4c00-babc-20e8f490800b {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1093.306026] env[62353]: DEBUG nova.compute.manager [None req-c723b078-0692-4083-8e5b-e3efbfde7121 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] [instance: dcef6fd5-617c-4561-809d-d7c872b90e48] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1093.388224] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ad3e210c-23a3-472c-a835-b2ba3eadb8de tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.723s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1093.410117] env[62353]: INFO nova.scheduler.client.report [None req-ad3e210c-23a3-472c-a835-b2ba3eadb8de tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Deleted allocations for instance d7dd9b27-eeaa-49be-af8f-86b100ff7a69 [ 1093.454545] env[62353]: DEBUG oslo_vmware.api [None req-4912fdcb-176c-4417-bd7e-91d73b18b351 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Task: {'id': task-2373157, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.638452] env[62353]: DEBUG oslo_concurrency.lockutils [None req-64015c87-d1eb-42ee-8898-82f80090728d tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1093.639837] env[62353]: DEBUG oslo_concurrency.lockutils [None req-64015c87-d1eb-42ee-8898-82f80090728d tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1093.639837] env[62353]: DEBUG nova.objects.instance [None req-64015c87-d1eb-42ee-8898-82f80090728d tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Lazy-loading 'resources' on Instance uuid a97e3cc7-cd7e-4239-b58d-6b3e62477819 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1093.758548] env[62353]: DEBUG oslo_concurrency.lockutils [None req-66ded895-ed0b-47c2-9b0b-1f1ad152b9e0 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Acquiring lock "78d43ae6-d281-4b98-88f1-281548975167-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1093.758869] env[62353]: DEBUG oslo_concurrency.lockutils [None req-66ded895-ed0b-47c2-9b0b-1f1ad152b9e0 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Lock "78d43ae6-d281-4b98-88f1-281548975167-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1093.759129] env[62353]: DEBUG oslo_concurrency.lockutils [None req-66ded895-ed0b-47c2-9b0b-1f1ad152b9e0 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Lock "78d43ae6-d281-4b98-88f1-281548975167-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1093.761798] env[62353]: DEBUG oslo_concurrency.lockutils [req-2bbb5aa1-52bc-44b3-a732-dfaed67e905f req-23bd776d-cacf-4fd9-b362-0624c5711376 service nova] Releasing lock "refresh_cache-1e2c1dc1-0736-48b7-9748-a2441fdb4229" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1093.824817] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c723b078-0692-4083-8e5b-e3efbfde7121 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1093.916409] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ad3e210c-23a3-472c-a835-b2ba3eadb8de tempest-ServersTestJSON-899418746 tempest-ServersTestJSON-899418746-project-member] Lock "d7dd9b27-eeaa-49be-af8f-86b100ff7a69" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.711s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1093.956617] env[62353]: DEBUG oslo_vmware.api [None req-4912fdcb-176c-4417-bd7e-91d73b18b351 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Task: {'id': task-2373157, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.260050] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97a1ed03-b3d5-411e-acb0-423ac3f40fae {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.269356] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e124edbb-37a6-49b1-b88e-d9b149cbf2ef {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.300681] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21e9ab11-ddc6-41cb-b8dc-1db2d8cd154a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.308134] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d6a3cbb-3ca1-4eb1-b8e5-8432646496bf {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.321309] env[62353]: DEBUG nova.compute.provider_tree [None req-64015c87-d1eb-42ee-8898-82f80090728d tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1094.457621] env[62353]: DEBUG oslo_vmware.api [None req-4912fdcb-176c-4417-bd7e-91d73b18b351 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Task: {'id': task-2373157, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.524117] env[62353]: DEBUG oslo_service.periodic_task [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1094.524340] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Starting heal instance info cache {{(pid=62353) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 1094.807192] env[62353]: DEBUG oslo_concurrency.lockutils [None req-66ded895-ed0b-47c2-9b0b-1f1ad152b9e0 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Acquiring lock "refresh_cache-78d43ae6-d281-4b98-88f1-281548975167" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1094.807653] env[62353]: DEBUG oslo_concurrency.lockutils [None req-66ded895-ed0b-47c2-9b0b-1f1ad152b9e0 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Acquired lock "refresh_cache-78d43ae6-d281-4b98-88f1-281548975167" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.807855] env[62353]: DEBUG nova.network.neutron [None req-66ded895-ed0b-47c2-9b0b-1f1ad152b9e0 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 78d43ae6-d281-4b98-88f1-281548975167] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1094.824217] env[62353]: DEBUG nova.scheduler.client.report [None req-64015c87-d1eb-42ee-8898-82f80090728d tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1094.958076] env[62353]: DEBUG oslo_vmware.api [None req-4912fdcb-176c-4417-bd7e-91d73b18b351 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Task: {'id': task-2373157, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.328974] env[62353]: DEBUG oslo_concurrency.lockutils [None req-64015c87-d1eb-42ee-8898-82f80090728d tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.690s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1095.332429] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c723b078-0692-4083-8e5b-e3efbfde7121 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.507s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1095.333214] env[62353]: INFO nova.compute.claims [None req-c723b078-0692-4083-8e5b-e3efbfde7121 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] [instance: dcef6fd5-617c-4561-809d-d7c872b90e48] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1095.376591] env[62353]: INFO nova.scheduler.client.report [None req-64015c87-d1eb-42ee-8898-82f80090728d tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Deleted allocations for instance a97e3cc7-cd7e-4239-b58d-6b3e62477819 [ 1095.458022] env[62353]: DEBUG oslo_vmware.api [None req-4912fdcb-176c-4417-bd7e-91d73b18b351 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Task: {'id': task-2373157, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.530876] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Acquiring lock "refresh_cache-78d43ae6-d281-4b98-88f1-281548975167" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1095.645183] env[62353]: DEBUG nova.network.neutron [None req-66ded895-ed0b-47c2-9b0b-1f1ad152b9e0 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 78d43ae6-d281-4b98-88f1-281548975167] Updating instance_info_cache with network_info: [{"id": "ddfa5481-2cde-45c3-9b6d-2a765e340f41", "address": "fa:16:3e:a8:e7:06", "network": {"id": "f2c61678-8c63-4464-84ba-d84b54807cc9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1565172013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "890397883ac142a1ae90fecc50da8b41", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e044cfd4-1b0d-4d88-b1bd-604025731d3f", "external-id": "nsx-vlan-transportzone-372", "segmentation_id": 372, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddfa5481-2c", "ovs_interfaceid": "ddfa5481-2cde-45c3-9b6d-2a765e340f41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.888406] env[62353]: DEBUG oslo_concurrency.lockutils [None req-64015c87-d1eb-42ee-8898-82f80090728d tempest-ServersNegativeTestJSON-1380200316 tempest-ServersNegativeTestJSON-1380200316-project-member] Lock "a97e3cc7-cd7e-4239-b58d-6b3e62477819" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.821s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1095.962388] env[62353]: DEBUG oslo_vmware.api [None req-4912fdcb-176c-4417-bd7e-91d73b18b351 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Task: {'id': task-2373157, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.147643] env[62353]: DEBUG oslo_concurrency.lockutils [None req-66ded895-ed0b-47c2-9b0b-1f1ad152b9e0 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Releasing lock "refresh_cache-78d43ae6-d281-4b98-88f1-281548975167" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1096.151446] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Acquired lock "refresh_cache-78d43ae6-d281-4b98-88f1-281548975167" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.151613] env[62353]: DEBUG nova.network.neutron [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] [instance: 78d43ae6-d281-4b98-88f1-281548975167] Forcefully refreshing network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1096.460457] env[62353]: DEBUG oslo_vmware.api [None req-4912fdcb-176c-4417-bd7e-91d73b18b351 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Task: {'id': task-2373157, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.475203] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bf18174-20f4-4db7-8ac8-d566e197c3dc {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.483560] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba35d0de-64b4-4725-a1e8-603d2d1d0f54 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.517732] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b1374e7-b826-4400-bc9e-84e92ed52d22 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.526074] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9492dab3-f018-4c35-99d6-facca4991ccd {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.539908] env[62353]: DEBUG nova.compute.provider_tree [None req-c723b078-0692-4083-8e5b-e3efbfde7121 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1096.670982] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f790da3f-d006-4095-8e27-58c619dfc117 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.693187] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d2b4b8b-f28d-47e0-9d58-335dc4ca75d1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.701354] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-66ded895-ed0b-47c2-9b0b-1f1ad152b9e0 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 78d43ae6-d281-4b98-88f1-281548975167] Updating instance '78d43ae6-d281-4b98-88f1-281548975167' progress to 83 {{(pid=62353) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1096.960594] env[62353]: DEBUG oslo_vmware.api [None req-4912fdcb-176c-4417-bd7e-91d73b18b351 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Task: {'id': task-2373157, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.043563] env[62353]: DEBUG nova.scheduler.client.report [None req-c723b078-0692-4083-8e5b-e3efbfde7121 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1097.207739] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-66ded895-ed0b-47c2-9b0b-1f1ad152b9e0 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 78d43ae6-d281-4b98-88f1-281548975167] Updating instance '78d43ae6-d281-4b98-88f1-281548975167' progress to 100 {{(pid=62353) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1097.213867] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e74d497e-4d2f-431f-8dde-ba5b632db4b0 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Acquiring lock "6bca1280-d76a-4a63-a619-ab3788756003" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1097.214117] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e74d497e-4d2f-431f-8dde-ba5b632db4b0 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Lock "6bca1280-d76a-4a63-a619-ab3788756003" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1097.464639] env[62353]: DEBUG oslo_vmware.api [None req-4912fdcb-176c-4417-bd7e-91d73b18b351 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Task: {'id': task-2373157, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.553099] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c723b078-0692-4083-8e5b-e3efbfde7121 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.221s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1097.553561] env[62353]: DEBUG nova.compute.manager [None req-c723b078-0692-4083-8e5b-e3efbfde7121 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] [instance: dcef6fd5-617c-4561-809d-d7c872b90e48] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1097.602420] env[62353]: DEBUG nova.network.neutron [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] [instance: 78d43ae6-d281-4b98-88f1-281548975167] Updating instance_info_cache with network_info: [{"id": "ddfa5481-2cde-45c3-9b6d-2a765e340f41", "address": "fa:16:3e:a8:e7:06", "network": {"id": "f2c61678-8c63-4464-84ba-d84b54807cc9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1565172013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "890397883ac142a1ae90fecc50da8b41", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e044cfd4-1b0d-4d88-b1bd-604025731d3f", "external-id": "nsx-vlan-transportzone-372", "segmentation_id": 372, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddfa5481-2c", "ovs_interfaceid": "ddfa5481-2cde-45c3-9b6d-2a765e340f41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.718540] env[62353]: DEBUG nova.compute.utils [None req-e74d497e-4d2f-431f-8dde-ba5b632db4b0 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1097.962820] env[62353]: DEBUG oslo_vmware.api [None req-4912fdcb-176c-4417-bd7e-91d73b18b351 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Task: {'id': task-2373157, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.061164] env[62353]: DEBUG nova.compute.utils [None req-c723b078-0692-4083-8e5b-e3efbfde7121 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1098.061164] env[62353]: DEBUG nova.compute.manager [None req-c723b078-0692-4083-8e5b-e3efbfde7121 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] [instance: dcef6fd5-617c-4561-809d-d7c872b90e48] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1098.061164] env[62353]: DEBUG nova.network.neutron [None req-c723b078-0692-4083-8e5b-e3efbfde7121 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] [instance: dcef6fd5-617c-4561-809d-d7c872b90e48] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1098.105774] env[62353]: DEBUG nova.policy [None req-c723b078-0692-4083-8e5b-e3efbfde7121 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ff6dc3dad94041c7bc9d479b720a417e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a64aa5fd4f68494dbbc592d37558d4a9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:192}} [ 1098.107810] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Releasing lock "refresh_cache-78d43ae6-d281-4b98-88f1-281548975167" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1098.108060] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] [instance: 78d43ae6-d281-4b98-88f1-281548975167] Updated the network info_cache for instance {{(pid=62353) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10516}} [ 1098.108566] env[62353]: DEBUG oslo_service.periodic_task [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1098.109275] env[62353]: DEBUG oslo_service.periodic_task [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1098.109275] env[62353]: DEBUG oslo_service.periodic_task [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1098.109403] env[62353]: DEBUG oslo_service.periodic_task [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1098.226933] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e74d497e-4d2f-431f-8dde-ba5b632db4b0 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Lock "6bca1280-d76a-4a63-a619-ab3788756003" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1098.432853] env[62353]: DEBUG nova.network.neutron [None req-c723b078-0692-4083-8e5b-e3efbfde7121 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] [instance: dcef6fd5-617c-4561-809d-d7c872b90e48] Successfully created port: ef7ff939-f0c4-470a-8ba8-5aabc4a7703b {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1098.463851] env[62353]: DEBUG oslo_vmware.api [None req-4912fdcb-176c-4417-bd7e-91d73b18b351 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Task: {'id': task-2373157, 'name': ReconfigVM_Task, 'duration_secs': 5.771043} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.464128] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4912fdcb-176c-4417-bd7e-91d73b18b351 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Releasing lock "c42bcda4-547f-4f42-9738-0a731450321d" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1098.464344] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-4912fdcb-176c-4417-bd7e-91d73b18b351 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: c42bcda4-547f-4f42-9738-0a731450321d] Reconfigured VM to detach interface {{(pid=62353) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1098.567461] env[62353]: DEBUG nova.compute.manager [None req-c723b078-0692-4083-8e5b-e3efbfde7121 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] [instance: dcef6fd5-617c-4561-809d-d7c872b90e48] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1098.612964] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1098.613506] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1098.613506] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1098.613631] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62353) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1098.615079] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00a746a3-4a01-4a07-bf88-494d8976b124 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.625874] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73f6c480-d46a-4bd3-bc3c-20ebea520a26 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.642548] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e95147ba-20e8-4466-8c86-e46c4dde0bb4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.650772] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-439efb0d-a8a6-4e0b-b833-53ea72c82a42 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.684099] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179616MB free_disk=154GB free_vcpus=48 pci_devices=None {{(pid=62353) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1098.684268] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1098.684468] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1099.087532] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ffaf5eb7-97b2-40a4-a2cb-563d475273e3 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Acquiring lock "78d43ae6-d281-4b98-88f1-281548975167" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1099.087647] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ffaf5eb7-97b2-40a4-a2cb-563d475273e3 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Lock "78d43ae6-d281-4b98-88f1-281548975167" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1099.087859] env[62353]: DEBUG nova.compute.manager [None req-ffaf5eb7-97b2-40a4-a2cb-563d475273e3 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 78d43ae6-d281-4b98-88f1-281548975167] Going to confirm migration 7 {{(pid=62353) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1099.309972] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e74d497e-4d2f-431f-8dde-ba5b632db4b0 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Acquiring lock "6bca1280-d76a-4a63-a619-ab3788756003" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1099.310222] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e74d497e-4d2f-431f-8dde-ba5b632db4b0 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Lock "6bca1280-d76a-4a63-a619-ab3788756003" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1099.310449] env[62353]: INFO nova.compute.manager [None req-e74d497e-4d2f-431f-8dde-ba5b632db4b0 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] [instance: 6bca1280-d76a-4a63-a619-ab3788756003] Attaching volume fb20b703-633f-49af-881c-9f754d3aa7ba to /dev/sdb [ 1099.345835] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7b3cbca-6ca8-4078-a46e-251c4686ed57 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.355970] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7161484-c441-40b1-a243-2630b58ea50e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.373505] env[62353]: DEBUG nova.virt.block_device [None req-e74d497e-4d2f-431f-8dde-ba5b632db4b0 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] [instance: 6bca1280-d76a-4a63-a619-ab3788756003] Updating existing volume attachment record: dee3a46e-e691-4db9-8450-c381269136be {{(pid=62353) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1099.577714] env[62353]: DEBUG nova.compute.manager [None req-c723b078-0692-4083-8e5b-e3efbfde7121 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] [instance: dcef6fd5-617c-4561-809d-d7c872b90e48] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1099.606950] env[62353]: DEBUG nova.virt.hardware [None req-c723b078-0692-4083-8e5b-e3efbfde7121 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T12:38:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T12:38:15Z,direct_url=,disk_format='vmdk',id=06f909ae-e8dc-43b4-abf7-c7ed85db9bbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0a3f88790a594523a818b8c00f6862e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T12:38:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1099.607147] env[62353]: DEBUG nova.virt.hardware [None req-c723b078-0692-4083-8e5b-e3efbfde7121 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1099.607309] env[62353]: DEBUG nova.virt.hardware [None req-c723b078-0692-4083-8e5b-e3efbfde7121 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1099.607492] env[62353]: DEBUG nova.virt.hardware [None req-c723b078-0692-4083-8e5b-e3efbfde7121 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1099.607637] env[62353]: DEBUG nova.virt.hardware [None req-c723b078-0692-4083-8e5b-e3efbfde7121 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1099.607784] env[62353]: DEBUG nova.virt.hardware [None req-c723b078-0692-4083-8e5b-e3efbfde7121 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1099.607992] env[62353]: DEBUG nova.virt.hardware [None req-c723b078-0692-4083-8e5b-e3efbfde7121 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1099.608171] env[62353]: DEBUG nova.virt.hardware [None req-c723b078-0692-4083-8e5b-e3efbfde7121 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1099.608336] env[62353]: DEBUG nova.virt.hardware [None req-c723b078-0692-4083-8e5b-e3efbfde7121 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1099.608500] env[62353]: DEBUG nova.virt.hardware [None req-c723b078-0692-4083-8e5b-e3efbfde7121 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1099.608712] env[62353]: DEBUG nova.virt.hardware [None req-c723b078-0692-4083-8e5b-e3efbfde7121 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1099.609736] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3d30575-4005-4bf8-9047-4e6a254277a9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.618035] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96cc4182-f54b-4752-8671-49182f6e317c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.661362] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ffaf5eb7-97b2-40a4-a2cb-563d475273e3 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Acquiring lock "refresh_cache-78d43ae6-d281-4b98-88f1-281548975167" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1099.661648] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ffaf5eb7-97b2-40a4-a2cb-563d475273e3 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Acquired lock "refresh_cache-78d43ae6-d281-4b98-88f1-281548975167" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.661855] env[62353]: DEBUG nova.network.neutron [None req-ffaf5eb7-97b2-40a4-a2cb-563d475273e3 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 78d43ae6-d281-4b98-88f1-281548975167] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1099.662059] env[62353]: DEBUG nova.objects.instance [None req-ffaf5eb7-97b2-40a4-a2cb-563d475273e3 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Lazy-loading 'info_cache' on Instance uuid 78d43ae6-d281-4b98-88f1-281548975167 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1099.693934] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Applying migration context for instance 78d43ae6-d281-4b98-88f1-281548975167 as it has an incoming, in-progress migration 3437eae1-f106-4da2-8a9a-d24b5e0b8e26. Migration status is confirming {{(pid=62353) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1099.695380] env[62353]: INFO nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] [instance: 78d43ae6-d281-4b98-88f1-281548975167] Updating resource usage from migration 3437eae1-f106-4da2-8a9a-d24b5e0b8e26 [ 1099.716990] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Instance c42bcda4-547f-4f42-9738-0a731450321d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1099.716990] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Instance 6bca1280-d76a-4a63-a619-ab3788756003 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1099.716990] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Instance 38ad8f6c-4b6a-44d4-8f37-8d3d1efb5d7c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1099.716990] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Instance 269bf557-1b4e-4a5b-a9b0-c57fa08176d7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1099.717248] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Instance 49142354-b5a5-4789-8ee2-eaeea7f16f06 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1099.717284] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Instance 1e2c1dc1-0736-48b7-9748-a2441fdb4229 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1099.718025] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Migration 3437eae1-f106-4da2-8a9a-d24b5e0b8e26 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1099.718025] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Instance 78d43ae6-d281-4b98-88f1-281548975167 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1099.718025] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Instance dcef6fd5-617c-4561-809d-d7c872b90e48 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1099.718025] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Total usable vcpus: 48, total allocated vcpus: 9 {{(pid=62353) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1099.718231] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2304MB phys_disk=200GB used_disk=9GB total_vcpus=48 used_vcpus=9 pci_stats=[] {{(pid=62353) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1100.430870] env[62353]: DEBUG nova.network.neutron [None req-c723b078-0692-4083-8e5b-e3efbfde7121 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] [instance: dcef6fd5-617c-4561-809d-d7c872b90e48] Successfully updated port: ef7ff939-f0c4-470a-8ba8-5aabc4a7703b {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1100.435311] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4912fdcb-176c-4417-bd7e-91d73b18b351 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Acquiring lock "refresh_cache-c42bcda4-547f-4f42-9738-0a731450321d" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1100.435477] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4912fdcb-176c-4417-bd7e-91d73b18b351 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Acquired lock "refresh_cache-c42bcda4-547f-4f42-9738-0a731450321d" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.435623] env[62353]: DEBUG nova.network.neutron [None req-4912fdcb-176c-4417-bd7e-91d73b18b351 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: c42bcda4-547f-4f42-9738-0a731450321d] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1100.438820] env[62353]: DEBUG nova.compute.manager [req-e295634c-1502-42bb-a515-39aaada1e34f req-d5f298ea-eac6-4290-92e3-23f8af88e540 service nova] [instance: dcef6fd5-617c-4561-809d-d7c872b90e48] Received event network-vif-plugged-ef7ff939-f0c4-470a-8ba8-5aabc4a7703b {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1100.439051] env[62353]: DEBUG oslo_concurrency.lockutils [req-e295634c-1502-42bb-a515-39aaada1e34f req-d5f298ea-eac6-4290-92e3-23f8af88e540 service nova] Acquiring lock "dcef6fd5-617c-4561-809d-d7c872b90e48-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1100.439231] env[62353]: DEBUG oslo_concurrency.lockutils [req-e295634c-1502-42bb-a515-39aaada1e34f req-d5f298ea-eac6-4290-92e3-23f8af88e540 service nova] Lock "dcef6fd5-617c-4561-809d-d7c872b90e48-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1100.439399] env[62353]: DEBUG oslo_concurrency.lockutils [req-e295634c-1502-42bb-a515-39aaada1e34f req-d5f298ea-eac6-4290-92e3-23f8af88e540 service nova] Lock "dcef6fd5-617c-4561-809d-d7c872b90e48-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1100.439565] env[62353]: DEBUG nova.compute.manager [req-e295634c-1502-42bb-a515-39aaada1e34f req-d5f298ea-eac6-4290-92e3-23f8af88e540 service nova] [instance: dcef6fd5-617c-4561-809d-d7c872b90e48] No waiting events found dispatching network-vif-plugged-ef7ff939-f0c4-470a-8ba8-5aabc4a7703b {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1100.439752] env[62353]: WARNING nova.compute.manager [req-e295634c-1502-42bb-a515-39aaada1e34f req-d5f298ea-eac6-4290-92e3-23f8af88e540 service nova] [instance: dcef6fd5-617c-4561-809d-d7c872b90e48] Received unexpected event network-vif-plugged-ef7ff939-f0c4-470a-8ba8-5aabc4a7703b for instance with vm_state building and task_state spawning. [ 1100.535045] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a656bcb1-1086-4df3-bfec-6e026d57636a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.543202] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a814909b-9130-44a8-9bf2-36f2eafa6e21 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.573676] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4531737c-c727-42c7-a281-574556fca850 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.581703] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3444dcba-eec2-4f5b-a716-8acf3f1ab6f0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.595596] env[62353]: DEBUG nova.compute.provider_tree [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1100.749977] env[62353]: DEBUG nova.compute.manager [req-11635db5-813f-4c5a-b9f1-d9fe2ea15123 req-4c2656f3-095f-400a-8e94-94185c5cf4a9 service nova] [instance: c42bcda4-547f-4f42-9738-0a731450321d] Received event network-changed-66f96e3e-6345-4a50-89db-ef2679a40099 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1100.750180] env[62353]: DEBUG nova.compute.manager [req-11635db5-813f-4c5a-b9f1-d9fe2ea15123 req-4c2656f3-095f-400a-8e94-94185c5cf4a9 service nova] [instance: c42bcda4-547f-4f42-9738-0a731450321d] Refreshing instance network info cache due to event network-changed-66f96e3e-6345-4a50-89db-ef2679a40099. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1100.750306] env[62353]: DEBUG oslo_concurrency.lockutils [req-11635db5-813f-4c5a-b9f1-d9fe2ea15123 req-4c2656f3-095f-400a-8e94-94185c5cf4a9 service nova] Acquiring lock "refresh_cache-c42bcda4-547f-4f42-9738-0a731450321d" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1100.942312] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c723b078-0692-4083-8e5b-e3efbfde7121 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Acquiring lock "refresh_cache-dcef6fd5-617c-4561-809d-d7c872b90e48" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1100.942312] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c723b078-0692-4083-8e5b-e3efbfde7121 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Acquired lock "refresh_cache-dcef6fd5-617c-4561-809d-d7c872b90e48" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.942312] env[62353]: DEBUG nova.network.neutron [None req-c723b078-0692-4083-8e5b-e3efbfde7121 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] [instance: dcef6fd5-617c-4561-809d-d7c872b90e48] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1101.098579] env[62353]: DEBUG nova.scheduler.client.report [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1101.174933] env[62353]: DEBUG nova.network.neutron [None req-ffaf5eb7-97b2-40a4-a2cb-563d475273e3 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 78d43ae6-d281-4b98-88f1-281548975167] Updating instance_info_cache with network_info: [{"id": "ddfa5481-2cde-45c3-9b6d-2a765e340f41", "address": "fa:16:3e:a8:e7:06", "network": {"id": "f2c61678-8c63-4464-84ba-d84b54807cc9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1565172013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "890397883ac142a1ae90fecc50da8b41", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e044cfd4-1b0d-4d88-b1bd-604025731d3f", "external-id": "nsx-vlan-transportzone-372", "segmentation_id": 372, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddfa5481-2c", "ovs_interfaceid": "ddfa5481-2cde-45c3-9b6d-2a765e340f41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.226965] env[62353]: INFO nova.network.neutron [None req-4912fdcb-176c-4417-bd7e-91d73b18b351 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: c42bcda4-547f-4f42-9738-0a731450321d] Port e735d725-94d5-4518-9955-5b6118565b67 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1101.227385] env[62353]: DEBUG nova.network.neutron [None req-4912fdcb-176c-4417-bd7e-91d73b18b351 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: c42bcda4-547f-4f42-9738-0a731450321d] Updating instance_info_cache with network_info: [{"id": "66f96e3e-6345-4a50-89db-ef2679a40099", "address": "fa:16:3e:20:bd:dd", "network": {"id": "3322d31e-00aa-4c86-8051-1b6dd5c36fa9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1715037563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d154d2686c9e43b4b2a7a9ec6a5a795c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66f96e3e-63", "ovs_interfaceid": "66f96e3e-6345-4a50-89db-ef2679a40099", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.450080] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b92af078-855f-47e9-9289-8d4d1e3f5548 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Acquiring lock "interface-38ad8f6c-4b6a-44d4-8f37-8d3d1efb5d7c-e735d725-94d5-4518-9955-5b6118565b67" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1101.450080] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b92af078-855f-47e9-9289-8d4d1e3f5548 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Lock "interface-38ad8f6c-4b6a-44d4-8f37-8d3d1efb5d7c-e735d725-94d5-4518-9955-5b6118565b67" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1101.450413] env[62353]: DEBUG nova.objects.instance [None req-b92af078-855f-47e9-9289-8d4d1e3f5548 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Lazy-loading 'flavor' on Instance uuid 38ad8f6c-4b6a-44d4-8f37-8d3d1efb5d7c {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1101.481119] env[62353]: DEBUG nova.network.neutron [None req-c723b078-0692-4083-8e5b-e3efbfde7121 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] [instance: dcef6fd5-617c-4561-809d-d7c872b90e48] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1101.605916] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62353) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1101.606249] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.922s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1101.606338] env[62353]: DEBUG oslo_service.periodic_task [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1101.606488] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Cleaning up deleted instances {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11745}} [ 1101.608577] env[62353]: DEBUG nova.network.neutron [None req-c723b078-0692-4083-8e5b-e3efbfde7121 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] [instance: dcef6fd5-617c-4561-809d-d7c872b90e48] Updating instance_info_cache with network_info: [{"id": "ef7ff939-f0c4-470a-8ba8-5aabc4a7703b", "address": "fa:16:3e:4a:b1:e4", "network": {"id": "9c588598-2931-4e39-942e-268f7ccfd0e1", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1287176523-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a64aa5fd4f68494dbbc592d37558d4a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef7ff939-f0", "ovs_interfaceid": "ef7ff939-f0c4-470a-8ba8-5aabc4a7703b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.677349] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ffaf5eb7-97b2-40a4-a2cb-563d475273e3 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Releasing lock "refresh_cache-78d43ae6-d281-4b98-88f1-281548975167" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1101.677623] env[62353]: DEBUG nova.objects.instance [None req-ffaf5eb7-97b2-40a4-a2cb-563d475273e3 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Lazy-loading 'migration_context' on Instance uuid 78d43ae6-d281-4b98-88f1-281548975167 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1101.730110] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4912fdcb-176c-4417-bd7e-91d73b18b351 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Releasing lock "refresh_cache-c42bcda4-547f-4f42-9738-0a731450321d" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1101.732528] env[62353]: DEBUG oslo_concurrency.lockutils [req-11635db5-813f-4c5a-b9f1-d9fe2ea15123 req-4c2656f3-095f-400a-8e94-94185c5cf4a9 service nova] Acquired lock "refresh_cache-c42bcda4-547f-4f42-9738-0a731450321d" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.732621] env[62353]: DEBUG nova.network.neutron [req-11635db5-813f-4c5a-b9f1-d9fe2ea15123 req-4c2656f3-095f-400a-8e94-94185c5cf4a9 service nova] [instance: c42bcda4-547f-4f42-9738-0a731450321d] Refreshing network info cache for port 66f96e3e-6345-4a50-89db-ef2679a40099 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1102.045470] env[62353]: DEBUG nova.objects.instance [None req-b92af078-855f-47e9-9289-8d4d1e3f5548 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Lazy-loading 'pci_requests' on Instance uuid 38ad8f6c-4b6a-44d4-8f37-8d3d1efb5d7c {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1102.126383] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] There are 68 instances to clean {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11754}} [ 1102.126439] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] [instance: 982a9d5d-c26d-43c8-b2bd-cf4aa04d5823] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1102.128183] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c723b078-0692-4083-8e5b-e3efbfde7121 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Releasing lock "refresh_cache-dcef6fd5-617c-4561-809d-d7c872b90e48" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1102.128453] env[62353]: DEBUG nova.compute.manager [None req-c723b078-0692-4083-8e5b-e3efbfde7121 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] [instance: dcef6fd5-617c-4561-809d-d7c872b90e48] Instance network_info: |[{"id": "ef7ff939-f0c4-470a-8ba8-5aabc4a7703b", "address": "fa:16:3e:4a:b1:e4", "network": {"id": "9c588598-2931-4e39-942e-268f7ccfd0e1", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1287176523-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a64aa5fd4f68494dbbc592d37558d4a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef7ff939-f0", "ovs_interfaceid": "ef7ff939-f0c4-470a-8ba8-5aabc4a7703b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1102.129218] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-c723b078-0692-4083-8e5b-e3efbfde7121 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] [instance: dcef6fd5-617c-4561-809d-d7c872b90e48] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4a:b1:e4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f1e0e39-0c84-4fcd-9113-cc528c3eb185', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ef7ff939-f0c4-470a-8ba8-5aabc4a7703b', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1102.136762] env[62353]: DEBUG oslo.service.loopingcall [None req-c723b078-0692-4083-8e5b-e3efbfde7121 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1102.136973] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dcef6fd5-617c-4561-809d-d7c872b90e48] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1102.137211] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a3487d61-3aac-46c4-a359-56a24a2ab98c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.153389] env[62353]: DEBUG nova.compute.manager [req-a7550591-198e-48d0-9203-059e4707b63b req-2140be74-e14c-462a-989b-55e03339d28e service nova] [instance: dcef6fd5-617c-4561-809d-d7c872b90e48] Received event network-changed-ef7ff939-f0c4-470a-8ba8-5aabc4a7703b {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1102.153751] env[62353]: DEBUG nova.compute.manager [req-a7550591-198e-48d0-9203-059e4707b63b req-2140be74-e14c-462a-989b-55e03339d28e service nova] [instance: dcef6fd5-617c-4561-809d-d7c872b90e48] Refreshing instance network info cache due to event network-changed-ef7ff939-f0c4-470a-8ba8-5aabc4a7703b. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1102.153804] env[62353]: DEBUG oslo_concurrency.lockutils [req-a7550591-198e-48d0-9203-059e4707b63b req-2140be74-e14c-462a-989b-55e03339d28e service nova] Acquiring lock "refresh_cache-dcef6fd5-617c-4561-809d-d7c872b90e48" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1102.154126] env[62353]: DEBUG oslo_concurrency.lockutils [req-a7550591-198e-48d0-9203-059e4707b63b req-2140be74-e14c-462a-989b-55e03339d28e service nova] Acquired lock "refresh_cache-dcef6fd5-617c-4561-809d-d7c872b90e48" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.154126] env[62353]: DEBUG nova.network.neutron [req-a7550591-198e-48d0-9203-059e4707b63b req-2140be74-e14c-462a-989b-55e03339d28e service nova] [instance: dcef6fd5-617c-4561-809d-d7c872b90e48] Refreshing network info cache for port ef7ff939-f0c4-470a-8ba8-5aabc4a7703b {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1102.163573] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1102.163573] env[62353]: value = "task-2373162" [ 1102.163573] env[62353]: _type = "Task" [ 1102.163573] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.173232] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2373162, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.180179] env[62353]: DEBUG nova.objects.base [None req-ffaf5eb7-97b2-40a4-a2cb-563d475273e3 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Object Instance<78d43ae6-d281-4b98-88f1-281548975167> lazy-loaded attributes: info_cache,migration_context {{(pid=62353) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1102.181042] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21f3dbec-0160-45e6-8f60-d9d4ab2626d3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.203298] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9c3f583-5763-4122-ab41-eb5ed03cb607 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.209337] env[62353]: DEBUG oslo_vmware.api [None req-ffaf5eb7-97b2-40a4-a2cb-563d475273e3 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Waiting for the task: (returnval){ [ 1102.209337] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52909ce5-87eb-425d-2be4-89f21f59ad19" [ 1102.209337] env[62353]: _type = "Task" [ 1102.209337] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.217818] env[62353]: DEBUG oslo_vmware.api [None req-ffaf5eb7-97b2-40a4-a2cb-563d475273e3 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52909ce5-87eb-425d-2be4-89f21f59ad19, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.235007] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4912fdcb-176c-4417-bd7e-91d73b18b351 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Lock "interface-c42bcda4-547f-4f42-9738-0a731450321d-e735d725-94d5-4518-9955-5b6118565b67" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.363s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1102.489532] env[62353]: DEBUG nova.network.neutron [req-11635db5-813f-4c5a-b9f1-d9fe2ea15123 req-4c2656f3-095f-400a-8e94-94185c5cf4a9 service nova] [instance: c42bcda4-547f-4f42-9738-0a731450321d] Updated VIF entry in instance network info cache for port 66f96e3e-6345-4a50-89db-ef2679a40099. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1102.489926] env[62353]: DEBUG nova.network.neutron [req-11635db5-813f-4c5a-b9f1-d9fe2ea15123 req-4c2656f3-095f-400a-8e94-94185c5cf4a9 service nova] [instance: c42bcda4-547f-4f42-9738-0a731450321d] Updating instance_info_cache with network_info: [{"id": "66f96e3e-6345-4a50-89db-ef2679a40099", "address": "fa:16:3e:20:bd:dd", "network": {"id": "3322d31e-00aa-4c86-8051-1b6dd5c36fa9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1715037563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d154d2686c9e43b4b2a7a9ec6a5a795c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66f96e3e-63", "ovs_interfaceid": "66f96e3e-6345-4a50-89db-ef2679a40099", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.547679] env[62353]: DEBUG nova.objects.base [None req-b92af078-855f-47e9-9289-8d4d1e3f5548 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Object Instance<38ad8f6c-4b6a-44d4-8f37-8d3d1efb5d7c> lazy-loaded attributes: flavor,pci_requests {{(pid=62353) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1102.547900] env[62353]: DEBUG nova.network.neutron [None req-b92af078-855f-47e9-9289-8d4d1e3f5548 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: 38ad8f6c-4b6a-44d4-8f37-8d3d1efb5d7c] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1102.611204] env[62353]: DEBUG nova.policy [None req-b92af078-855f-47e9-9289-8d4d1e3f5548 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '82c6391b4f014ebcaea1a762d3644bd2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd154d2686c9e43b4b2a7a9ec6a5a795c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:192}} [ 1102.629857] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] [instance: 366f6f06-cd67-4e32-89dd-4c809792d5ac] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1102.674200] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2373162, 'name': CreateVM_Task, 'duration_secs': 0.358263} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.674365] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dcef6fd5-617c-4561-809d-d7c872b90e48] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1102.675039] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c723b078-0692-4083-8e5b-e3efbfde7121 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1102.675212] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c723b078-0692-4083-8e5b-e3efbfde7121 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Acquired lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.675528] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c723b078-0692-4083-8e5b-e3efbfde7121 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1102.675783] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ccb1827a-ebe1-4d86-909b-451757420d90 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.680783] env[62353]: DEBUG oslo_vmware.api [None req-c723b078-0692-4083-8e5b-e3efbfde7121 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Waiting for the task: (returnval){ [ 1102.680783] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52b2f188-25ec-ce8d-366c-8cdf0317d48f" [ 1102.680783] env[62353]: _type = "Task" [ 1102.680783] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.688866] env[62353]: DEBUG oslo_vmware.api [None req-c723b078-0692-4083-8e5b-e3efbfde7121 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52b2f188-25ec-ce8d-366c-8cdf0317d48f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.719645] env[62353]: DEBUG oslo_vmware.api [None req-ffaf5eb7-97b2-40a4-a2cb-563d475273e3 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52909ce5-87eb-425d-2be4-89f21f59ad19, 'name': SearchDatastore_Task, 'duration_secs': 0.00972} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.719919] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ffaf5eb7-97b2-40a4-a2cb-563d475273e3 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1102.720156] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ffaf5eb7-97b2-40a4-a2cb-563d475273e3 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1102.774612] env[62353]: DEBUG nova.compute.manager [req-18217b4b-f630-429f-95c0-7542f5eab645 req-0a84b236-ec49-4a05-a5be-7c016e407f5d service nova] [instance: 38ad8f6c-4b6a-44d4-8f37-8d3d1efb5d7c] Received event network-changed-51da790c-fb48-4b42-85b3-661e96580aab {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1102.774885] env[62353]: DEBUG nova.compute.manager [req-18217b4b-f630-429f-95c0-7542f5eab645 req-0a84b236-ec49-4a05-a5be-7c016e407f5d service nova] [instance: 38ad8f6c-4b6a-44d4-8f37-8d3d1efb5d7c] Refreshing instance network info cache due to event network-changed-51da790c-fb48-4b42-85b3-661e96580aab. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1102.775027] env[62353]: DEBUG oslo_concurrency.lockutils [req-18217b4b-f630-429f-95c0-7542f5eab645 req-0a84b236-ec49-4a05-a5be-7c016e407f5d service nova] Acquiring lock "refresh_cache-38ad8f6c-4b6a-44d4-8f37-8d3d1efb5d7c" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1102.775170] env[62353]: DEBUG oslo_concurrency.lockutils [req-18217b4b-f630-429f-95c0-7542f5eab645 req-0a84b236-ec49-4a05-a5be-7c016e407f5d service nova] Acquired lock "refresh_cache-38ad8f6c-4b6a-44d4-8f37-8d3d1efb5d7c" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.775324] env[62353]: DEBUG nova.network.neutron [req-18217b4b-f630-429f-95c0-7542f5eab645 req-0a84b236-ec49-4a05-a5be-7c016e407f5d service nova] [instance: 38ad8f6c-4b6a-44d4-8f37-8d3d1efb5d7c] Refreshing network info cache for port 51da790c-fb48-4b42-85b3-661e96580aab {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1102.871928] env[62353]: DEBUG nova.network.neutron [req-a7550591-198e-48d0-9203-059e4707b63b req-2140be74-e14c-462a-989b-55e03339d28e service nova] [instance: dcef6fd5-617c-4561-809d-d7c872b90e48] Updated VIF entry in instance network info cache for port ef7ff939-f0c4-470a-8ba8-5aabc4a7703b. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1102.872288] env[62353]: DEBUG nova.network.neutron [req-a7550591-198e-48d0-9203-059e4707b63b req-2140be74-e14c-462a-989b-55e03339d28e service nova] [instance: dcef6fd5-617c-4561-809d-d7c872b90e48] Updating instance_info_cache with network_info: [{"id": "ef7ff939-f0c4-470a-8ba8-5aabc4a7703b", "address": "fa:16:3e:4a:b1:e4", "network": {"id": "9c588598-2931-4e39-942e-268f7ccfd0e1", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1287176523-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a64aa5fd4f68494dbbc592d37558d4a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef7ff939-f0", "ovs_interfaceid": "ef7ff939-f0c4-470a-8ba8-5aabc4a7703b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.993062] env[62353]: DEBUG oslo_concurrency.lockutils [req-11635db5-813f-4c5a-b9f1-d9fe2ea15123 req-4c2656f3-095f-400a-8e94-94185c5cf4a9 service nova] Releasing lock "refresh_cache-c42bcda4-547f-4f42-9738-0a731450321d" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1103.133286] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] [instance: 4aa0afc2-4ae1-44bf-add7-9dc8d0538330] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1103.191295] env[62353]: DEBUG oslo_vmware.api [None req-c723b078-0692-4083-8e5b-e3efbfde7121 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52b2f188-25ec-ce8d-366c-8cdf0317d48f, 'name': SearchDatastore_Task, 'duration_secs': 0.010721} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.191622] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c723b078-0692-4083-8e5b-e3efbfde7121 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Releasing lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1103.191851] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-c723b078-0692-4083-8e5b-e3efbfde7121 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] [instance: dcef6fd5-617c-4561-809d-d7c872b90e48] Processing image 06f909ae-e8dc-43b4-abf7-c7ed85db9bbd {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1103.192105] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c723b078-0692-4083-8e5b-e3efbfde7121 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1103.192258] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c723b078-0692-4083-8e5b-e3efbfde7121 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Acquired lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.192442] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-c723b078-0692-4083-8e5b-e3efbfde7121 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1103.192733] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-58e2199f-3aaa-447c-8b94-9711b697b0e2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.203364] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-c723b078-0692-4083-8e5b-e3efbfde7121 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1103.203590] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-c723b078-0692-4083-8e5b-e3efbfde7121 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1103.204313] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38bbe44f-d9b6-48d9-8a51-50413c7f97e5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.212463] env[62353]: DEBUG oslo_vmware.api [None req-c723b078-0692-4083-8e5b-e3efbfde7121 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Waiting for the task: (returnval){ [ 1103.212463] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]528b21c5-39d0-2d58-0adb-c574faeb6074" [ 1103.212463] env[62353]: _type = "Task" [ 1103.212463] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.224911] env[62353]: DEBUG oslo_vmware.api [None req-c723b078-0692-4083-8e5b-e3efbfde7121 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]528b21c5-39d0-2d58-0adb-c574faeb6074, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.374870] env[62353]: DEBUG oslo_concurrency.lockutils [req-a7550591-198e-48d0-9203-059e4707b63b req-2140be74-e14c-462a-989b-55e03339d28e service nova] Releasing lock "refresh_cache-dcef6fd5-617c-4561-809d-d7c872b90e48" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1103.460073] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afad76a5-3dd0-4ba3-ae15-f18c5092b99f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.467891] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10b83486-4f1c-4dce-af2c-00761e921c65 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.499374] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2a8f76f-317e-4ed6-b147-fd7a1bc60538 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.506523] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d430f20d-fe80-4885-b2fe-09495a7048fe {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.519794] env[62353]: DEBUG nova.compute.provider_tree [None req-ffaf5eb7-97b2-40a4-a2cb-563d475273e3 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1103.536700] env[62353]: DEBUG nova.network.neutron [req-18217b4b-f630-429f-95c0-7542f5eab645 req-0a84b236-ec49-4a05-a5be-7c016e407f5d service nova] [instance: 38ad8f6c-4b6a-44d4-8f37-8d3d1efb5d7c] Updated VIF entry in instance network info cache for port 51da790c-fb48-4b42-85b3-661e96580aab. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1103.537053] env[62353]: DEBUG nova.network.neutron [req-18217b4b-f630-429f-95c0-7542f5eab645 req-0a84b236-ec49-4a05-a5be-7c016e407f5d service nova] [instance: 38ad8f6c-4b6a-44d4-8f37-8d3d1efb5d7c] Updating instance_info_cache with network_info: [{"id": "51da790c-fb48-4b42-85b3-661e96580aab", "address": "fa:16:3e:7e:8e:32", "network": {"id": "3322d31e-00aa-4c86-8051-1b6dd5c36fa9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1715037563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d154d2686c9e43b4b2a7a9ec6a5a795c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51da790c-fb", "ovs_interfaceid": "51da790c-fb48-4b42-85b3-661e96580aab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.636363] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] [instance: 3c336a85-979f-4b67-8d02-dc8fbd0ceab4] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1103.725025] env[62353]: DEBUG oslo_vmware.api [None req-c723b078-0692-4083-8e5b-e3efbfde7121 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]528b21c5-39d0-2d58-0adb-c574faeb6074, 'name': SearchDatastore_Task, 'duration_secs': 0.011} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.725487] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d81b6c07-8b08-405e-9675-e159318e722b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.730611] env[62353]: DEBUG oslo_vmware.api [None req-c723b078-0692-4083-8e5b-e3efbfde7121 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Waiting for the task: (returnval){ [ 1103.730611] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52dc617f-6017-3e2a-19e0-2d1952279b8c" [ 1103.730611] env[62353]: _type = "Task" [ 1103.730611] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.738327] env[62353]: DEBUG oslo_vmware.api [None req-c723b078-0692-4083-8e5b-e3efbfde7121 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52dc617f-6017-3e2a-19e0-2d1952279b8c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.918488] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-e74d497e-4d2f-431f-8dde-ba5b632db4b0 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] [instance: 6bca1280-d76a-4a63-a619-ab3788756003] Volume attach. Driver type: vmdk {{(pid=62353) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1103.918728] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-e74d497e-4d2f-431f-8dde-ba5b632db4b0 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] [instance: 6bca1280-d76a-4a63-a619-ab3788756003] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-481749', 'volume_id': 'fb20b703-633f-49af-881c-9f754d3aa7ba', 'name': 'volume-fb20b703-633f-49af-881c-9f754d3aa7ba', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6bca1280-d76a-4a63-a619-ab3788756003', 'attached_at': '', 'detached_at': '', 'volume_id': 'fb20b703-633f-49af-881c-9f754d3aa7ba', 'serial': 'fb20b703-633f-49af-881c-9f754d3aa7ba'} {{(pid=62353) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1103.919982] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f618fd75-145e-4195-9945-58f4030533fb {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.938107] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23cd7a3e-5f01-444d-868e-e866bc5c36ca {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.962787] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-e74d497e-4d2f-431f-8dde-ba5b632db4b0 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] [instance: 6bca1280-d76a-4a63-a619-ab3788756003] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] volume-fb20b703-633f-49af-881c-9f754d3aa7ba/volume-fb20b703-633f-49af-881c-9f754d3aa7ba.vmdk or device None with type thin {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1103.963054] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-90f225d4-c1ca-4ad1-8b70-6c7dfc292928 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.981915] env[62353]: DEBUG oslo_vmware.api [None req-e74d497e-4d2f-431f-8dde-ba5b632db4b0 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Waiting for the task: (returnval){ [ 1103.981915] env[62353]: value = "task-2373163" [ 1103.981915] env[62353]: _type = "Task" [ 1103.981915] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.989996] env[62353]: DEBUG oslo_vmware.api [None req-e74d497e-4d2f-431f-8dde-ba5b632db4b0 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Task: {'id': task-2373163, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.023439] env[62353]: DEBUG nova.scheduler.client.report [None req-ffaf5eb7-97b2-40a4-a2cb-563d475273e3 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1104.039551] env[62353]: DEBUG oslo_concurrency.lockutils [req-18217b4b-f630-429f-95c0-7542f5eab645 req-0a84b236-ec49-4a05-a5be-7c016e407f5d service nova] Releasing lock "refresh_cache-38ad8f6c-4b6a-44d4-8f37-8d3d1efb5d7c" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1104.104270] env[62353]: DEBUG nova.network.neutron [None req-b92af078-855f-47e9-9289-8d4d1e3f5548 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: 38ad8f6c-4b6a-44d4-8f37-8d3d1efb5d7c] Successfully updated port: e735d725-94d5-4518-9955-5b6118565b67 {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1104.140517] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] [instance: 3b094b26-ccc1-40fb-8649-393bc3ae2d48] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1104.181810] env[62353]: DEBUG nova.compute.manager [req-deab388b-7e39-4ce7-a232-9bf7d2db68c8 req-5f905167-3ddd-4bb4-8a8c-721e3e649639 service nova] [instance: 38ad8f6c-4b6a-44d4-8f37-8d3d1efb5d7c] Received event network-vif-plugged-e735d725-94d5-4518-9955-5b6118565b67 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1104.181993] env[62353]: DEBUG oslo_concurrency.lockutils [req-deab388b-7e39-4ce7-a232-9bf7d2db68c8 req-5f905167-3ddd-4bb4-8a8c-721e3e649639 service nova] Acquiring lock "38ad8f6c-4b6a-44d4-8f37-8d3d1efb5d7c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1104.182135] env[62353]: DEBUG oslo_concurrency.lockutils [req-deab388b-7e39-4ce7-a232-9bf7d2db68c8 req-5f905167-3ddd-4bb4-8a8c-721e3e649639 service nova] Lock "38ad8f6c-4b6a-44d4-8f37-8d3d1efb5d7c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1104.182314] env[62353]: DEBUG oslo_concurrency.lockutils [req-deab388b-7e39-4ce7-a232-9bf7d2db68c8 req-5f905167-3ddd-4bb4-8a8c-721e3e649639 service nova] Lock "38ad8f6c-4b6a-44d4-8f37-8d3d1efb5d7c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1104.182587] env[62353]: DEBUG nova.compute.manager [req-deab388b-7e39-4ce7-a232-9bf7d2db68c8 req-5f905167-3ddd-4bb4-8a8c-721e3e649639 service nova] [instance: 38ad8f6c-4b6a-44d4-8f37-8d3d1efb5d7c] No waiting events found dispatching network-vif-plugged-e735d725-94d5-4518-9955-5b6118565b67 {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1104.182772] env[62353]: WARNING nova.compute.manager [req-deab388b-7e39-4ce7-a232-9bf7d2db68c8 req-5f905167-3ddd-4bb4-8a8c-721e3e649639 service nova] [instance: 38ad8f6c-4b6a-44d4-8f37-8d3d1efb5d7c] Received unexpected event network-vif-plugged-e735d725-94d5-4518-9955-5b6118565b67 for instance with vm_state active and task_state None. [ 1104.182934] env[62353]: DEBUG nova.compute.manager [req-deab388b-7e39-4ce7-a232-9bf7d2db68c8 req-5f905167-3ddd-4bb4-8a8c-721e3e649639 service nova] [instance: 38ad8f6c-4b6a-44d4-8f37-8d3d1efb5d7c] Received event network-changed-e735d725-94d5-4518-9955-5b6118565b67 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1104.183100] env[62353]: DEBUG nova.compute.manager [req-deab388b-7e39-4ce7-a232-9bf7d2db68c8 req-5f905167-3ddd-4bb4-8a8c-721e3e649639 service nova] [instance: 38ad8f6c-4b6a-44d4-8f37-8d3d1efb5d7c] Refreshing instance network info cache due to event network-changed-e735d725-94d5-4518-9955-5b6118565b67. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1104.183281] env[62353]: DEBUG oslo_concurrency.lockutils [req-deab388b-7e39-4ce7-a232-9bf7d2db68c8 req-5f905167-3ddd-4bb4-8a8c-721e3e649639 service nova] Acquiring lock "refresh_cache-38ad8f6c-4b6a-44d4-8f37-8d3d1efb5d7c" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1104.183412] env[62353]: DEBUG oslo_concurrency.lockutils [req-deab388b-7e39-4ce7-a232-9bf7d2db68c8 req-5f905167-3ddd-4bb4-8a8c-721e3e649639 service nova] Acquired lock "refresh_cache-38ad8f6c-4b6a-44d4-8f37-8d3d1efb5d7c" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.183561] env[62353]: DEBUG nova.network.neutron [req-deab388b-7e39-4ce7-a232-9bf7d2db68c8 req-5f905167-3ddd-4bb4-8a8c-721e3e649639 service nova] [instance: 38ad8f6c-4b6a-44d4-8f37-8d3d1efb5d7c] Refreshing network info cache for port e735d725-94d5-4518-9955-5b6118565b67 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1104.242707] env[62353]: DEBUG oslo_vmware.api [None req-c723b078-0692-4083-8e5b-e3efbfde7121 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52dc617f-6017-3e2a-19e0-2d1952279b8c, 'name': SearchDatastore_Task, 'duration_secs': 0.010516} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.242909] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c723b078-0692-4083-8e5b-e3efbfde7121 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Releasing lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1104.243084] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-c723b078-0692-4083-8e5b-e3efbfde7121 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore1] dcef6fd5-617c-4561-809d-d7c872b90e48/dcef6fd5-617c-4561-809d-d7c872b90e48.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1104.243393] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-94c9d7be-716a-4941-8cfb-8b7d61347f06 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.251583] env[62353]: DEBUG oslo_vmware.api [None req-c723b078-0692-4083-8e5b-e3efbfde7121 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Waiting for the task: (returnval){ [ 1104.251583] env[62353]: value = "task-2373164" [ 1104.251583] env[62353]: _type = "Task" [ 1104.251583] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.259925] env[62353]: DEBUG oslo_vmware.api [None req-c723b078-0692-4083-8e5b-e3efbfde7121 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Task: {'id': task-2373164, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.493487] env[62353]: DEBUG oslo_vmware.api [None req-e74d497e-4d2f-431f-8dde-ba5b632db4b0 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Task: {'id': task-2373163, 'name': ReconfigVM_Task, 'duration_secs': 0.358144} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.493819] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-e74d497e-4d2f-431f-8dde-ba5b632db4b0 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] [instance: 6bca1280-d76a-4a63-a619-ab3788756003] Reconfigured VM instance instance-00000068 to attach disk [datastore1] volume-fb20b703-633f-49af-881c-9f754d3aa7ba/volume-fb20b703-633f-49af-881c-9f754d3aa7ba.vmdk or device None with type thin {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1104.498907] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef7625a5-e105-4c92-8822-60aeaa600d9f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.516800] env[62353]: DEBUG oslo_vmware.api [None req-e74d497e-4d2f-431f-8dde-ba5b632db4b0 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Waiting for the task: (returnval){ [ 1104.516800] env[62353]: value = "task-2373165" [ 1104.516800] env[62353]: _type = "Task" [ 1104.516800] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.526988] env[62353]: DEBUG oslo_vmware.api [None req-e74d497e-4d2f-431f-8dde-ba5b632db4b0 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Task: {'id': task-2373165, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.607048] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b92af078-855f-47e9-9289-8d4d1e3f5548 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Acquiring lock "refresh_cache-38ad8f6c-4b6a-44d4-8f37-8d3d1efb5d7c" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1104.644682] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] [instance: 0b860696-19b5-4005-8259-1c28012cd12a] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1104.763495] env[62353]: DEBUG oslo_vmware.api [None req-c723b078-0692-4083-8e5b-e3efbfde7121 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Task: {'id': task-2373164, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.439008} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.763769] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-c723b078-0692-4083-8e5b-e3efbfde7121 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore1] dcef6fd5-617c-4561-809d-d7c872b90e48/dcef6fd5-617c-4561-809d-d7c872b90e48.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1104.763995] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-c723b078-0692-4083-8e5b-e3efbfde7121 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] [instance: dcef6fd5-617c-4561-809d-d7c872b90e48] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1104.764256] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-78e00e5c-d629-4f01-b073-077141f380d4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.771120] env[62353]: DEBUG oslo_vmware.api [None req-c723b078-0692-4083-8e5b-e3efbfde7121 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Waiting for the task: (returnval){ [ 1104.771120] env[62353]: value = "task-2373166" [ 1104.771120] env[62353]: _type = "Task" [ 1104.771120] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.779950] env[62353]: DEBUG oslo_vmware.api [None req-c723b078-0692-4083-8e5b-e3efbfde7121 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Task: {'id': task-2373166, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.907162] env[62353]: DEBUG nova.network.neutron [req-deab388b-7e39-4ce7-a232-9bf7d2db68c8 req-5f905167-3ddd-4bb4-8a8c-721e3e649639 service nova] [instance: 38ad8f6c-4b6a-44d4-8f37-8d3d1efb5d7c] Added VIF to instance network info cache for port e735d725-94d5-4518-9955-5b6118565b67. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3546}} [ 1104.907580] env[62353]: DEBUG nova.network.neutron [req-deab388b-7e39-4ce7-a232-9bf7d2db68c8 req-5f905167-3ddd-4bb4-8a8c-721e3e649639 service nova] [instance: 38ad8f6c-4b6a-44d4-8f37-8d3d1efb5d7c] Updating instance_info_cache with network_info: [{"id": "51da790c-fb48-4b42-85b3-661e96580aab", "address": "fa:16:3e:7e:8e:32", "network": {"id": "3322d31e-00aa-4c86-8051-1b6dd5c36fa9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1715037563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d154d2686c9e43b4b2a7a9ec6a5a795c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51da790c-fb", "ovs_interfaceid": "51da790c-fb48-4b42-85b3-661e96580aab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e735d725-94d5-4518-9955-5b6118565b67", "address": "fa:16:3e:03:98:7e", "network": {"id": "3322d31e-00aa-4c86-8051-1b6dd5c36fa9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1715037563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d154d2686c9e43b4b2a7a9ec6a5a795c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape735d725-94", "ovs_interfaceid": "e735d725-94d5-4518-9955-5b6118565b67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.028472] env[62353]: DEBUG oslo_vmware.api [None req-e74d497e-4d2f-431f-8dde-ba5b632db4b0 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Task: {'id': task-2373165, 'name': ReconfigVM_Task, 'duration_secs': 0.179661} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.028830] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-e74d497e-4d2f-431f-8dde-ba5b632db4b0 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] [instance: 6bca1280-d76a-4a63-a619-ab3788756003] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-481749', 'volume_id': 'fb20b703-633f-49af-881c-9f754d3aa7ba', 'name': 'volume-fb20b703-633f-49af-881c-9f754d3aa7ba', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6bca1280-d76a-4a63-a619-ab3788756003', 'attached_at': '', 'detached_at': '', 'volume_id': 'fb20b703-633f-49af-881c-9f754d3aa7ba', 'serial': 'fb20b703-633f-49af-881c-9f754d3aa7ba'} {{(pid=62353) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1105.034150] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ffaf5eb7-97b2-40a4-a2cb-563d475273e3 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.314s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1105.034386] env[62353]: DEBUG nova.compute.manager [None req-ffaf5eb7-97b2-40a4-a2cb-563d475273e3 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 78d43ae6-d281-4b98-88f1-281548975167] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=62353) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 1105.149028] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] [instance: b49a16b9-7756-4282-be46-99abab6e8ee7] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1105.281151] env[62353]: DEBUG oslo_vmware.api [None req-c723b078-0692-4083-8e5b-e3efbfde7121 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Task: {'id': task-2373166, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071245} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.281454] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-c723b078-0692-4083-8e5b-e3efbfde7121 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] [instance: dcef6fd5-617c-4561-809d-d7c872b90e48] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1105.282230] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10cea984-8dc8-497a-bbe5-8dd912bde488 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.303897] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-c723b078-0692-4083-8e5b-e3efbfde7121 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] [instance: dcef6fd5-617c-4561-809d-d7c872b90e48] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] dcef6fd5-617c-4561-809d-d7c872b90e48/dcef6fd5-617c-4561-809d-d7c872b90e48.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1105.304172] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a38ec00-8d18-4dd4-99ab-9868a228ce3d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.324414] env[62353]: DEBUG oslo_vmware.api [None req-c723b078-0692-4083-8e5b-e3efbfde7121 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Waiting for the task: (returnval){ [ 1105.324414] env[62353]: value = "task-2373167" [ 1105.324414] env[62353]: _type = "Task" [ 1105.324414] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.332708] env[62353]: DEBUG oslo_vmware.api [None req-c723b078-0692-4083-8e5b-e3efbfde7121 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Task: {'id': task-2373167, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.410748] env[62353]: DEBUG oslo_concurrency.lockutils [req-deab388b-7e39-4ce7-a232-9bf7d2db68c8 req-5f905167-3ddd-4bb4-8a8c-721e3e649639 service nova] Releasing lock "refresh_cache-38ad8f6c-4b6a-44d4-8f37-8d3d1efb5d7c" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1105.411247] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b92af078-855f-47e9-9289-8d4d1e3f5548 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Acquired lock "refresh_cache-38ad8f6c-4b6a-44d4-8f37-8d3d1efb5d7c" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.411611] env[62353]: DEBUG nova.network.neutron [None req-b92af078-855f-47e9-9289-8d4d1e3f5548 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: 38ad8f6c-4b6a-44d4-8f37-8d3d1efb5d7c] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1105.593839] env[62353]: INFO nova.scheduler.client.report [None req-ffaf5eb7-97b2-40a4-a2cb-563d475273e3 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Deleted allocation for migration 3437eae1-f106-4da2-8a9a-d24b5e0b8e26 [ 1105.652661] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] [instance: 433c3b50-7fbd-4153-b99d-9d60027c9a9f] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1105.835681] env[62353]: DEBUG oslo_vmware.api [None req-c723b078-0692-4083-8e5b-e3efbfde7121 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Task: {'id': task-2373167, 'name': ReconfigVM_Task, 'duration_secs': 0.328513} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.836058] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-c723b078-0692-4083-8e5b-e3efbfde7121 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] [instance: dcef6fd5-617c-4561-809d-d7c872b90e48] Reconfigured VM instance instance-0000006e to attach disk [datastore1] dcef6fd5-617c-4561-809d-d7c872b90e48/dcef6fd5-617c-4561-809d-d7c872b90e48.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1105.836721] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-49ec15fb-c1a8-453f-a5bf-72778ea064ce {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.844438] env[62353]: DEBUG oslo_vmware.api [None req-c723b078-0692-4083-8e5b-e3efbfde7121 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Waiting for the task: (returnval){ [ 1105.844438] env[62353]: value = "task-2373168" [ 1105.844438] env[62353]: _type = "Task" [ 1105.844438] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.858687] env[62353]: DEBUG oslo_vmware.api [None req-c723b078-0692-4083-8e5b-e3efbfde7121 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Task: {'id': task-2373168, 'name': Rename_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.965268] env[62353]: WARNING nova.network.neutron [None req-b92af078-855f-47e9-9289-8d4d1e3f5548 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: 38ad8f6c-4b6a-44d4-8f37-8d3d1efb5d7c] 3322d31e-00aa-4c86-8051-1b6dd5c36fa9 already exists in list: networks containing: ['3322d31e-00aa-4c86-8051-1b6dd5c36fa9']. ignoring it [ 1105.965524] env[62353]: WARNING nova.network.neutron [None req-b92af078-855f-47e9-9289-8d4d1e3f5548 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: 38ad8f6c-4b6a-44d4-8f37-8d3d1efb5d7c] 3322d31e-00aa-4c86-8051-1b6dd5c36fa9 already exists in list: networks containing: ['3322d31e-00aa-4c86-8051-1b6dd5c36fa9']. ignoring it [ 1105.965697] env[62353]: WARNING nova.network.neutron [None req-b92af078-855f-47e9-9289-8d4d1e3f5548 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: 38ad8f6c-4b6a-44d4-8f37-8d3d1efb5d7c] e735d725-94d5-4518-9955-5b6118565b67 already exists in list: port_ids containing: ['e735d725-94d5-4518-9955-5b6118565b67']. ignoring it [ 1106.066501] env[62353]: DEBUG nova.objects.instance [None req-e74d497e-4d2f-431f-8dde-ba5b632db4b0 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Lazy-loading 'flavor' on Instance uuid 6bca1280-d76a-4a63-a619-ab3788756003 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1106.099611] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ffaf5eb7-97b2-40a4-a2cb-563d475273e3 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Lock "78d43ae6-d281-4b98-88f1-281548975167" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.011s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1106.157063] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] [instance: fa161604-bc12-4f96-8e33-627f119b766a] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1106.299905] env[62353]: DEBUG nova.objects.instance [None req-bcf34dd6-9f03-4e90-8b2d-845a44e34f95 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Lazy-loading 'flavor' on Instance uuid 78d43ae6-d281-4b98-88f1-281548975167 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1106.354305] env[62353]: DEBUG oslo_vmware.api [None req-c723b078-0692-4083-8e5b-e3efbfde7121 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Task: {'id': task-2373168, 'name': Rename_Task, 'duration_secs': 0.160852} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.354632] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-c723b078-0692-4083-8e5b-e3efbfde7121 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] [instance: dcef6fd5-617c-4561-809d-d7c872b90e48] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1106.354887] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b2b6b604-a4ce-4df7-bccc-b883457248ec {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.357192] env[62353]: DEBUG nova.network.neutron [None req-b92af078-855f-47e9-9289-8d4d1e3f5548 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: 38ad8f6c-4b6a-44d4-8f37-8d3d1efb5d7c] Updating instance_info_cache with network_info: [{"id": "51da790c-fb48-4b42-85b3-661e96580aab", "address": "fa:16:3e:7e:8e:32", "network": {"id": "3322d31e-00aa-4c86-8051-1b6dd5c36fa9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1715037563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d154d2686c9e43b4b2a7a9ec6a5a795c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51da790c-fb", "ovs_interfaceid": "51da790c-fb48-4b42-85b3-661e96580aab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e735d725-94d5-4518-9955-5b6118565b67", "address": "fa:16:3e:03:98:7e", "network": {"id": "3322d31e-00aa-4c86-8051-1b6dd5c36fa9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1715037563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d154d2686c9e43b4b2a7a9ec6a5a795c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape735d725-94", "ovs_interfaceid": "e735d725-94d5-4518-9955-5b6118565b67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.364364] env[62353]: DEBUG oslo_vmware.api [None req-c723b078-0692-4083-8e5b-e3efbfde7121 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Waiting for the task: (returnval){ [ 1106.364364] env[62353]: value = "task-2373169" [ 1106.364364] env[62353]: _type = "Task" [ 1106.364364] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.372143] env[62353]: DEBUG oslo_vmware.api [None req-c723b078-0692-4083-8e5b-e3efbfde7121 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Task: {'id': task-2373169, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.574869] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e74d497e-4d2f-431f-8dde-ba5b632db4b0 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Lock "6bca1280-d76a-4a63-a619-ab3788756003" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.265s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1106.660609] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] [instance: 5e4991fd-b146-4b54-bb9d-18a936171750] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1106.684220] env[62353]: DEBUG oslo_concurrency.lockutils [None req-26534f26-3284-4f48-8a91-6af2b7043056 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Acquiring lock "6bca1280-d76a-4a63-a619-ab3788756003" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1106.684928] env[62353]: DEBUG oslo_concurrency.lockutils [None req-26534f26-3284-4f48-8a91-6af2b7043056 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Lock "6bca1280-d76a-4a63-a619-ab3788756003" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1106.685130] env[62353]: DEBUG nova.compute.manager [None req-26534f26-3284-4f48-8a91-6af2b7043056 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] [instance: 6bca1280-d76a-4a63-a619-ab3788756003] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1106.686098] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b72eae3-1411-4ced-9114-74ff6866db27 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.693532] env[62353]: DEBUG nova.compute.manager [None req-26534f26-3284-4f48-8a91-6af2b7043056 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] [instance: 6bca1280-d76a-4a63-a619-ab3788756003] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62353) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1106.694109] env[62353]: DEBUG nova.objects.instance [None req-26534f26-3284-4f48-8a91-6af2b7043056 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Lazy-loading 'flavor' on Instance uuid 6bca1280-d76a-4a63-a619-ab3788756003 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1106.805106] env[62353]: DEBUG oslo_concurrency.lockutils [None req-bcf34dd6-9f03-4e90-8b2d-845a44e34f95 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Acquiring lock "refresh_cache-78d43ae6-d281-4b98-88f1-281548975167" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1106.805353] env[62353]: DEBUG oslo_concurrency.lockutils [None req-bcf34dd6-9f03-4e90-8b2d-845a44e34f95 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Acquired lock "refresh_cache-78d43ae6-d281-4b98-88f1-281548975167" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.805620] env[62353]: DEBUG nova.network.neutron [None req-bcf34dd6-9f03-4e90-8b2d-845a44e34f95 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 78d43ae6-d281-4b98-88f1-281548975167] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1106.805863] env[62353]: DEBUG nova.objects.instance [None req-bcf34dd6-9f03-4e90-8b2d-845a44e34f95 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Lazy-loading 'info_cache' on Instance uuid 78d43ae6-d281-4b98-88f1-281548975167 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1106.860179] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b92af078-855f-47e9-9289-8d4d1e3f5548 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Releasing lock "refresh_cache-38ad8f6c-4b6a-44d4-8f37-8d3d1efb5d7c" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1106.860800] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b92af078-855f-47e9-9289-8d4d1e3f5548 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Acquiring lock "38ad8f6c-4b6a-44d4-8f37-8d3d1efb5d7c" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1106.860952] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b92af078-855f-47e9-9289-8d4d1e3f5548 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Acquired lock "38ad8f6c-4b6a-44d4-8f37-8d3d1efb5d7c" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.861974] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-792195d2-3c9b-485c-b95e-743ab876627b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.873071] env[62353]: DEBUG oslo_vmware.api [None req-c723b078-0692-4083-8e5b-e3efbfde7121 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Task: {'id': task-2373169, 'name': PowerOnVM_Task, 'duration_secs': 0.419599} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.885237] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-c723b078-0692-4083-8e5b-e3efbfde7121 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] [instance: dcef6fd5-617c-4561-809d-d7c872b90e48] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1106.885447] env[62353]: INFO nova.compute.manager [None req-c723b078-0692-4083-8e5b-e3efbfde7121 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] [instance: dcef6fd5-617c-4561-809d-d7c872b90e48] Took 7.31 seconds to spawn the instance on the hypervisor. [ 1106.885622] env[62353]: DEBUG nova.compute.manager [None req-c723b078-0692-4083-8e5b-e3efbfde7121 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] [instance: dcef6fd5-617c-4561-809d-d7c872b90e48] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1106.886475] env[62353]: DEBUG nova.virt.hardware [None req-b92af078-855f-47e9-9289-8d4d1e3f5548 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T12:38:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1106.886695] env[62353]: DEBUG nova.virt.hardware [None req-b92af078-855f-47e9-9289-8d4d1e3f5548 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1106.886846] env[62353]: DEBUG nova.virt.hardware [None req-b92af078-855f-47e9-9289-8d4d1e3f5548 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1106.887035] env[62353]: DEBUG nova.virt.hardware [None req-b92af078-855f-47e9-9289-8d4d1e3f5548 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1106.887181] env[62353]: DEBUG nova.virt.hardware [None req-b92af078-855f-47e9-9289-8d4d1e3f5548 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1106.887325] env[62353]: DEBUG nova.virt.hardware [None req-b92af078-855f-47e9-9289-8d4d1e3f5548 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1106.887523] env[62353]: DEBUG nova.virt.hardware [None req-b92af078-855f-47e9-9289-8d4d1e3f5548 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1106.887675] env[62353]: DEBUG nova.virt.hardware [None req-b92af078-855f-47e9-9289-8d4d1e3f5548 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1106.887832] env[62353]: DEBUG nova.virt.hardware [None req-b92af078-855f-47e9-9289-8d4d1e3f5548 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1106.887986] env[62353]: DEBUG nova.virt.hardware [None req-b92af078-855f-47e9-9289-8d4d1e3f5548 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1106.888171] env[62353]: DEBUG nova.virt.hardware [None req-b92af078-855f-47e9-9289-8d4d1e3f5548 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1106.894297] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-b92af078-855f-47e9-9289-8d4d1e3f5548 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: 38ad8f6c-4b6a-44d4-8f37-8d3d1efb5d7c] Reconfiguring VM to attach interface {{(pid=62353) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1106.895033] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6b38cba-38f3-4ace-a975-c618bb276aaf {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.897409] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f953dd8-23ec-4e9c-9ee8-dd4fba13549a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.916895] env[62353]: DEBUG oslo_vmware.api [None req-b92af078-855f-47e9-9289-8d4d1e3f5548 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Waiting for the task: (returnval){ [ 1106.916895] env[62353]: value = "task-2373170" [ 1106.916895] env[62353]: _type = "Task" [ 1106.916895] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.925241] env[62353]: DEBUG oslo_vmware.api [None req-b92af078-855f-47e9-9289-8d4d1e3f5548 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Task: {'id': task-2373170, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.163730] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] [instance: 6dc2e25a-bf79-4040-a314-e5c665b5f14a] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1107.309453] env[62353]: DEBUG nova.objects.base [None req-bcf34dd6-9f03-4e90-8b2d-845a44e34f95 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Object Instance<78d43ae6-d281-4b98-88f1-281548975167> lazy-loaded attributes: flavor,info_cache {{(pid=62353) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1107.428834] env[62353]: INFO nova.compute.manager [None req-c723b078-0692-4083-8e5b-e3efbfde7121 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] [instance: dcef6fd5-617c-4561-809d-d7c872b90e48] Took 13.62 seconds to build instance. [ 1107.433803] env[62353]: DEBUG oslo_vmware.api [None req-b92af078-855f-47e9-9289-8d4d1e3f5548 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Task: {'id': task-2373170, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.667728] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] [instance: db88426e-6cc5-4a10-a294-ed152c0489f3] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1107.700285] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-26534f26-3284-4f48-8a91-6af2b7043056 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] [instance: 6bca1280-d76a-4a63-a619-ab3788756003] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1107.700663] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-85367d0e-be7a-4b73-887d-9247c9db1ab7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.709025] env[62353]: DEBUG oslo_vmware.api [None req-26534f26-3284-4f48-8a91-6af2b7043056 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Waiting for the task: (returnval){ [ 1107.709025] env[62353]: value = "task-2373171" [ 1107.709025] env[62353]: _type = "Task" [ 1107.709025] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.717994] env[62353]: DEBUG oslo_vmware.api [None req-26534f26-3284-4f48-8a91-6af2b7043056 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Task: {'id': task-2373171, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.932318] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c723b078-0692-4083-8e5b-e3efbfde7121 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Lock "dcef6fd5-617c-4561-809d-d7c872b90e48" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.128s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1107.932577] env[62353]: DEBUG oslo_vmware.api [None req-b92af078-855f-47e9-9289-8d4d1e3f5548 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Task: {'id': task-2373170, 'name': ReconfigVM_Task, 'duration_secs': 0.645671} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.933028] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b92af078-855f-47e9-9289-8d4d1e3f5548 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Releasing lock "38ad8f6c-4b6a-44d4-8f37-8d3d1efb5d7c" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1107.933238] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-b92af078-855f-47e9-9289-8d4d1e3f5548 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: 38ad8f6c-4b6a-44d4-8f37-8d3d1efb5d7c] Reconfigured VM to attach interface {{(pid=62353) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1108.034804] env[62353]: DEBUG nova.network.neutron [None req-bcf34dd6-9f03-4e90-8b2d-845a44e34f95 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 78d43ae6-d281-4b98-88f1-281548975167] Updating instance_info_cache with network_info: [{"id": "ddfa5481-2cde-45c3-9b6d-2a765e340f41", "address": "fa:16:3e:a8:e7:06", "network": {"id": "f2c61678-8c63-4464-84ba-d84b54807cc9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1565172013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "890397883ac142a1ae90fecc50da8b41", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e044cfd4-1b0d-4d88-b1bd-604025731d3f", "external-id": "nsx-vlan-transportzone-372", "segmentation_id": 372, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddfa5481-2c", "ovs_interfaceid": "ddfa5481-2cde-45c3-9b6d-2a765e340f41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.171136] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] [instance: 99f05c32-e188-4a96-bfc8-753bfa982e97] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1108.219617] env[62353]: DEBUG oslo_vmware.api [None req-26534f26-3284-4f48-8a91-6af2b7043056 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Task: {'id': task-2373171, 'name': PowerOffVM_Task, 'duration_secs': 0.234734} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.219901] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-26534f26-3284-4f48-8a91-6af2b7043056 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] [instance: 6bca1280-d76a-4a63-a619-ab3788756003] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1108.220102] env[62353]: DEBUG nova.compute.manager [None req-26534f26-3284-4f48-8a91-6af2b7043056 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] [instance: 6bca1280-d76a-4a63-a619-ab3788756003] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1108.220866] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-180f330f-716a-43c7-852c-b79adb7849ec {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.437720] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b92af078-855f-47e9-9289-8d4d1e3f5548 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Lock "interface-38ad8f6c-4b6a-44d4-8f37-8d3d1efb5d7c-e735d725-94d5-4518-9955-5b6118565b67" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.987s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1108.537362] env[62353]: DEBUG oslo_concurrency.lockutils [None req-bcf34dd6-9f03-4e90-8b2d-845a44e34f95 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Releasing lock "refresh_cache-78d43ae6-d281-4b98-88f1-281548975167" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1108.674742] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] [instance: ded8ee54-91ef-450b-a930-21f932dffe36] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1108.731289] env[62353]: DEBUG oslo_concurrency.lockutils [None req-26534f26-3284-4f48-8a91-6af2b7043056 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Lock "6bca1280-d76a-4a63-a619-ab3788756003" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.046s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1108.803516] env[62353]: DEBUG nova.compute.manager [req-65ae2779-12ec-4a65-bac1-fccd2fa9982b req-f4d0b380-0f77-4eb1-8979-1ffde321d9a8 service nova] [instance: dcef6fd5-617c-4561-809d-d7c872b90e48] Received event network-changed-ef7ff939-f0c4-470a-8ba8-5aabc4a7703b {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1108.803941] env[62353]: DEBUG nova.compute.manager [req-65ae2779-12ec-4a65-bac1-fccd2fa9982b req-f4d0b380-0f77-4eb1-8979-1ffde321d9a8 service nova] [instance: dcef6fd5-617c-4561-809d-d7c872b90e48] Refreshing instance network info cache due to event network-changed-ef7ff939-f0c4-470a-8ba8-5aabc4a7703b. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1108.804185] env[62353]: DEBUG oslo_concurrency.lockutils [req-65ae2779-12ec-4a65-bac1-fccd2fa9982b req-f4d0b380-0f77-4eb1-8979-1ffde321d9a8 service nova] Acquiring lock "refresh_cache-dcef6fd5-617c-4561-809d-d7c872b90e48" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1108.804333] env[62353]: DEBUG oslo_concurrency.lockutils [req-65ae2779-12ec-4a65-bac1-fccd2fa9982b req-f4d0b380-0f77-4eb1-8979-1ffde321d9a8 service nova] Acquired lock "refresh_cache-dcef6fd5-617c-4561-809d-d7c872b90e48" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.804949] env[62353]: DEBUG nova.network.neutron [req-65ae2779-12ec-4a65-bac1-fccd2fa9982b req-f4d0b380-0f77-4eb1-8979-1ffde321d9a8 service nova] [instance: dcef6fd5-617c-4561-809d-d7c872b90e48] Refreshing network info cache for port ef7ff939-f0c4-470a-8ba8-5aabc4a7703b {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1109.177444] env[62353]: DEBUG nova.objects.instance [None req-c72a6e2d-2ace-43d9-adfc-8fbaca541259 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Lazy-loading 'flavor' on Instance uuid 6bca1280-d76a-4a63-a619-ab3788756003 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1109.180379] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] [instance: 6e15b7d4-23a0-475a-9960-9755de712973] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1109.544604] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcf34dd6-9f03-4e90-8b2d-845a44e34f95 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 78d43ae6-d281-4b98-88f1-281548975167] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1109.545333] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e25c8fc4-ca5e-4cc5-af04-6e8b3d2146b9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.553082] env[62353]: DEBUG oslo_vmware.api [None req-bcf34dd6-9f03-4e90-8b2d-845a44e34f95 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Waiting for the task: (returnval){ [ 1109.553082] env[62353]: value = "task-2373172" [ 1109.553082] env[62353]: _type = "Task" [ 1109.553082] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.561836] env[62353]: DEBUG oslo_vmware.api [None req-bcf34dd6-9f03-4e90-8b2d-845a44e34f95 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': task-2373172, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.567241] env[62353]: DEBUG nova.network.neutron [req-65ae2779-12ec-4a65-bac1-fccd2fa9982b req-f4d0b380-0f77-4eb1-8979-1ffde321d9a8 service nova] [instance: dcef6fd5-617c-4561-809d-d7c872b90e48] Updated VIF entry in instance network info cache for port ef7ff939-f0c4-470a-8ba8-5aabc4a7703b. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1109.567599] env[62353]: DEBUG nova.network.neutron [req-65ae2779-12ec-4a65-bac1-fccd2fa9982b req-f4d0b380-0f77-4eb1-8979-1ffde321d9a8 service nova] [instance: dcef6fd5-617c-4561-809d-d7c872b90e48] Updating instance_info_cache with network_info: [{"id": "ef7ff939-f0c4-470a-8ba8-5aabc4a7703b", "address": "fa:16:3e:4a:b1:e4", "network": {"id": "9c588598-2931-4e39-942e-268f7ccfd0e1", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1287176523-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a64aa5fd4f68494dbbc592d37558d4a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef7ff939-f0", "ovs_interfaceid": "ef7ff939-f0c4-470a-8ba8-5aabc4a7703b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.640257] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b03cd1d1-d683-4376-ac2a-6f3f0bdb905d tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Acquiring lock "interface-38ad8f6c-4b6a-44d4-8f37-8d3d1efb5d7c-e735d725-94d5-4518-9955-5b6118565b67" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1109.640723] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b03cd1d1-d683-4376-ac2a-6f3f0bdb905d tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Lock "interface-38ad8f6c-4b6a-44d4-8f37-8d3d1efb5d7c-e735d725-94d5-4518-9955-5b6118565b67" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1109.682939] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c72a6e2d-2ace-43d9-adfc-8fbaca541259 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Acquiring lock "refresh_cache-6bca1280-d76a-4a63-a619-ab3788756003" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1109.683313] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c72a6e2d-2ace-43d9-adfc-8fbaca541259 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Acquired lock "refresh_cache-6bca1280-d76a-4a63-a619-ab3788756003" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.683429] env[62353]: DEBUG nova.network.neutron [None req-c72a6e2d-2ace-43d9-adfc-8fbaca541259 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] [instance: 6bca1280-d76a-4a63-a619-ab3788756003] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1109.683717] env[62353]: DEBUG nova.objects.instance [None req-c72a6e2d-2ace-43d9-adfc-8fbaca541259 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Lazy-loading 'info_cache' on Instance uuid 6bca1280-d76a-4a63-a619-ab3788756003 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1109.685331] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] [instance: 97cac27a-befb-4694-9fd8-5209a8e36121] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1110.064700] env[62353]: DEBUG oslo_vmware.api [None req-bcf34dd6-9f03-4e90-8b2d-845a44e34f95 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': task-2373172, 'name': PowerOnVM_Task, 'duration_secs': 0.410099} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.065661] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcf34dd6-9f03-4e90-8b2d-845a44e34f95 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 78d43ae6-d281-4b98-88f1-281548975167] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1110.065661] env[62353]: DEBUG nova.compute.manager [None req-bcf34dd6-9f03-4e90-8b2d-845a44e34f95 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 78d43ae6-d281-4b98-88f1-281548975167] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1110.066210] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2da4c7ad-c079-455a-ba2b-fb3ede7058a2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.070249] env[62353]: DEBUG oslo_concurrency.lockutils [req-65ae2779-12ec-4a65-bac1-fccd2fa9982b req-f4d0b380-0f77-4eb1-8979-1ffde321d9a8 service nova] Releasing lock "refresh_cache-dcef6fd5-617c-4561-809d-d7c872b90e48" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1110.143812] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b03cd1d1-d683-4376-ac2a-6f3f0bdb905d tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Acquiring lock "38ad8f6c-4b6a-44d4-8f37-8d3d1efb5d7c" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1110.144020] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b03cd1d1-d683-4376-ac2a-6f3f0bdb905d tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Acquired lock "38ad8f6c-4b6a-44d4-8f37-8d3d1efb5d7c" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.144842] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d5fbbe0-1b35-4956-bfbf-eb7696c3dfb0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.162263] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90f0dd26-375a-45c7-ad1f-f5a00dd5e2dc {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.187790] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-b03cd1d1-d683-4376-ac2a-6f3f0bdb905d tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: 38ad8f6c-4b6a-44d4-8f37-8d3d1efb5d7c] Reconfiguring VM to detach interface {{(pid=62353) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1110.189028] env[62353]: DEBUG nova.objects.base [None req-c72a6e2d-2ace-43d9-adfc-8fbaca541259 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Object Instance<6bca1280-d76a-4a63-a619-ab3788756003> lazy-loaded attributes: flavor,info_cache {{(pid=62353) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1110.190307] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] [instance: 71b98f1e-48af-4261-97fb-a93c35497702] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1110.191936] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55bb953b-6a36-4088-a142-d2bbc9efcca7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.212506] env[62353]: DEBUG oslo_vmware.api [None req-b03cd1d1-d683-4376-ac2a-6f3f0bdb905d tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Waiting for the task: (returnval){ [ 1110.212506] env[62353]: value = "task-2373173" [ 1110.212506] env[62353]: _type = "Task" [ 1110.212506] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.221042] env[62353]: DEBUG oslo_vmware.api [None req-b03cd1d1-d683-4376-ac2a-6f3f0bdb905d tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Task: {'id': task-2373173, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.428871] env[62353]: DEBUG nova.network.neutron [None req-c72a6e2d-2ace-43d9-adfc-8fbaca541259 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] [instance: 6bca1280-d76a-4a63-a619-ab3788756003] Updating instance_info_cache with network_info: [{"id": "8381e0d9-1dee-490c-a4a0-f79e88317927", "address": "fa:16:3e:fa:09:2d", "network": {"id": "195a2cf7-0c7f-46e9-8a1f-90661cb5de80", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-388449229-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7583ea205b154599859e152e3cf3af0b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d88bb07-f93c-45ca-bce7-230cb1f33833", "external-id": "nsx-vlan-transportzone-387", "segmentation_id": 387, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8381e0d9-1d", "ovs_interfaceid": "8381e0d9-1dee-490c-a4a0-f79e88317927", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.706591] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] [instance: a97e3cc7-cd7e-4239-b58d-6b3e62477819] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1110.723245] env[62353]: DEBUG oslo_vmware.api [None req-b03cd1d1-d683-4376-ac2a-6f3f0bdb905d tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Task: {'id': task-2373173, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.932571] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c72a6e2d-2ace-43d9-adfc-8fbaca541259 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Releasing lock "refresh_cache-6bca1280-d76a-4a63-a619-ab3788756003" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1111.113863] env[62353]: DEBUG oslo_concurrency.lockutils [None req-39bba1b2-de6b-4b37-b545-170798aef338 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Acquiring lock "78d43ae6-d281-4b98-88f1-281548975167" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1111.114114] env[62353]: DEBUG oslo_concurrency.lockutils [None req-39bba1b2-de6b-4b37-b545-170798aef338 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Lock "78d43ae6-d281-4b98-88f1-281548975167" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1111.114314] env[62353]: DEBUG oslo_concurrency.lockutils [None req-39bba1b2-de6b-4b37-b545-170798aef338 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Acquiring lock "78d43ae6-d281-4b98-88f1-281548975167-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1111.114496] env[62353]: DEBUG oslo_concurrency.lockutils [None req-39bba1b2-de6b-4b37-b545-170798aef338 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Lock "78d43ae6-d281-4b98-88f1-281548975167-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1111.114660] env[62353]: DEBUG oslo_concurrency.lockutils [None req-39bba1b2-de6b-4b37-b545-170798aef338 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Lock "78d43ae6-d281-4b98-88f1-281548975167-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1111.116645] env[62353]: INFO nova.compute.manager [None req-39bba1b2-de6b-4b37-b545-170798aef338 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 78d43ae6-d281-4b98-88f1-281548975167] Terminating instance [ 1111.209897] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] [instance: 920979fe-c3eb-41bc-acf2-215e6c03796f] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1111.223503] env[62353]: DEBUG oslo_vmware.api [None req-b03cd1d1-d683-4376-ac2a-6f3f0bdb905d tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Task: {'id': task-2373173, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.620115] env[62353]: DEBUG nova.compute.manager [None req-39bba1b2-de6b-4b37-b545-170798aef338 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 78d43ae6-d281-4b98-88f1-281548975167] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1111.620358] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-39bba1b2-de6b-4b37-b545-170798aef338 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 78d43ae6-d281-4b98-88f1-281548975167] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1111.621275] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0226e5e4-7705-477c-a426-093e88ca9da6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.629241] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-39bba1b2-de6b-4b37-b545-170798aef338 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 78d43ae6-d281-4b98-88f1-281548975167] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1111.629463] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-97e07679-847b-4f9e-8b6a-14de2a336cd9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.636106] env[62353]: DEBUG oslo_vmware.api [None req-39bba1b2-de6b-4b37-b545-170798aef338 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Waiting for the task: (returnval){ [ 1111.636106] env[62353]: value = "task-2373174" [ 1111.636106] env[62353]: _type = "Task" [ 1111.636106] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.643635] env[62353]: DEBUG oslo_vmware.api [None req-39bba1b2-de6b-4b37-b545-170798aef338 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': task-2373174, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.713867] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] [instance: 91eab4dd-b5db-49bb-9aa9-2ab8473a2256] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1111.724891] env[62353]: DEBUG oslo_vmware.api [None req-b03cd1d1-d683-4376-ac2a-6f3f0bdb905d tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Task: {'id': task-2373173, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.939107] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-c72a6e2d-2ace-43d9-adfc-8fbaca541259 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] [instance: 6bca1280-d76a-4a63-a619-ab3788756003] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1111.939523] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9b2edfb7-6ffe-4dd4-84be-3b116c5c027d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.947568] env[62353]: DEBUG oslo_vmware.api [None req-c72a6e2d-2ace-43d9-adfc-8fbaca541259 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Waiting for the task: (returnval){ [ 1111.947568] env[62353]: value = "task-2373175" [ 1111.947568] env[62353]: _type = "Task" [ 1111.947568] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.955637] env[62353]: DEBUG oslo_vmware.api [None req-c72a6e2d-2ace-43d9-adfc-8fbaca541259 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Task: {'id': task-2373175, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.149024] env[62353]: DEBUG oslo_vmware.api [None req-39bba1b2-de6b-4b37-b545-170798aef338 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': task-2373174, 'name': PowerOffVM_Task, 'duration_secs': 0.198783} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.149452] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-39bba1b2-de6b-4b37-b545-170798aef338 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 78d43ae6-d281-4b98-88f1-281548975167] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1112.149725] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-39bba1b2-de6b-4b37-b545-170798aef338 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 78d43ae6-d281-4b98-88f1-281548975167] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1112.150091] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9461b115-8e7d-44e3-b351-4db7a7ef84e3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.217153] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-39bba1b2-de6b-4b37-b545-170798aef338 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 78d43ae6-d281-4b98-88f1-281548975167] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1112.217472] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-39bba1b2-de6b-4b37-b545-170798aef338 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 78d43ae6-d281-4b98-88f1-281548975167] Deleting contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1112.217683] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-39bba1b2-de6b-4b37-b545-170798aef338 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Deleting the datastore file [datastore1] 78d43ae6-d281-4b98-88f1-281548975167 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1112.221485] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f04137ef-5d49-4495-9e77-e3000dea6008 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.223367] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] [instance: d2e5a379-7275-4fd0-80a7-fc06a6f3d4e3] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1112.230205] env[62353]: DEBUG oslo_vmware.api [None req-b03cd1d1-d683-4376-ac2a-6f3f0bdb905d tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Task: {'id': task-2373173, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.231610] env[62353]: DEBUG oslo_vmware.api [None req-39bba1b2-de6b-4b37-b545-170798aef338 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Waiting for the task: (returnval){ [ 1112.231610] env[62353]: value = "task-2373177" [ 1112.231610] env[62353]: _type = "Task" [ 1112.231610] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.239435] env[62353]: DEBUG oslo_vmware.api [None req-39bba1b2-de6b-4b37-b545-170798aef338 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': task-2373177, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.458717] env[62353]: DEBUG oslo_vmware.api [None req-c72a6e2d-2ace-43d9-adfc-8fbaca541259 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Task: {'id': task-2373175, 'name': PowerOnVM_Task, 'duration_secs': 0.374457} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.458970] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-c72a6e2d-2ace-43d9-adfc-8fbaca541259 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] [instance: 6bca1280-d76a-4a63-a619-ab3788756003] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1112.459192] env[62353]: DEBUG nova.compute.manager [None req-c72a6e2d-2ace-43d9-adfc-8fbaca541259 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] [instance: 6bca1280-d76a-4a63-a619-ab3788756003] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1112.460142] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16170ed6-dc55-4092-a343-b15f5b3ef81d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.728573] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] [instance: 3d6dc73d-cbff-4487-b414-dc5a033e118a] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1112.730360] env[62353]: DEBUG oslo_vmware.api [None req-b03cd1d1-d683-4376-ac2a-6f3f0bdb905d tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Task: {'id': task-2373173, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.740736] env[62353]: DEBUG oslo_vmware.api [None req-39bba1b2-de6b-4b37-b545-170798aef338 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': task-2373177, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148794} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.741076] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-39bba1b2-de6b-4b37-b545-170798aef338 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1112.741271] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-39bba1b2-de6b-4b37-b545-170798aef338 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 78d43ae6-d281-4b98-88f1-281548975167] Deleted contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1112.741474] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-39bba1b2-de6b-4b37-b545-170798aef338 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 78d43ae6-d281-4b98-88f1-281548975167] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1112.741649] env[62353]: INFO nova.compute.manager [None req-39bba1b2-de6b-4b37-b545-170798aef338 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 78d43ae6-d281-4b98-88f1-281548975167] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1112.741881] env[62353]: DEBUG oslo.service.loopingcall [None req-39bba1b2-de6b-4b37-b545-170798aef338 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1112.742075] env[62353]: DEBUG nova.compute.manager [-] [instance: 78d43ae6-d281-4b98-88f1-281548975167] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1112.742170] env[62353]: DEBUG nova.network.neutron [-] [instance: 78d43ae6-d281-4b98-88f1-281548975167] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1113.227903] env[62353]: DEBUG oslo_vmware.api [None req-b03cd1d1-d683-4376-ac2a-6f3f0bdb905d tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Task: {'id': task-2373173, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.231489] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] [instance: bbea4c07-3f5b-4d9a-a127-86a1e461295f] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1113.481263] env[62353]: DEBUG nova.compute.manager [req-ab945952-fff7-4681-a459-7043d03fe8cf req-1bc6c9ea-9dd8-4acd-9199-7fd38c0c64b8 service nova] [instance: 78d43ae6-d281-4b98-88f1-281548975167] Received event network-vif-deleted-ddfa5481-2cde-45c3-9b6d-2a765e340f41 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1113.481604] env[62353]: INFO nova.compute.manager [req-ab945952-fff7-4681-a459-7043d03fe8cf req-1bc6c9ea-9dd8-4acd-9199-7fd38c0c64b8 service nova] [instance: 78d43ae6-d281-4b98-88f1-281548975167] Neutron deleted interface ddfa5481-2cde-45c3-9b6d-2a765e340f41; detaching it from the instance and deleting it from the info cache [ 1113.481843] env[62353]: DEBUG nova.network.neutron [req-ab945952-fff7-4681-a459-7043d03fe8cf req-1bc6c9ea-9dd8-4acd-9199-7fd38c0c64b8 service nova] [instance: 78d43ae6-d281-4b98-88f1-281548975167] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.728804] env[62353]: DEBUG oslo_vmware.api [None req-b03cd1d1-d683-4376-ac2a-6f3f0bdb905d tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Task: {'id': task-2373173, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.734412] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] [instance: 4cf91191-d74c-4a8b-98b7-e9c1b572ca66] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1113.964631] env[62353]: DEBUG nova.network.neutron [-] [instance: 78d43ae6-d281-4b98-88f1-281548975167] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.984963] env[62353]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8cc298c8-03b9-4acd-9068-26311ba327da {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.994580] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8310575-ec94-47e7-8b62-ae2ba01b009a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.023916] env[62353]: DEBUG nova.compute.manager [req-ab945952-fff7-4681-a459-7043d03fe8cf req-1bc6c9ea-9dd8-4acd-9199-7fd38c0c64b8 service nova] [instance: 78d43ae6-d281-4b98-88f1-281548975167] Detach interface failed, port_id=ddfa5481-2cde-45c3-9b6d-2a765e340f41, reason: Instance 78d43ae6-d281-4b98-88f1-281548975167 could not be found. {{(pid=62353) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1114.229918] env[62353]: DEBUG oslo_vmware.api [None req-b03cd1d1-d683-4376-ac2a-6f3f0bdb905d tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Task: {'id': task-2373173, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.238061] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] [instance: 0a077d09-79c1-462a-b3e7-1312d383f1cb] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1114.467741] env[62353]: INFO nova.compute.manager [-] [instance: 78d43ae6-d281-4b98-88f1-281548975167] Took 1.73 seconds to deallocate network for instance. [ 1114.728996] env[62353]: DEBUG oslo_vmware.api [None req-b03cd1d1-d683-4376-ac2a-6f3f0bdb905d tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Task: {'id': task-2373173, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.740544] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] [instance: f145dffe-8969-479a-b1f9-576f6f0128fb] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1114.975120] env[62353]: DEBUG oslo_concurrency.lockutils [None req-39bba1b2-de6b-4b37-b545-170798aef338 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1114.975397] env[62353]: DEBUG oslo_concurrency.lockutils [None req-39bba1b2-de6b-4b37-b545-170798aef338 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1114.975591] env[62353]: DEBUG oslo_concurrency.lockutils [None req-39bba1b2-de6b-4b37-b545-170798aef338 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1115.000398] env[62353]: INFO nova.scheduler.client.report [None req-39bba1b2-de6b-4b37-b545-170798aef338 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Deleted allocations for instance 78d43ae6-d281-4b98-88f1-281548975167 [ 1115.230401] env[62353]: DEBUG oslo_vmware.api [None req-b03cd1d1-d683-4376-ac2a-6f3f0bdb905d tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Task: {'id': task-2373173, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.244104] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] [instance: 9b5f53f8-5f64-452e-a1a6-236a994071a1] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1115.508721] env[62353]: DEBUG oslo_concurrency.lockutils [None req-39bba1b2-de6b-4b37-b545-170798aef338 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Lock "78d43ae6-d281-4b98-88f1-281548975167" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.394s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1115.730921] env[62353]: DEBUG oslo_vmware.api [None req-b03cd1d1-d683-4376-ac2a-6f3f0bdb905d tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Task: {'id': task-2373173, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.747585] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] [instance: e1b17af1-2067-4d4a-8d12-ef006b8e0ad3] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1116.193144] env[62353]: DEBUG oslo_concurrency.lockutils [None req-9207a72e-e964-4a07-8270-4e77a4bcf337 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Acquiring lock "39c5d168-1da6-4889-97ff-112ef77de310" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1116.193388] env[62353]: DEBUG oslo_concurrency.lockutils [None req-9207a72e-e964-4a07-8270-4e77a4bcf337 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Lock "39c5d168-1da6-4889-97ff-112ef77de310" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1116.230913] env[62353]: DEBUG oslo_vmware.api [None req-b03cd1d1-d683-4376-ac2a-6f3f0bdb905d tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Task: {'id': task-2373173, 'name': ReconfigVM_Task, 'duration_secs': 5.995948} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.231153] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b03cd1d1-d683-4376-ac2a-6f3f0bdb905d tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Releasing lock "38ad8f6c-4b6a-44d4-8f37-8d3d1efb5d7c" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1116.231358] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-b03cd1d1-d683-4376-ac2a-6f3f0bdb905d tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: 38ad8f6c-4b6a-44d4-8f37-8d3d1efb5d7c] Reconfigured VM to detach interface {{(pid=62353) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1116.250292] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] [instance: c7158238-ec2d-4cf2-8b5d-140a28473628] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1116.696107] env[62353]: DEBUG nova.compute.manager [None req-9207a72e-e964-4a07-8270-4e77a4bcf337 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 39c5d168-1da6-4889-97ff-112ef77de310] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1116.753531] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] [instance: 4d8636f8-6716-4060-b27b-918d7fe82686] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1117.056844] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3ab880e0-cbe9-408b-ac1a-492cb0691777 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Acquiring lock "38ad8f6c-4b6a-44d4-8f37-8d3d1efb5d7c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1117.057091] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3ab880e0-cbe9-408b-ac1a-492cb0691777 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Lock "38ad8f6c-4b6a-44d4-8f37-8d3d1efb5d7c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1117.057266] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3ab880e0-cbe9-408b-ac1a-492cb0691777 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Acquiring lock "38ad8f6c-4b6a-44d4-8f37-8d3d1efb5d7c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1117.057443] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3ab880e0-cbe9-408b-ac1a-492cb0691777 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Lock "38ad8f6c-4b6a-44d4-8f37-8d3d1efb5d7c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1117.057606] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3ab880e0-cbe9-408b-ac1a-492cb0691777 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Lock "38ad8f6c-4b6a-44d4-8f37-8d3d1efb5d7c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1117.059907] env[62353]: INFO nova.compute.manager [None req-3ab880e0-cbe9-408b-ac1a-492cb0691777 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: 38ad8f6c-4b6a-44d4-8f37-8d3d1efb5d7c] Terminating instance [ 1117.220022] env[62353]: DEBUG oslo_concurrency.lockutils [None req-9207a72e-e964-4a07-8270-4e77a4bcf337 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1117.220022] env[62353]: DEBUG oslo_concurrency.lockutils [None req-9207a72e-e964-4a07-8270-4e77a4bcf337 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1117.221745] env[62353]: INFO nova.compute.claims [None req-9207a72e-e964-4a07-8270-4e77a4bcf337 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 39c5d168-1da6-4889-97ff-112ef77de310] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1117.256895] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] [instance: e4e0533d-22ae-4e05-ac4f-949f0fe6416a] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1117.516912] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b03cd1d1-d683-4376-ac2a-6f3f0bdb905d tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Acquiring lock "refresh_cache-38ad8f6c-4b6a-44d4-8f37-8d3d1efb5d7c" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1117.517161] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b03cd1d1-d683-4376-ac2a-6f3f0bdb905d tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Acquired lock "refresh_cache-38ad8f6c-4b6a-44d4-8f37-8d3d1efb5d7c" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.517301] env[62353]: DEBUG nova.network.neutron [None req-b03cd1d1-d683-4376-ac2a-6f3f0bdb905d tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: 38ad8f6c-4b6a-44d4-8f37-8d3d1efb5d7c] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1117.563442] env[62353]: DEBUG nova.compute.manager [None req-3ab880e0-cbe9-408b-ac1a-492cb0691777 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: 38ad8f6c-4b6a-44d4-8f37-8d3d1efb5d7c] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1117.563660] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-3ab880e0-cbe9-408b-ac1a-492cb0691777 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: 38ad8f6c-4b6a-44d4-8f37-8d3d1efb5d7c] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1117.564564] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9db985b-127b-458e-816e-523651d08570 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.572324] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ab880e0-cbe9-408b-ac1a-492cb0691777 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: 38ad8f6c-4b6a-44d4-8f37-8d3d1efb5d7c] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1117.572541] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-340fbec8-cff6-4478-bbcd-4bf470aa5516 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.578738] env[62353]: DEBUG oslo_vmware.api [None req-3ab880e0-cbe9-408b-ac1a-492cb0691777 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Waiting for the task: (returnval){ [ 1117.578738] env[62353]: value = "task-2373178" [ 1117.578738] env[62353]: _type = "Task" [ 1117.578738] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.586279] env[62353]: DEBUG oslo_vmware.api [None req-3ab880e0-cbe9-408b-ac1a-492cb0691777 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Task: {'id': task-2373178, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.759872] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] [instance: f5ffb2b3-2e54-4f2e-b46c-20046e0883b6] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1118.088560] env[62353]: DEBUG oslo_vmware.api [None req-3ab880e0-cbe9-408b-ac1a-492cb0691777 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Task: {'id': task-2373178, 'name': PowerOffVM_Task, 'duration_secs': 0.189815} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.088839] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ab880e0-cbe9-408b-ac1a-492cb0691777 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: 38ad8f6c-4b6a-44d4-8f37-8d3d1efb5d7c] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1118.089017] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-3ab880e0-cbe9-408b-ac1a-492cb0691777 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: 38ad8f6c-4b6a-44d4-8f37-8d3d1efb5d7c] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1118.089274] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7a5727c1-5132-4a7a-8067-058fb923d021 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.155536] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-3ab880e0-cbe9-408b-ac1a-492cb0691777 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: 38ad8f6c-4b6a-44d4-8f37-8d3d1efb5d7c] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1118.155536] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-3ab880e0-cbe9-408b-ac1a-492cb0691777 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: 38ad8f6c-4b6a-44d4-8f37-8d3d1efb5d7c] Deleting contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1118.155771] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ab880e0-cbe9-408b-ac1a-492cb0691777 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Deleting the datastore file [datastore1] 38ad8f6c-4b6a-44d4-8f37-8d3d1efb5d7c {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1118.155943] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9b74bdce-61cd-4a62-9f5d-24426572d159 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.163021] env[62353]: DEBUG oslo_vmware.api [None req-3ab880e0-cbe9-408b-ac1a-492cb0691777 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Waiting for the task: (returnval){ [ 1118.163021] env[62353]: value = "task-2373180" [ 1118.163021] env[62353]: _type = "Task" [ 1118.163021] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.171067] env[62353]: DEBUG oslo_vmware.api [None req-3ab880e0-cbe9-408b-ac1a-492cb0691777 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Task: {'id': task-2373180, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.239015] env[62353]: INFO nova.network.neutron [None req-b03cd1d1-d683-4376-ac2a-6f3f0bdb905d tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: 38ad8f6c-4b6a-44d4-8f37-8d3d1efb5d7c] Port e735d725-94d5-4518-9955-5b6118565b67 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1118.239769] env[62353]: DEBUG nova.network.neutron [None req-b03cd1d1-d683-4376-ac2a-6f3f0bdb905d tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: 38ad8f6c-4b6a-44d4-8f37-8d3d1efb5d7c] Updating instance_info_cache with network_info: [{"id": "51da790c-fb48-4b42-85b3-661e96580aab", "address": "fa:16:3e:7e:8e:32", "network": {"id": "3322d31e-00aa-4c86-8051-1b6dd5c36fa9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1715037563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d154d2686c9e43b4b2a7a9ec6a5a795c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51da790c-fb", "ovs_interfaceid": "51da790c-fb48-4b42-85b3-661e96580aab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.262961] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] [instance: c1577946-440b-49c2-be7a-c4ac3165ab36] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1118.335695] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d61a32a9-0040-4476-b5c4-b7ed8a3cf035 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.345332] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f422ddc-9035-4827-b351-b4b982c05457 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.374468] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-312dc475-5d49-4192-8d41-96d0eeaeaedb {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.381318] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e233a9c2-671c-404b-9045-2a1fcc7e0d92 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.394011] env[62353]: DEBUG nova.compute.provider_tree [None req-9207a72e-e964-4a07-8270-4e77a4bcf337 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Updating inventory in ProviderTree for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1118.673210] env[62353]: DEBUG oslo_vmware.api [None req-3ab880e0-cbe9-408b-ac1a-492cb0691777 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Task: {'id': task-2373180, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.175197} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.673465] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ab880e0-cbe9-408b-ac1a-492cb0691777 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1118.673698] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-3ab880e0-cbe9-408b-ac1a-492cb0691777 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: 38ad8f6c-4b6a-44d4-8f37-8d3d1efb5d7c] Deleted contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1118.673876] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-3ab880e0-cbe9-408b-ac1a-492cb0691777 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: 38ad8f6c-4b6a-44d4-8f37-8d3d1efb5d7c] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1118.674054] env[62353]: INFO nova.compute.manager [None req-3ab880e0-cbe9-408b-ac1a-492cb0691777 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: 38ad8f6c-4b6a-44d4-8f37-8d3d1efb5d7c] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1118.674293] env[62353]: DEBUG oslo.service.loopingcall [None req-3ab880e0-cbe9-408b-ac1a-492cb0691777 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1118.674481] env[62353]: DEBUG nova.compute.manager [-] [instance: 38ad8f6c-4b6a-44d4-8f37-8d3d1efb5d7c] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1118.674574] env[62353]: DEBUG nova.network.neutron [-] [instance: 38ad8f6c-4b6a-44d4-8f37-8d3d1efb5d7c] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1118.742532] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b03cd1d1-d683-4376-ac2a-6f3f0bdb905d tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Releasing lock "refresh_cache-38ad8f6c-4b6a-44d4-8f37-8d3d1efb5d7c" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1118.765689] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] [instance: d11827ca-55a7-4610-ab8b-ef8f7f80a586] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1118.915693] env[62353]: ERROR nova.scheduler.client.report [None req-9207a72e-e964-4a07-8270-4e77a4bcf337 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [req-ccb083b7-0309-4d4f-abea-eba010ce9e50] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7ed3af4c-f85e-4a4b-a365-13d128b6ab14. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-ccb083b7-0309-4d4f-abea-eba010ce9e50"}]} [ 1118.932450] env[62353]: DEBUG nova.scheduler.client.report [None req-9207a72e-e964-4a07-8270-4e77a4bcf337 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Refreshing inventories for resource provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1118.946848] env[62353]: DEBUG nova.scheduler.client.report [None req-9207a72e-e964-4a07-8270-4e77a4bcf337 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Updating ProviderTree inventory for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1118.947092] env[62353]: DEBUG nova.compute.provider_tree [None req-9207a72e-e964-4a07-8270-4e77a4bcf337 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Updating inventory in ProviderTree for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1118.959354] env[62353]: DEBUG nova.scheduler.client.report [None req-9207a72e-e964-4a07-8270-4e77a4bcf337 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Refreshing aggregate associations for resource provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14, aggregates: None {{(pid=62353) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1118.977950] env[62353]: DEBUG nova.scheduler.client.report [None req-9207a72e-e964-4a07-8270-4e77a4bcf337 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Refreshing trait associations for resource provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=62353) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1119.089585] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-027ba3a5-4fe7-475f-bc2b-b988416bb2be {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.097542] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfd5f299-48fc-40b2-a7a4-b9cfd6d4016b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.127800] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b168b76e-953b-4b5e-aeb9-b5beaa6da029 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.135117] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdb0cf39-abff-4fe9-9aa8-d4dff0ab8463 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.148363] env[62353]: DEBUG nova.compute.provider_tree [None req-9207a72e-e964-4a07-8270-4e77a4bcf337 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Updating inventory in ProviderTree for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1119.247313] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b03cd1d1-d683-4376-ac2a-6f3f0bdb905d tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Lock "interface-38ad8f6c-4b6a-44d4-8f37-8d3d1efb5d7c-e735d725-94d5-4518-9955-5b6118565b67" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.606s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1119.268741] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] [instance: 0fd1791c-fb62-4e21-96c3-3b2a07520c91] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1119.377138] env[62353]: DEBUG nova.compute.manager [req-181e28e3-30d3-461c-b266-2cf88f46df2a req-b9944c6f-09f7-45ce-a112-5d044c1adace service nova] [instance: 38ad8f6c-4b6a-44d4-8f37-8d3d1efb5d7c] Received event network-vif-deleted-51da790c-fb48-4b42-85b3-661e96580aab {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1119.377341] env[62353]: INFO nova.compute.manager [req-181e28e3-30d3-461c-b266-2cf88f46df2a req-b9944c6f-09f7-45ce-a112-5d044c1adace service nova] [instance: 38ad8f6c-4b6a-44d4-8f37-8d3d1efb5d7c] Neutron deleted interface 51da790c-fb48-4b42-85b3-661e96580aab; detaching it from the instance and deleting it from the info cache [ 1119.377475] env[62353]: DEBUG nova.network.neutron [req-181e28e3-30d3-461c-b266-2cf88f46df2a req-b9944c6f-09f7-45ce-a112-5d044c1adace service nova] [instance: 38ad8f6c-4b6a-44d4-8f37-8d3d1efb5d7c] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.680177] env[62353]: DEBUG nova.scheduler.client.report [None req-9207a72e-e964-4a07-8270-4e77a4bcf337 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Updated inventory for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 with generation 147 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1119.680520] env[62353]: DEBUG nova.compute.provider_tree [None req-9207a72e-e964-4a07-8270-4e77a4bcf337 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Updating resource provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 generation from 147 to 148 during operation: update_inventory {{(pid=62353) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1119.680898] env[62353]: DEBUG nova.compute.provider_tree [None req-9207a72e-e964-4a07-8270-4e77a4bcf337 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Updating inventory in ProviderTree for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1119.771636] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] [instance: 3384eeba-47ab-4252-96f8-624f2c118125] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1119.851465] env[62353]: DEBUG nova.network.neutron [-] [instance: 38ad8f6c-4b6a-44d4-8f37-8d3d1efb5d7c] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.879633] env[62353]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c28eb95f-a7c0-4417-ae4a-44f482b06146 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.890530] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83a9d64d-46f9-4386-9b43-0905f6d763aa {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.919700] env[62353]: DEBUG nova.compute.manager [req-181e28e3-30d3-461c-b266-2cf88f46df2a req-b9944c6f-09f7-45ce-a112-5d044c1adace service nova] [instance: 38ad8f6c-4b6a-44d4-8f37-8d3d1efb5d7c] Detach interface failed, port_id=51da790c-fb48-4b42-85b3-661e96580aab, reason: Instance 38ad8f6c-4b6a-44d4-8f37-8d3d1efb5d7c could not be found. {{(pid=62353) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1120.187485] env[62353]: DEBUG oslo_concurrency.lockutils [None req-9207a72e-e964-4a07-8270-4e77a4bcf337 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.968s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1120.188066] env[62353]: DEBUG nova.compute.manager [None req-9207a72e-e964-4a07-8270-4e77a4bcf337 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 39c5d168-1da6-4889-97ff-112ef77de310] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1120.274883] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] [instance: a6b68f36-7339-4daa-b3e3-9bc6e6efb2d8] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1120.353831] env[62353]: INFO nova.compute.manager [-] [instance: 38ad8f6c-4b6a-44d4-8f37-8d3d1efb5d7c] Took 1.68 seconds to deallocate network for instance. [ 1120.693559] env[62353]: DEBUG nova.compute.utils [None req-9207a72e-e964-4a07-8270-4e77a4bcf337 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1120.695159] env[62353]: DEBUG nova.compute.manager [None req-9207a72e-e964-4a07-8270-4e77a4bcf337 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 39c5d168-1da6-4889-97ff-112ef77de310] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1120.695373] env[62353]: DEBUG nova.network.neutron [None req-9207a72e-e964-4a07-8270-4e77a4bcf337 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 39c5d168-1da6-4889-97ff-112ef77de310] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1120.744450] env[62353]: DEBUG nova.policy [None req-9207a72e-e964-4a07-8270-4e77a4bcf337 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '88a986a83b464cc3aaa4ece596f16aaf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '890397883ac142a1ae90fecc50da8b41', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:192}} [ 1120.777789] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] [instance: c6617ed8-80a4-41b8-b11a-c739cce89229] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1120.859590] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3ab880e0-cbe9-408b-ac1a-492cb0691777 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1120.859917] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3ab880e0-cbe9-408b-ac1a-492cb0691777 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1120.860084] env[62353]: DEBUG nova.objects.instance [None req-3ab880e0-cbe9-408b-ac1a-492cb0691777 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Lazy-loading 'resources' on Instance uuid 38ad8f6c-4b6a-44d4-8f37-8d3d1efb5d7c {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1121.060991] env[62353]: DEBUG nova.network.neutron [None req-9207a72e-e964-4a07-8270-4e77a4bcf337 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 39c5d168-1da6-4889-97ff-112ef77de310] Successfully created port: 01ea3245-cb00-46af-ac93-862ab06c6437 {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1121.199607] env[62353]: DEBUG nova.compute.manager [None req-9207a72e-e964-4a07-8270-4e77a4bcf337 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 39c5d168-1da6-4889-97ff-112ef77de310] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1121.281307] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] [instance: 389abaa0-963d-43d3-b09f-99e3b77b2096] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1121.468867] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aa2aa3f-517f-4f2c-824c-dfd20b9d4470 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.479233] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8377821f-f4fc-4f5c-b4b0-02ae49243b83 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.513743] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdda6a22-34a4-4a9d-b142-6ebf747bacc4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.521900] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-582f110e-bf32-45e3-b7e4-733c27bb8518 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.534922] env[62353]: DEBUG nova.compute.provider_tree [None req-3ab880e0-cbe9-408b-ac1a-492cb0691777 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1121.784775] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] [instance: 6d29b600-078c-4c3d-a31b-62cffc0d8ea5] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1122.039167] env[62353]: DEBUG nova.scheduler.client.report [None req-3ab880e0-cbe9-408b-ac1a-492cb0691777 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1122.210030] env[62353]: DEBUG nova.compute.manager [None req-9207a72e-e964-4a07-8270-4e77a4bcf337 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 39c5d168-1da6-4889-97ff-112ef77de310] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1122.236489] env[62353]: DEBUG nova.virt.hardware [None req-9207a72e-e964-4a07-8270-4e77a4bcf337 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T12:38:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T12:38:15Z,direct_url=,disk_format='vmdk',id=06f909ae-e8dc-43b4-abf7-c7ed85db9bbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0a3f88790a594523a818b8c00f6862e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T12:38:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1122.236724] env[62353]: DEBUG nova.virt.hardware [None req-9207a72e-e964-4a07-8270-4e77a4bcf337 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1122.236878] env[62353]: DEBUG nova.virt.hardware [None req-9207a72e-e964-4a07-8270-4e77a4bcf337 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1122.237070] env[62353]: DEBUG nova.virt.hardware [None req-9207a72e-e964-4a07-8270-4e77a4bcf337 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1122.237220] env[62353]: DEBUG nova.virt.hardware [None req-9207a72e-e964-4a07-8270-4e77a4bcf337 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1122.237366] env[62353]: DEBUG nova.virt.hardware [None req-9207a72e-e964-4a07-8270-4e77a4bcf337 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1122.237619] env[62353]: DEBUG nova.virt.hardware [None req-9207a72e-e964-4a07-8270-4e77a4bcf337 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1122.237727] env[62353]: DEBUG nova.virt.hardware [None req-9207a72e-e964-4a07-8270-4e77a4bcf337 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1122.237894] env[62353]: DEBUG nova.virt.hardware [None req-9207a72e-e964-4a07-8270-4e77a4bcf337 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1122.238067] env[62353]: DEBUG nova.virt.hardware [None req-9207a72e-e964-4a07-8270-4e77a4bcf337 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1122.238243] env[62353]: DEBUG nova.virt.hardware [None req-9207a72e-e964-4a07-8270-4e77a4bcf337 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1122.239123] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0159cfb2-547c-4535-bd0c-79b211f8e927 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.247198] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-778cb5b9-6751-4b8d-97d8-9a21170d4db7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.287869] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] [instance: 283ebb75-a52d-4918-9310-31ca052d99a8] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1122.463514] env[62353]: DEBUG nova.compute.manager [req-dbfab3eb-829d-4ec6-82e5-334f97a32a0e req-062b056a-2fc5-4356-ac2d-85947f4aaedc service nova] [instance: 39c5d168-1da6-4889-97ff-112ef77de310] Received event network-vif-plugged-01ea3245-cb00-46af-ac93-862ab06c6437 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1122.463768] env[62353]: DEBUG oslo_concurrency.lockutils [req-dbfab3eb-829d-4ec6-82e5-334f97a32a0e req-062b056a-2fc5-4356-ac2d-85947f4aaedc service nova] Acquiring lock "39c5d168-1da6-4889-97ff-112ef77de310-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1122.463975] env[62353]: DEBUG oslo_concurrency.lockutils [req-dbfab3eb-829d-4ec6-82e5-334f97a32a0e req-062b056a-2fc5-4356-ac2d-85947f4aaedc service nova] Lock "39c5d168-1da6-4889-97ff-112ef77de310-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1122.464159] env[62353]: DEBUG oslo_concurrency.lockutils [req-dbfab3eb-829d-4ec6-82e5-334f97a32a0e req-062b056a-2fc5-4356-ac2d-85947f4aaedc service nova] Lock "39c5d168-1da6-4889-97ff-112ef77de310-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1122.464328] env[62353]: DEBUG nova.compute.manager [req-dbfab3eb-829d-4ec6-82e5-334f97a32a0e req-062b056a-2fc5-4356-ac2d-85947f4aaedc service nova] [instance: 39c5d168-1da6-4889-97ff-112ef77de310] No waiting events found dispatching network-vif-plugged-01ea3245-cb00-46af-ac93-862ab06c6437 {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1122.464490] env[62353]: WARNING nova.compute.manager [req-dbfab3eb-829d-4ec6-82e5-334f97a32a0e req-062b056a-2fc5-4356-ac2d-85947f4aaedc service nova] [instance: 39c5d168-1da6-4889-97ff-112ef77de310] Received unexpected event network-vif-plugged-01ea3245-cb00-46af-ac93-862ab06c6437 for instance with vm_state building and task_state spawning. [ 1122.543567] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3ab880e0-cbe9-408b-ac1a-492cb0691777 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.684s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1122.555950] env[62353]: DEBUG nova.network.neutron [None req-9207a72e-e964-4a07-8270-4e77a4bcf337 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 39c5d168-1da6-4889-97ff-112ef77de310] Successfully updated port: 01ea3245-cb00-46af-ac93-862ab06c6437 {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1122.569321] env[62353]: INFO nova.scheduler.client.report [None req-3ab880e0-cbe9-408b-ac1a-492cb0691777 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Deleted allocations for instance 38ad8f6c-4b6a-44d4-8f37-8d3d1efb5d7c [ 1122.791271] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] [instance: c254fe57-8d19-4bfb-b607-dead3f0c04cf] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1123.061879] env[62353]: DEBUG oslo_concurrency.lockutils [None req-9207a72e-e964-4a07-8270-4e77a4bcf337 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Acquiring lock "refresh_cache-39c5d168-1da6-4889-97ff-112ef77de310" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1123.062041] env[62353]: DEBUG oslo_concurrency.lockutils [None req-9207a72e-e964-4a07-8270-4e77a4bcf337 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Acquired lock "refresh_cache-39c5d168-1da6-4889-97ff-112ef77de310" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.062204] env[62353]: DEBUG nova.network.neutron [None req-9207a72e-e964-4a07-8270-4e77a4bcf337 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 39c5d168-1da6-4889-97ff-112ef77de310] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1123.065040] env[62353]: DEBUG oslo_concurrency.lockutils [None req-adc6342b-062a-4ce1-a6b1-ee4940954ce0 tempest-ServersTestJSON-1364369891 tempest-ServersTestJSON-1364369891-project-member] Acquiring lock "269bf557-1b4e-4a5b-a9b0-c57fa08176d7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1123.065252] env[62353]: DEBUG oslo_concurrency.lockutils [None req-adc6342b-062a-4ce1-a6b1-ee4940954ce0 tempest-ServersTestJSON-1364369891 tempest-ServersTestJSON-1364369891-project-member] Lock "269bf557-1b4e-4a5b-a9b0-c57fa08176d7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1123.065448] env[62353]: DEBUG oslo_concurrency.lockutils [None req-adc6342b-062a-4ce1-a6b1-ee4940954ce0 tempest-ServersTestJSON-1364369891 tempest-ServersTestJSON-1364369891-project-member] Acquiring lock "269bf557-1b4e-4a5b-a9b0-c57fa08176d7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1123.065626] env[62353]: DEBUG oslo_concurrency.lockutils [None req-adc6342b-062a-4ce1-a6b1-ee4940954ce0 tempest-ServersTestJSON-1364369891 tempest-ServersTestJSON-1364369891-project-member] Lock "269bf557-1b4e-4a5b-a9b0-c57fa08176d7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1123.065791] env[62353]: DEBUG oslo_concurrency.lockutils [None req-adc6342b-062a-4ce1-a6b1-ee4940954ce0 tempest-ServersTestJSON-1364369891 tempest-ServersTestJSON-1364369891-project-member] Lock "269bf557-1b4e-4a5b-a9b0-c57fa08176d7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1123.067632] env[62353]: INFO nova.compute.manager [None req-adc6342b-062a-4ce1-a6b1-ee4940954ce0 tempest-ServersTestJSON-1364369891 tempest-ServersTestJSON-1364369891-project-member] [instance: 269bf557-1b4e-4a5b-a9b0-c57fa08176d7] Terminating instance [ 1123.076599] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3ab880e0-cbe9-408b-ac1a-492cb0691777 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Lock "38ad8f6c-4b6a-44d4-8f37-8d3d1efb5d7c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.019s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1123.294499] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] [instance: bdcce3b8-0118-4fa4-8300-2000c87b4880] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1123.571204] env[62353]: DEBUG nova.compute.manager [None req-adc6342b-062a-4ce1-a6b1-ee4940954ce0 tempest-ServersTestJSON-1364369891 tempest-ServersTestJSON-1364369891-project-member] [instance: 269bf557-1b4e-4a5b-a9b0-c57fa08176d7] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1123.571773] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-adc6342b-062a-4ce1-a6b1-ee4940954ce0 tempest-ServersTestJSON-1364369891 tempest-ServersTestJSON-1364369891-project-member] [instance: 269bf557-1b4e-4a5b-a9b0-c57fa08176d7] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1123.573092] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-195fc67b-dfd3-4815-9d2f-8d3d81d3a722 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.583218] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-adc6342b-062a-4ce1-a6b1-ee4940954ce0 tempest-ServersTestJSON-1364369891 tempest-ServersTestJSON-1364369891-project-member] [instance: 269bf557-1b4e-4a5b-a9b0-c57fa08176d7] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1123.583464] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9b4f2f5e-a49d-4f7b-a5f4-150dc77aa9c3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.589227] env[62353]: DEBUG oslo_vmware.api [None req-adc6342b-062a-4ce1-a6b1-ee4940954ce0 tempest-ServersTestJSON-1364369891 tempest-ServersTestJSON-1364369891-project-member] Waiting for the task: (returnval){ [ 1123.589227] env[62353]: value = "task-2373181" [ 1123.589227] env[62353]: _type = "Task" [ 1123.589227] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.593276] env[62353]: DEBUG nova.network.neutron [None req-9207a72e-e964-4a07-8270-4e77a4bcf337 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 39c5d168-1da6-4889-97ff-112ef77de310] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1123.598735] env[62353]: DEBUG oslo_vmware.api [None req-adc6342b-062a-4ce1-a6b1-ee4940954ce0 tempest-ServersTestJSON-1364369891 tempest-ServersTestJSON-1364369891-project-member] Task: {'id': task-2373181, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.721896] env[62353]: DEBUG oslo_concurrency.lockutils [None req-69f85b3d-31fb-4634-8694-e1fd256d3425 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Acquiring lock "c42bcda4-547f-4f42-9738-0a731450321d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1123.722197] env[62353]: DEBUG oslo_concurrency.lockutils [None req-69f85b3d-31fb-4634-8694-e1fd256d3425 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Lock "c42bcda4-547f-4f42-9738-0a731450321d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1123.722483] env[62353]: DEBUG oslo_concurrency.lockutils [None req-69f85b3d-31fb-4634-8694-e1fd256d3425 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Acquiring lock "c42bcda4-547f-4f42-9738-0a731450321d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1123.722709] env[62353]: DEBUG oslo_concurrency.lockutils [None req-69f85b3d-31fb-4634-8694-e1fd256d3425 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Lock "c42bcda4-547f-4f42-9738-0a731450321d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1123.722933] env[62353]: DEBUG oslo_concurrency.lockutils [None req-69f85b3d-31fb-4634-8694-e1fd256d3425 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Lock "c42bcda4-547f-4f42-9738-0a731450321d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1123.726154] env[62353]: INFO nova.compute.manager [None req-69f85b3d-31fb-4634-8694-e1fd256d3425 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: c42bcda4-547f-4f42-9738-0a731450321d] Terminating instance [ 1123.768758] env[62353]: DEBUG nova.network.neutron [None req-9207a72e-e964-4a07-8270-4e77a4bcf337 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 39c5d168-1da6-4889-97ff-112ef77de310] Updating instance_info_cache with network_info: [{"id": "01ea3245-cb00-46af-ac93-862ab06c6437", "address": "fa:16:3e:a2:86:fa", "network": {"id": "f2c61678-8c63-4464-84ba-d84b54807cc9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1565172013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "890397883ac142a1ae90fecc50da8b41", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e044cfd4-1b0d-4d88-b1bd-604025731d3f", "external-id": "nsx-vlan-transportzone-372", "segmentation_id": 372, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01ea3245-cb", "ovs_interfaceid": "01ea3245-cb00-46af-ac93-862ab06c6437", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.797500] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] [instance: 02124fa6-fa89-4a50-93e1-0828a2560de5] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1124.099398] env[62353]: DEBUG oslo_vmware.api [None req-adc6342b-062a-4ce1-a6b1-ee4940954ce0 tempest-ServersTestJSON-1364369891 tempest-ServersTestJSON-1364369891-project-member] Task: {'id': task-2373181, 'name': PowerOffVM_Task, 'duration_secs': 0.256443} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.099648] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-adc6342b-062a-4ce1-a6b1-ee4940954ce0 tempest-ServersTestJSON-1364369891 tempest-ServersTestJSON-1364369891-project-member] [instance: 269bf557-1b4e-4a5b-a9b0-c57fa08176d7] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1124.099811] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-adc6342b-062a-4ce1-a6b1-ee4940954ce0 tempest-ServersTestJSON-1364369891 tempest-ServersTestJSON-1364369891-project-member] [instance: 269bf557-1b4e-4a5b-a9b0-c57fa08176d7] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1124.100059] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fc44ab6f-b1b6-4961-8060-c71f45fe7f64 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.164495] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-adc6342b-062a-4ce1-a6b1-ee4940954ce0 tempest-ServersTestJSON-1364369891 tempest-ServersTestJSON-1364369891-project-member] [instance: 269bf557-1b4e-4a5b-a9b0-c57fa08176d7] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1124.164776] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-adc6342b-062a-4ce1-a6b1-ee4940954ce0 tempest-ServersTestJSON-1364369891 tempest-ServersTestJSON-1364369891-project-member] [instance: 269bf557-1b4e-4a5b-a9b0-c57fa08176d7] Deleting contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1124.164907] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-adc6342b-062a-4ce1-a6b1-ee4940954ce0 tempest-ServersTestJSON-1364369891 tempest-ServersTestJSON-1364369891-project-member] Deleting the datastore file [datastore2] 269bf557-1b4e-4a5b-a9b0-c57fa08176d7 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1124.165187] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6ef44e28-de05-4824-858a-612daec4b9be {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.171664] env[62353]: DEBUG oslo_vmware.api [None req-adc6342b-062a-4ce1-a6b1-ee4940954ce0 tempest-ServersTestJSON-1364369891 tempest-ServersTestJSON-1364369891-project-member] Waiting for the task: (returnval){ [ 1124.171664] env[62353]: value = "task-2373183" [ 1124.171664] env[62353]: _type = "Task" [ 1124.171664] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.179254] env[62353]: DEBUG oslo_vmware.api [None req-adc6342b-062a-4ce1-a6b1-ee4940954ce0 tempest-ServersTestJSON-1364369891 tempest-ServersTestJSON-1364369891-project-member] Task: {'id': task-2373183, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.229297] env[62353]: DEBUG nova.compute.manager [None req-69f85b3d-31fb-4634-8694-e1fd256d3425 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: c42bcda4-547f-4f42-9738-0a731450321d] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1124.229835] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-69f85b3d-31fb-4634-8694-e1fd256d3425 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: c42bcda4-547f-4f42-9738-0a731450321d] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1124.230613] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25f324e3-54af-4af8-abf1-0c9de4263161 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.238800] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-69f85b3d-31fb-4634-8694-e1fd256d3425 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: c42bcda4-547f-4f42-9738-0a731450321d] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1124.239061] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dd14cc8b-c63b-46fb-af3f-e1805533d736 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.245339] env[62353]: DEBUG oslo_vmware.api [None req-69f85b3d-31fb-4634-8694-e1fd256d3425 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Waiting for the task: (returnval){ [ 1124.245339] env[62353]: value = "task-2373184" [ 1124.245339] env[62353]: _type = "Task" [ 1124.245339] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.253221] env[62353]: DEBUG oslo_vmware.api [None req-69f85b3d-31fb-4634-8694-e1fd256d3425 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Task: {'id': task-2373184, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.272069] env[62353]: DEBUG oslo_concurrency.lockutils [None req-9207a72e-e964-4a07-8270-4e77a4bcf337 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Releasing lock "refresh_cache-39c5d168-1da6-4889-97ff-112ef77de310" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1124.272599] env[62353]: DEBUG nova.compute.manager [None req-9207a72e-e964-4a07-8270-4e77a4bcf337 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 39c5d168-1da6-4889-97ff-112ef77de310] Instance network_info: |[{"id": "01ea3245-cb00-46af-ac93-862ab06c6437", "address": "fa:16:3e:a2:86:fa", "network": {"id": "f2c61678-8c63-4464-84ba-d84b54807cc9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1565172013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "890397883ac142a1ae90fecc50da8b41", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e044cfd4-1b0d-4d88-b1bd-604025731d3f", "external-id": "nsx-vlan-transportzone-372", "segmentation_id": 372, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01ea3245-cb", "ovs_interfaceid": "01ea3245-cb00-46af-ac93-862ab06c6437", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1124.272933] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-9207a72e-e964-4a07-8270-4e77a4bcf337 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 39c5d168-1da6-4889-97ff-112ef77de310] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a2:86:fa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e044cfd4-1b0d-4d88-b1bd-604025731d3f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '01ea3245-cb00-46af-ac93-862ab06c6437', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1124.280535] env[62353]: DEBUG oslo.service.loopingcall [None req-9207a72e-e964-4a07-8270-4e77a4bcf337 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1124.280753] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 39c5d168-1da6-4889-97ff-112ef77de310] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1124.281014] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-509fa305-ae4b-4b0f-8b01-af386d438ef2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.300814] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] [instance: 52aeb134-e5e3-40b0-a3e8-152effaf542b] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1124.304378] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1124.304378] env[62353]: value = "task-2373185" [ 1124.304378] env[62353]: _type = "Task" [ 1124.304378] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.311662] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2373185, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.488357] env[62353]: DEBUG nova.compute.manager [req-b0c8512c-b641-4c28-ac64-18112e2fdaf1 req-f708765e-6118-4166-8b3e-f6294b229039 service nova] [instance: 39c5d168-1da6-4889-97ff-112ef77de310] Received event network-changed-01ea3245-cb00-46af-ac93-862ab06c6437 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1124.488436] env[62353]: DEBUG nova.compute.manager [req-b0c8512c-b641-4c28-ac64-18112e2fdaf1 req-f708765e-6118-4166-8b3e-f6294b229039 service nova] [instance: 39c5d168-1da6-4889-97ff-112ef77de310] Refreshing instance network info cache due to event network-changed-01ea3245-cb00-46af-ac93-862ab06c6437. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1124.488718] env[62353]: DEBUG oslo_concurrency.lockutils [req-b0c8512c-b641-4c28-ac64-18112e2fdaf1 req-f708765e-6118-4166-8b3e-f6294b229039 service nova] Acquiring lock "refresh_cache-39c5d168-1da6-4889-97ff-112ef77de310" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1124.488899] env[62353]: DEBUG oslo_concurrency.lockutils [req-b0c8512c-b641-4c28-ac64-18112e2fdaf1 req-f708765e-6118-4166-8b3e-f6294b229039 service nova] Acquired lock "refresh_cache-39c5d168-1da6-4889-97ff-112ef77de310" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.489117] env[62353]: DEBUG nova.network.neutron [req-b0c8512c-b641-4c28-ac64-18112e2fdaf1 req-f708765e-6118-4166-8b3e-f6294b229039 service nova] [instance: 39c5d168-1da6-4889-97ff-112ef77de310] Refreshing network info cache for port 01ea3245-cb00-46af-ac93-862ab06c6437 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1124.681106] env[62353]: DEBUG oslo_vmware.api [None req-adc6342b-062a-4ce1-a6b1-ee4940954ce0 tempest-ServersTestJSON-1364369891 tempest-ServersTestJSON-1364369891-project-member] Task: {'id': task-2373183, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173485} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.681359] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-adc6342b-062a-4ce1-a6b1-ee4940954ce0 tempest-ServersTestJSON-1364369891 tempest-ServersTestJSON-1364369891-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1124.681575] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-adc6342b-062a-4ce1-a6b1-ee4940954ce0 tempest-ServersTestJSON-1364369891 tempest-ServersTestJSON-1364369891-project-member] [instance: 269bf557-1b4e-4a5b-a9b0-c57fa08176d7] Deleted contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1124.681753] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-adc6342b-062a-4ce1-a6b1-ee4940954ce0 tempest-ServersTestJSON-1364369891 tempest-ServersTestJSON-1364369891-project-member] [instance: 269bf557-1b4e-4a5b-a9b0-c57fa08176d7] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1124.681922] env[62353]: INFO nova.compute.manager [None req-adc6342b-062a-4ce1-a6b1-ee4940954ce0 tempest-ServersTestJSON-1364369891 tempest-ServersTestJSON-1364369891-project-member] [instance: 269bf557-1b4e-4a5b-a9b0-c57fa08176d7] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1124.682175] env[62353]: DEBUG oslo.service.loopingcall [None req-adc6342b-062a-4ce1-a6b1-ee4940954ce0 tempest-ServersTestJSON-1364369891 tempest-ServersTestJSON-1364369891-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1124.682371] env[62353]: DEBUG nova.compute.manager [-] [instance: 269bf557-1b4e-4a5b-a9b0-c57fa08176d7] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1124.682464] env[62353]: DEBUG nova.network.neutron [-] [instance: 269bf557-1b4e-4a5b-a9b0-c57fa08176d7] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1124.755184] env[62353]: DEBUG oslo_vmware.api [None req-69f85b3d-31fb-4634-8694-e1fd256d3425 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Task: {'id': task-2373184, 'name': PowerOffVM_Task, 'duration_secs': 0.234511} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.755479] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-69f85b3d-31fb-4634-8694-e1fd256d3425 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: c42bcda4-547f-4f42-9738-0a731450321d] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1124.755677] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-69f85b3d-31fb-4634-8694-e1fd256d3425 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: c42bcda4-547f-4f42-9738-0a731450321d] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1124.755940] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3804e35f-8571-4c6b-b4bf-66ae77505f54 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.804732] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] [instance: 53ff526b-6e0b-49bc-beca-4fb4a377389b] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1124.819817] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2373185, 'name': CreateVM_Task, 'duration_secs': 0.353064} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.820109] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 39c5d168-1da6-4889-97ff-112ef77de310] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1124.821091] env[62353]: DEBUG oslo_concurrency.lockutils [None req-9207a72e-e964-4a07-8270-4e77a4bcf337 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1124.821373] env[62353]: DEBUG oslo_concurrency.lockutils [None req-9207a72e-e964-4a07-8270-4e77a4bcf337 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Acquired lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.821859] env[62353]: DEBUG oslo_concurrency.lockutils [None req-9207a72e-e964-4a07-8270-4e77a4bcf337 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1124.822218] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cbc3780d-f667-4123-9ada-7bcd87f59b3a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.826082] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-69f85b3d-31fb-4634-8694-e1fd256d3425 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: c42bcda4-547f-4f42-9738-0a731450321d] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1124.826380] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-69f85b3d-31fb-4634-8694-e1fd256d3425 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: c42bcda4-547f-4f42-9738-0a731450321d] Deleting contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1124.826655] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-69f85b3d-31fb-4634-8694-e1fd256d3425 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Deleting the datastore file [datastore2] c42bcda4-547f-4f42-9738-0a731450321d {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1124.827448] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e3052459-6a96-489d-9e7d-8f1e466ed620 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.831446] env[62353]: DEBUG oslo_vmware.api [None req-9207a72e-e964-4a07-8270-4e77a4bcf337 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Waiting for the task: (returnval){ [ 1124.831446] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]526566db-6e14-d092-5e74-ece55f3bd0e3" [ 1124.831446] env[62353]: _type = "Task" [ 1124.831446] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.839334] env[62353]: DEBUG oslo_vmware.api [None req-69f85b3d-31fb-4634-8694-e1fd256d3425 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Waiting for the task: (returnval){ [ 1124.839334] env[62353]: value = "task-2373187" [ 1124.839334] env[62353]: _type = "Task" [ 1124.839334] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.849964] env[62353]: DEBUG oslo_vmware.api [None req-9207a72e-e964-4a07-8270-4e77a4bcf337 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]526566db-6e14-d092-5e74-ece55f3bd0e3, 'name': SearchDatastore_Task, 'duration_secs': 0.008787} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.850726] env[62353]: DEBUG oslo_concurrency.lockutils [None req-9207a72e-e964-4a07-8270-4e77a4bcf337 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Releasing lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1124.850971] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-9207a72e-e964-4a07-8270-4e77a4bcf337 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 39c5d168-1da6-4889-97ff-112ef77de310] Processing image 06f909ae-e8dc-43b4-abf7-c7ed85db9bbd {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1124.851335] env[62353]: DEBUG oslo_concurrency.lockutils [None req-9207a72e-e964-4a07-8270-4e77a4bcf337 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1124.851430] env[62353]: DEBUG oslo_concurrency.lockutils [None req-9207a72e-e964-4a07-8270-4e77a4bcf337 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Acquired lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.851533] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-9207a72e-e964-4a07-8270-4e77a4bcf337 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1124.851785] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ea5fdb4f-44c0-4b0b-823f-8a20011f0e60 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.856289] env[62353]: DEBUG oslo_vmware.api [None req-69f85b3d-31fb-4634-8694-e1fd256d3425 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Task: {'id': task-2373187, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.861966] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-9207a72e-e964-4a07-8270-4e77a4bcf337 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1124.862082] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-9207a72e-e964-4a07-8270-4e77a4bcf337 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1124.862749] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-989ff3a7-f00e-4055-9a12-d6642b3c25f8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.867489] env[62353]: DEBUG oslo_vmware.api [None req-9207a72e-e964-4a07-8270-4e77a4bcf337 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Waiting for the task: (returnval){ [ 1124.867489] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]528f729a-c716-933c-a4e3-c82c40502fc9" [ 1124.867489] env[62353]: _type = "Task" [ 1124.867489] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.874696] env[62353]: DEBUG oslo_vmware.api [None req-9207a72e-e964-4a07-8270-4e77a4bcf337 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]528f729a-c716-933c-a4e3-c82c40502fc9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.207208] env[62353]: DEBUG nova.network.neutron [req-b0c8512c-b641-4c28-ac64-18112e2fdaf1 req-f708765e-6118-4166-8b3e-f6294b229039 service nova] [instance: 39c5d168-1da6-4889-97ff-112ef77de310] Updated VIF entry in instance network info cache for port 01ea3245-cb00-46af-ac93-862ab06c6437. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1125.207840] env[62353]: DEBUG nova.network.neutron [req-b0c8512c-b641-4c28-ac64-18112e2fdaf1 req-f708765e-6118-4166-8b3e-f6294b229039 service nova] [instance: 39c5d168-1da6-4889-97ff-112ef77de310] Updating instance_info_cache with network_info: [{"id": "01ea3245-cb00-46af-ac93-862ab06c6437", "address": "fa:16:3e:a2:86:fa", "network": {"id": "f2c61678-8c63-4464-84ba-d84b54807cc9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1565172013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "890397883ac142a1ae90fecc50da8b41", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e044cfd4-1b0d-4d88-b1bd-604025731d3f", "external-id": "nsx-vlan-transportzone-372", "segmentation_id": 372, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01ea3245-cb", "ovs_interfaceid": "01ea3245-cb00-46af-ac93-862ab06c6437", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.313079] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] [instance: d7dd9b27-eeaa-49be-af8f-86b100ff7a69] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1125.350897] env[62353]: DEBUG oslo_vmware.api [None req-69f85b3d-31fb-4634-8694-e1fd256d3425 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Task: {'id': task-2373187, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149965} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.351165] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-69f85b3d-31fb-4634-8694-e1fd256d3425 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1125.351347] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-69f85b3d-31fb-4634-8694-e1fd256d3425 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: c42bcda4-547f-4f42-9738-0a731450321d] Deleted contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1125.351542] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-69f85b3d-31fb-4634-8694-e1fd256d3425 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: c42bcda4-547f-4f42-9738-0a731450321d] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1125.351711] env[62353]: INFO nova.compute.manager [None req-69f85b3d-31fb-4634-8694-e1fd256d3425 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] [instance: c42bcda4-547f-4f42-9738-0a731450321d] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1125.351943] env[62353]: DEBUG oslo.service.loopingcall [None req-69f85b3d-31fb-4634-8694-e1fd256d3425 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1125.352139] env[62353]: DEBUG nova.compute.manager [-] [instance: c42bcda4-547f-4f42-9738-0a731450321d] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1125.352224] env[62353]: DEBUG nova.network.neutron [-] [instance: c42bcda4-547f-4f42-9738-0a731450321d] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1125.378615] env[62353]: DEBUG oslo_vmware.api [None req-9207a72e-e964-4a07-8270-4e77a4bcf337 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]528f729a-c716-933c-a4e3-c82c40502fc9, 'name': SearchDatastore_Task, 'duration_secs': 0.008202} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.379689] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-703cf81c-f648-43b9-98dc-40cf7812ef3b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.385276] env[62353]: DEBUG oslo_vmware.api [None req-9207a72e-e964-4a07-8270-4e77a4bcf337 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Waiting for the task: (returnval){ [ 1125.385276] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]527ec645-4ba7-da59-e0c7-3547f160917d" [ 1125.385276] env[62353]: _type = "Task" [ 1125.385276] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.392756] env[62353]: DEBUG oslo_vmware.api [None req-9207a72e-e964-4a07-8270-4e77a4bcf337 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]527ec645-4ba7-da59-e0c7-3547f160917d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.591756] env[62353]: DEBUG nova.compute.manager [req-036a4d87-95fe-4474-8a85-99e0ec7c7658 req-0b2d8409-56bd-4e35-86c6-23d328d700fc service nova] [instance: c42bcda4-547f-4f42-9738-0a731450321d] Received event network-vif-deleted-66f96e3e-6345-4a50-89db-ef2679a40099 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1125.591909] env[62353]: INFO nova.compute.manager [req-036a4d87-95fe-4474-8a85-99e0ec7c7658 req-0b2d8409-56bd-4e35-86c6-23d328d700fc service nova] [instance: c42bcda4-547f-4f42-9738-0a731450321d] Neutron deleted interface 66f96e3e-6345-4a50-89db-ef2679a40099; detaching it from the instance and deleting it from the info cache [ 1125.592090] env[62353]: DEBUG nova.network.neutron [req-036a4d87-95fe-4474-8a85-99e0ec7c7658 req-0b2d8409-56bd-4e35-86c6-23d328d700fc service nova] [instance: c42bcda4-547f-4f42-9738-0a731450321d] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.629241] env[62353]: DEBUG nova.network.neutron [-] [instance: 269bf557-1b4e-4a5b-a9b0-c57fa08176d7] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.710688] env[62353]: DEBUG oslo_concurrency.lockutils [req-b0c8512c-b641-4c28-ac64-18112e2fdaf1 req-f708765e-6118-4166-8b3e-f6294b229039 service nova] Releasing lock "refresh_cache-39c5d168-1da6-4889-97ff-112ef77de310" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1125.817117] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] [instance: 0b3e9b87-2fa5-4623-b547-8831a1d7932f] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1125.896346] env[62353]: DEBUG oslo_vmware.api [None req-9207a72e-e964-4a07-8270-4e77a4bcf337 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]527ec645-4ba7-da59-e0c7-3547f160917d, 'name': SearchDatastore_Task, 'duration_secs': 0.016251} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.896666] env[62353]: DEBUG oslo_concurrency.lockutils [None req-9207a72e-e964-4a07-8270-4e77a4bcf337 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Releasing lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1125.896945] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-9207a72e-e964-4a07-8270-4e77a4bcf337 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore1] 39c5d168-1da6-4889-97ff-112ef77de310/39c5d168-1da6-4889-97ff-112ef77de310.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1125.897227] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c266e222-884c-4f72-8e2a-69992acc509f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.904821] env[62353]: DEBUG oslo_vmware.api [None req-9207a72e-e964-4a07-8270-4e77a4bcf337 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Waiting for the task: (returnval){ [ 1125.904821] env[62353]: value = "task-2373188" [ 1125.904821] env[62353]: _type = "Task" [ 1125.904821] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.913285] env[62353]: DEBUG oslo_vmware.api [None req-9207a72e-e964-4a07-8270-4e77a4bcf337 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': task-2373188, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.075675] env[62353]: DEBUG nova.network.neutron [-] [instance: c42bcda4-547f-4f42-9738-0a731450321d] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.094693] env[62353]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d198722a-5127-4d98-b156-1d96f7b2cab9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.106217] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-462dd831-fa07-4813-8efc-4ca848f29849 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.135698] env[62353]: INFO nova.compute.manager [-] [instance: 269bf557-1b4e-4a5b-a9b0-c57fa08176d7] Took 1.45 seconds to deallocate network for instance. [ 1126.136420] env[62353]: DEBUG nova.compute.manager [req-036a4d87-95fe-4474-8a85-99e0ec7c7658 req-0b2d8409-56bd-4e35-86c6-23d328d700fc service nova] [instance: c42bcda4-547f-4f42-9738-0a731450321d] Detach interface failed, port_id=66f96e3e-6345-4a50-89db-ef2679a40099, reason: Instance c42bcda4-547f-4f42-9738-0a731450321d could not be found. {{(pid=62353) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1126.320287] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] [instance: f7197def-541f-4abc-b448-ebe58e2acccc] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1126.417690] env[62353]: DEBUG oslo_vmware.api [None req-9207a72e-e964-4a07-8270-4e77a4bcf337 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': task-2373188, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.440286} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.417999] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-9207a72e-e964-4a07-8270-4e77a4bcf337 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore1] 39c5d168-1da6-4889-97ff-112ef77de310/39c5d168-1da6-4889-97ff-112ef77de310.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1126.418227] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-9207a72e-e964-4a07-8270-4e77a4bcf337 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 39c5d168-1da6-4889-97ff-112ef77de310] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1126.418484] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1fbd3b4a-2075-45c4-b551-3f16b011a23b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.424740] env[62353]: DEBUG oslo_vmware.api [None req-9207a72e-e964-4a07-8270-4e77a4bcf337 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Waiting for the task: (returnval){ [ 1126.424740] env[62353]: value = "task-2373189" [ 1126.424740] env[62353]: _type = "Task" [ 1126.424740] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.432024] env[62353]: DEBUG oslo_vmware.api [None req-9207a72e-e964-4a07-8270-4e77a4bcf337 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': task-2373189, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.515159] env[62353]: DEBUG nova.compute.manager [req-f366650a-463d-4655-a7ef-55b6aa770a62 req-fa19c068-208d-4d02-84f8-ccbadd11dcb3 service nova] [instance: 269bf557-1b4e-4a5b-a9b0-c57fa08176d7] Received event network-vif-deleted-beda342b-8129-48f7-a16e-219b13e17899 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1126.578674] env[62353]: INFO nova.compute.manager [-] [instance: c42bcda4-547f-4f42-9738-0a731450321d] Took 1.23 seconds to deallocate network for instance. [ 1126.643184] env[62353]: DEBUG oslo_concurrency.lockutils [None req-adc6342b-062a-4ce1-a6b1-ee4940954ce0 tempest-ServersTestJSON-1364369891 tempest-ServersTestJSON-1364369891-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1126.643495] env[62353]: DEBUG oslo_concurrency.lockutils [None req-adc6342b-062a-4ce1-a6b1-ee4940954ce0 tempest-ServersTestJSON-1364369891 tempest-ServersTestJSON-1364369891-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1126.643731] env[62353]: DEBUG nova.objects.instance [None req-adc6342b-062a-4ce1-a6b1-ee4940954ce0 tempest-ServersTestJSON-1364369891 tempest-ServersTestJSON-1364369891-project-member] Lazy-loading 'resources' on Instance uuid 269bf557-1b4e-4a5b-a9b0-c57fa08176d7 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1126.825024] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] [instance: f5897ca9-4a38-4583-a15a-dbb0a621ab2e] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1126.937079] env[62353]: DEBUG oslo_vmware.api [None req-9207a72e-e964-4a07-8270-4e77a4bcf337 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': task-2373189, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068137} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.937079] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-9207a72e-e964-4a07-8270-4e77a4bcf337 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 39c5d168-1da6-4889-97ff-112ef77de310] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1126.937427] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43468e3e-7d3f-466a-ba10-4119ff58dc4a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.960101] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-9207a72e-e964-4a07-8270-4e77a4bcf337 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 39c5d168-1da6-4889-97ff-112ef77de310] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] 39c5d168-1da6-4889-97ff-112ef77de310/39c5d168-1da6-4889-97ff-112ef77de310.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1126.960415] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-81a97827-9a6f-4ba5-a327-643fc49bf433 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.980103] env[62353]: DEBUG oslo_vmware.api [None req-9207a72e-e964-4a07-8270-4e77a4bcf337 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Waiting for the task: (returnval){ [ 1126.980103] env[62353]: value = "task-2373190" [ 1126.980103] env[62353]: _type = "Task" [ 1126.980103] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.988783] env[62353]: DEBUG oslo_vmware.api [None req-9207a72e-e964-4a07-8270-4e77a4bcf337 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': task-2373190, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.085743] env[62353]: DEBUG oslo_concurrency.lockutils [None req-69f85b3d-31fb-4634-8694-e1fd256d3425 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1127.234070] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f87b5e7a-5e6b-4654-99a9-2d0531d60443 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.241482] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db293164-3f00-47fb-83ad-8435685e4213 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.272740] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e50b4138-7e42-4c36-a4dc-4b4f915bd0cc {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.280153] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76e9fd55-4b72-44e1-a1d3-263425a9e3b4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.293257] env[62353]: DEBUG nova.compute.provider_tree [None req-adc6342b-062a-4ce1-a6b1-ee4940954ce0 tempest-ServersTestJSON-1364369891 tempest-ServersTestJSON-1364369891-project-member] Updating inventory in ProviderTree for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1127.327548] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] [instance: 9fdc58aa-dd5a-4fe0-95ff-5ad2d06f0298] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1127.490540] env[62353]: DEBUG oslo_vmware.api [None req-9207a72e-e964-4a07-8270-4e77a4bcf337 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': task-2373190, 'name': ReconfigVM_Task, 'duration_secs': 0.289765} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.490540] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-9207a72e-e964-4a07-8270-4e77a4bcf337 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 39c5d168-1da6-4889-97ff-112ef77de310] Reconfigured VM instance instance-0000006f to attach disk [datastore1] 39c5d168-1da6-4889-97ff-112ef77de310/39c5d168-1da6-4889-97ff-112ef77de310.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1127.490770] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f50b52c7-885a-469b-b5f9-a6e8bc2f1580 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.497130] env[62353]: DEBUG oslo_vmware.api [None req-9207a72e-e964-4a07-8270-4e77a4bcf337 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Waiting for the task: (returnval){ [ 1127.497130] env[62353]: value = "task-2373191" [ 1127.497130] env[62353]: _type = "Task" [ 1127.497130] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.504493] env[62353]: DEBUG oslo_vmware.api [None req-9207a72e-e964-4a07-8270-4e77a4bcf337 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': task-2373191, 'name': Rename_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.814447] env[62353]: ERROR nova.scheduler.client.report [None req-adc6342b-062a-4ce1-a6b1-ee4940954ce0 tempest-ServersTestJSON-1364369891 tempest-ServersTestJSON-1364369891-project-member] [req-1ed78eae-888b-49c3-b415-571bea83f80f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7ed3af4c-f85e-4a4b-a365-13d128b6ab14. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-1ed78eae-888b-49c3-b415-571bea83f80f"}]} [ 1127.829402] env[62353]: DEBUG nova.scheduler.client.report [None req-adc6342b-062a-4ce1-a6b1-ee4940954ce0 tempest-ServersTestJSON-1364369891 tempest-ServersTestJSON-1364369891-project-member] Refreshing inventories for resource provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1127.831362] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] [instance: a6583a62-ee37-42e0-9a51-b0ce30de58c2] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1127.843633] env[62353]: DEBUG nova.scheduler.client.report [None req-adc6342b-062a-4ce1-a6b1-ee4940954ce0 tempest-ServersTestJSON-1364369891 tempest-ServersTestJSON-1364369891-project-member] Updating ProviderTree inventory for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1127.843924] env[62353]: DEBUG nova.compute.provider_tree [None req-adc6342b-062a-4ce1-a6b1-ee4940954ce0 tempest-ServersTestJSON-1364369891 tempest-ServersTestJSON-1364369891-project-member] Updating inventory in ProviderTree for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1127.854643] env[62353]: DEBUG nova.scheduler.client.report [None req-adc6342b-062a-4ce1-a6b1-ee4940954ce0 tempest-ServersTestJSON-1364369891 tempest-ServersTestJSON-1364369891-project-member] Refreshing aggregate associations for resource provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14, aggregates: None {{(pid=62353) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1127.871072] env[62353]: DEBUG nova.scheduler.client.report [None req-adc6342b-062a-4ce1-a6b1-ee4940954ce0 tempest-ServersTestJSON-1364369891 tempest-ServersTestJSON-1364369891-project-member] Refreshing trait associations for resource provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=62353) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1127.901488] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2236419b-2259-4d88-b45e-bfc7aeeda599 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Acquiring lock "1e2c1dc1-0736-48b7-9748-a2441fdb4229" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1127.901752] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2236419b-2259-4d88-b45e-bfc7aeeda599 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Lock "1e2c1dc1-0736-48b7-9748-a2441fdb4229" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1127.964848] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f09d0df2-0cda-49d8-a956-6dc43c33d99d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.973043] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45bd7b6b-1d09-4dbd-a34c-b4f62933a813 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.007173] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7098d0e8-0d7b-453f-8adf-d5bf0dd0bcdb {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.014183] env[62353]: DEBUG oslo_vmware.api [None req-9207a72e-e964-4a07-8270-4e77a4bcf337 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': task-2373191, 'name': Rename_Task, 'duration_secs': 0.14881} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.016119] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-9207a72e-e964-4a07-8270-4e77a4bcf337 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 39c5d168-1da6-4889-97ff-112ef77de310] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1128.016378] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-53ef3965-c33f-4db5-b2d0-7815828d1559 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.018596] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a284ab2d-3d4b-4299-9051-291a1fcae709 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.031200] env[62353]: DEBUG nova.compute.provider_tree [None req-adc6342b-062a-4ce1-a6b1-ee4940954ce0 tempest-ServersTestJSON-1364369891 tempest-ServersTestJSON-1364369891-project-member] Updating inventory in ProviderTree for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1128.033345] env[62353]: DEBUG oslo_vmware.api [None req-9207a72e-e964-4a07-8270-4e77a4bcf337 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Waiting for the task: (returnval){ [ 1128.033345] env[62353]: value = "task-2373192" [ 1128.033345] env[62353]: _type = "Task" [ 1128.033345] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.041244] env[62353]: DEBUG oslo_vmware.api [None req-9207a72e-e964-4a07-8270-4e77a4bcf337 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': task-2373192, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.120021] env[62353]: DEBUG nova.compute.manager [None req-ccd7819b-3042-45bf-8715-690500d4321c tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: 49142354-b5a5-4789-8ee2-eaeea7f16f06] Stashing vm_state: active {{(pid=62353) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1128.334545] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] [instance: 28447a5e-1970-4231-9866-6bd221bcca82] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1128.405181] env[62353]: DEBUG nova.compute.utils [None req-2236419b-2259-4d88-b45e-bfc7aeeda599 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1128.547015] env[62353]: DEBUG oslo_vmware.api [None req-9207a72e-e964-4a07-8270-4e77a4bcf337 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': task-2373192, 'name': PowerOnVM_Task} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.547302] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-9207a72e-e964-4a07-8270-4e77a4bcf337 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 39c5d168-1da6-4889-97ff-112ef77de310] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1128.547510] env[62353]: INFO nova.compute.manager [None req-9207a72e-e964-4a07-8270-4e77a4bcf337 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 39c5d168-1da6-4889-97ff-112ef77de310] Took 6.34 seconds to spawn the instance on the hypervisor. [ 1128.547693] env[62353]: DEBUG nova.compute.manager [None req-9207a72e-e964-4a07-8270-4e77a4bcf337 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 39c5d168-1da6-4889-97ff-112ef77de310] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1128.548558] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-322356f7-4ddc-49e6-a2ce-c5883ed9cc6a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.566847] env[62353]: DEBUG nova.scheduler.client.report [None req-adc6342b-062a-4ce1-a6b1-ee4940954ce0 tempest-ServersTestJSON-1364369891 tempest-ServersTestJSON-1364369891-project-member] Updated inventory for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 with generation 150 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1128.567147] env[62353]: DEBUG nova.compute.provider_tree [None req-adc6342b-062a-4ce1-a6b1-ee4940954ce0 tempest-ServersTestJSON-1364369891 tempest-ServersTestJSON-1364369891-project-member] Updating resource provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 generation from 150 to 151 during operation: update_inventory {{(pid=62353) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1128.567331] env[62353]: DEBUG nova.compute.provider_tree [None req-adc6342b-062a-4ce1-a6b1-ee4940954ce0 tempest-ServersTestJSON-1364369891 tempest-ServersTestJSON-1364369891-project-member] Updating inventory in ProviderTree for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1128.636241] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ccd7819b-3042-45bf-8715-690500d4321c tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1128.837338] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] [instance: 758fbe89-1e60-4025-853d-41439705356b] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1128.908141] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2236419b-2259-4d88-b45e-bfc7aeeda599 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Lock "1e2c1dc1-0736-48b7-9748-a2441fdb4229" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1129.066224] env[62353]: INFO nova.compute.manager [None req-9207a72e-e964-4a07-8270-4e77a4bcf337 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 39c5d168-1da6-4889-97ff-112ef77de310] Took 11.86 seconds to build instance. [ 1129.071953] env[62353]: DEBUG oslo_concurrency.lockutils [None req-adc6342b-062a-4ce1-a6b1-ee4940954ce0 tempest-ServersTestJSON-1364369891 tempest-ServersTestJSON-1364369891-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.428s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1129.074205] env[62353]: DEBUG oslo_concurrency.lockutils [None req-69f85b3d-31fb-4634-8694-e1fd256d3425 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.989s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1129.074496] env[62353]: DEBUG nova.objects.instance [None req-69f85b3d-31fb-4634-8694-e1fd256d3425 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Lazy-loading 'resources' on Instance uuid c42bcda4-547f-4f42-9738-0a731450321d {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1129.089283] env[62353]: INFO nova.scheduler.client.report [None req-adc6342b-062a-4ce1-a6b1-ee4940954ce0 tempest-ServersTestJSON-1364369891 tempest-ServersTestJSON-1364369891-project-member] Deleted allocations for instance 269bf557-1b4e-4a5b-a9b0-c57fa08176d7 [ 1129.340641] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] [instance: 7a3d03fd-327a-453b-ad3c-12736433379d] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1129.344599] env[62353]: DEBUG nova.compute.manager [req-9659958d-11c1-471d-9af1-edc2f038ccd2 req-ef13db4b-d7d8-4186-ab48-b5ab7a4a7027 service nova] [instance: 39c5d168-1da6-4889-97ff-112ef77de310] Received event network-changed-01ea3245-cb00-46af-ac93-862ab06c6437 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1129.344787] env[62353]: DEBUG nova.compute.manager [req-9659958d-11c1-471d-9af1-edc2f038ccd2 req-ef13db4b-d7d8-4186-ab48-b5ab7a4a7027 service nova] [instance: 39c5d168-1da6-4889-97ff-112ef77de310] Refreshing instance network info cache due to event network-changed-01ea3245-cb00-46af-ac93-862ab06c6437. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1129.345052] env[62353]: DEBUG oslo_concurrency.lockutils [req-9659958d-11c1-471d-9af1-edc2f038ccd2 req-ef13db4b-d7d8-4186-ab48-b5ab7a4a7027 service nova] Acquiring lock "refresh_cache-39c5d168-1da6-4889-97ff-112ef77de310" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1129.345177] env[62353]: DEBUG oslo_concurrency.lockutils [req-9659958d-11c1-471d-9af1-edc2f038ccd2 req-ef13db4b-d7d8-4186-ab48-b5ab7a4a7027 service nova] Acquired lock "refresh_cache-39c5d168-1da6-4889-97ff-112ef77de310" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.345333] env[62353]: DEBUG nova.network.neutron [req-9659958d-11c1-471d-9af1-edc2f038ccd2 req-ef13db4b-d7d8-4186-ab48-b5ab7a4a7027 service nova] [instance: 39c5d168-1da6-4889-97ff-112ef77de310] Refreshing network info cache for port 01ea3245-cb00-46af-ac93-862ab06c6437 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1129.568857] env[62353]: DEBUG oslo_concurrency.lockutils [None req-9207a72e-e964-4a07-8270-4e77a4bcf337 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Lock "39c5d168-1da6-4889-97ff-112ef77de310" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.375s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1129.600722] env[62353]: DEBUG oslo_concurrency.lockutils [None req-adc6342b-062a-4ce1-a6b1-ee4940954ce0 tempest-ServersTestJSON-1364369891 tempest-ServersTestJSON-1364369891-project-member] Lock "269bf557-1b4e-4a5b-a9b0-c57fa08176d7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.535s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1129.749088] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e952e1d5-9e23-4004-82de-63d0090d948b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.759272] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e23a421c-d71a-4f94-b89c-c6f9f3fb18cc {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.789910] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f063533e-a845-4bde-91c4-2925020f68b8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.797351] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe64e5e3-7bc0-497c-9399-aafacb6a6320 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.810680] env[62353]: DEBUG nova.compute.provider_tree [None req-69f85b3d-31fb-4634-8694-e1fd256d3425 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1129.847552] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] [instance: 996dff46-a8df-411f-8974-260f591f6086] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1129.977878] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2236419b-2259-4d88-b45e-bfc7aeeda599 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Acquiring lock "1e2c1dc1-0736-48b7-9748-a2441fdb4229" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1129.977878] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2236419b-2259-4d88-b45e-bfc7aeeda599 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Lock "1e2c1dc1-0736-48b7-9748-a2441fdb4229" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1129.977878] env[62353]: INFO nova.compute.manager [None req-2236419b-2259-4d88-b45e-bfc7aeeda599 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [instance: 1e2c1dc1-0736-48b7-9748-a2441fdb4229] Attaching volume 864dfa24-b886-4ad3-b19d-6949760dc5ef to /dev/sdb [ 1130.012974] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21b3788d-af3e-47bb-b53d-d109fc362575 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.022163] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49357a2b-87ad-4636-8b50-d4bb2d5a4ad5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.035365] env[62353]: DEBUG nova.virt.block_device [None req-2236419b-2259-4d88-b45e-bfc7aeeda599 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [instance: 1e2c1dc1-0736-48b7-9748-a2441fdb4229] Updating existing volume attachment record: 654425f3-c008-48d4-8b11-d454281170e7 {{(pid=62353) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1130.206427] env[62353]: DEBUG nova.network.neutron [req-9659958d-11c1-471d-9af1-edc2f038ccd2 req-ef13db4b-d7d8-4186-ab48-b5ab7a4a7027 service nova] [instance: 39c5d168-1da6-4889-97ff-112ef77de310] Updated VIF entry in instance network info cache for port 01ea3245-cb00-46af-ac93-862ab06c6437. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1130.206845] env[62353]: DEBUG nova.network.neutron [req-9659958d-11c1-471d-9af1-edc2f038ccd2 req-ef13db4b-d7d8-4186-ab48-b5ab7a4a7027 service nova] [instance: 39c5d168-1da6-4889-97ff-112ef77de310] Updating instance_info_cache with network_info: [{"id": "01ea3245-cb00-46af-ac93-862ab06c6437", "address": "fa:16:3e:a2:86:fa", "network": {"id": "f2c61678-8c63-4464-84ba-d84b54807cc9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1565172013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "890397883ac142a1ae90fecc50da8b41", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e044cfd4-1b0d-4d88-b1bd-604025731d3f", "external-id": "nsx-vlan-transportzone-372", "segmentation_id": 372, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01ea3245-cb", "ovs_interfaceid": "01ea3245-cb00-46af-ac93-862ab06c6437", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.314586] env[62353]: DEBUG nova.scheduler.client.report [None req-69f85b3d-31fb-4634-8694-e1fd256d3425 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1130.353216] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] [instance: bbbb4f2b-e3a0-4c4e-8e47-7de18b1b8f66] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1130.710162] env[62353]: DEBUG oslo_concurrency.lockutils [req-9659958d-11c1-471d-9af1-edc2f038ccd2 req-ef13db4b-d7d8-4186-ab48-b5ab7a4a7027 service nova] Releasing lock "refresh_cache-39c5d168-1da6-4889-97ff-112ef77de310" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1130.819476] env[62353]: DEBUG oslo_concurrency.lockutils [None req-69f85b3d-31fb-4634-8694-e1fd256d3425 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.745s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1130.821987] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ccd7819b-3042-45bf-8715-690500d4321c tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 2.186s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1130.843375] env[62353]: INFO nova.scheduler.client.report [None req-69f85b3d-31fb-4634-8694-e1fd256d3425 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Deleted allocations for instance c42bcda4-547f-4f42-9738-0a731450321d [ 1130.856321] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] [instance: d0318881-a5f3-4701-991a-7e42895b5f46] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1131.326555] env[62353]: INFO nova.compute.claims [None req-ccd7819b-3042-45bf-8715-690500d4321c tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: 49142354-b5a5-4789-8ee2-eaeea7f16f06] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1131.350416] env[62353]: DEBUG oslo_concurrency.lockutils [None req-69f85b3d-31fb-4634-8694-e1fd256d3425 tempest-AttachInterfacesTestJSON-1029236742 tempest-AttachInterfacesTestJSON-1029236742-project-member] Lock "c42bcda4-547f-4f42-9738-0a731450321d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.628s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1131.362213] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] [instance: 1ec74f8a-42d5-4213-843d-684129706edf] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1131.835440] env[62353]: INFO nova.compute.resource_tracker [None req-ccd7819b-3042-45bf-8715-690500d4321c tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: 49142354-b5a5-4789-8ee2-eaeea7f16f06] Updating resource usage from migration c590936b-7a6d-4fb9-af02-3272aaf49ca2 [ 1131.866919] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] [instance: d99b532a-164e-471b-b9ca-a0850f606780] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1131.929633] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc806313-d967-4230-839a-300301186637 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.939357] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52bb52b7-5c98-4ca2-ae85-b2519f5daa08 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.972389] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc727a7c-5c0a-41b3-ab98-21cd20f012e8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.979826] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1da0afaa-9bec-447d-88b6-95a78b55c5e5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.992436] env[62353]: DEBUG nova.compute.provider_tree [None req-ccd7819b-3042-45bf-8715-690500d4321c tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1132.371899] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] [instance: 6d6f643f-fbb8-43b3-b47a-78d4ff71b8cb] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1132.498024] env[62353]: DEBUG nova.scheduler.client.report [None req-ccd7819b-3042-45bf-8715-690500d4321c tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1132.874583] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] [instance: cd87ae19-37ee-4d88-95ee-9de38d5214a4] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1133.001013] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ccd7819b-3042-45bf-8715-690500d4321c tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.179s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1133.001101] env[62353]: INFO nova.compute.manager [None req-ccd7819b-3042-45bf-8715-690500d4321c tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: 49142354-b5a5-4789-8ee2-eaeea7f16f06] Migrating [ 1133.378964] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] [instance: f71b6bee-dbc8-48b6-a446-3d93255fda73] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1133.516945] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ccd7819b-3042-45bf-8715-690500d4321c tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Acquiring lock "refresh_cache-49142354-b5a5-4789-8ee2-eaeea7f16f06" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1133.517154] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ccd7819b-3042-45bf-8715-690500d4321c tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Acquired lock "refresh_cache-49142354-b5a5-4789-8ee2-eaeea7f16f06" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.517336] env[62353]: DEBUG nova.network.neutron [None req-ccd7819b-3042-45bf-8715-690500d4321c tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: 49142354-b5a5-4789-8ee2-eaeea7f16f06] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1133.882464] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] [instance: 115fbeba-b84e-48ee-bee7-4cba1f52daa9] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1134.386373] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] [instance: 85c1498f-d888-4031-878b-0181e190d3a7] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1134.393515] env[62353]: DEBUG nova.network.neutron [None req-ccd7819b-3042-45bf-8715-690500d4321c tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: 49142354-b5a5-4789-8ee2-eaeea7f16f06] Updating instance_info_cache with network_info: [{"id": "fad70a4e-3930-49a6-a6ba-fff58d28f85a", "address": "fa:16:3e:b7:94:08", "network": {"id": "e5d036e4-e0e1-4263-a13b-32de611efa27", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1880879466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c183cea98ca94f09886d57c4499788e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08e9585e-6186-4788-9fd9-24174ce45a6f", "external-id": "nsx-vlan-transportzone-254", "segmentation_id": 254, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfad70a4e-39", "ovs_interfaceid": "fad70a4e-3930-49a6-a6ba-fff58d28f85a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1134.584411] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-2236419b-2259-4d88-b45e-bfc7aeeda599 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [instance: 1e2c1dc1-0736-48b7-9748-a2441fdb4229] Volume attach. Driver type: vmdk {{(pid=62353) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1134.584706] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-2236419b-2259-4d88-b45e-bfc7aeeda599 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [instance: 1e2c1dc1-0736-48b7-9748-a2441fdb4229] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-481752', 'volume_id': '864dfa24-b886-4ad3-b19d-6949760dc5ef', 'name': 'volume-864dfa24-b886-4ad3-b19d-6949760dc5ef', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1e2c1dc1-0736-48b7-9748-a2441fdb4229', 'attached_at': '', 'detached_at': '', 'volume_id': '864dfa24-b886-4ad3-b19d-6949760dc5ef', 'serial': '864dfa24-b886-4ad3-b19d-6949760dc5ef'} {{(pid=62353) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1134.585678] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95b3ccb1-72bc-4c57-8e74-79520a7be76a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.601668] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5761ae6-22f4-4e60-ab9b-074af3e4bf5a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.625882] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-2236419b-2259-4d88-b45e-bfc7aeeda599 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [instance: 1e2c1dc1-0736-48b7-9748-a2441fdb4229] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] volume-864dfa24-b886-4ad3-b19d-6949760dc5ef/volume-864dfa24-b886-4ad3-b19d-6949760dc5ef.vmdk or device None with type thin {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1134.626206] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d0a9fd0-407a-4df6-b7d8-7995de3574f7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.644437] env[62353]: DEBUG oslo_vmware.api [None req-2236419b-2259-4d88-b45e-bfc7aeeda599 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Waiting for the task: (returnval){ [ 1134.644437] env[62353]: value = "task-2373195" [ 1134.644437] env[62353]: _type = "Task" [ 1134.644437] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.652341] env[62353]: DEBUG oslo_vmware.api [None req-2236419b-2259-4d88-b45e-bfc7aeeda599 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Task: {'id': task-2373195, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.890104] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] [instance: 832a2083-5874-47b5-a9c7-fdb4a69a94bb] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1134.898398] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ccd7819b-3042-45bf-8715-690500d4321c tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Releasing lock "refresh_cache-49142354-b5a5-4789-8ee2-eaeea7f16f06" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1135.154672] env[62353]: DEBUG oslo_vmware.api [None req-2236419b-2259-4d88-b45e-bfc7aeeda599 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Task: {'id': task-2373195, 'name': ReconfigVM_Task, 'duration_secs': 0.330503} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.154951] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-2236419b-2259-4d88-b45e-bfc7aeeda599 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [instance: 1e2c1dc1-0736-48b7-9748-a2441fdb4229] Reconfigured VM instance instance-0000006d to attach disk [datastore1] volume-864dfa24-b886-4ad3-b19d-6949760dc5ef/volume-864dfa24-b886-4ad3-b19d-6949760dc5ef.vmdk or device None with type thin {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1135.160214] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4bb5d57d-d87c-495e-b4b9-2c42ccf82f97 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.175536] env[62353]: DEBUG oslo_vmware.api [None req-2236419b-2259-4d88-b45e-bfc7aeeda599 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Waiting for the task: (returnval){ [ 1135.175536] env[62353]: value = "task-2373196" [ 1135.175536] env[62353]: _type = "Task" [ 1135.175536] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.184516] env[62353]: DEBUG oslo_vmware.api [None req-2236419b-2259-4d88-b45e-bfc7aeeda599 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Task: {'id': task-2373196, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.395029] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] [instance: 70b6d86f-10bd-471f-8655-e961c4208751] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1135.687507] env[62353]: DEBUG oslo_vmware.api [None req-2236419b-2259-4d88-b45e-bfc7aeeda599 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Task: {'id': task-2373196, 'name': ReconfigVM_Task, 'duration_secs': 0.139804} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.687683] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-2236419b-2259-4d88-b45e-bfc7aeeda599 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [instance: 1e2c1dc1-0736-48b7-9748-a2441fdb4229] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-481752', 'volume_id': '864dfa24-b886-4ad3-b19d-6949760dc5ef', 'name': 'volume-864dfa24-b886-4ad3-b19d-6949760dc5ef', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1e2c1dc1-0736-48b7-9748-a2441fdb4229', 'attached_at': '', 'detached_at': '', 'volume_id': '864dfa24-b886-4ad3-b19d-6949760dc5ef', 'serial': '864dfa24-b886-4ad3-b19d-6949760dc5ef'} {{(pid=62353) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1135.898780] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] [instance: 8b313bab-8370-47c5-a03b-c809dc96fd21] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1136.302578] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5fb18768-a082-4aea-8455-66339c524844 tempest-InstanceActionsTestJSON-1539981976 tempest-InstanceActionsTestJSON-1539981976-project-member] Acquiring lock "d37d4ba9-f57f-4929-9e09-b327bdeb4dc5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1136.302885] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5fb18768-a082-4aea-8455-66339c524844 tempest-InstanceActionsTestJSON-1539981976 tempest-InstanceActionsTestJSON-1539981976-project-member] Lock "d37d4ba9-f57f-4929-9e09-b327bdeb4dc5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1136.402515] env[62353]: DEBUG oslo_service.periodic_task [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1136.402693] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Cleaning up deleted instances with incomplete migration {{(pid=62353) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11783}} [ 1136.414365] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3926b39a-b857-4161-99c1-1b946de1a5b9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.434951] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ccd7819b-3042-45bf-8715-690500d4321c tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: 49142354-b5a5-4789-8ee2-eaeea7f16f06] Updating instance '49142354-b5a5-4789-8ee2-eaeea7f16f06' progress to 0 {{(pid=62353) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1136.730653] env[62353]: DEBUG nova.objects.instance [None req-2236419b-2259-4d88-b45e-bfc7aeeda599 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Lazy-loading 'flavor' on Instance uuid 1e2c1dc1-0736-48b7-9748-a2441fdb4229 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1136.805189] env[62353]: DEBUG nova.compute.manager [None req-5fb18768-a082-4aea-8455-66339c524844 tempest-InstanceActionsTestJSON-1539981976 tempest-InstanceActionsTestJSON-1539981976-project-member] [instance: d37d4ba9-f57f-4929-9e09-b327bdeb4dc5] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1136.905407] env[62353]: DEBUG oslo_service.periodic_task [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1136.940457] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccd7819b-3042-45bf-8715-690500d4321c tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: 49142354-b5a5-4789-8ee2-eaeea7f16f06] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1136.940757] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4ea59587-eadb-490b-ac1f-4ebf8af85c7a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.949334] env[62353]: DEBUG oslo_vmware.api [None req-ccd7819b-3042-45bf-8715-690500d4321c tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Waiting for the task: (returnval){ [ 1136.949334] env[62353]: value = "task-2373197" [ 1136.949334] env[62353]: _type = "Task" [ 1136.949334] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.961488] env[62353]: DEBUG oslo_vmware.api [None req-ccd7819b-3042-45bf-8715-690500d4321c tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Task: {'id': task-2373197, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.235382] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2236419b-2259-4d88-b45e-bfc7aeeda599 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Lock "1e2c1dc1-0736-48b7-9748-a2441fdb4229" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.258s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1137.327298] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5fb18768-a082-4aea-8455-66339c524844 tempest-InstanceActionsTestJSON-1539981976 tempest-InstanceActionsTestJSON-1539981976-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1137.327574] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5fb18768-a082-4aea-8455-66339c524844 tempest-InstanceActionsTestJSON-1539981976 tempest-InstanceActionsTestJSON-1539981976-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1137.329106] env[62353]: INFO nova.compute.claims [None req-5fb18768-a082-4aea-8455-66339c524844 tempest-InstanceActionsTestJSON-1539981976 tempest-InstanceActionsTestJSON-1539981976-project-member] [instance: d37d4ba9-f57f-4929-9e09-b327bdeb4dc5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1137.459315] env[62353]: DEBUG oslo_vmware.api [None req-ccd7819b-3042-45bf-8715-690500d4321c tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Task: {'id': task-2373197, 'name': PowerOffVM_Task, 'duration_secs': 0.206242} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.459635] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccd7819b-3042-45bf-8715-690500d4321c tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: 49142354-b5a5-4789-8ee2-eaeea7f16f06] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1137.459861] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ccd7819b-3042-45bf-8715-690500d4321c tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: 49142354-b5a5-4789-8ee2-eaeea7f16f06] Updating instance '49142354-b5a5-4789-8ee2-eaeea7f16f06' progress to 17 {{(pid=62353) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1137.512850] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f2c997a7-398b-4dcd-b035-dbf220744fc0 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Acquiring lock "1e2c1dc1-0736-48b7-9748-a2441fdb4229" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1137.513127] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f2c997a7-398b-4dcd-b035-dbf220744fc0 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Lock "1e2c1dc1-0736-48b7-9748-a2441fdb4229" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1137.822197] env[62353]: DEBUG oslo_service.periodic_task [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1137.822477] env[62353]: DEBUG oslo_service.periodic_task [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1137.966196] env[62353]: DEBUG nova.virt.hardware [None req-ccd7819b-3042-45bf-8715-690500d4321c tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T12:38:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=06f909ae-e8dc-43b4-abf7-c7ed85db9bbd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1137.967033] env[62353]: DEBUG nova.virt.hardware [None req-ccd7819b-3042-45bf-8715-690500d4321c tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1137.967033] env[62353]: DEBUG nova.virt.hardware [None req-ccd7819b-3042-45bf-8715-690500d4321c tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1137.967033] env[62353]: DEBUG nova.virt.hardware [None req-ccd7819b-3042-45bf-8715-690500d4321c tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1137.967033] env[62353]: DEBUG nova.virt.hardware [None req-ccd7819b-3042-45bf-8715-690500d4321c tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1137.967033] env[62353]: DEBUG nova.virt.hardware [None req-ccd7819b-3042-45bf-8715-690500d4321c tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1137.967249] env[62353]: DEBUG nova.virt.hardware [None req-ccd7819b-3042-45bf-8715-690500d4321c tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1137.967417] env[62353]: DEBUG nova.virt.hardware [None req-ccd7819b-3042-45bf-8715-690500d4321c tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1137.967554] env[62353]: DEBUG nova.virt.hardware [None req-ccd7819b-3042-45bf-8715-690500d4321c tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1137.967745] env[62353]: DEBUG nova.virt.hardware [None req-ccd7819b-3042-45bf-8715-690500d4321c tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1137.967923] env[62353]: DEBUG nova.virt.hardware [None req-ccd7819b-3042-45bf-8715-690500d4321c tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1137.973404] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-859d4612-3208-494a-847a-2f0f7361f9d4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.990777] env[62353]: DEBUG oslo_vmware.api [None req-ccd7819b-3042-45bf-8715-690500d4321c tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Waiting for the task: (returnval){ [ 1137.990777] env[62353]: value = "task-2373198" [ 1137.990777] env[62353]: _type = "Task" [ 1137.990777] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.998981] env[62353]: DEBUG oslo_vmware.api [None req-ccd7819b-3042-45bf-8715-690500d4321c tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Task: {'id': task-2373198, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.016042] env[62353]: INFO nova.compute.manager [None req-f2c997a7-398b-4dcd-b035-dbf220744fc0 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [instance: 1e2c1dc1-0736-48b7-9748-a2441fdb4229] Detaching volume 864dfa24-b886-4ad3-b19d-6949760dc5ef [ 1138.051532] env[62353]: INFO nova.virt.block_device [None req-f2c997a7-398b-4dcd-b035-dbf220744fc0 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [instance: 1e2c1dc1-0736-48b7-9748-a2441fdb4229] Attempting to driver detach volume 864dfa24-b886-4ad3-b19d-6949760dc5ef from mountpoint /dev/sdb [ 1138.051789] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2c997a7-398b-4dcd-b035-dbf220744fc0 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [instance: 1e2c1dc1-0736-48b7-9748-a2441fdb4229] Volume detach. Driver type: vmdk {{(pid=62353) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1138.051978] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2c997a7-398b-4dcd-b035-dbf220744fc0 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [instance: 1e2c1dc1-0736-48b7-9748-a2441fdb4229] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-481752', 'volume_id': '864dfa24-b886-4ad3-b19d-6949760dc5ef', 'name': 'volume-864dfa24-b886-4ad3-b19d-6949760dc5ef', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1e2c1dc1-0736-48b7-9748-a2441fdb4229', 'attached_at': '', 'detached_at': '', 'volume_id': '864dfa24-b886-4ad3-b19d-6949760dc5ef', 'serial': '864dfa24-b886-4ad3-b19d-6949760dc5ef'} {{(pid=62353) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1138.052855] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd02f0fe-ff1f-49b7-8286-8705bc8c3ec3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.076575] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8de96592-0603-4943-bf40-73b4ddb02aa1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.083754] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-256bfa50-c503-4d7a-9301-80426a7ec3f8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.105084] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30512304-8e95-4c1a-b257-84488cb3d294 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.119442] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2c997a7-398b-4dcd-b035-dbf220744fc0 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] The volume has not been displaced from its original location: [datastore1] volume-864dfa24-b886-4ad3-b19d-6949760dc5ef/volume-864dfa24-b886-4ad3-b19d-6949760dc5ef.vmdk. No consolidation needed. {{(pid=62353) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1138.124641] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2c997a7-398b-4dcd-b035-dbf220744fc0 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [instance: 1e2c1dc1-0736-48b7-9748-a2441fdb4229] Reconfiguring VM instance instance-0000006d to detach disk 2001 {{(pid=62353) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1138.124922] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-afb414cb-daea-4b75-a935-1d8fe8bca98e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.142154] env[62353]: DEBUG oslo_vmware.api [None req-f2c997a7-398b-4dcd-b035-dbf220744fc0 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Waiting for the task: (returnval){ [ 1138.142154] env[62353]: value = "task-2373199" [ 1138.142154] env[62353]: _type = "Task" [ 1138.142154] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.153682] env[62353]: DEBUG oslo_vmware.api [None req-f2c997a7-398b-4dcd-b035-dbf220744fc0 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Task: {'id': task-2373199, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.327570] env[62353]: DEBUG oslo_service.periodic_task [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1138.327721] env[62353]: DEBUG oslo_service.periodic_task [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1138.328169] env[62353]: DEBUG oslo_service.periodic_task [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Running periodic task ComputeManager._sync_power_states {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1138.422485] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2de1dbbb-ec6c-4258-8057-991f42ca2820 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.430479] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab19c4c2-a5cc-464e-b61c-6850392972f4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.463387] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5305d1fa-cacb-47a2-a74c-d38fe81ba794 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.471289] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beca4796-10da-46e2-af5c-2c716cc0dac0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.487373] env[62353]: DEBUG nova.compute.provider_tree [None req-5fb18768-a082-4aea-8455-66339c524844 tempest-InstanceActionsTestJSON-1539981976 tempest-InstanceActionsTestJSON-1539981976-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1138.499621] env[62353]: DEBUG oslo_vmware.api [None req-ccd7819b-3042-45bf-8715-690500d4321c tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Task: {'id': task-2373198, 'name': ReconfigVM_Task, 'duration_secs': 0.173058} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.499907] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ccd7819b-3042-45bf-8715-690500d4321c tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: 49142354-b5a5-4789-8ee2-eaeea7f16f06] Updating instance '49142354-b5a5-4789-8ee2-eaeea7f16f06' progress to 33 {{(pid=62353) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1138.652195] env[62353]: DEBUG oslo_vmware.api [None req-f2c997a7-398b-4dcd-b035-dbf220744fc0 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Task: {'id': task-2373199, 'name': ReconfigVM_Task, 'duration_secs': 0.214454} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.652485] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2c997a7-398b-4dcd-b035-dbf220744fc0 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [instance: 1e2c1dc1-0736-48b7-9748-a2441fdb4229] Reconfigured VM instance instance-0000006d to detach disk 2001 {{(pid=62353) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1138.656980] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-469fe083-0d06-4b3f-8e14-c41aafcb0d20 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.672102] env[62353]: DEBUG oslo_vmware.api [None req-f2c997a7-398b-4dcd-b035-dbf220744fc0 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Waiting for the task: (returnval){ [ 1138.672102] env[62353]: value = "task-2373200" [ 1138.672102] env[62353]: _type = "Task" [ 1138.672102] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.680711] env[62353]: DEBUG oslo_vmware.api [None req-f2c997a7-398b-4dcd-b035-dbf220744fc0 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Task: {'id': task-2373200, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.832515] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Getting list of instances from cluster (obj){ [ 1138.832515] env[62353]: value = "domain-c8" [ 1138.832515] env[62353]: _type = "ClusterComputeResource" [ 1138.832515] env[62353]: } {{(pid=62353) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1138.833567] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c91da92-dadc-4f2f-bc8f-868ac65d29a9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.847453] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Got total of 5 instances {{(pid=62353) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1138.847587] env[62353]: WARNING nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] While synchronizing instance power states, found 6 instances in the database and 5 instances on the hypervisor. [ 1138.847722] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Triggering sync for uuid 6bca1280-d76a-4a63-a619-ab3788756003 {{(pid=62353) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1138.847906] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Triggering sync for uuid 49142354-b5a5-4789-8ee2-eaeea7f16f06 {{(pid=62353) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1138.848072] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Triggering sync for uuid 1e2c1dc1-0736-48b7-9748-a2441fdb4229 {{(pid=62353) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1138.848230] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Triggering sync for uuid dcef6fd5-617c-4561-809d-d7c872b90e48 {{(pid=62353) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1138.848379] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Triggering sync for uuid 39c5d168-1da6-4889-97ff-112ef77de310 {{(pid=62353) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1138.848524] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Triggering sync for uuid d37d4ba9-f57f-4929-9e09-b327bdeb4dc5 {{(pid=62353) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1138.848921] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Acquiring lock "6bca1280-d76a-4a63-a619-ab3788756003" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1138.849354] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Lock "6bca1280-d76a-4a63-a619-ab3788756003" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1138.849655] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Acquiring lock "49142354-b5a5-4789-8ee2-eaeea7f16f06" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1138.849846] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Lock "49142354-b5a5-4789-8ee2-eaeea7f16f06" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1138.850018] env[62353]: INFO nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] [instance: 49142354-b5a5-4789-8ee2-eaeea7f16f06] During sync_power_state the instance has a pending task (resize_migrating). Skip. [ 1138.850190] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Lock "49142354-b5a5-4789-8ee2-eaeea7f16f06" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1138.850377] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Acquiring lock "1e2c1dc1-0736-48b7-9748-a2441fdb4229" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1138.850578] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Acquiring lock "dcef6fd5-617c-4561-809d-d7c872b90e48" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1138.850753] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Lock "dcef6fd5-617c-4561-809d-d7c872b90e48" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1138.850977] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Acquiring lock "39c5d168-1da6-4889-97ff-112ef77de310" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1138.851172] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Lock "39c5d168-1da6-4889-97ff-112ef77de310" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1138.851412] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Acquiring lock "d37d4ba9-f57f-4929-9e09-b327bdeb4dc5" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1138.851614] env[62353]: DEBUG oslo_service.periodic_task [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1138.851747] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62353) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1138.852445] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b3d3f1a-489a-4cc0-8db0-166645089bfd {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.855436] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64e056a0-2ab0-4924-bb03-3d12fec37fa4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.858083] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-476d8522-159a-4788-b4b6-292ad32d8321 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.990980] env[62353]: DEBUG nova.scheduler.client.report [None req-5fb18768-a082-4aea-8455-66339c524844 tempest-InstanceActionsTestJSON-1539981976 tempest-InstanceActionsTestJSON-1539981976-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1139.006192] env[62353]: DEBUG nova.virt.hardware [None req-ccd7819b-3042-45bf-8715-690500d4321c tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T12:38:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=06f909ae-e8dc-43b4-abf7-c7ed85db9bbd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1139.006485] env[62353]: DEBUG nova.virt.hardware [None req-ccd7819b-3042-45bf-8715-690500d4321c tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1139.006629] env[62353]: DEBUG nova.virt.hardware [None req-ccd7819b-3042-45bf-8715-690500d4321c tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1139.008072] env[62353]: DEBUG nova.virt.hardware [None req-ccd7819b-3042-45bf-8715-690500d4321c tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1139.008072] env[62353]: DEBUG nova.virt.hardware [None req-ccd7819b-3042-45bf-8715-690500d4321c tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1139.008072] env[62353]: DEBUG nova.virt.hardware [None req-ccd7819b-3042-45bf-8715-690500d4321c tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1139.008072] env[62353]: DEBUG nova.virt.hardware [None req-ccd7819b-3042-45bf-8715-690500d4321c tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1139.008072] env[62353]: DEBUG nova.virt.hardware [None req-ccd7819b-3042-45bf-8715-690500d4321c tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1139.008072] env[62353]: DEBUG nova.virt.hardware [None req-ccd7819b-3042-45bf-8715-690500d4321c tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1139.008290] env[62353]: DEBUG nova.virt.hardware [None req-ccd7819b-3042-45bf-8715-690500d4321c tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1139.008377] env[62353]: DEBUG nova.virt.hardware [None req-ccd7819b-3042-45bf-8715-690500d4321c tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1139.013999] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccd7819b-3042-45bf-8715-690500d4321c tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: 49142354-b5a5-4789-8ee2-eaeea7f16f06] Reconfiguring VM instance instance-0000006c to detach disk 2000 {{(pid=62353) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1139.015213] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-59a1536a-82f5-40f4-8d9d-8e680bb27fed {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.034941] env[62353]: DEBUG oslo_vmware.api [None req-ccd7819b-3042-45bf-8715-690500d4321c tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Waiting for the task: (returnval){ [ 1139.034941] env[62353]: value = "task-2373201" [ 1139.034941] env[62353]: _type = "Task" [ 1139.034941] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.043388] env[62353]: DEBUG oslo_vmware.api [None req-ccd7819b-3042-45bf-8715-690500d4321c tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Task: {'id': task-2373201, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.182358] env[62353]: DEBUG oslo_vmware.api [None req-f2c997a7-398b-4dcd-b035-dbf220744fc0 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Task: {'id': task-2373200, 'name': ReconfigVM_Task, 'duration_secs': 0.140702} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.182741] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2c997a7-398b-4dcd-b035-dbf220744fc0 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [instance: 1e2c1dc1-0736-48b7-9748-a2441fdb4229] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-481752', 'volume_id': '864dfa24-b886-4ad3-b19d-6949760dc5ef', 'name': 'volume-864dfa24-b886-4ad3-b19d-6949760dc5ef', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1e2c1dc1-0736-48b7-9748-a2441fdb4229', 'attached_at': '', 'detached_at': '', 'volume_id': '864dfa24-b886-4ad3-b19d-6949760dc5ef', 'serial': '864dfa24-b886-4ad3-b19d-6949760dc5ef'} {{(pid=62353) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1139.370380] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Lock "6bca1280-d76a-4a63-a619-ab3788756003" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.521s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1139.370766] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Lock "39c5d168-1da6-4889-97ff-112ef77de310" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.520s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1139.371079] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Lock "dcef6fd5-617c-4561-809d-d7c872b90e48" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.520s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1139.496508] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5fb18768-a082-4aea-8455-66339c524844 tempest-InstanceActionsTestJSON-1539981976 tempest-InstanceActionsTestJSON-1539981976-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.169s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1139.496997] env[62353]: DEBUG nova.compute.manager [None req-5fb18768-a082-4aea-8455-66339c524844 tempest-InstanceActionsTestJSON-1539981976 tempest-InstanceActionsTestJSON-1539981976-project-member] [instance: d37d4ba9-f57f-4929-9e09-b327bdeb4dc5] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1139.544424] env[62353]: DEBUG oslo_vmware.api [None req-ccd7819b-3042-45bf-8715-690500d4321c tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Task: {'id': task-2373201, 'name': ReconfigVM_Task, 'duration_secs': 0.156308} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.544672] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccd7819b-3042-45bf-8715-690500d4321c tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: 49142354-b5a5-4789-8ee2-eaeea7f16f06] Reconfigured VM instance instance-0000006c to detach disk 2000 {{(pid=62353) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1139.545438] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c975885e-454d-4cf9-99d2-8bd23525fbfa {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.568076] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccd7819b-3042-45bf-8715-690500d4321c tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: 49142354-b5a5-4789-8ee2-eaeea7f16f06] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] 49142354-b5a5-4789-8ee2-eaeea7f16f06/49142354-b5a5-4789-8ee2-eaeea7f16f06.vmdk or device None with type thin {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1139.568549] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c4242cf-44b0-45a3-9ebd-1effe8e47959 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.586096] env[62353]: DEBUG oslo_vmware.api [None req-ccd7819b-3042-45bf-8715-690500d4321c tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Waiting for the task: (returnval){ [ 1139.586096] env[62353]: value = "task-2373202" [ 1139.586096] env[62353]: _type = "Task" [ 1139.586096] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.593789] env[62353]: DEBUG oslo_vmware.api [None req-ccd7819b-3042-45bf-8715-690500d4321c tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Task: {'id': task-2373202, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.724375] env[62353]: DEBUG nova.objects.instance [None req-f2c997a7-398b-4dcd-b035-dbf220744fc0 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Lazy-loading 'flavor' on Instance uuid 1e2c1dc1-0736-48b7-9748-a2441fdb4229 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1140.001350] env[62353]: DEBUG nova.compute.utils [None req-5fb18768-a082-4aea-8455-66339c524844 tempest-InstanceActionsTestJSON-1539981976 tempest-InstanceActionsTestJSON-1539981976-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1140.003220] env[62353]: DEBUG nova.compute.manager [None req-5fb18768-a082-4aea-8455-66339c524844 tempest-InstanceActionsTestJSON-1539981976 tempest-InstanceActionsTestJSON-1539981976-project-member] [instance: d37d4ba9-f57f-4929-9e09-b327bdeb4dc5] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1140.003390] env[62353]: DEBUG nova.network.neutron [None req-5fb18768-a082-4aea-8455-66339c524844 tempest-InstanceActionsTestJSON-1539981976 tempest-InstanceActionsTestJSON-1539981976-project-member] [instance: d37d4ba9-f57f-4929-9e09-b327bdeb4dc5] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1140.040854] env[62353]: DEBUG nova.policy [None req-5fb18768-a082-4aea-8455-66339c524844 tempest-InstanceActionsTestJSON-1539981976 tempest-InstanceActionsTestJSON-1539981976-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5426ccbf02574a799f949dfe4b68fbaa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f9d9486852b04c8183b6bf6ea26abb27', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:192}} [ 1140.096140] env[62353]: DEBUG oslo_vmware.api [None req-ccd7819b-3042-45bf-8715-690500d4321c tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Task: {'id': task-2373202, 'name': ReconfigVM_Task, 'duration_secs': 0.255814} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.096407] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccd7819b-3042-45bf-8715-690500d4321c tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: 49142354-b5a5-4789-8ee2-eaeea7f16f06] Reconfigured VM instance instance-0000006c to attach disk [datastore2] 49142354-b5a5-4789-8ee2-eaeea7f16f06/49142354-b5a5-4789-8ee2-eaeea7f16f06.vmdk or device None with type thin {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1140.096673] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ccd7819b-3042-45bf-8715-690500d4321c tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: 49142354-b5a5-4789-8ee2-eaeea7f16f06] Updating instance '49142354-b5a5-4789-8ee2-eaeea7f16f06' progress to 50 {{(pid=62353) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1140.307015] env[62353]: DEBUG nova.network.neutron [None req-5fb18768-a082-4aea-8455-66339c524844 tempest-InstanceActionsTestJSON-1539981976 tempest-InstanceActionsTestJSON-1539981976-project-member] [instance: d37d4ba9-f57f-4929-9e09-b327bdeb4dc5] Successfully created port: dbee6268-bb4b-480e-aebb-4787ce54f713 {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1140.506172] env[62353]: DEBUG nova.compute.manager [None req-5fb18768-a082-4aea-8455-66339c524844 tempest-InstanceActionsTestJSON-1539981976 tempest-InstanceActionsTestJSON-1539981976-project-member] [instance: d37d4ba9-f57f-4929-9e09-b327bdeb4dc5] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1140.604355] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-298093df-fd8f-4841-973e-8073d78f5c64 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.623232] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18c2cc53-9550-4b2f-9e40-285661d5481e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.639917] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ccd7819b-3042-45bf-8715-690500d4321c tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: 49142354-b5a5-4789-8ee2-eaeea7f16f06] Updating instance '49142354-b5a5-4789-8ee2-eaeea7f16f06' progress to 67 {{(pid=62353) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1140.730042] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f2c997a7-398b-4dcd-b035-dbf220744fc0 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Lock "1e2c1dc1-0736-48b7-9748-a2441fdb4229" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.217s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1140.731039] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Lock "1e2c1dc1-0736-48b7-9748-a2441fdb4229" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 1.881s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1140.732127] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80546362-cd1c-47b2-9f5b-a3e67de3d707 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.180664] env[62353]: DEBUG nova.network.neutron [None req-ccd7819b-3042-45bf-8715-690500d4321c tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: 49142354-b5a5-4789-8ee2-eaeea7f16f06] Port fad70a4e-3930-49a6-a6ba-fff58d28f85a binding to destination host cpu-1 is already ACTIVE {{(pid=62353) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1141.241232] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Lock "1e2c1dc1-0736-48b7-9748-a2441fdb4229" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.510s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1141.515136] env[62353]: DEBUG nova.compute.manager [None req-5fb18768-a082-4aea-8455-66339c524844 tempest-InstanceActionsTestJSON-1539981976 tempest-InstanceActionsTestJSON-1539981976-project-member] [instance: d37d4ba9-f57f-4929-9e09-b327bdeb4dc5] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1141.542633] env[62353]: DEBUG nova.virt.hardware [None req-5fb18768-a082-4aea-8455-66339c524844 tempest-InstanceActionsTestJSON-1539981976 tempest-InstanceActionsTestJSON-1539981976-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T12:38:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T12:38:15Z,direct_url=,disk_format='vmdk',id=06f909ae-e8dc-43b4-abf7-c7ed85db9bbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0a3f88790a594523a818b8c00f6862e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T12:38:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1141.542898] env[62353]: DEBUG nova.virt.hardware [None req-5fb18768-a082-4aea-8455-66339c524844 tempest-InstanceActionsTestJSON-1539981976 tempest-InstanceActionsTestJSON-1539981976-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1141.543062] env[62353]: DEBUG nova.virt.hardware [None req-5fb18768-a082-4aea-8455-66339c524844 tempest-InstanceActionsTestJSON-1539981976 tempest-InstanceActionsTestJSON-1539981976-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1141.543245] env[62353]: DEBUG nova.virt.hardware [None req-5fb18768-a082-4aea-8455-66339c524844 tempest-InstanceActionsTestJSON-1539981976 tempest-InstanceActionsTestJSON-1539981976-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1141.543387] env[62353]: DEBUG nova.virt.hardware [None req-5fb18768-a082-4aea-8455-66339c524844 tempest-InstanceActionsTestJSON-1539981976 tempest-InstanceActionsTestJSON-1539981976-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1141.543530] env[62353]: DEBUG nova.virt.hardware [None req-5fb18768-a082-4aea-8455-66339c524844 tempest-InstanceActionsTestJSON-1539981976 tempest-InstanceActionsTestJSON-1539981976-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1141.543733] env[62353]: DEBUG nova.virt.hardware [None req-5fb18768-a082-4aea-8455-66339c524844 tempest-InstanceActionsTestJSON-1539981976 tempest-InstanceActionsTestJSON-1539981976-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1141.543884] env[62353]: DEBUG nova.virt.hardware [None req-5fb18768-a082-4aea-8455-66339c524844 tempest-InstanceActionsTestJSON-1539981976 tempest-InstanceActionsTestJSON-1539981976-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1141.544062] env[62353]: DEBUG nova.virt.hardware [None req-5fb18768-a082-4aea-8455-66339c524844 tempest-InstanceActionsTestJSON-1539981976 tempest-InstanceActionsTestJSON-1539981976-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1141.544225] env[62353]: DEBUG nova.virt.hardware [None req-5fb18768-a082-4aea-8455-66339c524844 tempest-InstanceActionsTestJSON-1539981976 tempest-InstanceActionsTestJSON-1539981976-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1141.544397] env[62353]: DEBUG nova.virt.hardware [None req-5fb18768-a082-4aea-8455-66339c524844 tempest-InstanceActionsTestJSON-1539981976 tempest-InstanceActionsTestJSON-1539981976-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1141.545260] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebb881a8-76c0-46a2-b723-3a158ead94da {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.553556] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5b4d9f8-2173-4205-90d4-d878fe2eb3aa {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.669734] env[62353]: DEBUG nova.compute.manager [req-38d9c6dc-6c5f-484e-bac2-b2e9cde2b639 req-d62baa0e-d20f-4721-b421-aa1b1962f53a service nova] [instance: d37d4ba9-f57f-4929-9e09-b327bdeb4dc5] Received event network-vif-plugged-dbee6268-bb4b-480e-aebb-4787ce54f713 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1141.669965] env[62353]: DEBUG oslo_concurrency.lockutils [req-38d9c6dc-6c5f-484e-bac2-b2e9cde2b639 req-d62baa0e-d20f-4721-b421-aa1b1962f53a service nova] Acquiring lock "d37d4ba9-f57f-4929-9e09-b327bdeb4dc5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1141.670173] env[62353]: DEBUG oslo_concurrency.lockutils [req-38d9c6dc-6c5f-484e-bac2-b2e9cde2b639 req-d62baa0e-d20f-4721-b421-aa1b1962f53a service nova] Lock "d37d4ba9-f57f-4929-9e09-b327bdeb4dc5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1141.670336] env[62353]: DEBUG oslo_concurrency.lockutils [req-38d9c6dc-6c5f-484e-bac2-b2e9cde2b639 req-d62baa0e-d20f-4721-b421-aa1b1962f53a service nova] Lock "d37d4ba9-f57f-4929-9e09-b327bdeb4dc5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1141.670503] env[62353]: DEBUG nova.compute.manager [req-38d9c6dc-6c5f-484e-bac2-b2e9cde2b639 req-d62baa0e-d20f-4721-b421-aa1b1962f53a service nova] [instance: d37d4ba9-f57f-4929-9e09-b327bdeb4dc5] No waiting events found dispatching network-vif-plugged-dbee6268-bb4b-480e-aebb-4787ce54f713 {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1141.670749] env[62353]: WARNING nova.compute.manager [req-38d9c6dc-6c5f-484e-bac2-b2e9cde2b639 req-d62baa0e-d20f-4721-b421-aa1b1962f53a service nova] [instance: d37d4ba9-f57f-4929-9e09-b327bdeb4dc5] Received unexpected event network-vif-plugged-dbee6268-bb4b-480e-aebb-4787ce54f713 for instance with vm_state building and task_state spawning. [ 1141.759182] env[62353]: DEBUG nova.network.neutron [None req-5fb18768-a082-4aea-8455-66339c524844 tempest-InstanceActionsTestJSON-1539981976 tempest-InstanceActionsTestJSON-1539981976-project-member] [instance: d37d4ba9-f57f-4929-9e09-b327bdeb4dc5] Successfully updated port: dbee6268-bb4b-480e-aebb-4787ce54f713 {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1141.766073] env[62353]: DEBUG oslo_concurrency.lockutils [None req-843ebe9f-b167-4736-8605-5f78681b788a tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Acquiring lock "1e2c1dc1-0736-48b7-9748-a2441fdb4229" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1141.766073] env[62353]: DEBUG oslo_concurrency.lockutils [None req-843ebe9f-b167-4736-8605-5f78681b788a tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Lock "1e2c1dc1-0736-48b7-9748-a2441fdb4229" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1141.766073] env[62353]: DEBUG oslo_concurrency.lockutils [None req-843ebe9f-b167-4736-8605-5f78681b788a tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Acquiring lock "1e2c1dc1-0736-48b7-9748-a2441fdb4229-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1141.766073] env[62353]: DEBUG oslo_concurrency.lockutils [None req-843ebe9f-b167-4736-8605-5f78681b788a tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Lock "1e2c1dc1-0736-48b7-9748-a2441fdb4229-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1141.766259] env[62353]: DEBUG oslo_concurrency.lockutils [None req-843ebe9f-b167-4736-8605-5f78681b788a tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Lock "1e2c1dc1-0736-48b7-9748-a2441fdb4229-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1141.768075] env[62353]: INFO nova.compute.manager [None req-843ebe9f-b167-4736-8605-5f78681b788a tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [instance: 1e2c1dc1-0736-48b7-9748-a2441fdb4229] Terminating instance [ 1142.204685] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ccd7819b-3042-45bf-8715-690500d4321c tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Acquiring lock "49142354-b5a5-4789-8ee2-eaeea7f16f06-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1142.205038] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ccd7819b-3042-45bf-8715-690500d4321c tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Lock "49142354-b5a5-4789-8ee2-eaeea7f16f06-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1142.205175] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ccd7819b-3042-45bf-8715-690500d4321c tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Lock "49142354-b5a5-4789-8ee2-eaeea7f16f06-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1142.264397] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5fb18768-a082-4aea-8455-66339c524844 tempest-InstanceActionsTestJSON-1539981976 tempest-InstanceActionsTestJSON-1539981976-project-member] Acquiring lock "refresh_cache-d37d4ba9-f57f-4929-9e09-b327bdeb4dc5" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1142.264474] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5fb18768-a082-4aea-8455-66339c524844 tempest-InstanceActionsTestJSON-1539981976 tempest-InstanceActionsTestJSON-1539981976-project-member] Acquired lock "refresh_cache-d37d4ba9-f57f-4929-9e09-b327bdeb4dc5" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.264605] env[62353]: DEBUG nova.network.neutron [None req-5fb18768-a082-4aea-8455-66339c524844 tempest-InstanceActionsTestJSON-1539981976 tempest-InstanceActionsTestJSON-1539981976-project-member] [instance: d37d4ba9-f57f-4929-9e09-b327bdeb4dc5] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1142.271718] env[62353]: DEBUG nova.compute.manager [None req-843ebe9f-b167-4736-8605-5f78681b788a tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [instance: 1e2c1dc1-0736-48b7-9748-a2441fdb4229] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1142.271808] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-843ebe9f-b167-4736-8605-5f78681b788a tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [instance: 1e2c1dc1-0736-48b7-9748-a2441fdb4229] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1142.272705] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e82a978b-b501-47e1-9834-f93c228f9c5a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.281611] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-843ebe9f-b167-4736-8605-5f78681b788a tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [instance: 1e2c1dc1-0736-48b7-9748-a2441fdb4229] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1142.281716] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2010d94e-05b1-4696-9032-381b36737b28 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.288026] env[62353]: DEBUG oslo_vmware.api [None req-843ebe9f-b167-4736-8605-5f78681b788a tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Waiting for the task: (returnval){ [ 1142.288026] env[62353]: value = "task-2373203" [ 1142.288026] env[62353]: _type = "Task" [ 1142.288026] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.295812] env[62353]: DEBUG oslo_vmware.api [None req-843ebe9f-b167-4736-8605-5f78681b788a tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Task: {'id': task-2373203, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.797297] env[62353]: DEBUG oslo_vmware.api [None req-843ebe9f-b167-4736-8605-5f78681b788a tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Task: {'id': task-2373203, 'name': PowerOffVM_Task, 'duration_secs': 0.164133} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.797994] env[62353]: DEBUG nova.network.neutron [None req-5fb18768-a082-4aea-8455-66339c524844 tempest-InstanceActionsTestJSON-1539981976 tempest-InstanceActionsTestJSON-1539981976-project-member] [instance: d37d4ba9-f57f-4929-9e09-b327bdeb4dc5] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1142.799759] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-843ebe9f-b167-4736-8605-5f78681b788a tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [instance: 1e2c1dc1-0736-48b7-9748-a2441fdb4229] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1142.799930] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-843ebe9f-b167-4736-8605-5f78681b788a tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [instance: 1e2c1dc1-0736-48b7-9748-a2441fdb4229] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1142.800184] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-34effe8d-a11e-41b7-8aca-904740c80b01 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.870627] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-843ebe9f-b167-4736-8605-5f78681b788a tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [instance: 1e2c1dc1-0736-48b7-9748-a2441fdb4229] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1142.870838] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-843ebe9f-b167-4736-8605-5f78681b788a tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [instance: 1e2c1dc1-0736-48b7-9748-a2441fdb4229] Deleting contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1142.871031] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-843ebe9f-b167-4736-8605-5f78681b788a tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Deleting the datastore file [datastore1] 1e2c1dc1-0736-48b7-9748-a2441fdb4229 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1142.871285] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6d414b46-f2be-49a4-a628-dff26b65a4ac {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.877725] env[62353]: DEBUG oslo_vmware.api [None req-843ebe9f-b167-4736-8605-5f78681b788a tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Waiting for the task: (returnval){ [ 1142.877725] env[62353]: value = "task-2373205" [ 1142.877725] env[62353]: _type = "Task" [ 1142.877725] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.884999] env[62353]: DEBUG oslo_vmware.api [None req-843ebe9f-b167-4736-8605-5f78681b788a tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Task: {'id': task-2373205, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.939492] env[62353]: DEBUG nova.network.neutron [None req-5fb18768-a082-4aea-8455-66339c524844 tempest-InstanceActionsTestJSON-1539981976 tempest-InstanceActionsTestJSON-1539981976-project-member] [instance: d37d4ba9-f57f-4929-9e09-b327bdeb4dc5] Updating instance_info_cache with network_info: [{"id": "dbee6268-bb4b-480e-aebb-4787ce54f713", "address": "fa:16:3e:df:59:75", "network": {"id": "46f6b8d9-0156-4779-a563-cb6d1c61d941", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1552215728-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9d9486852b04c8183b6bf6ea26abb27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7c7f16b-a2e3-4d1f-9b7e-a44a9ebb589c", "external-id": "nsx-vlan-transportzone-772", "segmentation_id": 772, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbee6268-bb", "ovs_interfaceid": "dbee6268-bb4b-480e-aebb-4787ce54f713", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1143.240256] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ccd7819b-3042-45bf-8715-690500d4321c tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Acquiring lock "refresh_cache-49142354-b5a5-4789-8ee2-eaeea7f16f06" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1143.240589] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ccd7819b-3042-45bf-8715-690500d4321c tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Acquired lock "refresh_cache-49142354-b5a5-4789-8ee2-eaeea7f16f06" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.240712] env[62353]: DEBUG nova.network.neutron [None req-ccd7819b-3042-45bf-8715-690500d4321c tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: 49142354-b5a5-4789-8ee2-eaeea7f16f06] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1143.388088] env[62353]: DEBUG oslo_vmware.api [None req-843ebe9f-b167-4736-8605-5f78681b788a tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Task: {'id': task-2373205, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13904} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.388345] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-843ebe9f-b167-4736-8605-5f78681b788a tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1143.388521] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-843ebe9f-b167-4736-8605-5f78681b788a tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [instance: 1e2c1dc1-0736-48b7-9748-a2441fdb4229] Deleted contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1143.388690] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-843ebe9f-b167-4736-8605-5f78681b788a tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [instance: 1e2c1dc1-0736-48b7-9748-a2441fdb4229] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1143.388856] env[62353]: INFO nova.compute.manager [None req-843ebe9f-b167-4736-8605-5f78681b788a tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [instance: 1e2c1dc1-0736-48b7-9748-a2441fdb4229] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1143.389104] env[62353]: DEBUG oslo.service.loopingcall [None req-843ebe9f-b167-4736-8605-5f78681b788a tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1143.389287] env[62353]: DEBUG nova.compute.manager [-] [instance: 1e2c1dc1-0736-48b7-9748-a2441fdb4229] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1143.389379] env[62353]: DEBUG nova.network.neutron [-] [instance: 1e2c1dc1-0736-48b7-9748-a2441fdb4229] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1143.441930] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5fb18768-a082-4aea-8455-66339c524844 tempest-InstanceActionsTestJSON-1539981976 tempest-InstanceActionsTestJSON-1539981976-project-member] Releasing lock "refresh_cache-d37d4ba9-f57f-4929-9e09-b327bdeb4dc5" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1143.442280] env[62353]: DEBUG nova.compute.manager [None req-5fb18768-a082-4aea-8455-66339c524844 tempest-InstanceActionsTestJSON-1539981976 tempest-InstanceActionsTestJSON-1539981976-project-member] [instance: d37d4ba9-f57f-4929-9e09-b327bdeb4dc5] Instance network_info: |[{"id": "dbee6268-bb4b-480e-aebb-4787ce54f713", "address": "fa:16:3e:df:59:75", "network": {"id": "46f6b8d9-0156-4779-a563-cb6d1c61d941", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1552215728-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9d9486852b04c8183b6bf6ea26abb27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7c7f16b-a2e3-4d1f-9b7e-a44a9ebb589c", "external-id": "nsx-vlan-transportzone-772", "segmentation_id": 772, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbee6268-bb", "ovs_interfaceid": "dbee6268-bb4b-480e-aebb-4787ce54f713", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1143.444876] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-5fb18768-a082-4aea-8455-66339c524844 tempest-InstanceActionsTestJSON-1539981976 tempest-InstanceActionsTestJSON-1539981976-project-member] [instance: d37d4ba9-f57f-4929-9e09-b327bdeb4dc5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:df:59:75', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c7c7f16b-a2e3-4d1f-9b7e-a44a9ebb589c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dbee6268-bb4b-480e-aebb-4787ce54f713', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1143.451921] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fb18768-a082-4aea-8455-66339c524844 tempest-InstanceActionsTestJSON-1539981976 tempest-InstanceActionsTestJSON-1539981976-project-member] Creating folder: Project (f9d9486852b04c8183b6bf6ea26abb27). Parent ref: group-v481456. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1143.452187] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b63c10b0-b93e-409f-8a24-88cf9735199e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.463673] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-5fb18768-a082-4aea-8455-66339c524844 tempest-InstanceActionsTestJSON-1539981976 tempest-InstanceActionsTestJSON-1539981976-project-member] Created folder: Project (f9d9486852b04c8183b6bf6ea26abb27) in parent group-v481456. [ 1143.463896] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fb18768-a082-4aea-8455-66339c524844 tempest-InstanceActionsTestJSON-1539981976 tempest-InstanceActionsTestJSON-1539981976-project-member] Creating folder: Instances. Parent ref: group-v481753. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1143.464189] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-86366a77-eb67-4423-b4d1-3720e605a8c6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.474414] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-5fb18768-a082-4aea-8455-66339c524844 tempest-InstanceActionsTestJSON-1539981976 tempest-InstanceActionsTestJSON-1539981976-project-member] Created folder: Instances in parent group-v481753. [ 1143.474675] env[62353]: DEBUG oslo.service.loopingcall [None req-5fb18768-a082-4aea-8455-66339c524844 tempest-InstanceActionsTestJSON-1539981976 tempest-InstanceActionsTestJSON-1539981976-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1143.474830] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d37d4ba9-f57f-4929-9e09-b327bdeb4dc5] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1143.475082] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f8e24687-902f-4169-8433-1a1bc843f137 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.494822] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1143.494822] env[62353]: value = "task-2373208" [ 1143.494822] env[62353]: _type = "Task" [ 1143.494822] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.504244] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2373208, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.700080] env[62353]: DEBUG nova.compute.manager [req-ab253101-5cce-4be4-b2ed-c98dcf421996 req-40c58184-6258-4a25-abc4-69c7e00775d2 service nova] [instance: d37d4ba9-f57f-4929-9e09-b327bdeb4dc5] Received event network-changed-dbee6268-bb4b-480e-aebb-4787ce54f713 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1143.700280] env[62353]: DEBUG nova.compute.manager [req-ab253101-5cce-4be4-b2ed-c98dcf421996 req-40c58184-6258-4a25-abc4-69c7e00775d2 service nova] [instance: d37d4ba9-f57f-4929-9e09-b327bdeb4dc5] Refreshing instance network info cache due to event network-changed-dbee6268-bb4b-480e-aebb-4787ce54f713. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1143.700491] env[62353]: DEBUG oslo_concurrency.lockutils [req-ab253101-5cce-4be4-b2ed-c98dcf421996 req-40c58184-6258-4a25-abc4-69c7e00775d2 service nova] Acquiring lock "refresh_cache-d37d4ba9-f57f-4929-9e09-b327bdeb4dc5" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1143.700634] env[62353]: DEBUG oslo_concurrency.lockutils [req-ab253101-5cce-4be4-b2ed-c98dcf421996 req-40c58184-6258-4a25-abc4-69c7e00775d2 service nova] Acquired lock "refresh_cache-d37d4ba9-f57f-4929-9e09-b327bdeb4dc5" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.700790] env[62353]: DEBUG nova.network.neutron [req-ab253101-5cce-4be4-b2ed-c98dcf421996 req-40c58184-6258-4a25-abc4-69c7e00775d2 service nova] [instance: d37d4ba9-f57f-4929-9e09-b327bdeb4dc5] Refreshing network info cache for port dbee6268-bb4b-480e-aebb-4787ce54f713 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1144.004809] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2373208, 'name': CreateVM_Task, 'duration_secs': 0.310359} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.004978] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d37d4ba9-f57f-4929-9e09-b327bdeb4dc5] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1144.005711] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5fb18768-a082-4aea-8455-66339c524844 tempest-InstanceActionsTestJSON-1539981976 tempest-InstanceActionsTestJSON-1539981976-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1144.005876] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5fb18768-a082-4aea-8455-66339c524844 tempest-InstanceActionsTestJSON-1539981976 tempest-InstanceActionsTestJSON-1539981976-project-member] Acquired lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.006203] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5fb18768-a082-4aea-8455-66339c524844 tempest-InstanceActionsTestJSON-1539981976 tempest-InstanceActionsTestJSON-1539981976-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1144.006571] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6675ac15-989b-48fe-9687-99e1883d2a32 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.010578] env[62353]: DEBUG oslo_vmware.api [None req-5fb18768-a082-4aea-8455-66339c524844 tempest-InstanceActionsTestJSON-1539981976 tempest-InstanceActionsTestJSON-1539981976-project-member] Waiting for the task: (returnval){ [ 1144.010578] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52bfad32-8044-7ecc-0608-41ed0dfc6fb0" [ 1144.010578] env[62353]: _type = "Task" [ 1144.010578] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.018543] env[62353]: DEBUG oslo_vmware.api [None req-5fb18768-a082-4aea-8455-66339c524844 tempest-InstanceActionsTestJSON-1539981976 tempest-InstanceActionsTestJSON-1539981976-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52bfad32-8044-7ecc-0608-41ed0dfc6fb0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.021190] env[62353]: DEBUG nova.network.neutron [None req-ccd7819b-3042-45bf-8715-690500d4321c tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: 49142354-b5a5-4789-8ee2-eaeea7f16f06] Updating instance_info_cache with network_info: [{"id": "fad70a4e-3930-49a6-a6ba-fff58d28f85a", "address": "fa:16:3e:b7:94:08", "network": {"id": "e5d036e4-e0e1-4263-a13b-32de611efa27", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1880879466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c183cea98ca94f09886d57c4499788e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08e9585e-6186-4788-9fd9-24174ce45a6f", "external-id": "nsx-vlan-transportzone-254", "segmentation_id": 254, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfad70a4e-39", "ovs_interfaceid": "fad70a4e-3930-49a6-a6ba-fff58d28f85a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.338987] env[62353]: DEBUG nova.network.neutron [-] [instance: 1e2c1dc1-0736-48b7-9748-a2441fdb4229] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.397581] env[62353]: DEBUG nova.network.neutron [req-ab253101-5cce-4be4-b2ed-c98dcf421996 req-40c58184-6258-4a25-abc4-69c7e00775d2 service nova] [instance: d37d4ba9-f57f-4929-9e09-b327bdeb4dc5] Updated VIF entry in instance network info cache for port dbee6268-bb4b-480e-aebb-4787ce54f713. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1144.398100] env[62353]: DEBUG nova.network.neutron [req-ab253101-5cce-4be4-b2ed-c98dcf421996 req-40c58184-6258-4a25-abc4-69c7e00775d2 service nova] [instance: d37d4ba9-f57f-4929-9e09-b327bdeb4dc5] Updating instance_info_cache with network_info: [{"id": "dbee6268-bb4b-480e-aebb-4787ce54f713", "address": "fa:16:3e:df:59:75", "network": {"id": "46f6b8d9-0156-4779-a563-cb6d1c61d941", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1552215728-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9d9486852b04c8183b6bf6ea26abb27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7c7f16b-a2e3-4d1f-9b7e-a44a9ebb589c", "external-id": "nsx-vlan-transportzone-772", "segmentation_id": 772, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbee6268-bb", "ovs_interfaceid": "dbee6268-bb4b-480e-aebb-4787ce54f713", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.522432] env[62353]: DEBUG oslo_vmware.api [None req-5fb18768-a082-4aea-8455-66339c524844 tempest-InstanceActionsTestJSON-1539981976 tempest-InstanceActionsTestJSON-1539981976-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52bfad32-8044-7ecc-0608-41ed0dfc6fb0, 'name': SearchDatastore_Task, 'duration_secs': 0.009483} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.522797] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5fb18768-a082-4aea-8455-66339c524844 tempest-InstanceActionsTestJSON-1539981976 tempest-InstanceActionsTestJSON-1539981976-project-member] Releasing lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1144.523039] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-5fb18768-a082-4aea-8455-66339c524844 tempest-InstanceActionsTestJSON-1539981976 tempest-InstanceActionsTestJSON-1539981976-project-member] [instance: d37d4ba9-f57f-4929-9e09-b327bdeb4dc5] Processing image 06f909ae-e8dc-43b4-abf7-c7ed85db9bbd {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1144.523272] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5fb18768-a082-4aea-8455-66339c524844 tempest-InstanceActionsTestJSON-1539981976 tempest-InstanceActionsTestJSON-1539981976-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1144.523411] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5fb18768-a082-4aea-8455-66339c524844 tempest-InstanceActionsTestJSON-1539981976 tempest-InstanceActionsTestJSON-1539981976-project-member] Acquired lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.523581] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fb18768-a082-4aea-8455-66339c524844 tempest-InstanceActionsTestJSON-1539981976 tempest-InstanceActionsTestJSON-1539981976-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1144.524115] env[62353]: DEBUG oslo_concurrency.lockutils [None req-ccd7819b-3042-45bf-8715-690500d4321c tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Releasing lock "refresh_cache-49142354-b5a5-4789-8ee2-eaeea7f16f06" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1144.527961] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c478880f-fc60-48dc-8bbb-37c468a4ff93 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.539729] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fb18768-a082-4aea-8455-66339c524844 tempest-InstanceActionsTestJSON-1539981976 tempest-InstanceActionsTestJSON-1539981976-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1144.539926] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-5fb18768-a082-4aea-8455-66339c524844 tempest-InstanceActionsTestJSON-1539981976 tempest-InstanceActionsTestJSON-1539981976-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1144.540713] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c05186e-4802-46ff-8c04-dfb1decd5b8c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.546016] env[62353]: DEBUG oslo_vmware.api [None req-5fb18768-a082-4aea-8455-66339c524844 tempest-InstanceActionsTestJSON-1539981976 tempest-InstanceActionsTestJSON-1539981976-project-member] Waiting for the task: (returnval){ [ 1144.546016] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]529739ae-64c2-8dd9-18f0-bf10a06b2c5a" [ 1144.546016] env[62353]: _type = "Task" [ 1144.546016] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.553951] env[62353]: DEBUG oslo_vmware.api [None req-5fb18768-a082-4aea-8455-66339c524844 tempest-InstanceActionsTestJSON-1539981976 tempest-InstanceActionsTestJSON-1539981976-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]529739ae-64c2-8dd9-18f0-bf10a06b2c5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.841605] env[62353]: INFO nova.compute.manager [-] [instance: 1e2c1dc1-0736-48b7-9748-a2441fdb4229] Took 1.45 seconds to deallocate network for instance. [ 1144.901595] env[62353]: DEBUG oslo_concurrency.lockutils [req-ab253101-5cce-4be4-b2ed-c98dcf421996 req-40c58184-6258-4a25-abc4-69c7e00775d2 service nova] Releasing lock "refresh_cache-d37d4ba9-f57f-4929-9e09-b327bdeb4dc5" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1145.051700] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-139038a4-d85e-41d9-b05d-5406a0fde992 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.075162] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-531eead7-52ff-483f-8cd3-c81aae708058 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.078077] env[62353]: DEBUG oslo_vmware.api [None req-5fb18768-a082-4aea-8455-66339c524844 tempest-InstanceActionsTestJSON-1539981976 tempest-InstanceActionsTestJSON-1539981976-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]529739ae-64c2-8dd9-18f0-bf10a06b2c5a, 'name': SearchDatastore_Task, 'duration_secs': 0.016504} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.079177] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21815c0f-84e1-444a-8d81-9d62ee5fd47f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.083723] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ccd7819b-3042-45bf-8715-690500d4321c tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: 49142354-b5a5-4789-8ee2-eaeea7f16f06] Updating instance '49142354-b5a5-4789-8ee2-eaeea7f16f06' progress to 83 {{(pid=62353) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1145.090046] env[62353]: DEBUG oslo_vmware.api [None req-5fb18768-a082-4aea-8455-66339c524844 tempest-InstanceActionsTestJSON-1539981976 tempest-InstanceActionsTestJSON-1539981976-project-member] Waiting for the task: (returnval){ [ 1145.090046] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52362fed-aa93-2993-80a2-815e1cb90bef" [ 1145.090046] env[62353]: _type = "Task" [ 1145.090046] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.096760] env[62353]: DEBUG oslo_vmware.api [None req-5fb18768-a082-4aea-8455-66339c524844 tempest-InstanceActionsTestJSON-1539981976 tempest-InstanceActionsTestJSON-1539981976-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52362fed-aa93-2993-80a2-815e1cb90bef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.347987] env[62353]: DEBUG oslo_concurrency.lockutils [None req-843ebe9f-b167-4736-8605-5f78681b788a tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1145.348320] env[62353]: DEBUG oslo_concurrency.lockutils [None req-843ebe9f-b167-4736-8605-5f78681b788a tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1145.348527] env[62353]: DEBUG nova.objects.instance [None req-843ebe9f-b167-4736-8605-5f78681b788a tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Lazy-loading 'resources' on Instance uuid 1e2c1dc1-0736-48b7-9748-a2441fdb4229 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1145.589693] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccd7819b-3042-45bf-8715-690500d4321c tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: 49142354-b5a5-4789-8ee2-eaeea7f16f06] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1145.590020] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-32c22bf8-3383-4c44-a5e1-2dce0c2bbd90 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.602075] env[62353]: DEBUG oslo_vmware.api [None req-5fb18768-a082-4aea-8455-66339c524844 tempest-InstanceActionsTestJSON-1539981976 tempest-InstanceActionsTestJSON-1539981976-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52362fed-aa93-2993-80a2-815e1cb90bef, 'name': SearchDatastore_Task, 'duration_secs': 0.009048} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.603237] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5fb18768-a082-4aea-8455-66339c524844 tempest-InstanceActionsTestJSON-1539981976 tempest-InstanceActionsTestJSON-1539981976-project-member] Releasing lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1145.603487] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fb18768-a082-4aea-8455-66339c524844 tempest-InstanceActionsTestJSON-1539981976 tempest-InstanceActionsTestJSON-1539981976-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore2] d37d4ba9-f57f-4929-9e09-b327bdeb4dc5/d37d4ba9-f57f-4929-9e09-b327bdeb4dc5.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1145.603818] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b03da592-2add-4f51-9aa2-a42e7096d2ad tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Acquiring lock "dcef6fd5-617c-4561-809d-d7c872b90e48" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1145.604022] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b03da592-2add-4f51-9aa2-a42e7096d2ad tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Lock "dcef6fd5-617c-4561-809d-d7c872b90e48" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1145.604186] env[62353]: INFO nova.compute.manager [None req-b03da592-2add-4f51-9aa2-a42e7096d2ad tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] [instance: dcef6fd5-617c-4561-809d-d7c872b90e48] Shelving [ 1145.605418] env[62353]: DEBUG oslo_vmware.api [None req-ccd7819b-3042-45bf-8715-690500d4321c tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Waiting for the task: (returnval){ [ 1145.605418] env[62353]: value = "task-2373209" [ 1145.605418] env[62353]: _type = "Task" [ 1145.605418] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.605783] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-25e56bcf-b4bc-4573-88f2-d1625622c66b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.615418] env[62353]: DEBUG oslo_vmware.api [None req-ccd7819b-3042-45bf-8715-690500d4321c tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Task: {'id': task-2373209, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.617124] env[62353]: DEBUG oslo_vmware.api [None req-5fb18768-a082-4aea-8455-66339c524844 tempest-InstanceActionsTestJSON-1539981976 tempest-InstanceActionsTestJSON-1539981976-project-member] Waiting for the task: (returnval){ [ 1145.617124] env[62353]: value = "task-2373210" [ 1145.617124] env[62353]: _type = "Task" [ 1145.617124] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.625903] env[62353]: DEBUG oslo_vmware.api [None req-5fb18768-a082-4aea-8455-66339c524844 tempest-InstanceActionsTestJSON-1539981976 tempest-InstanceActionsTestJSON-1539981976-project-member] Task: {'id': task-2373210, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.730248] env[62353]: DEBUG nova.compute.manager [req-892e3839-c484-4883-901a-f8712abc3a42 req-aa3d9917-48a1-41ed-a32a-10226e0bdde2 service nova] [instance: 1e2c1dc1-0736-48b7-9748-a2441fdb4229] Received event network-vif-deleted-f790de07-74e1-4e6f-b167-60943fcb18bf {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1145.958210] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37b31373-250a-4c93-a43d-9cd4577b0b8d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.966389] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c06acdb-5f43-460e-8878-41413f65729b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.999168] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30ffedcb-d4a3-4ef2-a633-b534b206a173 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.007249] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8d42c8c-3909-4380-8a17-61a3210ebb93 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.022221] env[62353]: DEBUG nova.compute.provider_tree [None req-843ebe9f-b167-4736-8605-5f78681b788a tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Updating inventory in ProviderTree for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1146.124500] env[62353]: DEBUG oslo_vmware.api [None req-ccd7819b-3042-45bf-8715-690500d4321c tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Task: {'id': task-2373209, 'name': PowerOnVM_Task, 'duration_secs': 0.512906} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.125690] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccd7819b-3042-45bf-8715-690500d4321c tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: 49142354-b5a5-4789-8ee2-eaeea7f16f06] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1146.125879] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-ccd7819b-3042-45bf-8715-690500d4321c tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: 49142354-b5a5-4789-8ee2-eaeea7f16f06] Updating instance '49142354-b5a5-4789-8ee2-eaeea7f16f06' progress to 100 {{(pid=62353) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1146.132788] env[62353]: DEBUG oslo_vmware.api [None req-5fb18768-a082-4aea-8455-66339c524844 tempest-InstanceActionsTestJSON-1539981976 tempest-InstanceActionsTestJSON-1539981976-project-member] Task: {'id': task-2373210, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.441352} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.133028] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fb18768-a082-4aea-8455-66339c524844 tempest-InstanceActionsTestJSON-1539981976 tempest-InstanceActionsTestJSON-1539981976-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore2] d37d4ba9-f57f-4929-9e09-b327bdeb4dc5/d37d4ba9-f57f-4929-9e09-b327bdeb4dc5.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1146.133221] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-5fb18768-a082-4aea-8455-66339c524844 tempest-InstanceActionsTestJSON-1539981976 tempest-InstanceActionsTestJSON-1539981976-project-member] [instance: d37d4ba9-f57f-4929-9e09-b327bdeb4dc5] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1146.133457] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-87be1d6b-ae56-47d0-8c94-b0a64d712f61 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.139515] env[62353]: DEBUG oslo_vmware.api [None req-5fb18768-a082-4aea-8455-66339c524844 tempest-InstanceActionsTestJSON-1539981976 tempest-InstanceActionsTestJSON-1539981976-project-member] Waiting for the task: (returnval){ [ 1146.139515] env[62353]: value = "task-2373211" [ 1146.139515] env[62353]: _type = "Task" [ 1146.139515] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.147774] env[62353]: DEBUG oslo_vmware.api [None req-5fb18768-a082-4aea-8455-66339c524844 tempest-InstanceActionsTestJSON-1539981976 tempest-InstanceActionsTestJSON-1539981976-project-member] Task: {'id': task-2373211, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.543332] env[62353]: ERROR nova.scheduler.client.report [None req-843ebe9f-b167-4736-8605-5f78681b788a tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [req-df156dda-29ed-475d-be40-c11355cf685b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7ed3af4c-f85e-4a4b-a365-13d128b6ab14. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-df156dda-29ed-475d-be40-c11355cf685b"}]} [ 1146.558436] env[62353]: DEBUG nova.scheduler.client.report [None req-843ebe9f-b167-4736-8605-5f78681b788a tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Refreshing inventories for resource provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1146.571151] env[62353]: DEBUG nova.scheduler.client.report [None req-843ebe9f-b167-4736-8605-5f78681b788a tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Updating ProviderTree inventory for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1146.571366] env[62353]: DEBUG nova.compute.provider_tree [None req-843ebe9f-b167-4736-8605-5f78681b788a tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Updating inventory in ProviderTree for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1146.581698] env[62353]: DEBUG nova.scheduler.client.report [None req-843ebe9f-b167-4736-8605-5f78681b788a tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Refreshing aggregate associations for resource provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14, aggregates: None {{(pid=62353) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1146.601403] env[62353]: DEBUG nova.scheduler.client.report [None req-843ebe9f-b167-4736-8605-5f78681b788a tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Refreshing trait associations for resource provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=62353) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1146.620467] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-b03da592-2add-4f51-9aa2-a42e7096d2ad tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] [instance: dcef6fd5-617c-4561-809d-d7c872b90e48] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1146.621311] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3b4a1a97-a0bf-4c29-8c3e-eebc87bb153b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.628259] env[62353]: DEBUG oslo_vmware.api [None req-b03da592-2add-4f51-9aa2-a42e7096d2ad tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Waiting for the task: (returnval){ [ 1146.628259] env[62353]: value = "task-2373212" [ 1146.628259] env[62353]: _type = "Task" [ 1146.628259] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.642573] env[62353]: DEBUG oslo_vmware.api [None req-b03da592-2add-4f51-9aa2-a42e7096d2ad tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Task: {'id': task-2373212, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.650605] env[62353]: DEBUG oslo_vmware.api [None req-5fb18768-a082-4aea-8455-66339c524844 tempest-InstanceActionsTestJSON-1539981976 tempest-InstanceActionsTestJSON-1539981976-project-member] Task: {'id': task-2373211, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059577} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.653883] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-5fb18768-a082-4aea-8455-66339c524844 tempest-InstanceActionsTestJSON-1539981976 tempest-InstanceActionsTestJSON-1539981976-project-member] [instance: d37d4ba9-f57f-4929-9e09-b327bdeb4dc5] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1146.655042] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f090eae-51c2-44cf-a579-c052e23a831f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.677885] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-5fb18768-a082-4aea-8455-66339c524844 tempest-InstanceActionsTestJSON-1539981976 tempest-InstanceActionsTestJSON-1539981976-project-member] [instance: d37d4ba9-f57f-4929-9e09-b327bdeb4dc5] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] d37d4ba9-f57f-4929-9e09-b327bdeb4dc5/d37d4ba9-f57f-4929-9e09-b327bdeb4dc5.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1146.680183] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6702ded4-9c07-4d51-81e2-ef5e5d2129b2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.700110] env[62353]: DEBUG oslo_vmware.api [None req-5fb18768-a082-4aea-8455-66339c524844 tempest-InstanceActionsTestJSON-1539981976 tempest-InstanceActionsTestJSON-1539981976-project-member] Waiting for the task: (returnval){ [ 1146.700110] env[62353]: value = "task-2373213" [ 1146.700110] env[62353]: _type = "Task" [ 1146.700110] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.709675] env[62353]: DEBUG oslo_vmware.api [None req-5fb18768-a082-4aea-8455-66339c524844 tempest-InstanceActionsTestJSON-1539981976 tempest-InstanceActionsTestJSON-1539981976-project-member] Task: {'id': task-2373213, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.742655] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98bf8758-20b1-4729-b27a-3c9f161b07d4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.750423] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-363e78e2-0af4-48c7-bfdd-ef9f85ff4089 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.782435] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d26738b-3bd2-46b0-b2eb-22c1699d552f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.790154] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b457cd5-046a-430d-9012-928ee4572507 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.804315] env[62353]: DEBUG nova.compute.provider_tree [None req-843ebe9f-b167-4736-8605-5f78681b788a tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Updating inventory in ProviderTree for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1147.143540] env[62353]: DEBUG oslo_vmware.api [None req-b03da592-2add-4f51-9aa2-a42e7096d2ad tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Task: {'id': task-2373212, 'name': PowerOffVM_Task, 'duration_secs': 0.192572} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.143993] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-b03da592-2add-4f51-9aa2-a42e7096d2ad tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] [instance: dcef6fd5-617c-4561-809d-d7c872b90e48] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1147.144778] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e239fcdb-b182-47d8-8202-698cdd716fc5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.163198] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47ee8115-235a-4a20-b9d0-979c7bac2dd2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.210031] env[62353]: DEBUG oslo_vmware.api [None req-5fb18768-a082-4aea-8455-66339c524844 tempest-InstanceActionsTestJSON-1539981976 tempest-InstanceActionsTestJSON-1539981976-project-member] Task: {'id': task-2373213, 'name': ReconfigVM_Task, 'duration_secs': 0.317736} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.210227] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-5fb18768-a082-4aea-8455-66339c524844 tempest-InstanceActionsTestJSON-1539981976 tempest-InstanceActionsTestJSON-1539981976-project-member] [instance: d37d4ba9-f57f-4929-9e09-b327bdeb4dc5] Reconfigured VM instance instance-00000070 to attach disk [datastore2] d37d4ba9-f57f-4929-9e09-b327bdeb4dc5/d37d4ba9-f57f-4929-9e09-b327bdeb4dc5.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1147.210919] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4e1ed93c-18a0-4d8b-ac94-e87376b8674d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.216716] env[62353]: DEBUG oslo_vmware.api [None req-5fb18768-a082-4aea-8455-66339c524844 tempest-InstanceActionsTestJSON-1539981976 tempest-InstanceActionsTestJSON-1539981976-project-member] Waiting for the task: (returnval){ [ 1147.216716] env[62353]: value = "task-2373214" [ 1147.216716] env[62353]: _type = "Task" [ 1147.216716] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.224893] env[62353]: DEBUG oslo_vmware.api [None req-5fb18768-a082-4aea-8455-66339c524844 tempest-InstanceActionsTestJSON-1539981976 tempest-InstanceActionsTestJSON-1539981976-project-member] Task: {'id': task-2373214, 'name': Rename_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.339428] env[62353]: DEBUG nova.scheduler.client.report [None req-843ebe9f-b167-4736-8605-5f78681b788a tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Updated inventory for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 with generation 152 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1147.339667] env[62353]: DEBUG nova.compute.provider_tree [None req-843ebe9f-b167-4736-8605-5f78681b788a tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Updating resource provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 generation from 152 to 153 during operation: update_inventory {{(pid=62353) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1147.339854] env[62353]: DEBUG nova.compute.provider_tree [None req-843ebe9f-b167-4736-8605-5f78681b788a tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Updating inventory in ProviderTree for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1147.672705] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-b03da592-2add-4f51-9aa2-a42e7096d2ad tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] [instance: dcef6fd5-617c-4561-809d-d7c872b90e48] Creating Snapshot of the VM instance {{(pid=62353) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1147.673025] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-91c0e7da-b3de-47d2-b2c5-2bf0044d70aa {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.680610] env[62353]: DEBUG oslo_vmware.api [None req-b03da592-2add-4f51-9aa2-a42e7096d2ad tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Waiting for the task: (returnval){ [ 1147.680610] env[62353]: value = "task-2373215" [ 1147.680610] env[62353]: _type = "Task" [ 1147.680610] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.688781] env[62353]: DEBUG oslo_vmware.api [None req-b03da592-2add-4f51-9aa2-a42e7096d2ad tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Task: {'id': task-2373215, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.727507] env[62353]: DEBUG oslo_vmware.api [None req-5fb18768-a082-4aea-8455-66339c524844 tempest-InstanceActionsTestJSON-1539981976 tempest-InstanceActionsTestJSON-1539981976-project-member] Task: {'id': task-2373214, 'name': Rename_Task, 'duration_secs': 0.138671} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.727862] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fb18768-a082-4aea-8455-66339c524844 tempest-InstanceActionsTestJSON-1539981976 tempest-InstanceActionsTestJSON-1539981976-project-member] [instance: d37d4ba9-f57f-4929-9e09-b327bdeb4dc5] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1147.728101] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c353dbe8-38ed-4d2d-9d59-b6e75e9a1c07 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.734583] env[62353]: DEBUG oslo_vmware.api [None req-5fb18768-a082-4aea-8455-66339c524844 tempest-InstanceActionsTestJSON-1539981976 tempest-InstanceActionsTestJSON-1539981976-project-member] Waiting for the task: (returnval){ [ 1147.734583] env[62353]: value = "task-2373216" [ 1147.734583] env[62353]: _type = "Task" [ 1147.734583] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.742526] env[62353]: DEBUG oslo_vmware.api [None req-5fb18768-a082-4aea-8455-66339c524844 tempest-InstanceActionsTestJSON-1539981976 tempest-InstanceActionsTestJSON-1539981976-project-member] Task: {'id': task-2373216, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.845668] env[62353]: DEBUG oslo_concurrency.lockutils [None req-843ebe9f-b167-4736-8605-5f78681b788a tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.497s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1147.867726] env[62353]: INFO nova.scheduler.client.report [None req-843ebe9f-b167-4736-8605-5f78681b788a tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Deleted allocations for instance 1e2c1dc1-0736-48b7-9748-a2441fdb4229 [ 1148.191192] env[62353]: DEBUG oslo_vmware.api [None req-b03da592-2add-4f51-9aa2-a42e7096d2ad tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Task: {'id': task-2373215, 'name': CreateSnapshot_Task, 'duration_secs': 0.429354} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.191576] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-b03da592-2add-4f51-9aa2-a42e7096d2ad tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] [instance: dcef6fd5-617c-4561-809d-d7c872b90e48] Created Snapshot of the VM instance {{(pid=62353) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1148.192453] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a628203e-99a1-4fba-a985-a426c32e0019 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.243760] env[62353]: DEBUG oslo_vmware.api [None req-5fb18768-a082-4aea-8455-66339c524844 tempest-InstanceActionsTestJSON-1539981976 tempest-InstanceActionsTestJSON-1539981976-project-member] Task: {'id': task-2373216, 'name': PowerOnVM_Task, 'duration_secs': 0.435904} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.244040] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fb18768-a082-4aea-8455-66339c524844 tempest-InstanceActionsTestJSON-1539981976 tempest-InstanceActionsTestJSON-1539981976-project-member] [instance: d37d4ba9-f57f-4929-9e09-b327bdeb4dc5] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1148.244243] env[62353]: INFO nova.compute.manager [None req-5fb18768-a082-4aea-8455-66339c524844 tempest-InstanceActionsTestJSON-1539981976 tempest-InstanceActionsTestJSON-1539981976-project-member] [instance: d37d4ba9-f57f-4929-9e09-b327bdeb4dc5] Took 6.73 seconds to spawn the instance on the hypervisor. [ 1148.244411] env[62353]: DEBUG nova.compute.manager [None req-5fb18768-a082-4aea-8455-66339c524844 tempest-InstanceActionsTestJSON-1539981976 tempest-InstanceActionsTestJSON-1539981976-project-member] [instance: d37d4ba9-f57f-4929-9e09-b327bdeb4dc5] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1148.245181] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f9207f6-0ef2-403d-8c34-307f8404fd3e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.375717] env[62353]: DEBUG oslo_concurrency.lockutils [None req-843ebe9f-b167-4736-8605-5f78681b788a tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Lock "1e2c1dc1-0736-48b7-9748-a2441fdb4229" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.610s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1148.711279] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-b03da592-2add-4f51-9aa2-a42e7096d2ad tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] [instance: dcef6fd5-617c-4561-809d-d7c872b90e48] Creating linked-clone VM from snapshot {{(pid=62353) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1148.711952] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-698c62f4-9c5d-4480-ae00-22fa478bfbe8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.721211] env[62353]: DEBUG oslo_vmware.api [None req-b03da592-2add-4f51-9aa2-a42e7096d2ad tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Waiting for the task: (returnval){ [ 1148.721211] env[62353]: value = "task-2373217" [ 1148.721211] env[62353]: _type = "Task" [ 1148.721211] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.728847] env[62353]: DEBUG oslo_vmware.api [None req-b03da592-2add-4f51-9aa2-a42e7096d2ad tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Task: {'id': task-2373217, 'name': CloneVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.760579] env[62353]: INFO nova.compute.manager [None req-5fb18768-a082-4aea-8455-66339c524844 tempest-InstanceActionsTestJSON-1539981976 tempest-InstanceActionsTestJSON-1539981976-project-member] [instance: d37d4ba9-f57f-4929-9e09-b327bdeb4dc5] Took 11.45 seconds to build instance. [ 1149.111845] env[62353]: DEBUG nova.network.neutron [None req-a395d103-3d73-4aec-b1e5-3f27bb0028a8 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: 49142354-b5a5-4789-8ee2-eaeea7f16f06] Port fad70a4e-3930-49a6-a6ba-fff58d28f85a binding to destination host cpu-1 is already ACTIVE {{(pid=62353) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1149.112257] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a395d103-3d73-4aec-b1e5-3f27bb0028a8 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Acquiring lock "refresh_cache-49142354-b5a5-4789-8ee2-eaeea7f16f06" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1149.112523] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a395d103-3d73-4aec-b1e5-3f27bb0028a8 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Acquired lock "refresh_cache-49142354-b5a5-4789-8ee2-eaeea7f16f06" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.112790] env[62353]: DEBUG nova.network.neutron [None req-a395d103-3d73-4aec-b1e5-3f27bb0028a8 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: 49142354-b5a5-4789-8ee2-eaeea7f16f06] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1149.232165] env[62353]: DEBUG oslo_vmware.api [None req-b03da592-2add-4f51-9aa2-a42e7096d2ad tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Task: {'id': task-2373217, 'name': CloneVM_Task} progress is 94%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.266024] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5fb18768-a082-4aea-8455-66339c524844 tempest-InstanceActionsTestJSON-1539981976 tempest-InstanceActionsTestJSON-1539981976-project-member] Lock "d37d4ba9-f57f-4929-9e09-b327bdeb4dc5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.960s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1149.266024] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Lock "d37d4ba9-f57f-4929-9e09-b327bdeb4dc5" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 10.412s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1149.266024] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72a63218-c276-4c62-889f-e6f65a4fadf1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.382411] env[62353]: DEBUG oslo_concurrency.lockutils [None req-40fa5094-463e-4f67-9f74-43015698eb6f tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Acquiring lock "6bca1280-d76a-4a63-a619-ab3788756003" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1149.384480] env[62353]: DEBUG oslo_concurrency.lockutils [None req-40fa5094-463e-4f67-9f74-43015698eb6f tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Lock "6bca1280-d76a-4a63-a619-ab3788756003" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1149.516314] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2584b84d-1fc9-4b08-9942-102826687a64 tempest-InstanceActionsTestJSON-1539981976 tempest-InstanceActionsTestJSON-1539981976-project-member] Acquiring lock "d37d4ba9-f57f-4929-9e09-b327bdeb4dc5" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1149.732330] env[62353]: DEBUG oslo_vmware.api [None req-b03da592-2add-4f51-9aa2-a42e7096d2ad tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Task: {'id': task-2373217, 'name': CloneVM_Task} progress is 94%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.773828] env[62353]: INFO nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] [instance: d37d4ba9-f57f-4929-9e09-b327bdeb4dc5] During sync_power_state the instance has a pending task (rebooting_hard). Skip. [ 1149.774424] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Lock "d37d4ba9-f57f-4929-9e09-b327bdeb4dc5" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.510s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1149.774424] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2584b84d-1fc9-4b08-9942-102826687a64 tempest-InstanceActionsTestJSON-1539981976 tempest-InstanceActionsTestJSON-1539981976-project-member] Lock "d37d4ba9-f57f-4929-9e09-b327bdeb4dc5" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.258s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1149.774749] env[62353]: INFO nova.compute.manager [None req-2584b84d-1fc9-4b08-9942-102826687a64 tempest-InstanceActionsTestJSON-1539981976 tempest-InstanceActionsTestJSON-1539981976-project-member] [instance: d37d4ba9-f57f-4929-9e09-b327bdeb4dc5] Rebooting instance [ 1149.886491] env[62353]: INFO nova.compute.manager [None req-40fa5094-463e-4f67-9f74-43015698eb6f tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] [instance: 6bca1280-d76a-4a63-a619-ab3788756003] Detaching volume fb20b703-633f-49af-881c-9f754d3aa7ba [ 1149.919853] env[62353]: DEBUG nova.network.neutron [None req-a395d103-3d73-4aec-b1e5-3f27bb0028a8 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: 49142354-b5a5-4789-8ee2-eaeea7f16f06] Updating instance_info_cache with network_info: [{"id": "fad70a4e-3930-49a6-a6ba-fff58d28f85a", "address": "fa:16:3e:b7:94:08", "network": {"id": "e5d036e4-e0e1-4263-a13b-32de611efa27", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1880879466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c183cea98ca94f09886d57c4499788e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08e9585e-6186-4788-9fd9-24174ce45a6f", "external-id": "nsx-vlan-transportzone-254", "segmentation_id": 254, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfad70a4e-39", "ovs_interfaceid": "fad70a4e-3930-49a6-a6ba-fff58d28f85a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1149.928391] env[62353]: INFO nova.virt.block_device [None req-40fa5094-463e-4f67-9f74-43015698eb6f tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] [instance: 6bca1280-d76a-4a63-a619-ab3788756003] Attempting to driver detach volume fb20b703-633f-49af-881c-9f754d3aa7ba from mountpoint /dev/sdb [ 1149.928391] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-40fa5094-463e-4f67-9f74-43015698eb6f tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] [instance: 6bca1280-d76a-4a63-a619-ab3788756003] Volume detach. Driver type: vmdk {{(pid=62353) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1149.928391] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-40fa5094-463e-4f67-9f74-43015698eb6f tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] [instance: 6bca1280-d76a-4a63-a619-ab3788756003] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-481749', 'volume_id': 'fb20b703-633f-49af-881c-9f754d3aa7ba', 'name': 'volume-fb20b703-633f-49af-881c-9f754d3aa7ba', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6bca1280-d76a-4a63-a619-ab3788756003', 'attached_at': '', 'detached_at': '', 'volume_id': 'fb20b703-633f-49af-881c-9f754d3aa7ba', 'serial': 'fb20b703-633f-49af-881c-9f754d3aa7ba'} {{(pid=62353) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1149.928391] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a432824c-8a1d-4747-84d1-48fa3853cf0f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.956014] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62604bd5-f930-43c6-97d8-375ed489fbc8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.962920] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dff5ba1-3c37-45f5-9162-5a11dedbb153 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.982951] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9720ecfa-e694-440c-9529-28da1c626d3c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.998408] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-40fa5094-463e-4f67-9f74-43015698eb6f tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] The volume has not been displaced from its original location: [datastore1] volume-fb20b703-633f-49af-881c-9f754d3aa7ba/volume-fb20b703-633f-49af-881c-9f754d3aa7ba.vmdk. No consolidation needed. {{(pid=62353) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1150.003597] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-40fa5094-463e-4f67-9f74-43015698eb6f tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] [instance: 6bca1280-d76a-4a63-a619-ab3788756003] Reconfiguring VM instance instance-00000068 to detach disk 2001 {{(pid=62353) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1150.004217] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e193047-7d42-45c9-8cb5-1c3b396d5259 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.021765] env[62353]: DEBUG oslo_vmware.api [None req-40fa5094-463e-4f67-9f74-43015698eb6f tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Waiting for the task: (returnval){ [ 1150.021765] env[62353]: value = "task-2373218" [ 1150.021765] env[62353]: _type = "Task" [ 1150.021765] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.030914] env[62353]: DEBUG oslo_vmware.api [None req-40fa5094-463e-4f67-9f74-43015698eb6f tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Task: {'id': task-2373218, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.232904] env[62353]: DEBUG oslo_vmware.api [None req-b03da592-2add-4f51-9aa2-a42e7096d2ad tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Task: {'id': task-2373217, 'name': CloneVM_Task, 'duration_secs': 1.389493} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.233221] env[62353]: INFO nova.virt.vmwareapi.vmops [None req-b03da592-2add-4f51-9aa2-a42e7096d2ad tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] [instance: dcef6fd5-617c-4561-809d-d7c872b90e48] Created linked-clone VM from snapshot [ 1150.233948] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b7753d9-a4f6-4322-95c8-1da056433ce0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.241407] env[62353]: DEBUG nova.virt.vmwareapi.images [None req-b03da592-2add-4f51-9aa2-a42e7096d2ad tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] [instance: dcef6fd5-617c-4561-809d-d7c872b90e48] Uploading image 34929f49-3fe8-4f4a-97fd-1b1b75099b56 {{(pid=62353) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1150.262692] env[62353]: DEBUG oslo_vmware.rw_handles [None req-b03da592-2add-4f51-9aa2-a42e7096d2ad tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1150.262692] env[62353]: value = "vm-481757" [ 1150.262692] env[62353]: _type = "VirtualMachine" [ 1150.262692] env[62353]: }. {{(pid=62353) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1150.263062] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-cf74b92e-00c2-4f20-9773-46dc5a2af984 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.270388] env[62353]: DEBUG oslo_vmware.rw_handles [None req-b03da592-2add-4f51-9aa2-a42e7096d2ad tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Lease: (returnval){ [ 1150.270388] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52d5b9ee-9407-c231-93d7-26050ab000e5" [ 1150.270388] env[62353]: _type = "HttpNfcLease" [ 1150.270388] env[62353]: } obtained for exporting VM: (result){ [ 1150.270388] env[62353]: value = "vm-481757" [ 1150.270388] env[62353]: _type = "VirtualMachine" [ 1150.270388] env[62353]: }. {{(pid=62353) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1150.270687] env[62353]: DEBUG oslo_vmware.api [None req-b03da592-2add-4f51-9aa2-a42e7096d2ad tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Waiting for the lease: (returnval){ [ 1150.270687] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52d5b9ee-9407-c231-93d7-26050ab000e5" [ 1150.270687] env[62353]: _type = "HttpNfcLease" [ 1150.270687] env[62353]: } to be ready. {{(pid=62353) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1150.279218] env[62353]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1150.279218] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52d5b9ee-9407-c231-93d7-26050ab000e5" [ 1150.279218] env[62353]: _type = "HttpNfcLease" [ 1150.279218] env[62353]: } is initializing. {{(pid=62353) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1150.296235] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2584b84d-1fc9-4b08-9942-102826687a64 tempest-InstanceActionsTestJSON-1539981976 tempest-InstanceActionsTestJSON-1539981976-project-member] Acquiring lock "refresh_cache-d37d4ba9-f57f-4929-9e09-b327bdeb4dc5" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1150.296416] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2584b84d-1fc9-4b08-9942-102826687a64 tempest-InstanceActionsTestJSON-1539981976 tempest-InstanceActionsTestJSON-1539981976-project-member] Acquired lock "refresh_cache-d37d4ba9-f57f-4929-9e09-b327bdeb4dc5" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.296879] env[62353]: DEBUG nova.network.neutron [None req-2584b84d-1fc9-4b08-9942-102826687a64 tempest-InstanceActionsTestJSON-1539981976 tempest-InstanceActionsTestJSON-1539981976-project-member] [instance: d37d4ba9-f57f-4929-9e09-b327bdeb4dc5] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1150.423289] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a395d103-3d73-4aec-b1e5-3f27bb0028a8 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Releasing lock "refresh_cache-49142354-b5a5-4789-8ee2-eaeea7f16f06" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1150.531403] env[62353]: DEBUG oslo_vmware.api [None req-40fa5094-463e-4f67-9f74-43015698eb6f tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Task: {'id': task-2373218, 'name': ReconfigVM_Task, 'duration_secs': 0.391567} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.531701] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-40fa5094-463e-4f67-9f74-43015698eb6f tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] [instance: 6bca1280-d76a-4a63-a619-ab3788756003] Reconfigured VM instance instance-00000068 to detach disk 2001 {{(pid=62353) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1150.536207] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-853f4982-5845-4b09-8565-51729478a237 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.550573] env[62353]: DEBUG oslo_vmware.api [None req-40fa5094-463e-4f67-9f74-43015698eb6f tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Waiting for the task: (returnval){ [ 1150.550573] env[62353]: value = "task-2373220" [ 1150.550573] env[62353]: _type = "Task" [ 1150.550573] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.558025] env[62353]: DEBUG oslo_vmware.api [None req-40fa5094-463e-4f67-9f74-43015698eb6f tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Task: {'id': task-2373220, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.779749] env[62353]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1150.779749] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52d5b9ee-9407-c231-93d7-26050ab000e5" [ 1150.779749] env[62353]: _type = "HttpNfcLease" [ 1150.779749] env[62353]: } is ready. {{(pid=62353) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1150.780163] env[62353]: DEBUG oslo_vmware.rw_handles [None req-b03da592-2add-4f51-9aa2-a42e7096d2ad tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1150.780163] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52d5b9ee-9407-c231-93d7-26050ab000e5" [ 1150.780163] env[62353]: _type = "HttpNfcLease" [ 1150.780163] env[62353]: }. {{(pid=62353) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1150.780789] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84ee7f7e-c91a-455a-b531-cd2a504b571f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.788934] env[62353]: DEBUG oslo_vmware.rw_handles [None req-b03da592-2add-4f51-9aa2-a42e7096d2ad tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528d62d7-f1b7-93f8-793a-4c79302fb802/disk-0.vmdk from lease info. {{(pid=62353) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1150.789151] env[62353]: DEBUG oslo_vmware.rw_handles [None req-b03da592-2add-4f51-9aa2-a42e7096d2ad tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528d62d7-f1b7-93f8-793a-4c79302fb802/disk-0.vmdk for reading. {{(pid=62353) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1150.890294] env[62353]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-356ebcbb-1015-4226-b9e3-fc3fcee20ecf {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.927668] env[62353]: DEBUG nova.compute.manager [None req-a395d103-3d73-4aec-b1e5-3f27bb0028a8 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: 49142354-b5a5-4789-8ee2-eaeea7f16f06] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62353) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1150.927893] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a395d103-3d73-4aec-b1e5-3f27bb0028a8 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1150.928129] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a395d103-3d73-4aec-b1e5-3f27bb0028a8 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1151.062512] env[62353]: DEBUG oslo_vmware.api [None req-40fa5094-463e-4f67-9f74-43015698eb6f tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Task: {'id': task-2373220, 'name': ReconfigVM_Task, 'duration_secs': 0.193527} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.062855] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-40fa5094-463e-4f67-9f74-43015698eb6f tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] [instance: 6bca1280-d76a-4a63-a619-ab3788756003] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-481749', 'volume_id': 'fb20b703-633f-49af-881c-9f754d3aa7ba', 'name': 'volume-fb20b703-633f-49af-881c-9f754d3aa7ba', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6bca1280-d76a-4a63-a619-ab3788756003', 'attached_at': '', 'detached_at': '', 'volume_id': 'fb20b703-633f-49af-881c-9f754d3aa7ba', 'serial': 'fb20b703-633f-49af-881c-9f754d3aa7ba'} {{(pid=62353) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1151.077499] env[62353]: DEBUG oslo_concurrency.lockutils [None req-cb9975b5-d71f-43f8-870f-04f31a7521ee tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Acquiring lock "65fe65e8-7bb1-4c9c-962f-1c479ee93e8f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1151.077999] env[62353]: DEBUG oslo_concurrency.lockutils [None req-cb9975b5-d71f-43f8-870f-04f31a7521ee tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Lock "65fe65e8-7bb1-4c9c-962f-1c479ee93e8f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1151.136838] env[62353]: DEBUG nova.network.neutron [None req-2584b84d-1fc9-4b08-9942-102826687a64 tempest-InstanceActionsTestJSON-1539981976 tempest-InstanceActionsTestJSON-1539981976-project-member] [instance: d37d4ba9-f57f-4929-9e09-b327bdeb4dc5] Updating instance_info_cache with network_info: [{"id": "dbee6268-bb4b-480e-aebb-4787ce54f713", "address": "fa:16:3e:df:59:75", "network": {"id": "46f6b8d9-0156-4779-a563-cb6d1c61d941", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1552215728-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9d9486852b04c8183b6bf6ea26abb27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7c7f16b-a2e3-4d1f-9b7e-a44a9ebb589c", "external-id": "nsx-vlan-transportzone-772", "segmentation_id": 772, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbee6268-bb", "ovs_interfaceid": "dbee6268-bb4b-480e-aebb-4787ce54f713", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1151.431414] env[62353]: DEBUG nova.objects.instance [None req-a395d103-3d73-4aec-b1e5-3f27bb0028a8 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Lazy-loading 'migration_context' on Instance uuid 49142354-b5a5-4789-8ee2-eaeea7f16f06 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1151.581334] env[62353]: DEBUG nova.compute.manager [None req-cb9975b5-d71f-43f8-870f-04f31a7521ee tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [instance: 65fe65e8-7bb1-4c9c-962f-1c479ee93e8f] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1151.609991] env[62353]: DEBUG nova.objects.instance [None req-40fa5094-463e-4f67-9f74-43015698eb6f tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Lazy-loading 'flavor' on Instance uuid 6bca1280-d76a-4a63-a619-ab3788756003 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1151.639148] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2584b84d-1fc9-4b08-9942-102826687a64 tempest-InstanceActionsTestJSON-1539981976 tempest-InstanceActionsTestJSON-1539981976-project-member] Releasing lock "refresh_cache-d37d4ba9-f57f-4929-9e09-b327bdeb4dc5" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1152.044997] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16adfcdf-6b20-43a8-9d9a-f0f8dd462d4f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.053595] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c12dc5df-be4d-4ea6-9f97-c24dcae5614a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.093791] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e304439-6221-410e-8ff1-30ac9434f30b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.103146] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6129c2a6-faa6-45f2-b6bc-6a5d277f3794 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.109758] env[62353]: DEBUG oslo_concurrency.lockutils [None req-cb9975b5-d71f-43f8-870f-04f31a7521ee tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1152.122819] env[62353]: DEBUG nova.compute.provider_tree [None req-a395d103-3d73-4aec-b1e5-3f27bb0028a8 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1152.145564] env[62353]: DEBUG nova.compute.manager [None req-2584b84d-1fc9-4b08-9942-102826687a64 tempest-InstanceActionsTestJSON-1539981976 tempest-InstanceActionsTestJSON-1539981976-project-member] [instance: d37d4ba9-f57f-4929-9e09-b327bdeb4dc5] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1152.146703] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb42b2a9-5b10-4bef-84cd-7f027e698548 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.628477] env[62353]: DEBUG nova.scheduler.client.report [None req-a395d103-3d73-4aec-b1e5-3f27bb0028a8 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1152.631895] env[62353]: DEBUG oslo_concurrency.lockutils [None req-40fa5094-463e-4f67-9f74-43015698eb6f tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Lock "6bca1280-d76a-4a63-a619-ab3788756003" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.249s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1152.632984] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f6670647-8915-4313-95dd-c2d80ef15f40 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Acquiring lock "6bca1280-d76a-4a63-a619-ab3788756003" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1152.633245] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f6670647-8915-4313-95dd-c2d80ef15f40 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Lock "6bca1280-d76a-4a63-a619-ab3788756003" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1152.633467] env[62353]: DEBUG nova.compute.manager [None req-f6670647-8915-4313-95dd-c2d80ef15f40 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] [instance: 6bca1280-d76a-4a63-a619-ab3788756003] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1152.634745] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d405a147-1b60-4f7b-be53-d8553608f4d3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.641542] env[62353]: DEBUG nova.compute.manager [None req-f6670647-8915-4313-95dd-c2d80ef15f40 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] [instance: 6bca1280-d76a-4a63-a619-ab3788756003] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62353) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1152.642250] env[62353]: DEBUG nova.objects.instance [None req-f6670647-8915-4313-95dd-c2d80ef15f40 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Lazy-loading 'flavor' on Instance uuid 6bca1280-d76a-4a63-a619-ab3788756003 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1153.161037] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-256231fd-9140-4f70-b2c7-a330e97035ec {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.169901] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-2584b84d-1fc9-4b08-9942-102826687a64 tempest-InstanceActionsTestJSON-1539981976 tempest-InstanceActionsTestJSON-1539981976-project-member] [instance: d37d4ba9-f57f-4929-9e09-b327bdeb4dc5] Doing hard reboot of VM {{(pid=62353) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1153.170184] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-ceb4784c-f97a-48e6-91b1-24465114a793 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.176017] env[62353]: DEBUG oslo_vmware.api [None req-2584b84d-1fc9-4b08-9942-102826687a64 tempest-InstanceActionsTestJSON-1539981976 tempest-InstanceActionsTestJSON-1539981976-project-member] Waiting for the task: (returnval){ [ 1153.176017] env[62353]: value = "task-2373221" [ 1153.176017] env[62353]: _type = "Task" [ 1153.176017] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.184340] env[62353]: DEBUG oslo_vmware.api [None req-2584b84d-1fc9-4b08-9942-102826687a64 tempest-InstanceActionsTestJSON-1539981976 tempest-InstanceActionsTestJSON-1539981976-project-member] Task: {'id': task-2373221, 'name': ResetVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.641561] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a395d103-3d73-4aec-b1e5-3f27bb0028a8 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.713s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1153.648059] env[62353]: DEBUG oslo_concurrency.lockutils [None req-cb9975b5-d71f-43f8-870f-04f31a7521ee tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.538s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1153.649757] env[62353]: INFO nova.compute.claims [None req-cb9975b5-d71f-43f8-870f-04f31a7521ee tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [instance: 65fe65e8-7bb1-4c9c-962f-1c479ee93e8f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1153.654788] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6670647-8915-4313-95dd-c2d80ef15f40 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] [instance: 6bca1280-d76a-4a63-a619-ab3788756003] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1153.658372] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5d1a6b94-b0bc-41ab-bb14-c510e7aa3256 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.666621] env[62353]: DEBUG oslo_vmware.api [None req-f6670647-8915-4313-95dd-c2d80ef15f40 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Waiting for the task: (returnval){ [ 1153.666621] env[62353]: value = "task-2373222" [ 1153.666621] env[62353]: _type = "Task" [ 1153.666621] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.675295] env[62353]: DEBUG oslo_vmware.api [None req-f6670647-8915-4313-95dd-c2d80ef15f40 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Task: {'id': task-2373222, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.685744] env[62353]: DEBUG oslo_vmware.api [None req-2584b84d-1fc9-4b08-9942-102826687a64 tempest-InstanceActionsTestJSON-1539981976 tempest-InstanceActionsTestJSON-1539981976-project-member] Task: {'id': task-2373221, 'name': ResetVM_Task, 'duration_secs': 0.107129} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.686014] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-2584b84d-1fc9-4b08-9942-102826687a64 tempest-InstanceActionsTestJSON-1539981976 tempest-InstanceActionsTestJSON-1539981976-project-member] [instance: d37d4ba9-f57f-4929-9e09-b327bdeb4dc5] Did hard reboot of VM {{(pid=62353) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1153.686208] env[62353]: DEBUG nova.compute.manager [None req-2584b84d-1fc9-4b08-9942-102826687a64 tempest-InstanceActionsTestJSON-1539981976 tempest-InstanceActionsTestJSON-1539981976-project-member] [instance: d37d4ba9-f57f-4929-9e09-b327bdeb4dc5] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1153.686972] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c76e338e-a02e-4300-bd0d-4b1015c138dd {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.176793] env[62353]: DEBUG oslo_vmware.api [None req-f6670647-8915-4313-95dd-c2d80ef15f40 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Task: {'id': task-2373222, 'name': PowerOffVM_Task, 'duration_secs': 0.241862} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.177199] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6670647-8915-4313-95dd-c2d80ef15f40 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] [instance: 6bca1280-d76a-4a63-a619-ab3788756003] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1154.177264] env[62353]: DEBUG nova.compute.manager [None req-f6670647-8915-4313-95dd-c2d80ef15f40 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] [instance: 6bca1280-d76a-4a63-a619-ab3788756003] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1154.178011] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-343fbc28-0eda-4364-9ebe-99593539b8ce {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.198242] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2584b84d-1fc9-4b08-9942-102826687a64 tempest-InstanceActionsTestJSON-1539981976 tempest-InstanceActionsTestJSON-1539981976-project-member] Lock "d37d4ba9-f57f-4929-9e09-b327bdeb4dc5" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.424s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1154.692034] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f6670647-8915-4313-95dd-c2d80ef15f40 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Lock "6bca1280-d76a-4a63-a619-ab3788756003" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.058s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1154.777369] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-484ade5c-1f05-4391-8950-6c9f5672668d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.786142] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0030991-8b1c-4281-9b7c-92caa54a291f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.817593] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09e17438-ccd9-4109-94e3-265ffdc48286 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.825666] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffcc9535-1fb4-4136-bc3b-cf7e5981cdac {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.841303] env[62353]: DEBUG nova.compute.provider_tree [None req-cb9975b5-d71f-43f8-870f-04f31a7521ee tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1155.022051] env[62353]: DEBUG nova.objects.instance [None req-28f1feeb-0dcc-4c1f-a0ba-5fd64109c12e tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Lazy-loading 'flavor' on Instance uuid 6bca1280-d76a-4a63-a619-ab3788756003 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1155.057346] env[62353]: DEBUG oslo_service.periodic_task [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1155.057542] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Starting heal instance info cache {{(pid=62353) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 1155.192129] env[62353]: INFO nova.compute.manager [None req-a395d103-3d73-4aec-b1e5-3f27bb0028a8 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: 49142354-b5a5-4789-8ee2-eaeea7f16f06] Swapping old allocation on dict_keys(['7ed3af4c-f85e-4a4b-a365-13d128b6ab14']) held by migration c590936b-7a6d-4fb9-af02-3272aaf49ca2 for instance [ 1155.217471] env[62353]: DEBUG nova.scheduler.client.report [None req-a395d103-3d73-4aec-b1e5-3f27bb0028a8 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Overwriting current allocation {'allocations': {'7ed3af4c-f85e-4a4b-a365-13d128b6ab14': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 154}}, 'project_id': 'c183cea98ca94f09886d57c4499788e8', 'user_id': 'd3c0c2ffa22543ea97932a693fbc1eca', 'consumer_generation': 1} on consumer 49142354-b5a5-4789-8ee2-eaeea7f16f06 {{(pid=62353) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1155.325727] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a395d103-3d73-4aec-b1e5-3f27bb0028a8 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Acquiring lock "refresh_cache-49142354-b5a5-4789-8ee2-eaeea7f16f06" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1155.325976] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a395d103-3d73-4aec-b1e5-3f27bb0028a8 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Acquired lock "refresh_cache-49142354-b5a5-4789-8ee2-eaeea7f16f06" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.326207] env[62353]: DEBUG nova.network.neutron [None req-a395d103-3d73-4aec-b1e5-3f27bb0028a8 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: 49142354-b5a5-4789-8ee2-eaeea7f16f06] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1155.344664] env[62353]: DEBUG nova.scheduler.client.report [None req-cb9975b5-d71f-43f8-870f-04f31a7521ee tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1155.363615] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b7203437-c5db-4272-a8f8-dbb57a8ddd6b tempest-InstanceActionsTestJSON-1539981976 tempest-InstanceActionsTestJSON-1539981976-project-member] Acquiring lock "d37d4ba9-f57f-4929-9e09-b327bdeb4dc5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1155.363950] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b7203437-c5db-4272-a8f8-dbb57a8ddd6b tempest-InstanceActionsTestJSON-1539981976 tempest-InstanceActionsTestJSON-1539981976-project-member] Lock "d37d4ba9-f57f-4929-9e09-b327bdeb4dc5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1155.364169] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b7203437-c5db-4272-a8f8-dbb57a8ddd6b tempest-InstanceActionsTestJSON-1539981976 tempest-InstanceActionsTestJSON-1539981976-project-member] Acquiring lock "d37d4ba9-f57f-4929-9e09-b327bdeb4dc5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1155.364398] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b7203437-c5db-4272-a8f8-dbb57a8ddd6b tempest-InstanceActionsTestJSON-1539981976 tempest-InstanceActionsTestJSON-1539981976-project-member] Lock "d37d4ba9-f57f-4929-9e09-b327bdeb4dc5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1155.364713] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b7203437-c5db-4272-a8f8-dbb57a8ddd6b tempest-InstanceActionsTestJSON-1539981976 tempest-InstanceActionsTestJSON-1539981976-project-member] Lock "d37d4ba9-f57f-4929-9e09-b327bdeb4dc5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1155.367195] env[62353]: INFO nova.compute.manager [None req-b7203437-c5db-4272-a8f8-dbb57a8ddd6b tempest-InstanceActionsTestJSON-1539981976 tempest-InstanceActionsTestJSON-1539981976-project-member] [instance: d37d4ba9-f57f-4929-9e09-b327bdeb4dc5] Terminating instance [ 1155.526853] env[62353]: DEBUG oslo_concurrency.lockutils [None req-28f1feeb-0dcc-4c1f-a0ba-5fd64109c12e tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Acquiring lock "refresh_cache-6bca1280-d76a-4a63-a619-ab3788756003" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1155.527036] env[62353]: DEBUG oslo_concurrency.lockutils [None req-28f1feeb-0dcc-4c1f-a0ba-5fd64109c12e tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Acquired lock "refresh_cache-6bca1280-d76a-4a63-a619-ab3788756003" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.527204] env[62353]: DEBUG nova.network.neutron [None req-28f1feeb-0dcc-4c1f-a0ba-5fd64109c12e tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] [instance: 6bca1280-d76a-4a63-a619-ab3788756003] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1155.527378] env[62353]: DEBUG nova.objects.instance [None req-28f1feeb-0dcc-4c1f-a0ba-5fd64109c12e tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Lazy-loading 'info_cache' on Instance uuid 6bca1280-d76a-4a63-a619-ab3788756003 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1155.849528] env[62353]: DEBUG oslo_concurrency.lockutils [None req-cb9975b5-d71f-43f8-870f-04f31a7521ee tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.201s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1155.850082] env[62353]: DEBUG nova.compute.manager [None req-cb9975b5-d71f-43f8-870f-04f31a7521ee tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [instance: 65fe65e8-7bb1-4c9c-962f-1c479ee93e8f] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1155.871572] env[62353]: DEBUG nova.compute.manager [None req-b7203437-c5db-4272-a8f8-dbb57a8ddd6b tempest-InstanceActionsTestJSON-1539981976 tempest-InstanceActionsTestJSON-1539981976-project-member] [instance: d37d4ba9-f57f-4929-9e09-b327bdeb4dc5] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1155.871904] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-b7203437-c5db-4272-a8f8-dbb57a8ddd6b tempest-InstanceActionsTestJSON-1539981976 tempest-InstanceActionsTestJSON-1539981976-project-member] [instance: d37d4ba9-f57f-4929-9e09-b327bdeb4dc5] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1155.872897] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53609722-8a87-413a-931f-f8f4c63e3b8b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.880706] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7203437-c5db-4272-a8f8-dbb57a8ddd6b tempest-InstanceActionsTestJSON-1539981976 tempest-InstanceActionsTestJSON-1539981976-project-member] [instance: d37d4ba9-f57f-4929-9e09-b327bdeb4dc5] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1155.880943] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a2a194fa-9c45-428b-994b-f92cce5157e2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.887683] env[62353]: DEBUG oslo_vmware.api [None req-b7203437-c5db-4272-a8f8-dbb57a8ddd6b tempest-InstanceActionsTestJSON-1539981976 tempest-InstanceActionsTestJSON-1539981976-project-member] Waiting for the task: (returnval){ [ 1155.887683] env[62353]: value = "task-2373223" [ 1155.887683] env[62353]: _type = "Task" [ 1155.887683] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.897564] env[62353]: DEBUG oslo_vmware.api [None req-b7203437-c5db-4272-a8f8-dbb57a8ddd6b tempest-InstanceActionsTestJSON-1539981976 tempest-InstanceActionsTestJSON-1539981976-project-member] Task: {'id': task-2373223, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.031054] env[62353]: DEBUG nova.objects.base [None req-28f1feeb-0dcc-4c1f-a0ba-5fd64109c12e tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Object Instance<6bca1280-d76a-4a63-a619-ab3788756003> lazy-loaded attributes: flavor,info_cache {{(pid=62353) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1156.102317] env[62353]: DEBUG nova.network.neutron [None req-a395d103-3d73-4aec-b1e5-3f27bb0028a8 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: 49142354-b5a5-4789-8ee2-eaeea7f16f06] Updating instance_info_cache with network_info: [{"id": "fad70a4e-3930-49a6-a6ba-fff58d28f85a", "address": "fa:16:3e:b7:94:08", "network": {"id": "e5d036e4-e0e1-4263-a13b-32de611efa27", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1880879466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c183cea98ca94f09886d57c4499788e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08e9585e-6186-4788-9fd9-24174ce45a6f", "external-id": "nsx-vlan-transportzone-254", "segmentation_id": 254, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfad70a4e-39", "ovs_interfaceid": "fad70a4e-3930-49a6-a6ba-fff58d28f85a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.355584] env[62353]: DEBUG nova.compute.utils [None req-cb9975b5-d71f-43f8-870f-04f31a7521ee tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1156.357512] env[62353]: DEBUG nova.compute.manager [None req-cb9975b5-d71f-43f8-870f-04f31a7521ee tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [instance: 65fe65e8-7bb1-4c9c-962f-1c479ee93e8f] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1156.357740] env[62353]: DEBUG nova.network.neutron [None req-cb9975b5-d71f-43f8-870f-04f31a7521ee tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [instance: 65fe65e8-7bb1-4c9c-962f-1c479ee93e8f] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1156.397423] env[62353]: DEBUG oslo_vmware.api [None req-b7203437-c5db-4272-a8f8-dbb57a8ddd6b tempest-InstanceActionsTestJSON-1539981976 tempest-InstanceActionsTestJSON-1539981976-project-member] Task: {'id': task-2373223, 'name': PowerOffVM_Task, 'duration_secs': 0.19987} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.397423] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7203437-c5db-4272-a8f8-dbb57a8ddd6b tempest-InstanceActionsTestJSON-1539981976 tempest-InstanceActionsTestJSON-1539981976-project-member] [instance: d37d4ba9-f57f-4929-9e09-b327bdeb4dc5] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1156.397749] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-b7203437-c5db-4272-a8f8-dbb57a8ddd6b tempest-InstanceActionsTestJSON-1539981976 tempest-InstanceActionsTestJSON-1539981976-project-member] [instance: d37d4ba9-f57f-4929-9e09-b327bdeb4dc5] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1156.398959] env[62353]: DEBUG nova.policy [None req-cb9975b5-d71f-43f8-870f-04f31a7521ee tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '452d0c3422e54a00b5733ba0a881b047', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f777d4695db5433b947d76fd30a7c09b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:192}} [ 1156.400464] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aaaba68a-837b-4a06-b6b6-e6f0e1567198 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.477444] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-b7203437-c5db-4272-a8f8-dbb57a8ddd6b tempest-InstanceActionsTestJSON-1539981976 tempest-InstanceActionsTestJSON-1539981976-project-member] [instance: d37d4ba9-f57f-4929-9e09-b327bdeb4dc5] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1156.477795] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-b7203437-c5db-4272-a8f8-dbb57a8ddd6b tempest-InstanceActionsTestJSON-1539981976 tempest-InstanceActionsTestJSON-1539981976-project-member] [instance: d37d4ba9-f57f-4929-9e09-b327bdeb4dc5] Deleting contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1156.478106] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7203437-c5db-4272-a8f8-dbb57a8ddd6b tempest-InstanceActionsTestJSON-1539981976 tempest-InstanceActionsTestJSON-1539981976-project-member] Deleting the datastore file [datastore2] d37d4ba9-f57f-4929-9e09-b327bdeb4dc5 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1156.478476] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-084327f6-79ca-46ca-8041-f8f7c97d2b42 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.486725] env[62353]: DEBUG oslo_vmware.api [None req-b7203437-c5db-4272-a8f8-dbb57a8ddd6b tempest-InstanceActionsTestJSON-1539981976 tempest-InstanceActionsTestJSON-1539981976-project-member] Waiting for the task: (returnval){ [ 1156.486725] env[62353]: value = "task-2373225" [ 1156.486725] env[62353]: _type = "Task" [ 1156.486725] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.495105] env[62353]: DEBUG oslo_vmware.api [None req-b7203437-c5db-4272-a8f8-dbb57a8ddd6b tempest-InstanceActionsTestJSON-1539981976 tempest-InstanceActionsTestJSON-1539981976-project-member] Task: {'id': task-2373225, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.567728] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Acquiring lock "refresh_cache-6bca1280-d76a-4a63-a619-ab3788756003" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1156.605884] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a395d103-3d73-4aec-b1e5-3f27bb0028a8 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Releasing lock "refresh_cache-49142354-b5a5-4789-8ee2-eaeea7f16f06" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1156.606114] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-a395d103-3d73-4aec-b1e5-3f27bb0028a8 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: 49142354-b5a5-4789-8ee2-eaeea7f16f06] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1156.606403] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6725cf55-33ad-40b2-ac6b-6f57d0ca555c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.615125] env[62353]: DEBUG oslo_vmware.api [None req-a395d103-3d73-4aec-b1e5-3f27bb0028a8 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Waiting for the task: (returnval){ [ 1156.615125] env[62353]: value = "task-2373226" [ 1156.615125] env[62353]: _type = "Task" [ 1156.615125] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.626303] env[62353]: DEBUG oslo_vmware.api [None req-a395d103-3d73-4aec-b1e5-3f27bb0028a8 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Task: {'id': task-2373226, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.786919] env[62353]: DEBUG nova.network.neutron [None req-28f1feeb-0dcc-4c1f-a0ba-5fd64109c12e tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] [instance: 6bca1280-d76a-4a63-a619-ab3788756003] Updating instance_info_cache with network_info: [{"id": "8381e0d9-1dee-490c-a4a0-f79e88317927", "address": "fa:16:3e:fa:09:2d", "network": {"id": "195a2cf7-0c7f-46e9-8a1f-90661cb5de80", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-388449229-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7583ea205b154599859e152e3cf3af0b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d88bb07-f93c-45ca-bce7-230cb1f33833", "external-id": "nsx-vlan-transportzone-387", "segmentation_id": 387, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8381e0d9-1d", "ovs_interfaceid": "8381e0d9-1dee-490c-a4a0-f79e88317927", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.863982] env[62353]: DEBUG nova.compute.manager [None req-cb9975b5-d71f-43f8-870f-04f31a7521ee tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [instance: 65fe65e8-7bb1-4c9c-962f-1c479ee93e8f] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1156.933021] env[62353]: DEBUG nova.network.neutron [None req-cb9975b5-d71f-43f8-870f-04f31a7521ee tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [instance: 65fe65e8-7bb1-4c9c-962f-1c479ee93e8f] Successfully created port: 1d89da03-ea91-48f2-87ed-2ef155cf7667 {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1156.996940] env[62353]: DEBUG oslo_vmware.api [None req-b7203437-c5db-4272-a8f8-dbb57a8ddd6b tempest-InstanceActionsTestJSON-1539981976 tempest-InstanceActionsTestJSON-1539981976-project-member] Task: {'id': task-2373225, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138255} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.998626] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7203437-c5db-4272-a8f8-dbb57a8ddd6b tempest-InstanceActionsTestJSON-1539981976 tempest-InstanceActionsTestJSON-1539981976-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1156.999317] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-b7203437-c5db-4272-a8f8-dbb57a8ddd6b tempest-InstanceActionsTestJSON-1539981976 tempest-InstanceActionsTestJSON-1539981976-project-member] [instance: d37d4ba9-f57f-4929-9e09-b327bdeb4dc5] Deleted contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1156.999317] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-b7203437-c5db-4272-a8f8-dbb57a8ddd6b tempest-InstanceActionsTestJSON-1539981976 tempest-InstanceActionsTestJSON-1539981976-project-member] [instance: d37d4ba9-f57f-4929-9e09-b327bdeb4dc5] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1156.999317] env[62353]: INFO nova.compute.manager [None req-b7203437-c5db-4272-a8f8-dbb57a8ddd6b tempest-InstanceActionsTestJSON-1539981976 tempest-InstanceActionsTestJSON-1539981976-project-member] [instance: d37d4ba9-f57f-4929-9e09-b327bdeb4dc5] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1156.999559] env[62353]: DEBUG oslo.service.loopingcall [None req-b7203437-c5db-4272-a8f8-dbb57a8ddd6b tempest-InstanceActionsTestJSON-1539981976 tempest-InstanceActionsTestJSON-1539981976-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1156.999723] env[62353]: DEBUG nova.compute.manager [-] [instance: d37d4ba9-f57f-4929-9e09-b327bdeb4dc5] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1156.999820] env[62353]: DEBUG nova.network.neutron [-] [instance: d37d4ba9-f57f-4929-9e09-b327bdeb4dc5] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1157.125604] env[62353]: DEBUG oslo_vmware.api [None req-a395d103-3d73-4aec-b1e5-3f27bb0028a8 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Task: {'id': task-2373226, 'name': PowerOffVM_Task, 'duration_secs': 0.215653} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.125867] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-a395d103-3d73-4aec-b1e5-3f27bb0028a8 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: 49142354-b5a5-4789-8ee2-eaeea7f16f06] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1157.126707] env[62353]: DEBUG nova.virt.hardware [None req-a395d103-3d73-4aec-b1e5-3f27bb0028a8 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T12:38:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=06f909ae-e8dc-43b4-abf7-c7ed85db9bbd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1157.126805] env[62353]: DEBUG nova.virt.hardware [None req-a395d103-3d73-4aec-b1e5-3f27bb0028a8 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1157.126895] env[62353]: DEBUG nova.virt.hardware [None req-a395d103-3d73-4aec-b1e5-3f27bb0028a8 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1157.127085] env[62353]: DEBUG nova.virt.hardware [None req-a395d103-3d73-4aec-b1e5-3f27bb0028a8 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1157.127247] env[62353]: DEBUG nova.virt.hardware [None req-a395d103-3d73-4aec-b1e5-3f27bb0028a8 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1157.128445] env[62353]: DEBUG nova.virt.hardware [None req-a395d103-3d73-4aec-b1e5-3f27bb0028a8 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1157.128445] env[62353]: DEBUG nova.virt.hardware [None req-a395d103-3d73-4aec-b1e5-3f27bb0028a8 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1157.128445] env[62353]: DEBUG nova.virt.hardware [None req-a395d103-3d73-4aec-b1e5-3f27bb0028a8 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1157.128445] env[62353]: DEBUG nova.virt.hardware [None req-a395d103-3d73-4aec-b1e5-3f27bb0028a8 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1157.128445] env[62353]: DEBUG nova.virt.hardware [None req-a395d103-3d73-4aec-b1e5-3f27bb0028a8 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1157.128445] env[62353]: DEBUG nova.virt.hardware [None req-a395d103-3d73-4aec-b1e5-3f27bb0028a8 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1157.133432] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ec4d358b-b5d2-4a30-a45f-e329545b1d5c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.150452] env[62353]: DEBUG oslo_vmware.api [None req-a395d103-3d73-4aec-b1e5-3f27bb0028a8 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Waiting for the task: (returnval){ [ 1157.150452] env[62353]: value = "task-2373227" [ 1157.150452] env[62353]: _type = "Task" [ 1157.150452] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.158840] env[62353]: DEBUG oslo_vmware.api [None req-a395d103-3d73-4aec-b1e5-3f27bb0028a8 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Task: {'id': task-2373227, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.282703] env[62353]: DEBUG nova.compute.manager [req-c1b26f1c-35b0-4e77-98db-810c3c33c27b req-6670e951-0580-4e98-84bb-b837381311a2 service nova] [instance: d37d4ba9-f57f-4929-9e09-b327bdeb4dc5] Received event network-vif-deleted-dbee6268-bb4b-480e-aebb-4787ce54f713 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1157.282952] env[62353]: INFO nova.compute.manager [req-c1b26f1c-35b0-4e77-98db-810c3c33c27b req-6670e951-0580-4e98-84bb-b837381311a2 service nova] [instance: d37d4ba9-f57f-4929-9e09-b327bdeb4dc5] Neutron deleted interface dbee6268-bb4b-480e-aebb-4787ce54f713; detaching it from the instance and deleting it from the info cache [ 1157.283239] env[62353]: DEBUG nova.network.neutron [req-c1b26f1c-35b0-4e77-98db-810c3c33c27b req-6670e951-0580-4e98-84bb-b837381311a2 service nova] [instance: d37d4ba9-f57f-4929-9e09-b327bdeb4dc5] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1157.289696] env[62353]: DEBUG oslo_concurrency.lockutils [None req-28f1feeb-0dcc-4c1f-a0ba-5fd64109c12e tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Releasing lock "refresh_cache-6bca1280-d76a-4a63-a619-ab3788756003" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1157.291614] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Acquired lock "refresh_cache-6bca1280-d76a-4a63-a619-ab3788756003" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.291797] env[62353]: DEBUG nova.network.neutron [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] [instance: 6bca1280-d76a-4a63-a619-ab3788756003] Forcefully refreshing network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1157.662182] env[62353]: DEBUG oslo_vmware.api [None req-a395d103-3d73-4aec-b1e5-3f27bb0028a8 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Task: {'id': task-2373227, 'name': ReconfigVM_Task, 'duration_secs': 0.145488} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.662952] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03c2323b-019b-40dc-aa07-f6fa407848dd {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.682238] env[62353]: DEBUG nova.virt.hardware [None req-a395d103-3d73-4aec-b1e5-3f27bb0028a8 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T12:38:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=06f909ae-e8dc-43b4-abf7-c7ed85db9bbd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1157.682475] env[62353]: DEBUG nova.virt.hardware [None req-a395d103-3d73-4aec-b1e5-3f27bb0028a8 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1157.682636] env[62353]: DEBUG nova.virt.hardware [None req-a395d103-3d73-4aec-b1e5-3f27bb0028a8 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1157.682814] env[62353]: DEBUG nova.virt.hardware [None req-a395d103-3d73-4aec-b1e5-3f27bb0028a8 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1157.682956] env[62353]: DEBUG nova.virt.hardware [None req-a395d103-3d73-4aec-b1e5-3f27bb0028a8 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1157.683114] env[62353]: DEBUG nova.virt.hardware [None req-a395d103-3d73-4aec-b1e5-3f27bb0028a8 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1157.683316] env[62353]: DEBUG nova.virt.hardware [None req-a395d103-3d73-4aec-b1e5-3f27bb0028a8 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1157.683472] env[62353]: DEBUG nova.virt.hardware [None req-a395d103-3d73-4aec-b1e5-3f27bb0028a8 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1157.683643] env[62353]: DEBUG nova.virt.hardware [None req-a395d103-3d73-4aec-b1e5-3f27bb0028a8 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1157.683797] env[62353]: DEBUG nova.virt.hardware [None req-a395d103-3d73-4aec-b1e5-3f27bb0028a8 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1157.683969] env[62353]: DEBUG nova.virt.hardware [None req-a395d103-3d73-4aec-b1e5-3f27bb0028a8 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1157.684752] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-335cf8de-902a-4bf9-9786-35034c9e2dfb {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.690490] env[62353]: DEBUG oslo_vmware.api [None req-a395d103-3d73-4aec-b1e5-3f27bb0028a8 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Waiting for the task: (returnval){ [ 1157.690490] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52ad944d-c173-f4e7-998c-063966b45808" [ 1157.690490] env[62353]: _type = "Task" [ 1157.690490] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.698107] env[62353]: DEBUG oslo_vmware.api [None req-a395d103-3d73-4aec-b1e5-3f27bb0028a8 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52ad944d-c173-f4e7-998c-063966b45808, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.751915] env[62353]: DEBUG nova.network.neutron [-] [instance: d37d4ba9-f57f-4929-9e09-b327bdeb4dc5] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1157.787106] env[62353]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cfb90bf4-c455-482e-92cc-ec2d19f05162 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.801874] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23d42f1b-a613-44bf-84c6-02308f44a9aa {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.833427] env[62353]: DEBUG nova.compute.manager [req-c1b26f1c-35b0-4e77-98db-810c3c33c27b req-6670e951-0580-4e98-84bb-b837381311a2 service nova] [instance: d37d4ba9-f57f-4929-9e09-b327bdeb4dc5] Detach interface failed, port_id=dbee6268-bb4b-480e-aebb-4787ce54f713, reason: Instance d37d4ba9-f57f-4929-9e09-b327bdeb4dc5 could not be found. {{(pid=62353) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1157.871943] env[62353]: DEBUG nova.compute.manager [None req-cb9975b5-d71f-43f8-870f-04f31a7521ee tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [instance: 65fe65e8-7bb1-4c9c-962f-1c479ee93e8f] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1157.898746] env[62353]: DEBUG nova.virt.hardware [None req-cb9975b5-d71f-43f8-870f-04f31a7521ee tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T12:38:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T12:38:15Z,direct_url=,disk_format='vmdk',id=06f909ae-e8dc-43b4-abf7-c7ed85db9bbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0a3f88790a594523a818b8c00f6862e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T12:38:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1157.899016] env[62353]: DEBUG nova.virt.hardware [None req-cb9975b5-d71f-43f8-870f-04f31a7521ee tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1157.899180] env[62353]: DEBUG nova.virt.hardware [None req-cb9975b5-d71f-43f8-870f-04f31a7521ee tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1157.899399] env[62353]: DEBUG nova.virt.hardware [None req-cb9975b5-d71f-43f8-870f-04f31a7521ee tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1157.899591] env[62353]: DEBUG nova.virt.hardware [None req-cb9975b5-d71f-43f8-870f-04f31a7521ee tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1157.899743] env[62353]: DEBUG nova.virt.hardware [None req-cb9975b5-d71f-43f8-870f-04f31a7521ee tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1157.899977] env[62353]: DEBUG nova.virt.hardware [None req-cb9975b5-d71f-43f8-870f-04f31a7521ee tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1157.900155] env[62353]: DEBUG nova.virt.hardware [None req-cb9975b5-d71f-43f8-870f-04f31a7521ee tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1157.900323] env[62353]: DEBUG nova.virt.hardware [None req-cb9975b5-d71f-43f8-870f-04f31a7521ee tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1157.901545] env[62353]: DEBUG nova.virt.hardware [None req-cb9975b5-d71f-43f8-870f-04f31a7521ee tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1157.901545] env[62353]: DEBUG nova.virt.hardware [None req-cb9975b5-d71f-43f8-870f-04f31a7521ee tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1157.901679] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95aac6a7-847f-466e-94e2-44694f2fb739 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.910612] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34b64b05-70d5-45ef-bdb0-a1befc002cc8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.200864] env[62353]: DEBUG oslo_vmware.api [None req-a395d103-3d73-4aec-b1e5-3f27bb0028a8 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52ad944d-c173-f4e7-998c-063966b45808, 'name': SearchDatastore_Task, 'duration_secs': 0.007181} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.206333] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-a395d103-3d73-4aec-b1e5-3f27bb0028a8 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: 49142354-b5a5-4789-8ee2-eaeea7f16f06] Reconfiguring VM instance instance-0000006c to detach disk 2000 {{(pid=62353) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1158.206618] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b171c12d-e900-4455-84e0-46e7a1ecd27a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.225743] env[62353]: DEBUG oslo_vmware.api [None req-a395d103-3d73-4aec-b1e5-3f27bb0028a8 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Waiting for the task: (returnval){ [ 1158.225743] env[62353]: value = "task-2373228" [ 1158.225743] env[62353]: _type = "Task" [ 1158.225743] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.234240] env[62353]: DEBUG oslo_vmware.api [None req-a395d103-3d73-4aec-b1e5-3f27bb0028a8 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Task: {'id': task-2373228, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.255024] env[62353]: INFO nova.compute.manager [-] [instance: d37d4ba9-f57f-4929-9e09-b327bdeb4dc5] Took 1.25 seconds to deallocate network for instance. [ 1158.299970] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-28f1feeb-0dcc-4c1f-a0ba-5fd64109c12e tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] [instance: 6bca1280-d76a-4a63-a619-ab3788756003] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1158.300620] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aee91876-856d-4c34-9f31-62f4ef7e2276 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.307896] env[62353]: DEBUG oslo_vmware.api [None req-28f1feeb-0dcc-4c1f-a0ba-5fd64109c12e tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Waiting for the task: (returnval){ [ 1158.307896] env[62353]: value = "task-2373229" [ 1158.307896] env[62353]: _type = "Task" [ 1158.307896] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.318535] env[62353]: DEBUG oslo_vmware.api [None req-28f1feeb-0dcc-4c1f-a0ba-5fd64109c12e tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Task: {'id': task-2373229, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.456281] env[62353]: DEBUG nova.compute.manager [req-c0f73854-4374-4149-93b5-65cd9fe27a06 req-77e50764-b78f-4012-82b3-e153aac14509 service nova] [instance: 65fe65e8-7bb1-4c9c-962f-1c479ee93e8f] Received event network-vif-plugged-1d89da03-ea91-48f2-87ed-2ef155cf7667 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1158.456281] env[62353]: DEBUG oslo_concurrency.lockutils [req-c0f73854-4374-4149-93b5-65cd9fe27a06 req-77e50764-b78f-4012-82b3-e153aac14509 service nova] Acquiring lock "65fe65e8-7bb1-4c9c-962f-1c479ee93e8f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1158.456281] env[62353]: DEBUG oslo_concurrency.lockutils [req-c0f73854-4374-4149-93b5-65cd9fe27a06 req-77e50764-b78f-4012-82b3-e153aac14509 service nova] Lock "65fe65e8-7bb1-4c9c-962f-1c479ee93e8f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1158.456281] env[62353]: DEBUG oslo_concurrency.lockutils [req-c0f73854-4374-4149-93b5-65cd9fe27a06 req-77e50764-b78f-4012-82b3-e153aac14509 service nova] Lock "65fe65e8-7bb1-4c9c-962f-1c479ee93e8f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1158.456281] env[62353]: DEBUG nova.compute.manager [req-c0f73854-4374-4149-93b5-65cd9fe27a06 req-77e50764-b78f-4012-82b3-e153aac14509 service nova] [instance: 65fe65e8-7bb1-4c9c-962f-1c479ee93e8f] No waiting events found dispatching network-vif-plugged-1d89da03-ea91-48f2-87ed-2ef155cf7667 {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1158.456281] env[62353]: WARNING nova.compute.manager [req-c0f73854-4374-4149-93b5-65cd9fe27a06 req-77e50764-b78f-4012-82b3-e153aac14509 service nova] [instance: 65fe65e8-7bb1-4c9c-962f-1c479ee93e8f] Received unexpected event network-vif-plugged-1d89da03-ea91-48f2-87ed-2ef155cf7667 for instance with vm_state building and task_state spawning. [ 1158.559391] env[62353]: DEBUG nova.network.neutron [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] [instance: 6bca1280-d76a-4a63-a619-ab3788756003] Updating instance_info_cache with network_info: [{"id": "8381e0d9-1dee-490c-a4a0-f79e88317927", "address": "fa:16:3e:fa:09:2d", "network": {"id": "195a2cf7-0c7f-46e9-8a1f-90661cb5de80", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-388449229-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7583ea205b154599859e152e3cf3af0b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d88bb07-f93c-45ca-bce7-230cb1f33833", "external-id": "nsx-vlan-transportzone-387", "segmentation_id": 387, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8381e0d9-1d", "ovs_interfaceid": "8381e0d9-1dee-490c-a4a0-f79e88317927", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.562092] env[62353]: DEBUG nova.network.neutron [None req-cb9975b5-d71f-43f8-870f-04f31a7521ee tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [instance: 65fe65e8-7bb1-4c9c-962f-1c479ee93e8f] Successfully updated port: 1d89da03-ea91-48f2-87ed-2ef155cf7667 {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1158.736210] env[62353]: DEBUG oslo_vmware.api [None req-a395d103-3d73-4aec-b1e5-3f27bb0028a8 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Task: {'id': task-2373228, 'name': ReconfigVM_Task, 'duration_secs': 0.270512} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.736600] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-a395d103-3d73-4aec-b1e5-3f27bb0028a8 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: 49142354-b5a5-4789-8ee2-eaeea7f16f06] Reconfigured VM instance instance-0000006c to detach disk 2000 {{(pid=62353) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1158.737337] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06b75a74-5563-4dd8-87d1-0d95aebe89ba {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.760340] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-a395d103-3d73-4aec-b1e5-3f27bb0028a8 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: 49142354-b5a5-4789-8ee2-eaeea7f16f06] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] 49142354-b5a5-4789-8ee2-eaeea7f16f06/49142354-b5a5-4789-8ee2-eaeea7f16f06.vmdk or device None with type thin {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1158.760779] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0eb366de-9281-4e8b-a1f0-60bfa76c8432 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.774574] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b7203437-c5db-4272-a8f8-dbb57a8ddd6b tempest-InstanceActionsTestJSON-1539981976 tempest-InstanceActionsTestJSON-1539981976-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1158.774830] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b7203437-c5db-4272-a8f8-dbb57a8ddd6b tempest-InstanceActionsTestJSON-1539981976 tempest-InstanceActionsTestJSON-1539981976-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1158.775025] env[62353]: DEBUG nova.objects.instance [None req-b7203437-c5db-4272-a8f8-dbb57a8ddd6b tempest-InstanceActionsTestJSON-1539981976 tempest-InstanceActionsTestJSON-1539981976-project-member] Lazy-loading 'resources' on Instance uuid d37d4ba9-f57f-4929-9e09-b327bdeb4dc5 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1158.781728] env[62353]: DEBUG oslo_vmware.api [None req-a395d103-3d73-4aec-b1e5-3f27bb0028a8 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Waiting for the task: (returnval){ [ 1158.781728] env[62353]: value = "task-2373230" [ 1158.781728] env[62353]: _type = "Task" [ 1158.781728] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.791805] env[62353]: DEBUG oslo_vmware.api [None req-a395d103-3d73-4aec-b1e5-3f27bb0028a8 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Task: {'id': task-2373230, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.818570] env[62353]: DEBUG oslo_vmware.api [None req-28f1feeb-0dcc-4c1f-a0ba-5fd64109c12e tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Task: {'id': task-2373229, 'name': PowerOnVM_Task, 'duration_secs': 0.394221} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.818924] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-28f1feeb-0dcc-4c1f-a0ba-5fd64109c12e tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] [instance: 6bca1280-d76a-4a63-a619-ab3788756003] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1158.819080] env[62353]: DEBUG nova.compute.manager [None req-28f1feeb-0dcc-4c1f-a0ba-5fd64109c12e tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] [instance: 6bca1280-d76a-4a63-a619-ab3788756003] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1158.819941] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db3b95cc-611c-4270-bda1-c5e0cd451916 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.963555] env[62353]: DEBUG oslo_vmware.rw_handles [None req-b03da592-2add-4f51-9aa2-a42e7096d2ad tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528d62d7-f1b7-93f8-793a-4c79302fb802/disk-0.vmdk. {{(pid=62353) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1158.964482] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f101e7e-4a3e-4b05-ab0b-16a30d99b8b0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.970979] env[62353]: DEBUG oslo_vmware.rw_handles [None req-b03da592-2add-4f51-9aa2-a42e7096d2ad tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528d62d7-f1b7-93f8-793a-4c79302fb802/disk-0.vmdk is in state: ready. {{(pid=62353) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1158.971170] env[62353]: ERROR oslo_vmware.rw_handles [None req-b03da592-2add-4f51-9aa2-a42e7096d2ad tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528d62d7-f1b7-93f8-793a-4c79302fb802/disk-0.vmdk due to incomplete transfer. [ 1158.971780] env[62353]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-401ffdb4-0058-481d-9db3-4cf71dbccb85 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.978502] env[62353]: DEBUG oslo_vmware.rw_handles [None req-b03da592-2add-4f51-9aa2-a42e7096d2ad tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528d62d7-f1b7-93f8-793a-4c79302fb802/disk-0.vmdk. {{(pid=62353) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1158.978715] env[62353]: DEBUG nova.virt.vmwareapi.images [None req-b03da592-2add-4f51-9aa2-a42e7096d2ad tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] [instance: dcef6fd5-617c-4561-809d-d7c872b90e48] Uploaded image 34929f49-3fe8-4f4a-97fd-1b1b75099b56 to the Glance image server {{(pid=62353) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1158.981174] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-b03da592-2add-4f51-9aa2-a42e7096d2ad tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] [instance: dcef6fd5-617c-4561-809d-d7c872b90e48] Destroying the VM {{(pid=62353) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1158.981352] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a4b7fcb0-ccb6-4787-8cf7-afab0e8caa5a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.987446] env[62353]: DEBUG oslo_vmware.api [None req-b03da592-2add-4f51-9aa2-a42e7096d2ad tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Waiting for the task: (returnval){ [ 1158.987446] env[62353]: value = "task-2373231" [ 1158.987446] env[62353]: _type = "Task" [ 1158.987446] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.994910] env[62353]: DEBUG oslo_vmware.api [None req-b03da592-2add-4f51-9aa2-a42e7096d2ad tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Task: {'id': task-2373231, 'name': Destroy_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.062342] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Releasing lock "refresh_cache-6bca1280-d76a-4a63-a619-ab3788756003" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1159.062617] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] [instance: 6bca1280-d76a-4a63-a619-ab3788756003] Updated the network info_cache for instance {{(pid=62353) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10516}} [ 1159.062847] env[62353]: DEBUG oslo_service.periodic_task [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1159.063037] env[62353]: DEBUG oslo_service.periodic_task [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1159.064629] env[62353]: DEBUG oslo_concurrency.lockutils [None req-cb9975b5-d71f-43f8-870f-04f31a7521ee tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Acquiring lock "refresh_cache-65fe65e8-7bb1-4c9c-962f-1c479ee93e8f" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1159.064629] env[62353]: DEBUG oslo_concurrency.lockutils [None req-cb9975b5-d71f-43f8-870f-04f31a7521ee tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Acquired lock "refresh_cache-65fe65e8-7bb1-4c9c-962f-1c479ee93e8f" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.064629] env[62353]: DEBUG nova.network.neutron [None req-cb9975b5-d71f-43f8-870f-04f31a7521ee tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [instance: 65fe65e8-7bb1-4c9c-962f-1c479ee93e8f] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1159.292185] env[62353]: DEBUG oslo_vmware.api [None req-a395d103-3d73-4aec-b1e5-3f27bb0028a8 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Task: {'id': task-2373230, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.364267] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fce2f286-7efc-477f-bdfe-492af7749b69 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.375627] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31364545-a72c-4b7d-99ee-a7b2befb45cd {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.403304] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b11cdf6-f042-4b6b-8b14-bdde6ca4ce1a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.410080] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b4a7e66-67e9-4ebf-a339-d016fac565a0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.422986] env[62353]: DEBUG nova.compute.provider_tree [None req-b7203437-c5db-4272-a8f8-dbb57a8ddd6b tempest-InstanceActionsTestJSON-1539981976 tempest-InstanceActionsTestJSON-1539981976-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1159.496258] env[62353]: DEBUG oslo_vmware.api [None req-b03da592-2add-4f51-9aa2-a42e7096d2ad tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Task: {'id': task-2373231, 'name': Destroy_Task, 'duration_secs': 0.323822} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.496786] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-b03da592-2add-4f51-9aa2-a42e7096d2ad tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] [instance: dcef6fd5-617c-4561-809d-d7c872b90e48] Destroyed the VM [ 1159.497063] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-b03da592-2add-4f51-9aa2-a42e7096d2ad tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] [instance: dcef6fd5-617c-4561-809d-d7c872b90e48] Deleting Snapshot of the VM instance {{(pid=62353) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1159.497310] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ebef6e4e-d8f6-4874-85aa-4bc9cf79d6f3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.503651] env[62353]: DEBUG oslo_vmware.api [None req-b03da592-2add-4f51-9aa2-a42e7096d2ad tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Waiting for the task: (returnval){ [ 1159.503651] env[62353]: value = "task-2373232" [ 1159.503651] env[62353]: _type = "Task" [ 1159.503651] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.510725] env[62353]: DEBUG oslo_vmware.api [None req-b03da592-2add-4f51-9aa2-a42e7096d2ad tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Task: {'id': task-2373232, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.567553] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1159.601033] env[62353]: DEBUG nova.network.neutron [None req-cb9975b5-d71f-43f8-870f-04f31a7521ee tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [instance: 65fe65e8-7bb1-4c9c-962f-1c479ee93e8f] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1159.739531] env[62353]: DEBUG nova.network.neutron [None req-cb9975b5-d71f-43f8-870f-04f31a7521ee tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [instance: 65fe65e8-7bb1-4c9c-962f-1c479ee93e8f] Updating instance_info_cache with network_info: [{"id": "1d89da03-ea91-48f2-87ed-2ef155cf7667", "address": "fa:16:3e:7b:f0:f2", "network": {"id": "2f7e2133-4fb3-4a9f-bb2e-4fe0872e76d7", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-977109863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f777d4695db5433b947d76fd30a7c09b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7e0240aa-a694-48fc-a0f9-6f2d3e71aa12", "external-id": "nsx-vlan-transportzone-249", "segmentation_id": 249, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d89da03-ea", "ovs_interfaceid": "1d89da03-ea91-48f2-87ed-2ef155cf7667", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1159.793142] env[62353]: DEBUG oslo_vmware.api [None req-a395d103-3d73-4aec-b1e5-3f27bb0028a8 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Task: {'id': task-2373230, 'name': ReconfigVM_Task, 'duration_secs': 0.921774} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.793383] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-a395d103-3d73-4aec-b1e5-3f27bb0028a8 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: 49142354-b5a5-4789-8ee2-eaeea7f16f06] Reconfigured VM instance instance-0000006c to attach disk [datastore2] 49142354-b5a5-4789-8ee2-eaeea7f16f06/49142354-b5a5-4789-8ee2-eaeea7f16f06.vmdk or device None with type thin {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1159.794260] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee1ceadf-9282-4d54-9938-e86bf38482a2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.816559] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c7d8ea9-42d4-4442-956b-f37512752042 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.835157] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b631a92b-208d-48b4-9361-52f21c35dd0f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.853092] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-780589b0-f150-4445-ad92-a80faff4c797 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.859475] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-a395d103-3d73-4aec-b1e5-3f27bb0028a8 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: 49142354-b5a5-4789-8ee2-eaeea7f16f06] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1159.859690] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b7a9a7bf-77b9-4ec7-b828-1b1fa70d82a8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.865491] env[62353]: DEBUG oslo_vmware.api [None req-a395d103-3d73-4aec-b1e5-3f27bb0028a8 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Waiting for the task: (returnval){ [ 1159.865491] env[62353]: value = "task-2373233" [ 1159.865491] env[62353]: _type = "Task" [ 1159.865491] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.876664] env[62353]: DEBUG oslo_vmware.api [None req-a395d103-3d73-4aec-b1e5-3f27bb0028a8 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Task: {'id': task-2373233, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.926313] env[62353]: DEBUG nova.scheduler.client.report [None req-b7203437-c5db-4272-a8f8-dbb57a8ddd6b tempest-InstanceActionsTestJSON-1539981976 tempest-InstanceActionsTestJSON-1539981976-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1160.013696] env[62353]: DEBUG oslo_vmware.api [None req-b03da592-2add-4f51-9aa2-a42e7096d2ad tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Task: {'id': task-2373232, 'name': RemoveSnapshot_Task, 'duration_secs': 0.3367} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.013761] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-b03da592-2add-4f51-9aa2-a42e7096d2ad tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] [instance: dcef6fd5-617c-4561-809d-d7c872b90e48] Deleted Snapshot of the VM instance {{(pid=62353) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1160.014036] env[62353]: DEBUG nova.compute.manager [None req-b03da592-2add-4f51-9aa2-a42e7096d2ad tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] [instance: dcef6fd5-617c-4561-809d-d7c872b90e48] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1160.014795] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2375333b-0ce8-4014-aad3-c9b0c772b19c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.242462] env[62353]: DEBUG oslo_concurrency.lockutils [None req-cb9975b5-d71f-43f8-870f-04f31a7521ee tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Releasing lock "refresh_cache-65fe65e8-7bb1-4c9c-962f-1c479ee93e8f" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1160.242843] env[62353]: DEBUG nova.compute.manager [None req-cb9975b5-d71f-43f8-870f-04f31a7521ee tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [instance: 65fe65e8-7bb1-4c9c-962f-1c479ee93e8f] Instance network_info: |[{"id": "1d89da03-ea91-48f2-87ed-2ef155cf7667", "address": "fa:16:3e:7b:f0:f2", "network": {"id": "2f7e2133-4fb3-4a9f-bb2e-4fe0872e76d7", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-977109863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f777d4695db5433b947d76fd30a7c09b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7e0240aa-a694-48fc-a0f9-6f2d3e71aa12", "external-id": "nsx-vlan-transportzone-249", "segmentation_id": 249, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d89da03-ea", "ovs_interfaceid": "1d89da03-ea91-48f2-87ed-2ef155cf7667", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1160.243290] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-cb9975b5-d71f-43f8-870f-04f31a7521ee tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [instance: 65fe65e8-7bb1-4c9c-962f-1c479ee93e8f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7b:f0:f2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7e0240aa-a694-48fc-a0f9-6f2d3e71aa12', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1d89da03-ea91-48f2-87ed-2ef155cf7667', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1160.250808] env[62353]: DEBUG oslo.service.loopingcall [None req-cb9975b5-d71f-43f8-870f-04f31a7521ee tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1160.251034] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 65fe65e8-7bb1-4c9c-962f-1c479ee93e8f] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1160.251264] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-65dbb5c5-8299-47b9-993b-3ef559e6b6e5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.270971] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1160.270971] env[62353]: value = "task-2373234" [ 1160.270971] env[62353]: _type = "Task" [ 1160.270971] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.278215] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2373234, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.374575] env[62353]: DEBUG oslo_vmware.api [None req-a395d103-3d73-4aec-b1e5-3f27bb0028a8 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Task: {'id': task-2373233, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.431719] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b7203437-c5db-4272-a8f8-dbb57a8ddd6b tempest-InstanceActionsTestJSON-1539981976 tempest-InstanceActionsTestJSON-1539981976-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.657s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1160.434802] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.867s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1160.434983] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1160.435212] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62353) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1160.436063] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab8ce3ec-dd2b-4195-9729-b75a1f00fc04 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.443709] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbf51462-50b4-4f79-b223-f0c203a0595e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.457994] env[62353]: INFO nova.scheduler.client.report [None req-b7203437-c5db-4272-a8f8-dbb57a8ddd6b tempest-InstanceActionsTestJSON-1539981976 tempest-InstanceActionsTestJSON-1539981976-project-member] Deleted allocations for instance d37d4ba9-f57f-4929-9e09-b327bdeb4dc5 [ 1160.460738] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07ef3a65-b022-450a-b8d7-64620aa29525 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.469033] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cdabab7-46ca-4c63-8b2d-b1bcf3d1169b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.499421] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180192MB free_disk=155GB free_vcpus=48 pci_devices=None {{(pid=62353) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1160.499604] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1160.499801] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1160.503513] env[62353]: DEBUG nova.compute.manager [req-7915054d-a013-4120-a09b-6f9ad135ec63 req-faef7628-d626-4ec4-9df4-76e6724c6d53 service nova] [instance: 65fe65e8-7bb1-4c9c-962f-1c479ee93e8f] Received event network-changed-1d89da03-ea91-48f2-87ed-2ef155cf7667 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1160.503745] env[62353]: DEBUG nova.compute.manager [req-7915054d-a013-4120-a09b-6f9ad135ec63 req-faef7628-d626-4ec4-9df4-76e6724c6d53 service nova] [instance: 65fe65e8-7bb1-4c9c-962f-1c479ee93e8f] Refreshing instance network info cache due to event network-changed-1d89da03-ea91-48f2-87ed-2ef155cf7667. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1160.503960] env[62353]: DEBUG oslo_concurrency.lockutils [req-7915054d-a013-4120-a09b-6f9ad135ec63 req-faef7628-d626-4ec4-9df4-76e6724c6d53 service nova] Acquiring lock "refresh_cache-65fe65e8-7bb1-4c9c-962f-1c479ee93e8f" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1160.504117] env[62353]: DEBUG oslo_concurrency.lockutils [req-7915054d-a013-4120-a09b-6f9ad135ec63 req-faef7628-d626-4ec4-9df4-76e6724c6d53 service nova] Acquired lock "refresh_cache-65fe65e8-7bb1-4c9c-962f-1c479ee93e8f" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.504701] env[62353]: DEBUG nova.network.neutron [req-7915054d-a013-4120-a09b-6f9ad135ec63 req-faef7628-d626-4ec4-9df4-76e6724c6d53 service nova] [instance: 65fe65e8-7bb1-4c9c-962f-1c479ee93e8f] Refreshing network info cache for port 1d89da03-ea91-48f2-87ed-2ef155cf7667 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1160.527015] env[62353]: INFO nova.compute.manager [None req-b03da592-2add-4f51-9aa2-a42e7096d2ad tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] [instance: dcef6fd5-617c-4561-809d-d7c872b90e48] Shelve offloading [ 1160.781417] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2373234, 'name': CreateVM_Task, 'duration_secs': 0.36574} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.781920] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 65fe65e8-7bb1-4c9c-962f-1c479ee93e8f] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1160.789437] env[62353]: DEBUG oslo_concurrency.lockutils [None req-cb9975b5-d71f-43f8-870f-04f31a7521ee tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1160.789606] env[62353]: DEBUG oslo_concurrency.lockutils [None req-cb9975b5-d71f-43f8-870f-04f31a7521ee tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Acquired lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.789952] env[62353]: DEBUG oslo_concurrency.lockutils [None req-cb9975b5-d71f-43f8-870f-04f31a7521ee tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1160.790196] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61d1b728-a49e-4c11-980d-d8bd939a8d2a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.794884] env[62353]: DEBUG oslo_vmware.api [None req-cb9975b5-d71f-43f8-870f-04f31a7521ee tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Waiting for the task: (returnval){ [ 1160.794884] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52a348cf-184f-2069-4382-a43f1e2b9e91" [ 1160.794884] env[62353]: _type = "Task" [ 1160.794884] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.802834] env[62353]: DEBUG oslo_vmware.api [None req-cb9975b5-d71f-43f8-870f-04f31a7521ee tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52a348cf-184f-2069-4382-a43f1e2b9e91, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.875513] env[62353]: DEBUG oslo_vmware.api [None req-a395d103-3d73-4aec-b1e5-3f27bb0028a8 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Task: {'id': task-2373233, 'name': PowerOnVM_Task, 'duration_secs': 0.674871} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.875760] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-a395d103-3d73-4aec-b1e5-3f27bb0028a8 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: 49142354-b5a5-4789-8ee2-eaeea7f16f06] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1160.968346] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b7203437-c5db-4272-a8f8-dbb57a8ddd6b tempest-InstanceActionsTestJSON-1539981976 tempest-InstanceActionsTestJSON-1539981976-project-member] Lock "d37d4ba9-f57f-4929-9e09-b327bdeb4dc5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.604s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1161.031144] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-b03da592-2add-4f51-9aa2-a42e7096d2ad tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] [instance: dcef6fd5-617c-4561-809d-d7c872b90e48] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1161.031445] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8b8068a6-7aaf-4107-aa72-b50c0cf60c61 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.039230] env[62353]: DEBUG oslo_vmware.api [None req-b03da592-2add-4f51-9aa2-a42e7096d2ad tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Waiting for the task: (returnval){ [ 1161.039230] env[62353]: value = "task-2373235" [ 1161.039230] env[62353]: _type = "Task" [ 1161.039230] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.049967] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-b03da592-2add-4f51-9aa2-a42e7096d2ad tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] [instance: dcef6fd5-617c-4561-809d-d7c872b90e48] VM already powered off {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1161.050203] env[62353]: DEBUG nova.compute.manager [None req-b03da592-2add-4f51-9aa2-a42e7096d2ad tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] [instance: dcef6fd5-617c-4561-809d-d7c872b90e48] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1161.050955] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b54e6458-3ba8-4da1-90f6-0bbe2784bc33 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.056509] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b03da592-2add-4f51-9aa2-a42e7096d2ad tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Acquiring lock "refresh_cache-dcef6fd5-617c-4561-809d-d7c872b90e48" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1161.056676] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b03da592-2add-4f51-9aa2-a42e7096d2ad tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Acquired lock "refresh_cache-dcef6fd5-617c-4561-809d-d7c872b90e48" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.056841] env[62353]: DEBUG nova.network.neutron [None req-b03da592-2add-4f51-9aa2-a42e7096d2ad tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] [instance: dcef6fd5-617c-4561-809d-d7c872b90e48] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1161.305702] env[62353]: DEBUG oslo_vmware.api [None req-cb9975b5-d71f-43f8-870f-04f31a7521ee tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52a348cf-184f-2069-4382-a43f1e2b9e91, 'name': SearchDatastore_Task, 'duration_secs': 0.011273} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.306012] env[62353]: DEBUG oslo_concurrency.lockutils [None req-cb9975b5-d71f-43f8-870f-04f31a7521ee tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Releasing lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1161.306278] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-cb9975b5-d71f-43f8-870f-04f31a7521ee tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [instance: 65fe65e8-7bb1-4c9c-962f-1c479ee93e8f] Processing image 06f909ae-e8dc-43b4-abf7-c7ed85db9bbd {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1161.306519] env[62353]: DEBUG oslo_concurrency.lockutils [None req-cb9975b5-d71f-43f8-870f-04f31a7521ee tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1161.306666] env[62353]: DEBUG oslo_concurrency.lockutils [None req-cb9975b5-d71f-43f8-870f-04f31a7521ee tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Acquired lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.306840] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb9975b5-d71f-43f8-870f-04f31a7521ee tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1161.307111] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7637187e-81b4-4818-8d34-01771df911d9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.324019] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb9975b5-d71f-43f8-870f-04f31a7521ee tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1161.324224] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-cb9975b5-d71f-43f8-870f-04f31a7521ee tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1161.325017] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5fb50b07-6fdf-4c32-8d44-4598c8b2cac8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.330233] env[62353]: DEBUG oslo_vmware.api [None req-cb9975b5-d71f-43f8-870f-04f31a7521ee tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Waiting for the task: (returnval){ [ 1161.330233] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5209a0ff-e61c-42e8-41e9-7a946995668b" [ 1161.330233] env[62353]: _type = "Task" [ 1161.330233] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.337670] env[62353]: DEBUG oslo_vmware.api [None req-cb9975b5-d71f-43f8-870f-04f31a7521ee tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5209a0ff-e61c-42e8-41e9-7a946995668b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.531793] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Instance 6bca1280-d76a-4a63-a619-ab3788756003 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1161.532011] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Instance dcef6fd5-617c-4561-809d-d7c872b90e48 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1161.532150] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Instance 39c5d168-1da6-4889-97ff-112ef77de310 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1161.532278] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Instance 65fe65e8-7bb1-4c9c-962f-1c479ee93e8f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1161.532440] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Instance 49142354-b5a5-4789-8ee2-eaeea7f16f06 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1161.532641] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Total usable vcpus: 48, total allocated vcpus: 5 {{(pid=62353) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1161.532804] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1472MB phys_disk=200GB used_disk=5GB total_vcpus=48 used_vcpus=5 pci_stats=[] {{(pid=62353) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1161.537270] env[62353]: DEBUG nova.network.neutron [req-7915054d-a013-4120-a09b-6f9ad135ec63 req-faef7628-d626-4ec4-9df4-76e6724c6d53 service nova] [instance: 65fe65e8-7bb1-4c9c-962f-1c479ee93e8f] Updated VIF entry in instance network info cache for port 1d89da03-ea91-48f2-87ed-2ef155cf7667. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1161.537627] env[62353]: DEBUG nova.network.neutron [req-7915054d-a013-4120-a09b-6f9ad135ec63 req-faef7628-d626-4ec4-9df4-76e6724c6d53 service nova] [instance: 65fe65e8-7bb1-4c9c-962f-1c479ee93e8f] Updating instance_info_cache with network_info: [{"id": "1d89da03-ea91-48f2-87ed-2ef155cf7667", "address": "fa:16:3e:7b:f0:f2", "network": {"id": "2f7e2133-4fb3-4a9f-bb2e-4fe0872e76d7", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-977109863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f777d4695db5433b947d76fd30a7c09b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7e0240aa-a694-48fc-a0f9-6f2d3e71aa12", "external-id": "nsx-vlan-transportzone-249", "segmentation_id": 249, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d89da03-ea", "ovs_interfaceid": "1d89da03-ea91-48f2-87ed-2ef155cf7667", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1161.605966] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c0e15c9-6922-4c41-9d40-c20734c1af74 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.614069] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8b721d8-540f-41ea-bcb1-84d5de273f38 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.646807] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70773221-627e-468b-92ed-82bfa9af2634 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.654455] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d45a03f3-b0c6-4b2a-8f2d-8e417b8edf53 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.668155] env[62353]: DEBUG nova.compute.provider_tree [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1161.800081] env[62353]: DEBUG nova.network.neutron [None req-b03da592-2add-4f51-9aa2-a42e7096d2ad tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] [instance: dcef6fd5-617c-4561-809d-d7c872b90e48] Updating instance_info_cache with network_info: [{"id": "ef7ff939-f0c4-470a-8ba8-5aabc4a7703b", "address": "fa:16:3e:4a:b1:e4", "network": {"id": "9c588598-2931-4e39-942e-268f7ccfd0e1", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1287176523-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a64aa5fd4f68494dbbc592d37558d4a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef7ff939-f0", "ovs_interfaceid": "ef7ff939-f0c4-470a-8ba8-5aabc4a7703b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1161.841229] env[62353]: DEBUG oslo_vmware.api [None req-cb9975b5-d71f-43f8-870f-04f31a7521ee tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5209a0ff-e61c-42e8-41e9-7a946995668b, 'name': SearchDatastore_Task, 'duration_secs': 0.032153} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.842177] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b570c4be-4d33-4aab-b7e7-c7f3ca633c74 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.848151] env[62353]: DEBUG oslo_vmware.api [None req-cb9975b5-d71f-43f8-870f-04f31a7521ee tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Waiting for the task: (returnval){ [ 1161.848151] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52411d17-b25c-dc2a-1252-06b55ff9261f" [ 1161.848151] env[62353]: _type = "Task" [ 1161.848151] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.857040] env[62353]: DEBUG oslo_vmware.api [None req-cb9975b5-d71f-43f8-870f-04f31a7521ee tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52411d17-b25c-dc2a-1252-06b55ff9261f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.888201] env[62353]: INFO nova.compute.manager [None req-a395d103-3d73-4aec-b1e5-3f27bb0028a8 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: 49142354-b5a5-4789-8ee2-eaeea7f16f06] Updating instance to original state: 'active' [ 1162.041299] env[62353]: DEBUG oslo_concurrency.lockutils [req-7915054d-a013-4120-a09b-6f9ad135ec63 req-faef7628-d626-4ec4-9df4-76e6724c6d53 service nova] Releasing lock "refresh_cache-65fe65e8-7bb1-4c9c-962f-1c479ee93e8f" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1162.174025] env[62353]: DEBUG nova.scheduler.client.report [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1162.305666] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b03da592-2add-4f51-9aa2-a42e7096d2ad tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Releasing lock "refresh_cache-dcef6fd5-617c-4561-809d-d7c872b90e48" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1162.359229] env[62353]: DEBUG oslo_vmware.api [None req-cb9975b5-d71f-43f8-870f-04f31a7521ee tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52411d17-b25c-dc2a-1252-06b55ff9261f, 'name': SearchDatastore_Task, 'duration_secs': 0.014664} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.361346] env[62353]: DEBUG oslo_concurrency.lockutils [None req-cb9975b5-d71f-43f8-870f-04f31a7521ee tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Releasing lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1162.361748] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb9975b5-d71f-43f8-870f-04f31a7521ee tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore2] 65fe65e8-7bb1-4c9c-962f-1c479ee93e8f/65fe65e8-7bb1-4c9c-962f-1c479ee93e8f.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1162.362173] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ae1680bf-cceb-4e18-8bbb-95ba7da6716f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.370696] env[62353]: DEBUG oslo_vmware.api [None req-cb9975b5-d71f-43f8-870f-04f31a7521ee tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Waiting for the task: (returnval){ [ 1162.370696] env[62353]: value = "task-2373236" [ 1162.370696] env[62353]: _type = "Task" [ 1162.370696] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.378836] env[62353]: DEBUG oslo_vmware.api [None req-cb9975b5-d71f-43f8-870f-04f31a7521ee tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Task: {'id': task-2373236, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.676876] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62353) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1162.677119] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.177s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1162.884523] env[62353]: DEBUG oslo_vmware.api [None req-cb9975b5-d71f-43f8-870f-04f31a7521ee tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Task: {'id': task-2373236, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.49145} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.884523] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb9975b5-d71f-43f8-870f-04f31a7521ee tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore2] 65fe65e8-7bb1-4c9c-962f-1c479ee93e8f/65fe65e8-7bb1-4c9c-962f-1c479ee93e8f.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1162.884523] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-cb9975b5-d71f-43f8-870f-04f31a7521ee tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [instance: 65fe65e8-7bb1-4c9c-962f-1c479ee93e8f] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1162.884523] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-19fab048-868e-4fd5-a3e0-002ac295723a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.890899] env[62353]: DEBUG oslo_vmware.api [None req-cb9975b5-d71f-43f8-870f-04f31a7521ee tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Waiting for the task: (returnval){ [ 1162.890899] env[62353]: value = "task-2373237" [ 1162.890899] env[62353]: _type = "Task" [ 1162.890899] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.896590] env[62353]: DEBUG nova.compute.manager [req-ebb58ace-f06f-4a9f-9bbf-d57a5ebc44fd req-bdcf3178-22ca-449a-ba81-a36022f1ef72 service nova] [instance: dcef6fd5-617c-4561-809d-d7c872b90e48] Received event network-vif-unplugged-ef7ff939-f0c4-470a-8ba8-5aabc4a7703b {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1162.896821] env[62353]: DEBUG oslo_concurrency.lockutils [req-ebb58ace-f06f-4a9f-9bbf-d57a5ebc44fd req-bdcf3178-22ca-449a-ba81-a36022f1ef72 service nova] Acquiring lock "dcef6fd5-617c-4561-809d-d7c872b90e48-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1162.897039] env[62353]: DEBUG oslo_concurrency.lockutils [req-ebb58ace-f06f-4a9f-9bbf-d57a5ebc44fd req-bdcf3178-22ca-449a-ba81-a36022f1ef72 service nova] Lock "dcef6fd5-617c-4561-809d-d7c872b90e48-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1162.897206] env[62353]: DEBUG oslo_concurrency.lockutils [req-ebb58ace-f06f-4a9f-9bbf-d57a5ebc44fd req-bdcf3178-22ca-449a-ba81-a36022f1ef72 service nova] Lock "dcef6fd5-617c-4561-809d-d7c872b90e48-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1162.897425] env[62353]: DEBUG nova.compute.manager [req-ebb58ace-f06f-4a9f-9bbf-d57a5ebc44fd req-bdcf3178-22ca-449a-ba81-a36022f1ef72 service nova] [instance: dcef6fd5-617c-4561-809d-d7c872b90e48] No waiting events found dispatching network-vif-unplugged-ef7ff939-f0c4-470a-8ba8-5aabc4a7703b {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1162.897535] env[62353]: WARNING nova.compute.manager [req-ebb58ace-f06f-4a9f-9bbf-d57a5ebc44fd req-bdcf3178-22ca-449a-ba81-a36022f1ef72 service nova] [instance: dcef6fd5-617c-4561-809d-d7c872b90e48] Received unexpected event network-vif-unplugged-ef7ff939-f0c4-470a-8ba8-5aabc4a7703b for instance with vm_state shelved and task_state shelving_offloading. [ 1162.902997] env[62353]: DEBUG oslo_vmware.api [None req-cb9975b5-d71f-43f8-870f-04f31a7521ee tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Task: {'id': task-2373237, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.925610] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-b03da592-2add-4f51-9aa2-a42e7096d2ad tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] [instance: dcef6fd5-617c-4561-809d-d7c872b90e48] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1162.926474] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adfb1e55-9945-469a-8832-92a47ed740b9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.935686] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-b03da592-2add-4f51-9aa2-a42e7096d2ad tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] [instance: dcef6fd5-617c-4561-809d-d7c872b90e48] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1162.935757] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ade153b4-9ca2-4912-a338-9aa9d8b26f0e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.010952] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-b03da592-2add-4f51-9aa2-a42e7096d2ad tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] [instance: dcef6fd5-617c-4561-809d-d7c872b90e48] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1163.010952] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-b03da592-2add-4f51-9aa2-a42e7096d2ad tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] [instance: dcef6fd5-617c-4561-809d-d7c872b90e48] Deleting contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1163.011151] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-b03da592-2add-4f51-9aa2-a42e7096d2ad tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Deleting the datastore file [datastore1] dcef6fd5-617c-4561-809d-d7c872b90e48 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1163.011277] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-87577cf5-57ec-4c4e-bc17-82207f809ef5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.017551] env[62353]: DEBUG oslo_vmware.api [None req-b03da592-2add-4f51-9aa2-a42e7096d2ad tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Waiting for the task: (returnval){ [ 1163.017551] env[62353]: value = "task-2373239" [ 1163.017551] env[62353]: _type = "Task" [ 1163.017551] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.025169] env[62353]: DEBUG oslo_vmware.api [None req-b03da592-2add-4f51-9aa2-a42e7096d2ad tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Task: {'id': task-2373239, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.139123] env[62353]: DEBUG oslo_service.periodic_task [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1163.139856] env[62353]: DEBUG oslo_service.periodic_task [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1163.140064] env[62353]: DEBUG oslo_service.periodic_task [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1163.140249] env[62353]: DEBUG oslo_service.periodic_task [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1163.140398] env[62353]: DEBUG oslo_service.periodic_task [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1163.140545] env[62353]: DEBUG oslo_service.periodic_task [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1163.140701] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62353) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1163.400700] env[62353]: DEBUG oslo_vmware.api [None req-cb9975b5-d71f-43f8-870f-04f31a7521ee tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Task: {'id': task-2373237, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069841} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.400958] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-cb9975b5-d71f-43f8-870f-04f31a7521ee tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [instance: 65fe65e8-7bb1-4c9c-962f-1c479ee93e8f] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1163.401750] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc522d3c-e166-41fa-93f9-dfca1d439b36 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.423630] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb9975b5-d71f-43f8-870f-04f31a7521ee tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [instance: 65fe65e8-7bb1-4c9c-962f-1c479ee93e8f] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] 65fe65e8-7bb1-4c9c-962f-1c479ee93e8f/65fe65e8-7bb1-4c9c-962f-1c479ee93e8f.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1163.423904] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bcb57719-0c5d-4c61-be7b-ba606212fb42 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.442837] env[62353]: DEBUG oslo_vmware.api [None req-cb9975b5-d71f-43f8-870f-04f31a7521ee tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Waiting for the task: (returnval){ [ 1163.442837] env[62353]: value = "task-2373240" [ 1163.442837] env[62353]: _type = "Task" [ 1163.442837] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.450410] env[62353]: DEBUG oslo_vmware.api [None req-cb9975b5-d71f-43f8-870f-04f31a7521ee tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Task: {'id': task-2373240, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.527795] env[62353]: DEBUG oslo_vmware.api [None req-b03da592-2add-4f51-9aa2-a42e7096d2ad tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Task: {'id': task-2373239, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142087} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.528078] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-b03da592-2add-4f51-9aa2-a42e7096d2ad tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1163.528283] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-b03da592-2add-4f51-9aa2-a42e7096d2ad tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] [instance: dcef6fd5-617c-4561-809d-d7c872b90e48] Deleted contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1163.528471] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-b03da592-2add-4f51-9aa2-a42e7096d2ad tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] [instance: dcef6fd5-617c-4561-809d-d7c872b90e48] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1163.552301] env[62353]: INFO nova.scheduler.client.report [None req-b03da592-2add-4f51-9aa2-a42e7096d2ad tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Deleted allocations for instance dcef6fd5-617c-4561-809d-d7c872b90e48 [ 1163.574103] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6c50d512-b4d9-48a6-92f8-a1412f0810c2 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Acquiring lock "49142354-b5a5-4789-8ee2-eaeea7f16f06" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1163.574385] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6c50d512-b4d9-48a6-92f8-a1412f0810c2 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Lock "49142354-b5a5-4789-8ee2-eaeea7f16f06" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1163.574592] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6c50d512-b4d9-48a6-92f8-a1412f0810c2 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Acquiring lock "49142354-b5a5-4789-8ee2-eaeea7f16f06-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1163.574776] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6c50d512-b4d9-48a6-92f8-a1412f0810c2 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Lock "49142354-b5a5-4789-8ee2-eaeea7f16f06-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1163.574947] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6c50d512-b4d9-48a6-92f8-a1412f0810c2 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Lock "49142354-b5a5-4789-8ee2-eaeea7f16f06-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1163.577227] env[62353]: INFO nova.compute.manager [None req-6c50d512-b4d9-48a6-92f8-a1412f0810c2 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: 49142354-b5a5-4789-8ee2-eaeea7f16f06] Terminating instance [ 1163.954217] env[62353]: DEBUG oslo_vmware.api [None req-cb9975b5-d71f-43f8-870f-04f31a7521ee tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Task: {'id': task-2373240, 'name': ReconfigVM_Task, 'duration_secs': 0.427448} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.954568] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb9975b5-d71f-43f8-870f-04f31a7521ee tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [instance: 65fe65e8-7bb1-4c9c-962f-1c479ee93e8f] Reconfigured VM instance instance-00000071 to attach disk [datastore2] 65fe65e8-7bb1-4c9c-962f-1c479ee93e8f/65fe65e8-7bb1-4c9c-962f-1c479ee93e8f.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1163.955270] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-42eb5409-ac86-4b0b-8cda-64dae24c8dcb {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.961610] env[62353]: DEBUG oslo_vmware.api [None req-cb9975b5-d71f-43f8-870f-04f31a7521ee tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Waiting for the task: (returnval){ [ 1163.961610] env[62353]: value = "task-2373241" [ 1163.961610] env[62353]: _type = "Task" [ 1163.961610] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.970411] env[62353]: DEBUG oslo_vmware.api [None req-cb9975b5-d71f-43f8-870f-04f31a7521ee tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Task: {'id': task-2373241, 'name': Rename_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.057411] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b03da592-2add-4f51-9aa2-a42e7096d2ad tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1164.057687] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b03da592-2add-4f51-9aa2-a42e7096d2ad tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1164.057930] env[62353]: DEBUG nova.objects.instance [None req-b03da592-2add-4f51-9aa2-a42e7096d2ad tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Lazy-loading 'resources' on Instance uuid dcef6fd5-617c-4561-809d-d7c872b90e48 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1164.081904] env[62353]: DEBUG nova.compute.manager [None req-6c50d512-b4d9-48a6-92f8-a1412f0810c2 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: 49142354-b5a5-4789-8ee2-eaeea7f16f06] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1164.082238] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-6c50d512-b4d9-48a6-92f8-a1412f0810c2 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: 49142354-b5a5-4789-8ee2-eaeea7f16f06] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1164.083764] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a14b8be-c514-44e0-b2b0-efed019430aa {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.093747] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c50d512-b4d9-48a6-92f8-a1412f0810c2 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: 49142354-b5a5-4789-8ee2-eaeea7f16f06] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1164.094049] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2c0ca7cc-eaec-43a9-b18b-c11481a7b7c2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.102354] env[62353]: DEBUG oslo_vmware.api [None req-6c50d512-b4d9-48a6-92f8-a1412f0810c2 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Waiting for the task: (returnval){ [ 1164.102354] env[62353]: value = "task-2373242" [ 1164.102354] env[62353]: _type = "Task" [ 1164.102354] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.114031] env[62353]: DEBUG oslo_vmware.api [None req-6c50d512-b4d9-48a6-92f8-a1412f0810c2 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Task: {'id': task-2373242, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.479273] env[62353]: DEBUG oslo_vmware.api [None req-cb9975b5-d71f-43f8-870f-04f31a7521ee tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Task: {'id': task-2373241, 'name': Rename_Task, 'duration_secs': 0.429822} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.479737] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb9975b5-d71f-43f8-870f-04f31a7521ee tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [instance: 65fe65e8-7bb1-4c9c-962f-1c479ee93e8f] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1164.480145] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5444a50c-ffcd-4a73-934a-7e03ca3214ac {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.489949] env[62353]: DEBUG oslo_vmware.api [None req-cb9975b5-d71f-43f8-870f-04f31a7521ee tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Waiting for the task: (returnval){ [ 1164.489949] env[62353]: value = "task-2373243" [ 1164.489949] env[62353]: _type = "Task" [ 1164.489949] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.504264] env[62353]: DEBUG oslo_vmware.api [None req-cb9975b5-d71f-43f8-870f-04f31a7521ee tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Task: {'id': task-2373243, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.561312] env[62353]: DEBUG nova.objects.instance [None req-b03da592-2add-4f51-9aa2-a42e7096d2ad tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Lazy-loading 'numa_topology' on Instance uuid dcef6fd5-617c-4561-809d-d7c872b90e48 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1164.614385] env[62353]: DEBUG oslo_vmware.api [None req-6c50d512-b4d9-48a6-92f8-a1412f0810c2 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Task: {'id': task-2373242, 'name': PowerOffVM_Task, 'duration_secs': 0.323382} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.614707] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c50d512-b4d9-48a6-92f8-a1412f0810c2 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: 49142354-b5a5-4789-8ee2-eaeea7f16f06] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1164.614876] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-6c50d512-b4d9-48a6-92f8-a1412f0810c2 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: 49142354-b5a5-4789-8ee2-eaeea7f16f06] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1164.615198] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b04a1c2d-7c1d-4530-ad71-cfa411c4b72e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.699781] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-6c50d512-b4d9-48a6-92f8-a1412f0810c2 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: 49142354-b5a5-4789-8ee2-eaeea7f16f06] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1164.700029] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-6c50d512-b4d9-48a6-92f8-a1412f0810c2 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: 49142354-b5a5-4789-8ee2-eaeea7f16f06] Deleting contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1164.700130] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c50d512-b4d9-48a6-92f8-a1412f0810c2 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Deleting the datastore file [datastore2] 49142354-b5a5-4789-8ee2-eaeea7f16f06 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1164.700398] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5c8c8f31-0af4-4a11-a150-bd0e8de03e42 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.707622] env[62353]: DEBUG oslo_vmware.api [None req-6c50d512-b4d9-48a6-92f8-a1412f0810c2 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Waiting for the task: (returnval){ [ 1164.707622] env[62353]: value = "task-2373245" [ 1164.707622] env[62353]: _type = "Task" [ 1164.707622] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.716327] env[62353]: DEBUG oslo_vmware.api [None req-6c50d512-b4d9-48a6-92f8-a1412f0810c2 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Task: {'id': task-2373245, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.928173] env[62353]: DEBUG nova.compute.manager [req-a0f4fbb9-7b43-4ddd-9b82-f192ef75875b req-808815c3-f520-49b8-9e97-4049465ca7a4 service nova] [instance: dcef6fd5-617c-4561-809d-d7c872b90e48] Received event network-changed-ef7ff939-f0c4-470a-8ba8-5aabc4a7703b {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1164.928530] env[62353]: DEBUG nova.compute.manager [req-a0f4fbb9-7b43-4ddd-9b82-f192ef75875b req-808815c3-f520-49b8-9e97-4049465ca7a4 service nova] [instance: dcef6fd5-617c-4561-809d-d7c872b90e48] Refreshing instance network info cache due to event network-changed-ef7ff939-f0c4-470a-8ba8-5aabc4a7703b. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1164.928889] env[62353]: DEBUG oslo_concurrency.lockutils [req-a0f4fbb9-7b43-4ddd-9b82-f192ef75875b req-808815c3-f520-49b8-9e97-4049465ca7a4 service nova] Acquiring lock "refresh_cache-dcef6fd5-617c-4561-809d-d7c872b90e48" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1164.929167] env[62353]: DEBUG oslo_concurrency.lockutils [req-a0f4fbb9-7b43-4ddd-9b82-f192ef75875b req-808815c3-f520-49b8-9e97-4049465ca7a4 service nova] Acquired lock "refresh_cache-dcef6fd5-617c-4561-809d-d7c872b90e48" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.929459] env[62353]: DEBUG nova.network.neutron [req-a0f4fbb9-7b43-4ddd-9b82-f192ef75875b req-808815c3-f520-49b8-9e97-4049465ca7a4 service nova] [instance: dcef6fd5-617c-4561-809d-d7c872b90e48] Refreshing network info cache for port ef7ff939-f0c4-470a-8ba8-5aabc4a7703b {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1165.000763] env[62353]: DEBUG oslo_vmware.api [None req-cb9975b5-d71f-43f8-870f-04f31a7521ee tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Task: {'id': task-2373243, 'name': PowerOnVM_Task, 'duration_secs': 0.472746} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.001057] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb9975b5-d71f-43f8-870f-04f31a7521ee tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [instance: 65fe65e8-7bb1-4c9c-962f-1c479ee93e8f] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1165.001271] env[62353]: INFO nova.compute.manager [None req-cb9975b5-d71f-43f8-870f-04f31a7521ee tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [instance: 65fe65e8-7bb1-4c9c-962f-1c479ee93e8f] Took 7.13 seconds to spawn the instance on the hypervisor. [ 1165.001403] env[62353]: DEBUG nova.compute.manager [None req-cb9975b5-d71f-43f8-870f-04f31a7521ee tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [instance: 65fe65e8-7bb1-4c9c-962f-1c479ee93e8f] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1165.002210] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0131f97c-d3ad-401b-a589-f9a82cc8b098 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.063733] env[62353]: DEBUG nova.objects.base [None req-b03da592-2add-4f51-9aa2-a42e7096d2ad tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=62353) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1165.159322] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3968f584-fbdd-41c3-9f0c-9ce8b494d92a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.167498] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cac96c05-06c2-4494-bbf2-13e1200f3962 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.198438] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-890cf70b-a108-4660-8162-491928927475 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.206034] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6031ac3f-0df9-4f11-94fd-53d29aa4779b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.219613] env[62353]: DEBUG oslo_vmware.api [None req-6c50d512-b4d9-48a6-92f8-a1412f0810c2 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Task: {'id': task-2373245, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142558} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.227232] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c50d512-b4d9-48a6-92f8-a1412f0810c2 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1165.227447] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-6c50d512-b4d9-48a6-92f8-a1412f0810c2 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: 49142354-b5a5-4789-8ee2-eaeea7f16f06] Deleted contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1165.227626] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-6c50d512-b4d9-48a6-92f8-a1412f0810c2 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: 49142354-b5a5-4789-8ee2-eaeea7f16f06] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1165.227799] env[62353]: INFO nova.compute.manager [None req-6c50d512-b4d9-48a6-92f8-a1412f0810c2 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: 49142354-b5a5-4789-8ee2-eaeea7f16f06] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1165.228051] env[62353]: DEBUG oslo.service.loopingcall [None req-6c50d512-b4d9-48a6-92f8-a1412f0810c2 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1165.228467] env[62353]: DEBUG nova.compute.provider_tree [None req-b03da592-2add-4f51-9aa2-a42e7096d2ad tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1165.229786] env[62353]: DEBUG nova.compute.manager [-] [instance: 49142354-b5a5-4789-8ee2-eaeea7f16f06] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1165.229861] env[62353]: DEBUG nova.network.neutron [-] [instance: 49142354-b5a5-4789-8ee2-eaeea7f16f06] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1165.521485] env[62353]: INFO nova.compute.manager [None req-cb9975b5-d71f-43f8-870f-04f31a7521ee tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [instance: 65fe65e8-7bb1-4c9c-962f-1c479ee93e8f] Took 13.43 seconds to build instance. [ 1165.736024] env[62353]: DEBUG nova.scheduler.client.report [None req-b03da592-2add-4f51-9aa2-a42e7096d2ad tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1165.832757] env[62353]: DEBUG nova.network.neutron [req-a0f4fbb9-7b43-4ddd-9b82-f192ef75875b req-808815c3-f520-49b8-9e97-4049465ca7a4 service nova] [instance: dcef6fd5-617c-4561-809d-d7c872b90e48] Updated VIF entry in instance network info cache for port ef7ff939-f0c4-470a-8ba8-5aabc4a7703b. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1165.833186] env[62353]: DEBUG nova.network.neutron [req-a0f4fbb9-7b43-4ddd-9b82-f192ef75875b req-808815c3-f520-49b8-9e97-4049465ca7a4 service nova] [instance: dcef6fd5-617c-4561-809d-d7c872b90e48] Updating instance_info_cache with network_info: [{"id": "ef7ff939-f0c4-470a-8ba8-5aabc4a7703b", "address": "fa:16:3e:4a:b1:e4", "network": {"id": "9c588598-2931-4e39-942e-268f7ccfd0e1", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1287176523-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a64aa5fd4f68494dbbc592d37558d4a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapef7ff939-f0", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1165.986072] env[62353]: DEBUG oslo_concurrency.lockutils [None req-05e8831b-85c3-4bae-90e5-1ef4350658f1 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Acquiring lock "dcef6fd5-617c-4561-809d-d7c872b90e48" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1166.023310] env[62353]: DEBUG oslo_concurrency.lockutils [None req-cb9975b5-d71f-43f8-870f-04f31a7521ee tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Lock "65fe65e8-7bb1-4c9c-962f-1c479ee93e8f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.945s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1166.238645] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b03da592-2add-4f51-9aa2-a42e7096d2ad tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.180s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1166.286744] env[62353]: DEBUG nova.network.neutron [-] [instance: 49142354-b5a5-4789-8ee2-eaeea7f16f06] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.336239] env[62353]: DEBUG oslo_concurrency.lockutils [req-a0f4fbb9-7b43-4ddd-9b82-f192ef75875b req-808815c3-f520-49b8-9e97-4049465ca7a4 service nova] Releasing lock "refresh_cache-dcef6fd5-617c-4561-809d-d7c872b90e48" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1166.748570] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b03da592-2add-4f51-9aa2-a42e7096d2ad tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Lock "dcef6fd5-617c-4561-809d-d7c872b90e48" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 21.142s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1166.748570] env[62353]: DEBUG oslo_concurrency.lockutils [None req-05e8831b-85c3-4bae-90e5-1ef4350658f1 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Lock "dcef6fd5-617c-4561-809d-d7c872b90e48" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.761s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1166.748570] env[62353]: INFO nova.compute.manager [None req-05e8831b-85c3-4bae-90e5-1ef4350658f1 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] [instance: dcef6fd5-617c-4561-809d-d7c872b90e48] Unshelving [ 1166.793086] env[62353]: INFO nova.compute.manager [-] [instance: 49142354-b5a5-4789-8ee2-eaeea7f16f06] Took 1.56 seconds to deallocate network for instance. [ 1166.975762] env[62353]: DEBUG nova.compute.manager [req-6702a56d-cf0a-4525-87b9-c544b504bb4d req-a7c0dd43-cb60-41da-a73d-a0f4b86fda3c service nova] [instance: 49142354-b5a5-4789-8ee2-eaeea7f16f06] Received event network-vif-deleted-fad70a4e-3930-49a6-a6ba-fff58d28f85a {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1166.995690] env[62353]: DEBUG nova.compute.manager [req-76f466bc-4a0a-4a04-8a3b-3141ec67f2dd req-e4bb547b-5753-4277-8a86-5b531f28c6c0 service nova] [instance: 65fe65e8-7bb1-4c9c-962f-1c479ee93e8f] Received event network-changed-1d89da03-ea91-48f2-87ed-2ef155cf7667 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1166.995874] env[62353]: DEBUG nova.compute.manager [req-76f466bc-4a0a-4a04-8a3b-3141ec67f2dd req-e4bb547b-5753-4277-8a86-5b531f28c6c0 service nova] [instance: 65fe65e8-7bb1-4c9c-962f-1c479ee93e8f] Refreshing instance network info cache due to event network-changed-1d89da03-ea91-48f2-87ed-2ef155cf7667. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1166.996243] env[62353]: DEBUG oslo_concurrency.lockutils [req-76f466bc-4a0a-4a04-8a3b-3141ec67f2dd req-e4bb547b-5753-4277-8a86-5b531f28c6c0 service nova] Acquiring lock "refresh_cache-65fe65e8-7bb1-4c9c-962f-1c479ee93e8f" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1166.996381] env[62353]: DEBUG oslo_concurrency.lockutils [req-76f466bc-4a0a-4a04-8a3b-3141ec67f2dd req-e4bb547b-5753-4277-8a86-5b531f28c6c0 service nova] Acquired lock "refresh_cache-65fe65e8-7bb1-4c9c-962f-1c479ee93e8f" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.996556] env[62353]: DEBUG nova.network.neutron [req-76f466bc-4a0a-4a04-8a3b-3141ec67f2dd req-e4bb547b-5753-4277-8a86-5b531f28c6c0 service nova] [instance: 65fe65e8-7bb1-4c9c-962f-1c479ee93e8f] Refreshing network info cache for port 1d89da03-ea91-48f2-87ed-2ef155cf7667 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1167.285231] env[62353]: DEBUG oslo_concurrency.lockutils [None req-94a504ba-3e8e-43dd-b3fc-334964df24da tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Acquiring lock "2c6b409d-02cd-47b5-b264-e7e204c29622" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1167.286772] env[62353]: DEBUG oslo_concurrency.lockutils [None req-94a504ba-3e8e-43dd-b3fc-334964df24da tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Lock "2c6b409d-02cd-47b5-b264-e7e204c29622" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1167.303108] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6c50d512-b4d9-48a6-92f8-a1412f0810c2 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1167.303364] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6c50d512-b4d9-48a6-92f8-a1412f0810c2 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1167.304138] env[62353]: DEBUG nova.objects.instance [None req-6c50d512-b4d9-48a6-92f8-a1412f0810c2 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Lazy-loading 'resources' on Instance uuid 49142354-b5a5-4789-8ee2-eaeea7f16f06 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1167.682641] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f6c2efd9-44bd-4e54-96e8-98c07f2d1696 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Acquiring lock "39c5d168-1da6-4889-97ff-112ef77de310" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1167.682883] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f6c2efd9-44bd-4e54-96e8-98c07f2d1696 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Lock "39c5d168-1da6-4889-97ff-112ef77de310" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1167.726789] env[62353]: DEBUG nova.network.neutron [req-76f466bc-4a0a-4a04-8a3b-3141ec67f2dd req-e4bb547b-5753-4277-8a86-5b531f28c6c0 service nova] [instance: 65fe65e8-7bb1-4c9c-962f-1c479ee93e8f] Updated VIF entry in instance network info cache for port 1d89da03-ea91-48f2-87ed-2ef155cf7667. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1167.727172] env[62353]: DEBUG nova.network.neutron [req-76f466bc-4a0a-4a04-8a3b-3141ec67f2dd req-e4bb547b-5753-4277-8a86-5b531f28c6c0 service nova] [instance: 65fe65e8-7bb1-4c9c-962f-1c479ee93e8f] Updating instance_info_cache with network_info: [{"id": "1d89da03-ea91-48f2-87ed-2ef155cf7667", "address": "fa:16:3e:7b:f0:f2", "network": {"id": "2f7e2133-4fb3-4a9f-bb2e-4fe0872e76d7", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-977109863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f777d4695db5433b947d76fd30a7c09b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7e0240aa-a694-48fc-a0f9-6f2d3e71aa12", "external-id": "nsx-vlan-transportzone-249", "segmentation_id": 249, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d89da03-ea", "ovs_interfaceid": "1d89da03-ea91-48f2-87ed-2ef155cf7667", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1167.775764] env[62353]: DEBUG oslo_concurrency.lockutils [None req-05e8831b-85c3-4bae-90e5-1ef4350658f1 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1167.788433] env[62353]: DEBUG nova.compute.manager [None req-94a504ba-3e8e-43dd-b3fc-334964df24da tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: 2c6b409d-02cd-47b5-b264-e7e204c29622] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1167.885581] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05b1fc55-a24e-4af0-b918-d405c7c86c74 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.893555] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32e35d7c-eb96-4a18-9037-22daa2d68b1e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.923153] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a53cc64d-5801-4123-9352-efd646e1f79c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.930430] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0d66375-0b9b-4bd5-8428-14589712dc63 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.945037] env[62353]: DEBUG nova.compute.provider_tree [None req-6c50d512-b4d9-48a6-92f8-a1412f0810c2 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1168.186218] env[62353]: DEBUG nova.compute.utils [None req-f6c2efd9-44bd-4e54-96e8-98c07f2d1696 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1168.229429] env[62353]: DEBUG oslo_concurrency.lockutils [req-76f466bc-4a0a-4a04-8a3b-3141ec67f2dd req-e4bb547b-5753-4277-8a86-5b531f28c6c0 service nova] Releasing lock "refresh_cache-65fe65e8-7bb1-4c9c-962f-1c479ee93e8f" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1168.306422] env[62353]: DEBUG oslo_concurrency.lockutils [None req-94a504ba-3e8e-43dd-b3fc-334964df24da tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1168.449373] env[62353]: DEBUG nova.scheduler.client.report [None req-6c50d512-b4d9-48a6-92f8-a1412f0810c2 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1168.689078] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f6c2efd9-44bd-4e54-96e8-98c07f2d1696 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Lock "39c5d168-1da6-4889-97ff-112ef77de310" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1168.953989] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6c50d512-b4d9-48a6-92f8-a1412f0810c2 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.650s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1168.956491] env[62353]: DEBUG oslo_concurrency.lockutils [None req-05e8831b-85c3-4bae-90e5-1ef4350658f1 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.181s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1168.956636] env[62353]: DEBUG nova.objects.instance [None req-05e8831b-85c3-4bae-90e5-1ef4350658f1 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Lazy-loading 'pci_requests' on Instance uuid dcef6fd5-617c-4561-809d-d7c872b90e48 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1168.972520] env[62353]: INFO nova.scheduler.client.report [None req-6c50d512-b4d9-48a6-92f8-a1412f0810c2 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Deleted allocations for instance 49142354-b5a5-4789-8ee2-eaeea7f16f06 [ 1169.460693] env[62353]: DEBUG nova.objects.instance [None req-05e8831b-85c3-4bae-90e5-1ef4350658f1 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Lazy-loading 'numa_topology' on Instance uuid dcef6fd5-617c-4561-809d-d7c872b90e48 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1169.478565] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6c50d512-b4d9-48a6-92f8-a1412f0810c2 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Lock "49142354-b5a5-4789-8ee2-eaeea7f16f06" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.904s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1169.752266] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f6c2efd9-44bd-4e54-96e8-98c07f2d1696 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Acquiring lock "39c5d168-1da6-4889-97ff-112ef77de310" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1169.752548] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f6c2efd9-44bd-4e54-96e8-98c07f2d1696 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Lock "39c5d168-1da6-4889-97ff-112ef77de310" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1169.752810] env[62353]: INFO nova.compute.manager [None req-f6c2efd9-44bd-4e54-96e8-98c07f2d1696 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 39c5d168-1da6-4889-97ff-112ef77de310] Attaching volume cec50f33-deae-46d4-afef-647f7e8a0ce3 to /dev/sdb [ 1169.785494] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2cd5cdd-84e8-49cf-97a1-39164fac4051 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.792948] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f88c53bf-e725-47f1-824c-9c4a0a88111e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.806199] env[62353]: DEBUG nova.virt.block_device [None req-f6c2efd9-44bd-4e54-96e8-98c07f2d1696 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 39c5d168-1da6-4889-97ff-112ef77de310] Updating existing volume attachment record: 47e23efa-7c84-4bde-a9cb-a7a60c2b842e {{(pid=62353) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1169.963980] env[62353]: INFO nova.compute.claims [None req-05e8831b-85c3-4bae-90e5-1ef4350658f1 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] [instance: dcef6fd5-617c-4561-809d-d7c872b90e48] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1170.718891] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e709829d-e7e6-4872-b34e-84f1aa61dfe9 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Acquiring lock "11e6b477-1796-44de-a629-e68e56a1322a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1170.719164] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e709829d-e7e6-4872-b34e-84f1aa61dfe9 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Lock "11e6b477-1796-44de-a629-e68e56a1322a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1171.045157] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1d6bd94-3132-4364-a7e6-42a865704f9c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.052470] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd1738ce-58d4-4fd1-aee8-9be2007ecc8c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.081348] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e943c24-711d-4cd5-a174-6e501d497d01 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.088072] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdb4db12-6a7f-4acc-949d-e073f51d6b20 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.100500] env[62353]: DEBUG nova.compute.provider_tree [None req-05e8831b-85c3-4bae-90e5-1ef4350658f1 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1171.221052] env[62353]: DEBUG nova.compute.manager [None req-e709829d-e7e6-4872-b34e-84f1aa61dfe9 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: 11e6b477-1796-44de-a629-e68e56a1322a] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1171.603994] env[62353]: DEBUG nova.scheduler.client.report [None req-05e8831b-85c3-4bae-90e5-1ef4350658f1 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1171.742301] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e709829d-e7e6-4872-b34e-84f1aa61dfe9 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1172.109508] env[62353]: DEBUG oslo_concurrency.lockutils [None req-05e8831b-85c3-4bae-90e5-1ef4350658f1 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.153s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1172.111844] env[62353]: DEBUG oslo_concurrency.lockutils [None req-94a504ba-3e8e-43dd-b3fc-334964df24da tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.805s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1172.113457] env[62353]: INFO nova.compute.claims [None req-94a504ba-3e8e-43dd-b3fc-334964df24da tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: 2c6b409d-02cd-47b5-b264-e7e204c29622] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1172.149566] env[62353]: INFO nova.network.neutron [None req-05e8831b-85c3-4bae-90e5-1ef4350658f1 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] [instance: dcef6fd5-617c-4561-809d-d7c872b90e48] Updating port ef7ff939-f0c4-470a-8ba8-5aabc4a7703b with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1173.216625] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4800cc0-41be-4b65-b24c-4202eb38300d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.224727] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-532b5f59-90cb-4184-acfd-5048ce6734ab {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.257765] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b584c82-de70-472a-915d-c33f4678c2d7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.265914] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c078cdc-d913-42b3-b061-9faa9925e2e8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.285134] env[62353]: DEBUG nova.compute.provider_tree [None req-94a504ba-3e8e-43dd-b3fc-334964df24da tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1173.582866] env[62353]: DEBUG nova.compute.manager [req-2e9109d1-1596-4215-ab76-847b01e7d573 req-61807fb3-c786-4f1f-a4d7-d26e4a6f7c08 service nova] [instance: dcef6fd5-617c-4561-809d-d7c872b90e48] Received event network-vif-plugged-ef7ff939-f0c4-470a-8ba8-5aabc4a7703b {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1173.583398] env[62353]: DEBUG oslo_concurrency.lockutils [req-2e9109d1-1596-4215-ab76-847b01e7d573 req-61807fb3-c786-4f1f-a4d7-d26e4a6f7c08 service nova] Acquiring lock "dcef6fd5-617c-4561-809d-d7c872b90e48-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1173.583634] env[62353]: DEBUG oslo_concurrency.lockutils [req-2e9109d1-1596-4215-ab76-847b01e7d573 req-61807fb3-c786-4f1f-a4d7-d26e4a6f7c08 service nova] Lock "dcef6fd5-617c-4561-809d-d7c872b90e48-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1173.583815] env[62353]: DEBUG oslo_concurrency.lockutils [req-2e9109d1-1596-4215-ab76-847b01e7d573 req-61807fb3-c786-4f1f-a4d7-d26e4a6f7c08 service nova] Lock "dcef6fd5-617c-4561-809d-d7c872b90e48-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1173.583984] env[62353]: DEBUG nova.compute.manager [req-2e9109d1-1596-4215-ab76-847b01e7d573 req-61807fb3-c786-4f1f-a4d7-d26e4a6f7c08 service nova] [instance: dcef6fd5-617c-4561-809d-d7c872b90e48] No waiting events found dispatching network-vif-plugged-ef7ff939-f0c4-470a-8ba8-5aabc4a7703b {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1173.584417] env[62353]: WARNING nova.compute.manager [req-2e9109d1-1596-4215-ab76-847b01e7d573 req-61807fb3-c786-4f1f-a4d7-d26e4a6f7c08 service nova] [instance: dcef6fd5-617c-4561-809d-d7c872b90e48] Received unexpected event network-vif-plugged-ef7ff939-f0c4-470a-8ba8-5aabc4a7703b for instance with vm_state shelved_offloaded and task_state spawning. [ 1173.685499] env[62353]: DEBUG oslo_concurrency.lockutils [None req-05e8831b-85c3-4bae-90e5-1ef4350658f1 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Acquiring lock "refresh_cache-dcef6fd5-617c-4561-809d-d7c872b90e48" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1173.685499] env[62353]: DEBUG oslo_concurrency.lockutils [None req-05e8831b-85c3-4bae-90e5-1ef4350658f1 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Acquired lock "refresh_cache-dcef6fd5-617c-4561-809d-d7c872b90e48" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.685499] env[62353]: DEBUG nova.network.neutron [None req-05e8831b-85c3-4bae-90e5-1ef4350658f1 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] [instance: dcef6fd5-617c-4561-809d-d7c872b90e48] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1173.789439] env[62353]: DEBUG nova.scheduler.client.report [None req-94a504ba-3e8e-43dd-b3fc-334964df24da tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1174.295060] env[62353]: DEBUG oslo_concurrency.lockutils [None req-94a504ba-3e8e-43dd-b3fc-334964df24da tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.183s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1174.295379] env[62353]: DEBUG nova.compute.manager [None req-94a504ba-3e8e-43dd-b3fc-334964df24da tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: 2c6b409d-02cd-47b5-b264-e7e204c29622] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1174.297923] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e709829d-e7e6-4872-b34e-84f1aa61dfe9 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.556s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1174.299492] env[62353]: INFO nova.compute.claims [None req-e709829d-e7e6-4872-b34e-84f1aa61dfe9 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: 11e6b477-1796-44de-a629-e68e56a1322a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1174.349076] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6c2efd9-44bd-4e54-96e8-98c07f2d1696 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 39c5d168-1da6-4889-97ff-112ef77de310] Volume attach. Driver type: vmdk {{(pid=62353) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1174.349345] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6c2efd9-44bd-4e54-96e8-98c07f2d1696 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 39c5d168-1da6-4889-97ff-112ef77de310] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-481760', 'volume_id': 'cec50f33-deae-46d4-afef-647f7e8a0ce3', 'name': 'volume-cec50f33-deae-46d4-afef-647f7e8a0ce3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '39c5d168-1da6-4889-97ff-112ef77de310', 'attached_at': '', 'detached_at': '', 'volume_id': 'cec50f33-deae-46d4-afef-647f7e8a0ce3', 'serial': 'cec50f33-deae-46d4-afef-647f7e8a0ce3'} {{(pid=62353) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1174.350279] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49eb0868-a90d-432d-8fb2-fe579d09da1c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.368895] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-464026c1-f0d7-458a-8e6b-a8ce2f9e5894 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.396041] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6c2efd9-44bd-4e54-96e8-98c07f2d1696 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 39c5d168-1da6-4889-97ff-112ef77de310] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] volume-cec50f33-deae-46d4-afef-647f7e8a0ce3/volume-cec50f33-deae-46d4-afef-647f7e8a0ce3.vmdk or device None with type thin {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1174.396041] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-161db9a0-b482-4633-aad4-19baa38b2256 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.409105] env[62353]: DEBUG nova.network.neutron [None req-05e8831b-85c3-4bae-90e5-1ef4350658f1 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] [instance: dcef6fd5-617c-4561-809d-d7c872b90e48] Updating instance_info_cache with network_info: [{"id": "ef7ff939-f0c4-470a-8ba8-5aabc4a7703b", "address": "fa:16:3e:4a:b1:e4", "network": {"id": "9c588598-2931-4e39-942e-268f7ccfd0e1", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1287176523-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a64aa5fd4f68494dbbc592d37558d4a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef7ff939-f0", "ovs_interfaceid": "ef7ff939-f0c4-470a-8ba8-5aabc4a7703b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1174.417232] env[62353]: DEBUG oslo_vmware.api [None req-f6c2efd9-44bd-4e54-96e8-98c07f2d1696 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Waiting for the task: (returnval){ [ 1174.417232] env[62353]: value = "task-2373250" [ 1174.417232] env[62353]: _type = "Task" [ 1174.417232] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.426955] env[62353]: DEBUG oslo_vmware.api [None req-f6c2efd9-44bd-4e54-96e8-98c07f2d1696 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': task-2373250, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.806119] env[62353]: DEBUG nova.compute.utils [None req-94a504ba-3e8e-43dd-b3fc-334964df24da tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1174.810283] env[62353]: DEBUG nova.compute.manager [None req-94a504ba-3e8e-43dd-b3fc-334964df24da tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: 2c6b409d-02cd-47b5-b264-e7e204c29622] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1174.810494] env[62353]: DEBUG nova.network.neutron [None req-94a504ba-3e8e-43dd-b3fc-334964df24da tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: 2c6b409d-02cd-47b5-b264-e7e204c29622] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1174.849778] env[62353]: DEBUG nova.policy [None req-94a504ba-3e8e-43dd-b3fc-334964df24da tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7c56839c070d4f0289f4a8ca3defa8e3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '563a3da12f97462190a5b5cd288faf87', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:192}} [ 1174.912587] env[62353]: DEBUG oslo_concurrency.lockutils [None req-05e8831b-85c3-4bae-90e5-1ef4350658f1 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Releasing lock "refresh_cache-dcef6fd5-617c-4561-809d-d7c872b90e48" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1174.926670] env[62353]: DEBUG oslo_vmware.api [None req-f6c2efd9-44bd-4e54-96e8-98c07f2d1696 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': task-2373250, 'name': ReconfigVM_Task, 'duration_secs': 0.33007} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.927284] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6c2efd9-44bd-4e54-96e8-98c07f2d1696 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 39c5d168-1da6-4889-97ff-112ef77de310] Reconfigured VM instance instance-0000006f to attach disk [datastore1] volume-cec50f33-deae-46d4-afef-647f7e8a0ce3/volume-cec50f33-deae-46d4-afef-647f7e8a0ce3.vmdk or device None with type thin {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1174.932063] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c047457-761f-44cc-bb58-237661528366 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.949667] env[62353]: DEBUG nova.virt.hardware [None req-05e8831b-85c3-4bae-90e5-1ef4350658f1 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T12:38:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='b811f36832ce1069f79bc5e438298644',container_format='bare',created_at=2025-02-07T12:50:19Z,direct_url=,disk_format='vmdk',id=34929f49-3fe8-4f4a-97fd-1b1b75099b56,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1183013270-shelved',owner='a64aa5fd4f68494dbbc592d37558d4a9',properties=ImageMetaProps,protected=,size=31670272,status='active',tags=,updated_at=2025-02-07T12:50:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1174.949902] env[62353]: DEBUG nova.virt.hardware [None req-05e8831b-85c3-4bae-90e5-1ef4350658f1 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1174.950069] env[62353]: DEBUG nova.virt.hardware [None req-05e8831b-85c3-4bae-90e5-1ef4350658f1 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1174.950254] env[62353]: DEBUG nova.virt.hardware [None req-05e8831b-85c3-4bae-90e5-1ef4350658f1 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1174.950399] env[62353]: DEBUG nova.virt.hardware [None req-05e8831b-85c3-4bae-90e5-1ef4350658f1 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1174.950544] env[62353]: DEBUG nova.virt.hardware [None req-05e8831b-85c3-4bae-90e5-1ef4350658f1 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1174.950753] env[62353]: DEBUG nova.virt.hardware [None req-05e8831b-85c3-4bae-90e5-1ef4350658f1 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1174.950912] env[62353]: DEBUG nova.virt.hardware [None req-05e8831b-85c3-4bae-90e5-1ef4350658f1 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1174.951090] env[62353]: DEBUG nova.virt.hardware [None req-05e8831b-85c3-4bae-90e5-1ef4350658f1 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1174.951721] env[62353]: DEBUG nova.virt.hardware [None req-05e8831b-85c3-4bae-90e5-1ef4350658f1 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1174.951721] env[62353]: DEBUG nova.virt.hardware [None req-05e8831b-85c3-4bae-90e5-1ef4350658f1 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1174.952554] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d61f0b59-77f3-4ce9-8400-8ee9eb5f0767 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.956167] env[62353]: DEBUG oslo_vmware.api [None req-f6c2efd9-44bd-4e54-96e8-98c07f2d1696 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Waiting for the task: (returnval){ [ 1174.956167] env[62353]: value = "task-2373251" [ 1174.956167] env[62353]: _type = "Task" [ 1174.956167] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.962780] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6d0b81e-7640-49b1-854b-41190e23077e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.970663] env[62353]: DEBUG oslo_vmware.api [None req-f6c2efd9-44bd-4e54-96e8-98c07f2d1696 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': task-2373251, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.980286] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-05e8831b-85c3-4bae-90e5-1ef4350658f1 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] [instance: dcef6fd5-617c-4561-809d-d7c872b90e48] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4a:b1:e4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f1e0e39-0c84-4fcd-9113-cc528c3eb185', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ef7ff939-f0c4-470a-8ba8-5aabc4a7703b', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1174.987596] env[62353]: DEBUG oslo.service.loopingcall [None req-05e8831b-85c3-4bae-90e5-1ef4350658f1 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1174.987891] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dcef6fd5-617c-4561-809d-d7c872b90e48] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1174.988080] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a20c64e2-a361-4d80-a3e7-0ed1a69c1a78 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.006156] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1175.006156] env[62353]: value = "task-2373252" [ 1175.006156] env[62353]: _type = "Task" [ 1175.006156] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.015661] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2373252, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.147517] env[62353]: DEBUG nova.network.neutron [None req-94a504ba-3e8e-43dd-b3fc-334964df24da tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: 2c6b409d-02cd-47b5-b264-e7e204c29622] Successfully created port: 75bfd230-851e-4aa1-9ac9-09c16ecbd3f3 {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1175.308889] env[62353]: DEBUG nova.compute.manager [None req-94a504ba-3e8e-43dd-b3fc-334964df24da tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: 2c6b409d-02cd-47b5-b264-e7e204c29622] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1175.420512] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9528f98b-a338-4cec-89af-a953904339f6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.428322] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b33871f1-ef5e-49a8-96bf-f132b1aa4759 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.461992] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1569db8c-aa7f-4421-94c1-2b01b37c1869 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.472178] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a9cc0f1-955b-428f-badd-bea2276b4d20 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.476057] env[62353]: DEBUG oslo_vmware.api [None req-f6c2efd9-44bd-4e54-96e8-98c07f2d1696 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': task-2373251, 'name': ReconfigVM_Task, 'duration_secs': 0.1349} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.476380] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6c2efd9-44bd-4e54-96e8-98c07f2d1696 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 39c5d168-1da6-4889-97ff-112ef77de310] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-481760', 'volume_id': 'cec50f33-deae-46d4-afef-647f7e8a0ce3', 'name': 'volume-cec50f33-deae-46d4-afef-647f7e8a0ce3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '39c5d168-1da6-4889-97ff-112ef77de310', 'attached_at': '', 'detached_at': '', 'volume_id': 'cec50f33-deae-46d4-afef-647f7e8a0ce3', 'serial': 'cec50f33-deae-46d4-afef-647f7e8a0ce3'} {{(pid=62353) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1175.487912] env[62353]: DEBUG nova.compute.provider_tree [None req-e709829d-e7e6-4872-b34e-84f1aa61dfe9 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1175.515505] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2373252, 'name': CreateVM_Task, 'duration_secs': 0.318847} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.515670] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dcef6fd5-617c-4561-809d-d7c872b90e48] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1175.516323] env[62353]: DEBUG oslo_concurrency.lockutils [None req-05e8831b-85c3-4bae-90e5-1ef4350658f1 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/34929f49-3fe8-4f4a-97fd-1b1b75099b56" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1175.516490] env[62353]: DEBUG oslo_concurrency.lockutils [None req-05e8831b-85c3-4bae-90e5-1ef4350658f1 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Acquired lock "[datastore1] devstack-image-cache_base/34929f49-3fe8-4f4a-97fd-1b1b75099b56" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.516858] env[62353]: DEBUG oslo_concurrency.lockutils [None req-05e8831b-85c3-4bae-90e5-1ef4350658f1 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/34929f49-3fe8-4f4a-97fd-1b1b75099b56" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1175.517129] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc3db1d1-3077-438f-835c-5848a0f657d7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.521753] env[62353]: DEBUG oslo_vmware.api [None req-05e8831b-85c3-4bae-90e5-1ef4350658f1 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Waiting for the task: (returnval){ [ 1175.521753] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52937216-e778-4737-9db5-68460ed6f727" [ 1175.521753] env[62353]: _type = "Task" [ 1175.521753] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.531194] env[62353]: DEBUG oslo_vmware.api [None req-05e8831b-85c3-4bae-90e5-1ef4350658f1 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52937216-e778-4737-9db5-68460ed6f727, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.611833] env[62353]: DEBUG nova.compute.manager [req-ce3ce8c6-fd46-44c4-9a7a-4886dbc1a990 req-ae4b6834-bf2d-4cec-90dd-00e4bf8a1687 service nova] [instance: dcef6fd5-617c-4561-809d-d7c872b90e48] Received event network-changed-ef7ff939-f0c4-470a-8ba8-5aabc4a7703b {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1175.612743] env[62353]: DEBUG nova.compute.manager [req-ce3ce8c6-fd46-44c4-9a7a-4886dbc1a990 req-ae4b6834-bf2d-4cec-90dd-00e4bf8a1687 service nova] [instance: dcef6fd5-617c-4561-809d-d7c872b90e48] Refreshing instance network info cache due to event network-changed-ef7ff939-f0c4-470a-8ba8-5aabc4a7703b. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1175.612743] env[62353]: DEBUG oslo_concurrency.lockutils [req-ce3ce8c6-fd46-44c4-9a7a-4886dbc1a990 req-ae4b6834-bf2d-4cec-90dd-00e4bf8a1687 service nova] Acquiring lock "refresh_cache-dcef6fd5-617c-4561-809d-d7c872b90e48" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1175.612743] env[62353]: DEBUG oslo_concurrency.lockutils [req-ce3ce8c6-fd46-44c4-9a7a-4886dbc1a990 req-ae4b6834-bf2d-4cec-90dd-00e4bf8a1687 service nova] Acquired lock "refresh_cache-dcef6fd5-617c-4561-809d-d7c872b90e48" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.612743] env[62353]: DEBUG nova.network.neutron [req-ce3ce8c6-fd46-44c4-9a7a-4886dbc1a990 req-ae4b6834-bf2d-4cec-90dd-00e4bf8a1687 service nova] [instance: dcef6fd5-617c-4561-809d-d7c872b90e48] Refreshing network info cache for port ef7ff939-f0c4-470a-8ba8-5aabc4a7703b {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1175.991421] env[62353]: DEBUG nova.scheduler.client.report [None req-e709829d-e7e6-4872-b34e-84f1aa61dfe9 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1176.032433] env[62353]: DEBUG oslo_concurrency.lockutils [None req-05e8831b-85c3-4bae-90e5-1ef4350658f1 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Releasing lock "[datastore1] devstack-image-cache_base/34929f49-3fe8-4f4a-97fd-1b1b75099b56" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1176.032704] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-05e8831b-85c3-4bae-90e5-1ef4350658f1 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] [instance: dcef6fd5-617c-4561-809d-d7c872b90e48] Processing image 34929f49-3fe8-4f4a-97fd-1b1b75099b56 {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1176.032951] env[62353]: DEBUG oslo_concurrency.lockutils [None req-05e8831b-85c3-4bae-90e5-1ef4350658f1 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/34929f49-3fe8-4f4a-97fd-1b1b75099b56/34929f49-3fe8-4f4a-97fd-1b1b75099b56.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1176.033115] env[62353]: DEBUG oslo_concurrency.lockutils [None req-05e8831b-85c3-4bae-90e5-1ef4350658f1 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Acquired lock "[datastore1] devstack-image-cache_base/34929f49-3fe8-4f4a-97fd-1b1b75099b56/34929f49-3fe8-4f4a-97fd-1b1b75099b56.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.033292] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-05e8831b-85c3-4bae-90e5-1ef4350658f1 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1176.033525] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5ca7f9c7-b9bb-421f-864d-a891afa6397a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.042504] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-05e8831b-85c3-4bae-90e5-1ef4350658f1 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1176.042738] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-05e8831b-85c3-4bae-90e5-1ef4350658f1 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1176.043424] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be0aa6e1-fab7-4144-a9be-3cdaaaf78022 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.048798] env[62353]: DEBUG oslo_vmware.api [None req-05e8831b-85c3-4bae-90e5-1ef4350658f1 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Waiting for the task: (returnval){ [ 1176.048798] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52becab0-f64f-ea6f-7575-e9859841ae10" [ 1176.048798] env[62353]: _type = "Task" [ 1176.048798] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.056378] env[62353]: DEBUG oslo_vmware.api [None req-05e8831b-85c3-4bae-90e5-1ef4350658f1 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52becab0-f64f-ea6f-7575-e9859841ae10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.321606] env[62353]: DEBUG nova.compute.manager [None req-94a504ba-3e8e-43dd-b3fc-334964df24da tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: 2c6b409d-02cd-47b5-b264-e7e204c29622] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1176.347190] env[62353]: DEBUG nova.virt.hardware [None req-94a504ba-3e8e-43dd-b3fc-334964df24da tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T12:38:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T12:38:15Z,direct_url=,disk_format='vmdk',id=06f909ae-e8dc-43b4-abf7-c7ed85db9bbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0a3f88790a594523a818b8c00f6862e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T12:38:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1176.347443] env[62353]: DEBUG nova.virt.hardware [None req-94a504ba-3e8e-43dd-b3fc-334964df24da tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1176.347597] env[62353]: DEBUG nova.virt.hardware [None req-94a504ba-3e8e-43dd-b3fc-334964df24da tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1176.347781] env[62353]: DEBUG nova.virt.hardware [None req-94a504ba-3e8e-43dd-b3fc-334964df24da tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1176.347927] env[62353]: DEBUG nova.virt.hardware [None req-94a504ba-3e8e-43dd-b3fc-334964df24da tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1176.348083] env[62353]: DEBUG nova.virt.hardware [None req-94a504ba-3e8e-43dd-b3fc-334964df24da tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1176.348289] env[62353]: DEBUG nova.virt.hardware [None req-94a504ba-3e8e-43dd-b3fc-334964df24da tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1176.348449] env[62353]: DEBUG nova.virt.hardware [None req-94a504ba-3e8e-43dd-b3fc-334964df24da tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1176.348614] env[62353]: DEBUG nova.virt.hardware [None req-94a504ba-3e8e-43dd-b3fc-334964df24da tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1176.348780] env[62353]: DEBUG nova.virt.hardware [None req-94a504ba-3e8e-43dd-b3fc-334964df24da tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1176.348951] env[62353]: DEBUG nova.virt.hardware [None req-94a504ba-3e8e-43dd-b3fc-334964df24da tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1176.349830] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56e56a9b-b360-4817-82cb-bb5169e421b5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.358128] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4822e0bd-3bfa-4c4c-863c-dcb6a7985bc4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.372925] env[62353]: DEBUG nova.network.neutron [req-ce3ce8c6-fd46-44c4-9a7a-4886dbc1a990 req-ae4b6834-bf2d-4cec-90dd-00e4bf8a1687 service nova] [instance: dcef6fd5-617c-4561-809d-d7c872b90e48] Updated VIF entry in instance network info cache for port ef7ff939-f0c4-470a-8ba8-5aabc4a7703b. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1176.373278] env[62353]: DEBUG nova.network.neutron [req-ce3ce8c6-fd46-44c4-9a7a-4886dbc1a990 req-ae4b6834-bf2d-4cec-90dd-00e4bf8a1687 service nova] [instance: dcef6fd5-617c-4561-809d-d7c872b90e48] Updating instance_info_cache with network_info: [{"id": "ef7ff939-f0c4-470a-8ba8-5aabc4a7703b", "address": "fa:16:3e:4a:b1:e4", "network": {"id": "9c588598-2931-4e39-942e-268f7ccfd0e1", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1287176523-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a64aa5fd4f68494dbbc592d37558d4a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef7ff939-f0", "ovs_interfaceid": "ef7ff939-f0c4-470a-8ba8-5aabc4a7703b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1176.497193] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e709829d-e7e6-4872-b34e-84f1aa61dfe9 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.199s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1176.497821] env[62353]: DEBUG nova.compute.manager [None req-e709829d-e7e6-4872-b34e-84f1aa61dfe9 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: 11e6b477-1796-44de-a629-e68e56a1322a] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1176.509986] env[62353]: DEBUG nova.objects.instance [None req-f6c2efd9-44bd-4e54-96e8-98c07f2d1696 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Lazy-loading 'flavor' on Instance uuid 39c5d168-1da6-4889-97ff-112ef77de310 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1176.559258] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-05e8831b-85c3-4bae-90e5-1ef4350658f1 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] [instance: dcef6fd5-617c-4561-809d-d7c872b90e48] Preparing fetch location {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1176.559544] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-05e8831b-85c3-4bae-90e5-1ef4350658f1 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] [instance: dcef6fd5-617c-4561-809d-d7c872b90e48] Fetch image to [datastore1] OSTACK_IMG_b73d225f-c872-4a88-ad7f-d806e2f48448/OSTACK_IMG_b73d225f-c872-4a88-ad7f-d806e2f48448.vmdk {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1176.559873] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-05e8831b-85c3-4bae-90e5-1ef4350658f1 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] [instance: dcef6fd5-617c-4561-809d-d7c872b90e48] Downloading stream optimized image 34929f49-3fe8-4f4a-97fd-1b1b75099b56 to [datastore1] OSTACK_IMG_b73d225f-c872-4a88-ad7f-d806e2f48448/OSTACK_IMG_b73d225f-c872-4a88-ad7f-d806e2f48448.vmdk on the data store datastore1 as vApp {{(pid=62353) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1176.560119] env[62353]: DEBUG nova.virt.vmwareapi.images [None req-05e8831b-85c3-4bae-90e5-1ef4350658f1 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] [instance: dcef6fd5-617c-4561-809d-d7c872b90e48] Downloading image file data 34929f49-3fe8-4f4a-97fd-1b1b75099b56 to the ESX as VM named 'OSTACK_IMG_b73d225f-c872-4a88-ad7f-d806e2f48448' {{(pid=62353) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1176.634203] env[62353]: DEBUG oslo_vmware.rw_handles [None req-05e8831b-85c3-4bae-90e5-1ef4350658f1 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1176.634203] env[62353]: value = "resgroup-9" [ 1176.634203] env[62353]: _type = "ResourcePool" [ 1176.634203] env[62353]: }. {{(pid=62353) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1176.634629] env[62353]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-84fa565b-7f38-45da-852a-a02a546f4a6a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.651050] env[62353]: DEBUG nova.network.neutron [None req-94a504ba-3e8e-43dd-b3fc-334964df24da tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: 2c6b409d-02cd-47b5-b264-e7e204c29622] Successfully updated port: 75bfd230-851e-4aa1-9ac9-09c16ecbd3f3 {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1176.658906] env[62353]: DEBUG oslo_vmware.rw_handles [None req-05e8831b-85c3-4bae-90e5-1ef4350658f1 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Lease: (returnval){ [ 1176.658906] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]525faa39-a391-8346-fb69-1a9feb3db20b" [ 1176.658906] env[62353]: _type = "HttpNfcLease" [ 1176.658906] env[62353]: } obtained for vApp import into resource pool (val){ [ 1176.658906] env[62353]: value = "resgroup-9" [ 1176.658906] env[62353]: _type = "ResourcePool" [ 1176.658906] env[62353]: }. {{(pid=62353) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1176.659280] env[62353]: DEBUG oslo_vmware.api [None req-05e8831b-85c3-4bae-90e5-1ef4350658f1 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Waiting for the lease: (returnval){ [ 1176.659280] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]525faa39-a391-8346-fb69-1a9feb3db20b" [ 1176.659280] env[62353]: _type = "HttpNfcLease" [ 1176.659280] env[62353]: } to be ready. {{(pid=62353) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1176.668426] env[62353]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1176.668426] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]525faa39-a391-8346-fb69-1a9feb3db20b" [ 1176.668426] env[62353]: _type = "HttpNfcLease" [ 1176.668426] env[62353]: } is initializing. {{(pid=62353) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1176.876492] env[62353]: DEBUG oslo_concurrency.lockutils [req-ce3ce8c6-fd46-44c4-9a7a-4886dbc1a990 req-ae4b6834-bf2d-4cec-90dd-00e4bf8a1687 service nova] Releasing lock "refresh_cache-dcef6fd5-617c-4561-809d-d7c872b90e48" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1177.004677] env[62353]: DEBUG nova.compute.utils [None req-e709829d-e7e6-4872-b34e-84f1aa61dfe9 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1177.006558] env[62353]: DEBUG nova.compute.manager [None req-e709829d-e7e6-4872-b34e-84f1aa61dfe9 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: 11e6b477-1796-44de-a629-e68e56a1322a] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1177.006749] env[62353]: DEBUG nova.network.neutron [None req-e709829d-e7e6-4872-b34e-84f1aa61dfe9 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: 11e6b477-1796-44de-a629-e68e56a1322a] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1177.015282] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f6c2efd9-44bd-4e54-96e8-98c07f2d1696 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Lock "39c5d168-1da6-4889-97ff-112ef77de310" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.263s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1177.047782] env[62353]: DEBUG nova.policy [None req-e709829d-e7e6-4872-b34e-84f1aa61dfe9 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd3c0c2ffa22543ea97932a693fbc1eca', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c183cea98ca94f09886d57c4499788e8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:192}} [ 1177.153083] env[62353]: DEBUG oslo_concurrency.lockutils [None req-94a504ba-3e8e-43dd-b3fc-334964df24da tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Acquiring lock "refresh_cache-2c6b409d-02cd-47b5-b264-e7e204c29622" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1177.153322] env[62353]: DEBUG oslo_concurrency.lockutils [None req-94a504ba-3e8e-43dd-b3fc-334964df24da tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Acquired lock "refresh_cache-2c6b409d-02cd-47b5-b264-e7e204c29622" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.153383] env[62353]: DEBUG nova.network.neutron [None req-94a504ba-3e8e-43dd-b3fc-334964df24da tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: 2c6b409d-02cd-47b5-b264-e7e204c29622] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1177.168700] env[62353]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1177.168700] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]525faa39-a391-8346-fb69-1a9feb3db20b" [ 1177.168700] env[62353]: _type = "HttpNfcLease" [ 1177.168700] env[62353]: } is ready. {{(pid=62353) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1177.169075] env[62353]: DEBUG oslo_vmware.rw_handles [None req-05e8831b-85c3-4bae-90e5-1ef4350658f1 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1177.169075] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]525faa39-a391-8346-fb69-1a9feb3db20b" [ 1177.169075] env[62353]: _type = "HttpNfcLease" [ 1177.169075] env[62353]: }. {{(pid=62353) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1177.169805] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39fb3e61-ab19-4e89-9377-f306f2560332 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.178477] env[62353]: DEBUG oslo_vmware.rw_handles [None req-05e8831b-85c3-4bae-90e5-1ef4350658f1 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521be09e-9b94-c0a6-f3ac-ee14aabee7ae/disk-0.vmdk from lease info. {{(pid=62353) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1177.178661] env[62353]: DEBUG oslo_vmware.rw_handles [None req-05e8831b-85c3-4bae-90e5-1ef4350658f1 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Creating HTTP connection to write to file with size = 31670272 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521be09e-9b94-c0a6-f3ac-ee14aabee7ae/disk-0.vmdk. {{(pid=62353) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1177.249111] env[62353]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-de4f96ad-3d2c-408a-a2e7-3c040da11c3f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.332256] env[62353]: DEBUG nova.network.neutron [None req-e709829d-e7e6-4872-b34e-84f1aa61dfe9 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: 11e6b477-1796-44de-a629-e68e56a1322a] Successfully created port: 18df0830-a1e6-41ef-bf69-bf250c068bfd {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1177.509757] env[62353]: DEBUG nova.compute.manager [None req-e709829d-e7e6-4872-b34e-84f1aa61dfe9 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: 11e6b477-1796-44de-a629-e68e56a1322a] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1177.639983] env[62353]: DEBUG nova.compute.manager [req-b4c2d680-a339-409b-8630-ed7b88b78791 req-9f0cde12-8d5a-4c45-a7fd-a4e00158b656 service nova] [instance: 2c6b409d-02cd-47b5-b264-e7e204c29622] Received event network-vif-plugged-75bfd230-851e-4aa1-9ac9-09c16ecbd3f3 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1177.640264] env[62353]: DEBUG oslo_concurrency.lockutils [req-b4c2d680-a339-409b-8630-ed7b88b78791 req-9f0cde12-8d5a-4c45-a7fd-a4e00158b656 service nova] Acquiring lock "2c6b409d-02cd-47b5-b264-e7e204c29622-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1177.640518] env[62353]: DEBUG oslo_concurrency.lockutils [req-b4c2d680-a339-409b-8630-ed7b88b78791 req-9f0cde12-8d5a-4c45-a7fd-a4e00158b656 service nova] Lock "2c6b409d-02cd-47b5-b264-e7e204c29622-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1177.640651] env[62353]: DEBUG oslo_concurrency.lockutils [req-b4c2d680-a339-409b-8630-ed7b88b78791 req-9f0cde12-8d5a-4c45-a7fd-a4e00158b656 service nova] Lock "2c6b409d-02cd-47b5-b264-e7e204c29622-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1177.640816] env[62353]: DEBUG nova.compute.manager [req-b4c2d680-a339-409b-8630-ed7b88b78791 req-9f0cde12-8d5a-4c45-a7fd-a4e00158b656 service nova] [instance: 2c6b409d-02cd-47b5-b264-e7e204c29622] No waiting events found dispatching network-vif-plugged-75bfd230-851e-4aa1-9ac9-09c16ecbd3f3 {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1177.641011] env[62353]: WARNING nova.compute.manager [req-b4c2d680-a339-409b-8630-ed7b88b78791 req-9f0cde12-8d5a-4c45-a7fd-a4e00158b656 service nova] [instance: 2c6b409d-02cd-47b5-b264-e7e204c29622] Received unexpected event network-vif-plugged-75bfd230-851e-4aa1-9ac9-09c16ecbd3f3 for instance with vm_state building and task_state spawning. [ 1177.641188] env[62353]: DEBUG nova.compute.manager [req-b4c2d680-a339-409b-8630-ed7b88b78791 req-9f0cde12-8d5a-4c45-a7fd-a4e00158b656 service nova] [instance: 2c6b409d-02cd-47b5-b264-e7e204c29622] Received event network-changed-75bfd230-851e-4aa1-9ac9-09c16ecbd3f3 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1177.641338] env[62353]: DEBUG nova.compute.manager [req-b4c2d680-a339-409b-8630-ed7b88b78791 req-9f0cde12-8d5a-4c45-a7fd-a4e00158b656 service nova] [instance: 2c6b409d-02cd-47b5-b264-e7e204c29622] Refreshing instance network info cache due to event network-changed-75bfd230-851e-4aa1-9ac9-09c16ecbd3f3. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1177.641502] env[62353]: DEBUG oslo_concurrency.lockutils [req-b4c2d680-a339-409b-8630-ed7b88b78791 req-9f0cde12-8d5a-4c45-a7fd-a4e00158b656 service nova] Acquiring lock "refresh_cache-2c6b409d-02cd-47b5-b264-e7e204c29622" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1177.687968] env[62353]: DEBUG nova.network.neutron [None req-94a504ba-3e8e-43dd-b3fc-334964df24da tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: 2c6b409d-02cd-47b5-b264-e7e204c29622] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1177.837246] env[62353]: DEBUG nova.network.neutron [None req-94a504ba-3e8e-43dd-b3fc-334964df24da tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: 2c6b409d-02cd-47b5-b264-e7e204c29622] Updating instance_info_cache with network_info: [{"id": "75bfd230-851e-4aa1-9ac9-09c16ecbd3f3", "address": "fa:16:3e:11:07:c1", "network": {"id": "cdd5ca5d-eb26-4d28-87f8-206e99fe7672", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1171598701-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "563a3da12f97462190a5b5cd288faf87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae215ba8-f7a5-4b23-a055-90316d29817f", "external-id": "nsx-vlan-transportzone-798", "segmentation_id": 798, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75bfd230-85", "ovs_interfaceid": "75bfd230-851e-4aa1-9ac9-09c16ecbd3f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1177.867681] env[62353]: DEBUG nova.compute.manager [None req-fb4300af-a0e9-47a1-84fd-ae5b5b633bf0 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 39c5d168-1da6-4889-97ff-112ef77de310] Stashing vm_state: active {{(pid=62353) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1178.341142] env[62353]: DEBUG oslo_concurrency.lockutils [None req-94a504ba-3e8e-43dd-b3fc-334964df24da tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Releasing lock "refresh_cache-2c6b409d-02cd-47b5-b264-e7e204c29622" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1178.341593] env[62353]: DEBUG nova.compute.manager [None req-94a504ba-3e8e-43dd-b3fc-334964df24da tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: 2c6b409d-02cd-47b5-b264-e7e204c29622] Instance network_info: |[{"id": "75bfd230-851e-4aa1-9ac9-09c16ecbd3f3", "address": "fa:16:3e:11:07:c1", "network": {"id": "cdd5ca5d-eb26-4d28-87f8-206e99fe7672", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1171598701-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "563a3da12f97462190a5b5cd288faf87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae215ba8-f7a5-4b23-a055-90316d29817f", "external-id": "nsx-vlan-transportzone-798", "segmentation_id": 798, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75bfd230-85", "ovs_interfaceid": "75bfd230-851e-4aa1-9ac9-09c16ecbd3f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1178.341879] env[62353]: DEBUG oslo_concurrency.lockutils [req-b4c2d680-a339-409b-8630-ed7b88b78791 req-9f0cde12-8d5a-4c45-a7fd-a4e00158b656 service nova] Acquired lock "refresh_cache-2c6b409d-02cd-47b5-b264-e7e204c29622" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.342094] env[62353]: DEBUG nova.network.neutron [req-b4c2d680-a339-409b-8630-ed7b88b78791 req-9f0cde12-8d5a-4c45-a7fd-a4e00158b656 service nova] [instance: 2c6b409d-02cd-47b5-b264-e7e204c29622] Refreshing network info cache for port 75bfd230-851e-4aa1-9ac9-09c16ecbd3f3 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1178.343439] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-94a504ba-3e8e-43dd-b3fc-334964df24da tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: 2c6b409d-02cd-47b5-b264-e7e204c29622] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:11:07:c1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ae215ba8-f7a5-4b23-a055-90316d29817f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '75bfd230-851e-4aa1-9ac9-09c16ecbd3f3', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1178.351776] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-94a504ba-3e8e-43dd-b3fc-334964df24da tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Creating folder: Project (563a3da12f97462190a5b5cd288faf87). Parent ref: group-v481456. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1178.358956] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d0954640-8390-4072-924d-728fe8843684 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.361393] env[62353]: DEBUG oslo_vmware.rw_handles [None req-05e8831b-85c3-4bae-90e5-1ef4350658f1 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Completed reading data from the image iterator. {{(pid=62353) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1178.361623] env[62353]: DEBUG oslo_vmware.rw_handles [None req-05e8831b-85c3-4bae-90e5-1ef4350658f1 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521be09e-9b94-c0a6-f3ac-ee14aabee7ae/disk-0.vmdk. {{(pid=62353) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1178.362741] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1f52935-9e7b-405e-9c0e-aecd79d85809 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.369766] env[62353]: DEBUG oslo_vmware.rw_handles [None req-05e8831b-85c3-4bae-90e5-1ef4350658f1 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521be09e-9b94-c0a6-f3ac-ee14aabee7ae/disk-0.vmdk is in state: ready. {{(pid=62353) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1178.369983] env[62353]: DEBUG oslo_vmware.rw_handles [None req-05e8831b-85c3-4bae-90e5-1ef4350658f1 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521be09e-9b94-c0a6-f3ac-ee14aabee7ae/disk-0.vmdk. {{(pid=62353) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1178.370488] env[62353]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-81de94ae-c77b-464e-a535-3220bde76991 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.379267] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-94a504ba-3e8e-43dd-b3fc-334964df24da tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Created folder: Project (563a3da12f97462190a5b5cd288faf87) in parent group-v481456. [ 1178.379409] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-94a504ba-3e8e-43dd-b3fc-334964df24da tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Creating folder: Instances. Parent ref: group-v481763. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1178.379750] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c5779718-a428-473a-a464-b02104b12230 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.388629] env[62353]: DEBUG oslo_concurrency.lockutils [None req-fb4300af-a0e9-47a1-84fd-ae5b5b633bf0 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1178.388934] env[62353]: DEBUG oslo_concurrency.lockutils [None req-fb4300af-a0e9-47a1-84fd-ae5b5b633bf0 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1178.394100] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-94a504ba-3e8e-43dd-b3fc-334964df24da tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Created folder: Instances in parent group-v481763. [ 1178.394100] env[62353]: DEBUG oslo.service.loopingcall [None req-94a504ba-3e8e-43dd-b3fc-334964df24da tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1178.394469] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c6b409d-02cd-47b5-b264-e7e204c29622] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1178.394469] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-18d42aee-f520-4e98-a8f8-6dcfe1d3af5b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.416655] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1178.416655] env[62353]: value = "task-2373256" [ 1178.416655] env[62353]: _type = "Task" [ 1178.416655] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.424689] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2373256, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.524824] env[62353]: DEBUG nova.compute.manager [None req-e709829d-e7e6-4872-b34e-84f1aa61dfe9 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: 11e6b477-1796-44de-a629-e68e56a1322a] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1178.552143] env[62353]: DEBUG nova.virt.hardware [None req-e709829d-e7e6-4872-b34e-84f1aa61dfe9 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T12:38:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T12:38:15Z,direct_url=,disk_format='vmdk',id=06f909ae-e8dc-43b4-abf7-c7ed85db9bbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0a3f88790a594523a818b8c00f6862e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T12:38:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1178.552390] env[62353]: DEBUG nova.virt.hardware [None req-e709829d-e7e6-4872-b34e-84f1aa61dfe9 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1178.552543] env[62353]: DEBUG nova.virt.hardware [None req-e709829d-e7e6-4872-b34e-84f1aa61dfe9 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1178.552721] env[62353]: DEBUG nova.virt.hardware [None req-e709829d-e7e6-4872-b34e-84f1aa61dfe9 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1178.552864] env[62353]: DEBUG nova.virt.hardware [None req-e709829d-e7e6-4872-b34e-84f1aa61dfe9 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1178.553015] env[62353]: DEBUG nova.virt.hardware [None req-e709829d-e7e6-4872-b34e-84f1aa61dfe9 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1178.553237] env[62353]: DEBUG nova.virt.hardware [None req-e709829d-e7e6-4872-b34e-84f1aa61dfe9 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1178.553391] env[62353]: DEBUG nova.virt.hardware [None req-e709829d-e7e6-4872-b34e-84f1aa61dfe9 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1178.553554] env[62353]: DEBUG nova.virt.hardware [None req-e709829d-e7e6-4872-b34e-84f1aa61dfe9 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1178.553714] env[62353]: DEBUG nova.virt.hardware [None req-e709829d-e7e6-4872-b34e-84f1aa61dfe9 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1178.553891] env[62353]: DEBUG nova.virt.hardware [None req-e709829d-e7e6-4872-b34e-84f1aa61dfe9 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1178.554806] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9c3b41c-f0d2-4463-aaf1-8cfa32a2fda1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.562867] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed199ea3-2baa-4c08-b5ea-c9694f62b808 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.592317] env[62353]: DEBUG oslo_vmware.rw_handles [None req-05e8831b-85c3-4bae-90e5-1ef4350658f1 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521be09e-9b94-c0a6-f3ac-ee14aabee7ae/disk-0.vmdk. {{(pid=62353) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1178.592541] env[62353]: INFO nova.virt.vmwareapi.images [None req-05e8831b-85c3-4bae-90e5-1ef4350658f1 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] [instance: dcef6fd5-617c-4561-809d-d7c872b90e48] Downloaded image file data 34929f49-3fe8-4f4a-97fd-1b1b75099b56 [ 1178.593440] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dfa8339-a1c9-4049-b54d-eefe60c0c11d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.609749] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-372aa58f-0918-4f06-8a94-35a44bc971ef {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.635890] env[62353]: DEBUG nova.network.neutron [req-b4c2d680-a339-409b-8630-ed7b88b78791 req-9f0cde12-8d5a-4c45-a7fd-a4e00158b656 service nova] [instance: 2c6b409d-02cd-47b5-b264-e7e204c29622] Updated VIF entry in instance network info cache for port 75bfd230-851e-4aa1-9ac9-09c16ecbd3f3. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1178.636646] env[62353]: DEBUG nova.network.neutron [req-b4c2d680-a339-409b-8630-ed7b88b78791 req-9f0cde12-8d5a-4c45-a7fd-a4e00158b656 service nova] [instance: 2c6b409d-02cd-47b5-b264-e7e204c29622] Updating instance_info_cache with network_info: [{"id": "75bfd230-851e-4aa1-9ac9-09c16ecbd3f3", "address": "fa:16:3e:11:07:c1", "network": {"id": "cdd5ca5d-eb26-4d28-87f8-206e99fe7672", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1171598701-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "563a3da12f97462190a5b5cd288faf87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae215ba8-f7a5-4b23-a055-90316d29817f", "external-id": "nsx-vlan-transportzone-798", "segmentation_id": 798, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75bfd230-85", "ovs_interfaceid": "75bfd230-851e-4aa1-9ac9-09c16ecbd3f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1178.638671] env[62353]: INFO nova.virt.vmwareapi.images [None req-05e8831b-85c3-4bae-90e5-1ef4350658f1 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] [instance: dcef6fd5-617c-4561-809d-d7c872b90e48] The imported VM was unregistered [ 1178.641286] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-05e8831b-85c3-4bae-90e5-1ef4350658f1 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] [instance: dcef6fd5-617c-4561-809d-d7c872b90e48] Caching image {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1178.641597] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-05e8831b-85c3-4bae-90e5-1ef4350658f1 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Creating directory with path [datastore1] devstack-image-cache_base/34929f49-3fe8-4f4a-97fd-1b1b75099b56 {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1178.642048] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-29a42717-3c2b-4d1b-9097-c58abcc1e152 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.652423] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-05e8831b-85c3-4bae-90e5-1ef4350658f1 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Created directory with path [datastore1] devstack-image-cache_base/34929f49-3fe8-4f4a-97fd-1b1b75099b56 {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1178.652607] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-05e8831b-85c3-4bae-90e5-1ef4350658f1 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_b73d225f-c872-4a88-ad7f-d806e2f48448/OSTACK_IMG_b73d225f-c872-4a88-ad7f-d806e2f48448.vmdk to [datastore1] devstack-image-cache_base/34929f49-3fe8-4f4a-97fd-1b1b75099b56/34929f49-3fe8-4f4a-97fd-1b1b75099b56.vmdk. {{(pid=62353) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1178.652847] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-fc7c67d9-0dde-44e8-9b87-7bb2e3b3657e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.659433] env[62353]: DEBUG oslo_vmware.api [None req-05e8831b-85c3-4bae-90e5-1ef4350658f1 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Waiting for the task: (returnval){ [ 1178.659433] env[62353]: value = "task-2373258" [ 1178.659433] env[62353]: _type = "Task" [ 1178.659433] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.667359] env[62353]: DEBUG oslo_vmware.api [None req-05e8831b-85c3-4bae-90e5-1ef4350658f1 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Task: {'id': task-2373258, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.848511] env[62353]: DEBUG nova.network.neutron [None req-e709829d-e7e6-4872-b34e-84f1aa61dfe9 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: 11e6b477-1796-44de-a629-e68e56a1322a] Successfully updated port: 18df0830-a1e6-41ef-bf69-bf250c068bfd {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1178.897326] env[62353]: INFO nova.compute.claims [None req-fb4300af-a0e9-47a1-84fd-ae5b5b633bf0 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 39c5d168-1da6-4889-97ff-112ef77de310] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1178.926587] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2373256, 'name': CreateVM_Task, 'duration_secs': 0.378047} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.927045] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c6b409d-02cd-47b5-b264-e7e204c29622] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1178.927897] env[62353]: DEBUG oslo_concurrency.lockutils [None req-94a504ba-3e8e-43dd-b3fc-334964df24da tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1178.928227] env[62353]: DEBUG oslo_concurrency.lockutils [None req-94a504ba-3e8e-43dd-b3fc-334964df24da tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Acquired lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.929027] env[62353]: DEBUG oslo_concurrency.lockutils [None req-94a504ba-3e8e-43dd-b3fc-334964df24da tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1178.929027] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea4462e5-c400-4c49-9ac0-9fa8c7a617d4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.936010] env[62353]: DEBUG oslo_vmware.api [None req-94a504ba-3e8e-43dd-b3fc-334964df24da tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Waiting for the task: (returnval){ [ 1178.936010] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52b7de7e-e99a-67e1-de4b-85b50b835103" [ 1178.936010] env[62353]: _type = "Task" [ 1178.936010] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.948320] env[62353]: DEBUG oslo_vmware.api [None req-94a504ba-3e8e-43dd-b3fc-334964df24da tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52b7de7e-e99a-67e1-de4b-85b50b835103, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.143652] env[62353]: DEBUG oslo_concurrency.lockutils [req-b4c2d680-a339-409b-8630-ed7b88b78791 req-9f0cde12-8d5a-4c45-a7fd-a4e00158b656 service nova] Releasing lock "refresh_cache-2c6b409d-02cd-47b5-b264-e7e204c29622" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1179.169676] env[62353]: DEBUG oslo_vmware.api [None req-05e8831b-85c3-4bae-90e5-1ef4350658f1 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Task: {'id': task-2373258, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.351488] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e709829d-e7e6-4872-b34e-84f1aa61dfe9 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Acquiring lock "refresh_cache-11e6b477-1796-44de-a629-e68e56a1322a" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1179.351920] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e709829d-e7e6-4872-b34e-84f1aa61dfe9 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Acquired lock "refresh_cache-11e6b477-1796-44de-a629-e68e56a1322a" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.351920] env[62353]: DEBUG nova.network.neutron [None req-e709829d-e7e6-4872-b34e-84f1aa61dfe9 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: 11e6b477-1796-44de-a629-e68e56a1322a] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1179.404519] env[62353]: INFO nova.compute.resource_tracker [None req-fb4300af-a0e9-47a1-84fd-ae5b5b633bf0 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 39c5d168-1da6-4889-97ff-112ef77de310] Updating resource usage from migration 5d48549b-9d7e-4282-a976-6ea78e6e08a4 [ 1179.451552] env[62353]: DEBUG oslo_vmware.api [None req-94a504ba-3e8e-43dd-b3fc-334964df24da tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52b7de7e-e99a-67e1-de4b-85b50b835103, 'name': SearchDatastore_Task, 'duration_secs': 0.055537} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.451944] env[62353]: DEBUG oslo_concurrency.lockutils [None req-94a504ba-3e8e-43dd-b3fc-334964df24da tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Releasing lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1179.452197] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-94a504ba-3e8e-43dd-b3fc-334964df24da tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: 2c6b409d-02cd-47b5-b264-e7e204c29622] Processing image 06f909ae-e8dc-43b4-abf7-c7ed85db9bbd {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1179.452432] env[62353]: DEBUG oslo_concurrency.lockutils [None req-94a504ba-3e8e-43dd-b3fc-334964df24da tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1179.452582] env[62353]: DEBUG oslo_concurrency.lockutils [None req-94a504ba-3e8e-43dd-b3fc-334964df24da tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Acquired lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.452759] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-94a504ba-3e8e-43dd-b3fc-334964df24da tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1179.453034] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-31fa420e-3c3d-47bb-82b3-7c0890723634 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.472476] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-94a504ba-3e8e-43dd-b3fc-334964df24da tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1179.472676] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-94a504ba-3e8e-43dd-b3fc-334964df24da tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1179.473525] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-314ceeab-430f-49ac-a603-4075165422e3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.482380] env[62353]: DEBUG oslo_vmware.api [None req-94a504ba-3e8e-43dd-b3fc-334964df24da tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Waiting for the task: (returnval){ [ 1179.482380] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52326f7d-5d53-9d4f-3968-a4b8d28f6188" [ 1179.482380] env[62353]: _type = "Task" [ 1179.482380] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.491389] env[62353]: DEBUG oslo_vmware.api [None req-94a504ba-3e8e-43dd-b3fc-334964df24da tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52326f7d-5d53-9d4f-3968-a4b8d28f6188, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.518079] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21833f94-7e90-45c1-ab16-75d06a91b4f3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.526046] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b865f84a-d8c9-4dc2-ba16-8efd6daeba12 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.556782] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cac5058a-7723-4110-a06c-678431f13af6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.564890] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b5c53a8-4b25-47e6-ad25-9808ca35d93f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.579298] env[62353]: DEBUG nova.compute.provider_tree [None req-fb4300af-a0e9-47a1-84fd-ae5b5b633bf0 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1179.670358] env[62353]: DEBUG oslo_vmware.api [None req-05e8831b-85c3-4bae-90e5-1ef4350658f1 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Task: {'id': task-2373258, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.672701] env[62353]: DEBUG nova.compute.manager [req-51f78e2d-0770-40c7-a943-2a79bb28ad38 req-949ecefa-1011-4c6f-8a7a-b0e0beda4cf3 service nova] [instance: 11e6b477-1796-44de-a629-e68e56a1322a] Received event network-vif-plugged-18df0830-a1e6-41ef-bf69-bf250c068bfd {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1179.672897] env[62353]: DEBUG oslo_concurrency.lockutils [req-51f78e2d-0770-40c7-a943-2a79bb28ad38 req-949ecefa-1011-4c6f-8a7a-b0e0beda4cf3 service nova] Acquiring lock "11e6b477-1796-44de-a629-e68e56a1322a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1179.673112] env[62353]: DEBUG oslo_concurrency.lockutils [req-51f78e2d-0770-40c7-a943-2a79bb28ad38 req-949ecefa-1011-4c6f-8a7a-b0e0beda4cf3 service nova] Lock "11e6b477-1796-44de-a629-e68e56a1322a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1179.673826] env[62353]: DEBUG oslo_concurrency.lockutils [req-51f78e2d-0770-40c7-a943-2a79bb28ad38 req-949ecefa-1011-4c6f-8a7a-b0e0beda4cf3 service nova] Lock "11e6b477-1796-44de-a629-e68e56a1322a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1179.673826] env[62353]: DEBUG nova.compute.manager [req-51f78e2d-0770-40c7-a943-2a79bb28ad38 req-949ecefa-1011-4c6f-8a7a-b0e0beda4cf3 service nova] [instance: 11e6b477-1796-44de-a629-e68e56a1322a] No waiting events found dispatching network-vif-plugged-18df0830-a1e6-41ef-bf69-bf250c068bfd {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1179.673826] env[62353]: WARNING nova.compute.manager [req-51f78e2d-0770-40c7-a943-2a79bb28ad38 req-949ecefa-1011-4c6f-8a7a-b0e0beda4cf3 service nova] [instance: 11e6b477-1796-44de-a629-e68e56a1322a] Received unexpected event network-vif-plugged-18df0830-a1e6-41ef-bf69-bf250c068bfd for instance with vm_state building and task_state spawning. [ 1179.673997] env[62353]: DEBUG nova.compute.manager [req-51f78e2d-0770-40c7-a943-2a79bb28ad38 req-949ecefa-1011-4c6f-8a7a-b0e0beda4cf3 service nova] [instance: 11e6b477-1796-44de-a629-e68e56a1322a] Received event network-changed-18df0830-a1e6-41ef-bf69-bf250c068bfd {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1179.673997] env[62353]: DEBUG nova.compute.manager [req-51f78e2d-0770-40c7-a943-2a79bb28ad38 req-949ecefa-1011-4c6f-8a7a-b0e0beda4cf3 service nova] [instance: 11e6b477-1796-44de-a629-e68e56a1322a] Refreshing instance network info cache due to event network-changed-18df0830-a1e6-41ef-bf69-bf250c068bfd. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1179.674187] env[62353]: DEBUG oslo_concurrency.lockutils [req-51f78e2d-0770-40c7-a943-2a79bb28ad38 req-949ecefa-1011-4c6f-8a7a-b0e0beda4cf3 service nova] Acquiring lock "refresh_cache-11e6b477-1796-44de-a629-e68e56a1322a" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1179.885622] env[62353]: DEBUG nova.network.neutron [None req-e709829d-e7e6-4872-b34e-84f1aa61dfe9 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: 11e6b477-1796-44de-a629-e68e56a1322a] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1179.994800] env[62353]: DEBUG oslo_vmware.api [None req-94a504ba-3e8e-43dd-b3fc-334964df24da tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52326f7d-5d53-9d4f-3968-a4b8d28f6188, 'name': SearchDatastore_Task, 'duration_secs': 0.089158} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.997914] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ccfa49e-3ecd-4dc3-99aa-2adf1330d9be {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.004414] env[62353]: DEBUG oslo_vmware.api [None req-94a504ba-3e8e-43dd-b3fc-334964df24da tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Waiting for the task: (returnval){ [ 1180.004414] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52a43fea-fdf3-f85c-d4ef-9c884d95f667" [ 1180.004414] env[62353]: _type = "Task" [ 1180.004414] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.012472] env[62353]: DEBUG oslo_vmware.api [None req-94a504ba-3e8e-43dd-b3fc-334964df24da tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52a43fea-fdf3-f85c-d4ef-9c884d95f667, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.035172] env[62353]: DEBUG nova.network.neutron [None req-e709829d-e7e6-4872-b34e-84f1aa61dfe9 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: 11e6b477-1796-44de-a629-e68e56a1322a] Updating instance_info_cache with network_info: [{"id": "18df0830-a1e6-41ef-bf69-bf250c068bfd", "address": "fa:16:3e:e1:44:81", "network": {"id": "e5d036e4-e0e1-4263-a13b-32de611efa27", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1880879466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c183cea98ca94f09886d57c4499788e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08e9585e-6186-4788-9fd9-24174ce45a6f", "external-id": "nsx-vlan-transportzone-254", "segmentation_id": 254, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18df0830-a1", "ovs_interfaceid": "18df0830-a1e6-41ef-bf69-bf250c068bfd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1180.083562] env[62353]: DEBUG nova.scheduler.client.report [None req-fb4300af-a0e9-47a1-84fd-ae5b5b633bf0 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1180.170888] env[62353]: DEBUG oslo_vmware.api [None req-05e8831b-85c3-4bae-90e5-1ef4350658f1 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Task: {'id': task-2373258, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.515453] env[62353]: DEBUG oslo_vmware.api [None req-94a504ba-3e8e-43dd-b3fc-334964df24da tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52a43fea-fdf3-f85c-d4ef-9c884d95f667, 'name': SearchDatastore_Task, 'duration_secs': 0.076464} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.515825] env[62353]: DEBUG oslo_concurrency.lockutils [None req-94a504ba-3e8e-43dd-b3fc-334964df24da tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Releasing lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1180.515980] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-94a504ba-3e8e-43dd-b3fc-334964df24da tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore1] 2c6b409d-02cd-47b5-b264-e7e204c29622/2c6b409d-02cd-47b5-b264-e7e204c29622.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1180.516264] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e04bf335-b98a-443a-8461-e87036b29792 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.523635] env[62353]: DEBUG oslo_vmware.api [None req-94a504ba-3e8e-43dd-b3fc-334964df24da tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Waiting for the task: (returnval){ [ 1180.523635] env[62353]: value = "task-2373259" [ 1180.523635] env[62353]: _type = "Task" [ 1180.523635] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.531889] env[62353]: DEBUG oslo_vmware.api [None req-94a504ba-3e8e-43dd-b3fc-334964df24da tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Task: {'id': task-2373259, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.537540] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e709829d-e7e6-4872-b34e-84f1aa61dfe9 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Releasing lock "refresh_cache-11e6b477-1796-44de-a629-e68e56a1322a" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1180.537838] env[62353]: DEBUG nova.compute.manager [None req-e709829d-e7e6-4872-b34e-84f1aa61dfe9 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: 11e6b477-1796-44de-a629-e68e56a1322a] Instance network_info: |[{"id": "18df0830-a1e6-41ef-bf69-bf250c068bfd", "address": "fa:16:3e:e1:44:81", "network": {"id": "e5d036e4-e0e1-4263-a13b-32de611efa27", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1880879466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c183cea98ca94f09886d57c4499788e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08e9585e-6186-4788-9fd9-24174ce45a6f", "external-id": "nsx-vlan-transportzone-254", "segmentation_id": 254, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18df0830-a1", "ovs_interfaceid": "18df0830-a1e6-41ef-bf69-bf250c068bfd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1180.538217] env[62353]: DEBUG oslo_concurrency.lockutils [req-51f78e2d-0770-40c7-a943-2a79bb28ad38 req-949ecefa-1011-4c6f-8a7a-b0e0beda4cf3 service nova] Acquired lock "refresh_cache-11e6b477-1796-44de-a629-e68e56a1322a" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.538411] env[62353]: DEBUG nova.network.neutron [req-51f78e2d-0770-40c7-a943-2a79bb28ad38 req-949ecefa-1011-4c6f-8a7a-b0e0beda4cf3 service nova] [instance: 11e6b477-1796-44de-a629-e68e56a1322a] Refreshing network info cache for port 18df0830-a1e6-41ef-bf69-bf250c068bfd {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1180.539706] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-e709829d-e7e6-4872-b34e-84f1aa61dfe9 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: 11e6b477-1796-44de-a629-e68e56a1322a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e1:44:81', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '08e9585e-6186-4788-9fd9-24174ce45a6f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '18df0830-a1e6-41ef-bf69-bf250c068bfd', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1180.547899] env[62353]: DEBUG oslo.service.loopingcall [None req-e709829d-e7e6-4872-b34e-84f1aa61dfe9 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1180.549047] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 11e6b477-1796-44de-a629-e68e56a1322a] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1180.549293] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-45785aa4-2e81-4afb-bd6b-ffff749953ff {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.569511] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1180.569511] env[62353]: value = "task-2373260" [ 1180.569511] env[62353]: _type = "Task" [ 1180.569511] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.578711] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2373260, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.588886] env[62353]: DEBUG oslo_concurrency.lockutils [None req-fb4300af-a0e9-47a1-84fd-ae5b5b633bf0 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.200s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1180.589123] env[62353]: INFO nova.compute.manager [None req-fb4300af-a0e9-47a1-84fd-ae5b5b633bf0 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 39c5d168-1da6-4889-97ff-112ef77de310] Migrating [ 1180.672053] env[62353]: DEBUG oslo_vmware.api [None req-05e8831b-85c3-4bae-90e5-1ef4350658f1 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Task: {'id': task-2373258, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.034259] env[62353]: DEBUG oslo_vmware.api [None req-94a504ba-3e8e-43dd-b3fc-334964df24da tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Task: {'id': task-2373259, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.081414] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2373260, 'name': CreateVM_Task} progress is 99%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.105914] env[62353]: DEBUG oslo_concurrency.lockutils [None req-fb4300af-a0e9-47a1-84fd-ae5b5b633bf0 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Acquiring lock "refresh_cache-39c5d168-1da6-4889-97ff-112ef77de310" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1181.106104] env[62353]: DEBUG oslo_concurrency.lockutils [None req-fb4300af-a0e9-47a1-84fd-ae5b5b633bf0 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Acquired lock "refresh_cache-39c5d168-1da6-4889-97ff-112ef77de310" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.106205] env[62353]: DEBUG nova.network.neutron [None req-fb4300af-a0e9-47a1-84fd-ae5b5b633bf0 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 39c5d168-1da6-4889-97ff-112ef77de310] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1181.174286] env[62353]: DEBUG oslo_vmware.api [None req-05e8831b-85c3-4bae-90e5-1ef4350658f1 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Task: {'id': task-2373258, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.303994} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.174549] env[62353]: INFO nova.virt.vmwareapi.ds_util [None req-05e8831b-85c3-4bae-90e5-1ef4350658f1 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_b73d225f-c872-4a88-ad7f-d806e2f48448/OSTACK_IMG_b73d225f-c872-4a88-ad7f-d806e2f48448.vmdk to [datastore1] devstack-image-cache_base/34929f49-3fe8-4f4a-97fd-1b1b75099b56/34929f49-3fe8-4f4a-97fd-1b1b75099b56.vmdk. [ 1181.174738] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-05e8831b-85c3-4bae-90e5-1ef4350658f1 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] [instance: dcef6fd5-617c-4561-809d-d7c872b90e48] Cleaning up location [datastore1] OSTACK_IMG_b73d225f-c872-4a88-ad7f-d806e2f48448 {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1181.174900] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-05e8831b-85c3-4bae-90e5-1ef4350658f1 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_b73d225f-c872-4a88-ad7f-d806e2f48448 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1181.175263] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-627c1d57-baa1-40dc-9e23-18c7660fbd93 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.183623] env[62353]: DEBUG oslo_vmware.api [None req-05e8831b-85c3-4bae-90e5-1ef4350658f1 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Waiting for the task: (returnval){ [ 1181.183623] env[62353]: value = "task-2373261" [ 1181.183623] env[62353]: _type = "Task" [ 1181.183623] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.193318] env[62353]: DEBUG oslo_vmware.api [None req-05e8831b-85c3-4bae-90e5-1ef4350658f1 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Task: {'id': task-2373261, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.271930] env[62353]: DEBUG nova.network.neutron [req-51f78e2d-0770-40c7-a943-2a79bb28ad38 req-949ecefa-1011-4c6f-8a7a-b0e0beda4cf3 service nova] [instance: 11e6b477-1796-44de-a629-e68e56a1322a] Updated VIF entry in instance network info cache for port 18df0830-a1e6-41ef-bf69-bf250c068bfd. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1181.272391] env[62353]: DEBUG nova.network.neutron [req-51f78e2d-0770-40c7-a943-2a79bb28ad38 req-949ecefa-1011-4c6f-8a7a-b0e0beda4cf3 service nova] [instance: 11e6b477-1796-44de-a629-e68e56a1322a] Updating instance_info_cache with network_info: [{"id": "18df0830-a1e6-41ef-bf69-bf250c068bfd", "address": "fa:16:3e:e1:44:81", "network": {"id": "e5d036e4-e0e1-4263-a13b-32de611efa27", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1880879466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c183cea98ca94f09886d57c4499788e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08e9585e-6186-4788-9fd9-24174ce45a6f", "external-id": "nsx-vlan-transportzone-254", "segmentation_id": 254, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18df0830-a1", "ovs_interfaceid": "18df0830-a1e6-41ef-bf69-bf250c068bfd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1181.535492] env[62353]: DEBUG oslo_vmware.api [None req-94a504ba-3e8e-43dd-b3fc-334964df24da tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Task: {'id': task-2373259, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.81861} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.535897] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-94a504ba-3e8e-43dd-b3fc-334964df24da tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore1] 2c6b409d-02cd-47b5-b264-e7e204c29622/2c6b409d-02cd-47b5-b264-e7e204c29622.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1181.535994] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-94a504ba-3e8e-43dd-b3fc-334964df24da tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: 2c6b409d-02cd-47b5-b264-e7e204c29622] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1181.536198] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f128ab3d-bc29-4dfc-855d-3fe56c49911f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.542977] env[62353]: DEBUG oslo_vmware.api [None req-94a504ba-3e8e-43dd-b3fc-334964df24da tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Waiting for the task: (returnval){ [ 1181.542977] env[62353]: value = "task-2373262" [ 1181.542977] env[62353]: _type = "Task" [ 1181.542977] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.550653] env[62353]: DEBUG oslo_vmware.api [None req-94a504ba-3e8e-43dd-b3fc-334964df24da tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Task: {'id': task-2373262, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.579860] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2373260, 'name': CreateVM_Task, 'duration_secs': 0.658394} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.580102] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 11e6b477-1796-44de-a629-e68e56a1322a] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1181.580698] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e709829d-e7e6-4872-b34e-84f1aa61dfe9 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1181.580862] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e709829d-e7e6-4872-b34e-84f1aa61dfe9 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Acquired lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.581212] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e709829d-e7e6-4872-b34e-84f1aa61dfe9 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1181.581512] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce02e4b7-ee07-45db-8a4d-60df6598b268 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.586253] env[62353]: DEBUG oslo_vmware.api [None req-e709829d-e7e6-4872-b34e-84f1aa61dfe9 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Waiting for the task: (returnval){ [ 1181.586253] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]527f928e-66b5-d9ed-be5a-98b5bdf98653" [ 1181.586253] env[62353]: _type = "Task" [ 1181.586253] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.593794] env[62353]: DEBUG oslo_vmware.api [None req-e709829d-e7e6-4872-b34e-84f1aa61dfe9 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]527f928e-66b5-d9ed-be5a-98b5bdf98653, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.693886] env[62353]: DEBUG oslo_vmware.api [None req-05e8831b-85c3-4bae-90e5-1ef4350658f1 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Task: {'id': task-2373261, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152662} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.693886] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-05e8831b-85c3-4bae-90e5-1ef4350658f1 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1181.694109] env[62353]: DEBUG oslo_concurrency.lockutils [None req-05e8831b-85c3-4bae-90e5-1ef4350658f1 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Releasing lock "[datastore1] devstack-image-cache_base/34929f49-3fe8-4f4a-97fd-1b1b75099b56/34929f49-3fe8-4f4a-97fd-1b1b75099b56.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1181.695082] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-05e8831b-85c3-4bae-90e5-1ef4350658f1 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/34929f49-3fe8-4f4a-97fd-1b1b75099b56/34929f49-3fe8-4f4a-97fd-1b1b75099b56.vmdk to [datastore1] dcef6fd5-617c-4561-809d-d7c872b90e48/dcef6fd5-617c-4561-809d-d7c872b90e48.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1181.695082] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6838dcda-77c0-4f5d-94aa-b8983e70b1df {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.701432] env[62353]: DEBUG oslo_vmware.api [None req-05e8831b-85c3-4bae-90e5-1ef4350658f1 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Waiting for the task: (returnval){ [ 1181.701432] env[62353]: value = "task-2373263" [ 1181.701432] env[62353]: _type = "Task" [ 1181.701432] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.708873] env[62353]: DEBUG oslo_vmware.api [None req-05e8831b-85c3-4bae-90e5-1ef4350658f1 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Task: {'id': task-2373263, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.775182] env[62353]: DEBUG oslo_concurrency.lockutils [req-51f78e2d-0770-40c7-a943-2a79bb28ad38 req-949ecefa-1011-4c6f-8a7a-b0e0beda4cf3 service nova] Releasing lock "refresh_cache-11e6b477-1796-44de-a629-e68e56a1322a" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1181.829986] env[62353]: DEBUG nova.network.neutron [None req-fb4300af-a0e9-47a1-84fd-ae5b5b633bf0 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 39c5d168-1da6-4889-97ff-112ef77de310] Updating instance_info_cache with network_info: [{"id": "01ea3245-cb00-46af-ac93-862ab06c6437", "address": "fa:16:3e:a2:86:fa", "network": {"id": "f2c61678-8c63-4464-84ba-d84b54807cc9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1565172013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "890397883ac142a1ae90fecc50da8b41", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e044cfd4-1b0d-4d88-b1bd-604025731d3f", "external-id": "nsx-vlan-transportzone-372", "segmentation_id": 372, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01ea3245-cb", "ovs_interfaceid": "01ea3245-cb00-46af-ac93-862ab06c6437", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1182.053930] env[62353]: DEBUG oslo_vmware.api [None req-94a504ba-3e8e-43dd-b3fc-334964df24da tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Task: {'id': task-2373262, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.300739} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.054262] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-94a504ba-3e8e-43dd-b3fc-334964df24da tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: 2c6b409d-02cd-47b5-b264-e7e204c29622] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1182.055254] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77bad84e-0411-4073-bd04-bc41cd7fa6eb {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.080297] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-94a504ba-3e8e-43dd-b3fc-334964df24da tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: 2c6b409d-02cd-47b5-b264-e7e204c29622] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] 2c6b409d-02cd-47b5-b264-e7e204c29622/2c6b409d-02cd-47b5-b264-e7e204c29622.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1182.080297] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b1c23a1e-4a88-4402-946e-728c03d7e3fa {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.105677] env[62353]: DEBUG oslo_vmware.api [None req-e709829d-e7e6-4872-b34e-84f1aa61dfe9 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]527f928e-66b5-d9ed-be5a-98b5bdf98653, 'name': SearchDatastore_Task, 'duration_secs': 0.009154} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.107284] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e709829d-e7e6-4872-b34e-84f1aa61dfe9 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Releasing lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1182.107532] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-e709829d-e7e6-4872-b34e-84f1aa61dfe9 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: 11e6b477-1796-44de-a629-e68e56a1322a] Processing image 06f909ae-e8dc-43b4-abf7-c7ed85db9bbd {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1182.107764] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e709829d-e7e6-4872-b34e-84f1aa61dfe9 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1182.107919] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e709829d-e7e6-4872-b34e-84f1aa61dfe9 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Acquired lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.108104] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-e709829d-e7e6-4872-b34e-84f1aa61dfe9 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1182.108521] env[62353]: DEBUG oslo_vmware.api [None req-94a504ba-3e8e-43dd-b3fc-334964df24da tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Waiting for the task: (returnval){ [ 1182.108521] env[62353]: value = "task-2373264" [ 1182.108521] env[62353]: _type = "Task" [ 1182.108521] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.108717] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-63c51759-159f-4535-ad32-d722eca3a9f1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.120399] env[62353]: DEBUG oslo_vmware.api [None req-94a504ba-3e8e-43dd-b3fc-334964df24da tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Task: {'id': task-2373264, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.128195] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-e709829d-e7e6-4872-b34e-84f1aa61dfe9 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1182.128453] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-e709829d-e7e6-4872-b34e-84f1aa61dfe9 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1182.129345] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d609981-3ea6-4443-9e69-bedac6ac835e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.135285] env[62353]: DEBUG oslo_vmware.api [None req-e709829d-e7e6-4872-b34e-84f1aa61dfe9 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Waiting for the task: (returnval){ [ 1182.135285] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52191c10-eec4-fbd2-20fe-6fc473bb9097" [ 1182.135285] env[62353]: _type = "Task" [ 1182.135285] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.144046] env[62353]: DEBUG oslo_vmware.api [None req-e709829d-e7e6-4872-b34e-84f1aa61dfe9 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52191c10-eec4-fbd2-20fe-6fc473bb9097, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.211882] env[62353]: DEBUG oslo_vmware.api [None req-05e8831b-85c3-4bae-90e5-1ef4350658f1 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Task: {'id': task-2373263, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.333218] env[62353]: DEBUG oslo_concurrency.lockutils [None req-fb4300af-a0e9-47a1-84fd-ae5b5b633bf0 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Releasing lock "refresh_cache-39c5d168-1da6-4889-97ff-112ef77de310" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1182.621892] env[62353]: DEBUG oslo_vmware.api [None req-94a504ba-3e8e-43dd-b3fc-334964df24da tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Task: {'id': task-2373264, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.646348] env[62353]: DEBUG oslo_vmware.api [None req-e709829d-e7e6-4872-b34e-84f1aa61dfe9 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52191c10-eec4-fbd2-20fe-6fc473bb9097, 'name': SearchDatastore_Task, 'duration_secs': 0.083351} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.647355] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f1cbc42-041f-40de-854c-3a96150546d6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.653071] env[62353]: DEBUG oslo_vmware.api [None req-e709829d-e7e6-4872-b34e-84f1aa61dfe9 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Waiting for the task: (returnval){ [ 1182.653071] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52d01080-4301-4937-f8b6-68a2b7f9b9f7" [ 1182.653071] env[62353]: _type = "Task" [ 1182.653071] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.662037] env[62353]: DEBUG oslo_vmware.api [None req-e709829d-e7e6-4872-b34e-84f1aa61dfe9 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52d01080-4301-4937-f8b6-68a2b7f9b9f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.712534] env[62353]: DEBUG oslo_vmware.api [None req-05e8831b-85c3-4bae-90e5-1ef4350658f1 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Task: {'id': task-2373263, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.122500] env[62353]: DEBUG oslo_vmware.api [None req-94a504ba-3e8e-43dd-b3fc-334964df24da tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Task: {'id': task-2373264, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.163854] env[62353]: DEBUG oslo_vmware.api [None req-e709829d-e7e6-4872-b34e-84f1aa61dfe9 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52d01080-4301-4937-f8b6-68a2b7f9b9f7, 'name': SearchDatastore_Task, 'duration_secs': 0.085836} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.163854] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e709829d-e7e6-4872-b34e-84f1aa61dfe9 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Releasing lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1183.165089] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-e709829d-e7e6-4872-b34e-84f1aa61dfe9 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore1] 11e6b477-1796-44de-a629-e68e56a1322a/11e6b477-1796-44de-a629-e68e56a1322a.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1183.165089] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e28bc2b2-5887-4422-84df-59526652aed6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.171862] env[62353]: DEBUG oslo_vmware.api [None req-e709829d-e7e6-4872-b34e-84f1aa61dfe9 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Waiting for the task: (returnval){ [ 1183.171862] env[62353]: value = "task-2373265" [ 1183.171862] env[62353]: _type = "Task" [ 1183.171862] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.180171] env[62353]: DEBUG oslo_vmware.api [None req-e709829d-e7e6-4872-b34e-84f1aa61dfe9 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Task: {'id': task-2373265, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.212880] env[62353]: DEBUG oslo_vmware.api [None req-05e8831b-85c3-4bae-90e5-1ef4350658f1 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Task: {'id': task-2373263, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.621943] env[62353]: DEBUG oslo_vmware.api [None req-94a504ba-3e8e-43dd-b3fc-334964df24da tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Task: {'id': task-2373264, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.681096] env[62353]: DEBUG oslo_vmware.api [None req-e709829d-e7e6-4872-b34e-84f1aa61dfe9 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Task: {'id': task-2373265, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.715652] env[62353]: DEBUG oslo_vmware.api [None req-05e8831b-85c3-4bae-90e5-1ef4350658f1 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Task: {'id': task-2373263, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.849481] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcc59225-a205-492e-a445-045efb460518 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.871597] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-fb4300af-a0e9-47a1-84fd-ae5b5b633bf0 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 39c5d168-1da6-4889-97ff-112ef77de310] Updating instance '39c5d168-1da6-4889-97ff-112ef77de310' progress to 0 {{(pid=62353) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1184.124471] env[62353]: DEBUG oslo_vmware.api [None req-94a504ba-3e8e-43dd-b3fc-334964df24da tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Task: {'id': task-2373264, 'name': ReconfigVM_Task, 'duration_secs': 1.911982} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.124693] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-94a504ba-3e8e-43dd-b3fc-334964df24da tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: 2c6b409d-02cd-47b5-b264-e7e204c29622] Reconfigured VM instance instance-00000072 to attach disk [datastore1] 2c6b409d-02cd-47b5-b264-e7e204c29622/2c6b409d-02cd-47b5-b264-e7e204c29622.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1184.125403] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1de62b33-a690-4b50-8e60-d78e5563ccd4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.132234] env[62353]: DEBUG oslo_vmware.api [None req-94a504ba-3e8e-43dd-b3fc-334964df24da tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Waiting for the task: (returnval){ [ 1184.132234] env[62353]: value = "task-2373266" [ 1184.132234] env[62353]: _type = "Task" [ 1184.132234] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.141445] env[62353]: DEBUG oslo_vmware.api [None req-94a504ba-3e8e-43dd-b3fc-334964df24da tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Task: {'id': task-2373266, 'name': Rename_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.183993] env[62353]: DEBUG oslo_vmware.api [None req-e709829d-e7e6-4872-b34e-84f1aa61dfe9 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Task: {'id': task-2373265, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.216304] env[62353]: DEBUG oslo_vmware.api [None req-05e8831b-85c3-4bae-90e5-1ef4350658f1 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Task: {'id': task-2373263, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.211341} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.216676] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-05e8831b-85c3-4bae-90e5-1ef4350658f1 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/34929f49-3fe8-4f4a-97fd-1b1b75099b56/34929f49-3fe8-4f4a-97fd-1b1b75099b56.vmdk to [datastore1] dcef6fd5-617c-4561-809d-d7c872b90e48/dcef6fd5-617c-4561-809d-d7c872b90e48.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1184.217607] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70849b45-d9ac-44d7-822f-d25e2ac726d0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.242873] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-05e8831b-85c3-4bae-90e5-1ef4350658f1 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] [instance: dcef6fd5-617c-4561-809d-d7c872b90e48] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] dcef6fd5-617c-4561-809d-d7c872b90e48/dcef6fd5-617c-4561-809d-d7c872b90e48.vmdk or device None with type streamOptimized {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1184.243267] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-51139ab7-1ff3-4d84-965e-13054ab27d16 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.264725] env[62353]: DEBUG oslo_vmware.api [None req-05e8831b-85c3-4bae-90e5-1ef4350658f1 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Waiting for the task: (returnval){ [ 1184.264725] env[62353]: value = "task-2373267" [ 1184.264725] env[62353]: _type = "Task" [ 1184.264725] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.274328] env[62353]: DEBUG oslo_vmware.api [None req-05e8831b-85c3-4bae-90e5-1ef4350658f1 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Task: {'id': task-2373267, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.377658] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb4300af-a0e9-47a1-84fd-ae5b5b633bf0 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 39c5d168-1da6-4889-97ff-112ef77de310] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1184.378064] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0773e2a1-d7c7-4ef8-8afd-a82149d36e13 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.384363] env[62353]: DEBUG oslo_vmware.api [None req-fb4300af-a0e9-47a1-84fd-ae5b5b633bf0 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Waiting for the task: (returnval){ [ 1184.384363] env[62353]: value = "task-2373268" [ 1184.384363] env[62353]: _type = "Task" [ 1184.384363] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.392501] env[62353]: DEBUG oslo_vmware.api [None req-fb4300af-a0e9-47a1-84fd-ae5b5b633bf0 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': task-2373268, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.642485] env[62353]: DEBUG oslo_vmware.api [None req-94a504ba-3e8e-43dd-b3fc-334964df24da tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Task: {'id': task-2373266, 'name': Rename_Task, 'duration_secs': 0.353721} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.642858] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-94a504ba-3e8e-43dd-b3fc-334964df24da tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: 2c6b409d-02cd-47b5-b264-e7e204c29622] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1184.643091] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f4447305-3064-4dcb-b0e8-0599258cdcf1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.648767] env[62353]: DEBUG oslo_vmware.api [None req-94a504ba-3e8e-43dd-b3fc-334964df24da tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Waiting for the task: (returnval){ [ 1184.648767] env[62353]: value = "task-2373269" [ 1184.648767] env[62353]: _type = "Task" [ 1184.648767] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.655674] env[62353]: DEBUG oslo_vmware.api [None req-94a504ba-3e8e-43dd-b3fc-334964df24da tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Task: {'id': task-2373269, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.681482] env[62353]: DEBUG oslo_vmware.api [None req-e709829d-e7e6-4872-b34e-84f1aa61dfe9 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Task: {'id': task-2373265, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.166567} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.681771] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-e709829d-e7e6-4872-b34e-84f1aa61dfe9 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore1] 11e6b477-1796-44de-a629-e68e56a1322a/11e6b477-1796-44de-a629-e68e56a1322a.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1184.681987] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-e709829d-e7e6-4872-b34e-84f1aa61dfe9 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: 11e6b477-1796-44de-a629-e68e56a1322a] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1184.682250] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-84548471-ccd6-4501-9d16-fd04cd2040bb {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.688589] env[62353]: DEBUG oslo_vmware.api [None req-e709829d-e7e6-4872-b34e-84f1aa61dfe9 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Waiting for the task: (returnval){ [ 1184.688589] env[62353]: value = "task-2373270" [ 1184.688589] env[62353]: _type = "Task" [ 1184.688589] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.696200] env[62353]: DEBUG oslo_vmware.api [None req-e709829d-e7e6-4872-b34e-84f1aa61dfe9 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Task: {'id': task-2373270, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.776706] env[62353]: DEBUG oslo_vmware.api [None req-05e8831b-85c3-4bae-90e5-1ef4350658f1 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Task: {'id': task-2373267, 'name': ReconfigVM_Task, 'duration_secs': 0.333819} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.777019] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-05e8831b-85c3-4bae-90e5-1ef4350658f1 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] [instance: dcef6fd5-617c-4561-809d-d7c872b90e48] Reconfigured VM instance instance-0000006e to attach disk [datastore1] dcef6fd5-617c-4561-809d-d7c872b90e48/dcef6fd5-617c-4561-809d-d7c872b90e48.vmdk or device None with type streamOptimized {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1184.777672] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a602390a-fe0e-4a8c-8a92-999cdceec9c1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.783535] env[62353]: DEBUG oslo_vmware.api [None req-05e8831b-85c3-4bae-90e5-1ef4350658f1 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Waiting for the task: (returnval){ [ 1184.783535] env[62353]: value = "task-2373271" [ 1184.783535] env[62353]: _type = "Task" [ 1184.783535] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.791476] env[62353]: DEBUG oslo_vmware.api [None req-05e8831b-85c3-4bae-90e5-1ef4350658f1 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Task: {'id': task-2373271, 'name': Rename_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.893407] env[62353]: DEBUG oslo_vmware.api [None req-fb4300af-a0e9-47a1-84fd-ae5b5b633bf0 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': task-2373268, 'name': PowerOffVM_Task, 'duration_secs': 0.210047} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.893669] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb4300af-a0e9-47a1-84fd-ae5b5b633bf0 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 39c5d168-1da6-4889-97ff-112ef77de310] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1184.893854] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-fb4300af-a0e9-47a1-84fd-ae5b5b633bf0 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 39c5d168-1da6-4889-97ff-112ef77de310] Updating instance '39c5d168-1da6-4889-97ff-112ef77de310' progress to 17 {{(pid=62353) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1185.158875] env[62353]: DEBUG oslo_vmware.api [None req-94a504ba-3e8e-43dd-b3fc-334964df24da tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Task: {'id': task-2373269, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.197904] env[62353]: DEBUG oslo_vmware.api [None req-e709829d-e7e6-4872-b34e-84f1aa61dfe9 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Task: {'id': task-2373270, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065182} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.198210] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-e709829d-e7e6-4872-b34e-84f1aa61dfe9 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: 11e6b477-1796-44de-a629-e68e56a1322a] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1185.198982] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0962ee4e-518b-4282-839f-2fa313718f8a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.226141] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-e709829d-e7e6-4872-b34e-84f1aa61dfe9 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: 11e6b477-1796-44de-a629-e68e56a1322a] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] 11e6b477-1796-44de-a629-e68e56a1322a/11e6b477-1796-44de-a629-e68e56a1322a.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1185.226437] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f087e6e-7d52-4028-b2ee-97800c9b2b69 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.245307] env[62353]: DEBUG oslo_vmware.api [None req-e709829d-e7e6-4872-b34e-84f1aa61dfe9 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Waiting for the task: (returnval){ [ 1185.245307] env[62353]: value = "task-2373272" [ 1185.245307] env[62353]: _type = "Task" [ 1185.245307] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.254892] env[62353]: DEBUG oslo_vmware.api [None req-e709829d-e7e6-4872-b34e-84f1aa61dfe9 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Task: {'id': task-2373272, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.292174] env[62353]: DEBUG oslo_vmware.api [None req-05e8831b-85c3-4bae-90e5-1ef4350658f1 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Task: {'id': task-2373271, 'name': Rename_Task, 'duration_secs': 0.136761} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.292444] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-05e8831b-85c3-4bae-90e5-1ef4350658f1 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] [instance: dcef6fd5-617c-4561-809d-d7c872b90e48] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1185.292724] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-790f781e-7268-41dd-9b8a-dacb73e04ede {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.298343] env[62353]: DEBUG oslo_vmware.api [None req-05e8831b-85c3-4bae-90e5-1ef4350658f1 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Waiting for the task: (returnval){ [ 1185.298343] env[62353]: value = "task-2373273" [ 1185.298343] env[62353]: _type = "Task" [ 1185.298343] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.305476] env[62353]: DEBUG oslo_vmware.api [None req-05e8831b-85c3-4bae-90e5-1ef4350658f1 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Task: {'id': task-2373273, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.401100] env[62353]: DEBUG nova.virt.hardware [None req-fb4300af-a0e9-47a1-84fd-ae5b5b633bf0 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T12:38:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=06f909ae-e8dc-43b4-abf7-c7ed85db9bbd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1185.401370] env[62353]: DEBUG nova.virt.hardware [None req-fb4300af-a0e9-47a1-84fd-ae5b5b633bf0 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1185.401559] env[62353]: DEBUG nova.virt.hardware [None req-fb4300af-a0e9-47a1-84fd-ae5b5b633bf0 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1185.401822] env[62353]: DEBUG nova.virt.hardware [None req-fb4300af-a0e9-47a1-84fd-ae5b5b633bf0 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1185.401994] env[62353]: DEBUG nova.virt.hardware [None req-fb4300af-a0e9-47a1-84fd-ae5b5b633bf0 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1185.402157] env[62353]: DEBUG nova.virt.hardware [None req-fb4300af-a0e9-47a1-84fd-ae5b5b633bf0 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1185.402363] env[62353]: DEBUG nova.virt.hardware [None req-fb4300af-a0e9-47a1-84fd-ae5b5b633bf0 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1185.402524] env[62353]: DEBUG nova.virt.hardware [None req-fb4300af-a0e9-47a1-84fd-ae5b5b633bf0 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1185.402689] env[62353]: DEBUG nova.virt.hardware [None req-fb4300af-a0e9-47a1-84fd-ae5b5b633bf0 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1185.402866] env[62353]: DEBUG nova.virt.hardware [None req-fb4300af-a0e9-47a1-84fd-ae5b5b633bf0 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1185.403075] env[62353]: DEBUG nova.virt.hardware [None req-fb4300af-a0e9-47a1-84fd-ae5b5b633bf0 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1185.408057] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dfde5b9f-9872-4b76-8690-b5579b1890d9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.423394] env[62353]: DEBUG oslo_vmware.api [None req-fb4300af-a0e9-47a1-84fd-ae5b5b633bf0 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Waiting for the task: (returnval){ [ 1185.423394] env[62353]: value = "task-2373274" [ 1185.423394] env[62353]: _type = "Task" [ 1185.423394] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.431644] env[62353]: DEBUG oslo_vmware.api [None req-fb4300af-a0e9-47a1-84fd-ae5b5b633bf0 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': task-2373274, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.660593] env[62353]: DEBUG oslo_vmware.api [None req-94a504ba-3e8e-43dd-b3fc-334964df24da tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Task: {'id': task-2373269, 'name': PowerOnVM_Task, 'duration_secs': 0.584559} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.660979] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-94a504ba-3e8e-43dd-b3fc-334964df24da tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: 2c6b409d-02cd-47b5-b264-e7e204c29622] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1185.661114] env[62353]: INFO nova.compute.manager [None req-94a504ba-3e8e-43dd-b3fc-334964df24da tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: 2c6b409d-02cd-47b5-b264-e7e204c29622] Took 9.34 seconds to spawn the instance on the hypervisor. [ 1185.661296] env[62353]: DEBUG nova.compute.manager [None req-94a504ba-3e8e-43dd-b3fc-334964df24da tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: 2c6b409d-02cd-47b5-b264-e7e204c29622] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1185.662129] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b1d20c1-8e67-4b4a-a6d0-69776c67b1aa {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.755099] env[62353]: DEBUG oslo_vmware.api [None req-e709829d-e7e6-4872-b34e-84f1aa61dfe9 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Task: {'id': task-2373272, 'name': ReconfigVM_Task, 'duration_secs': 0.450425} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.755377] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-e709829d-e7e6-4872-b34e-84f1aa61dfe9 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: 11e6b477-1796-44de-a629-e68e56a1322a] Reconfigured VM instance instance-00000073 to attach disk [datastore1] 11e6b477-1796-44de-a629-e68e56a1322a/11e6b477-1796-44de-a629-e68e56a1322a.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1185.756088] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-10ee345e-ca7d-4ead-a303-8f731edd18e0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.762460] env[62353]: DEBUG oslo_vmware.api [None req-e709829d-e7e6-4872-b34e-84f1aa61dfe9 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Waiting for the task: (returnval){ [ 1185.762460] env[62353]: value = "task-2373275" [ 1185.762460] env[62353]: _type = "Task" [ 1185.762460] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.772104] env[62353]: DEBUG oslo_vmware.api [None req-e709829d-e7e6-4872-b34e-84f1aa61dfe9 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Task: {'id': task-2373275, 'name': Rename_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.807563] env[62353]: DEBUG oslo_vmware.api [None req-05e8831b-85c3-4bae-90e5-1ef4350658f1 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Task: {'id': task-2373273, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.933877] env[62353]: DEBUG oslo_vmware.api [None req-fb4300af-a0e9-47a1-84fd-ae5b5b633bf0 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': task-2373274, 'name': ReconfigVM_Task, 'duration_secs': 0.353329} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.934159] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-fb4300af-a0e9-47a1-84fd-ae5b5b633bf0 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 39c5d168-1da6-4889-97ff-112ef77de310] Updating instance '39c5d168-1da6-4889-97ff-112ef77de310' progress to 33 {{(pid=62353) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1186.178556] env[62353]: INFO nova.compute.manager [None req-94a504ba-3e8e-43dd-b3fc-334964df24da tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: 2c6b409d-02cd-47b5-b264-e7e204c29622] Took 17.89 seconds to build instance. [ 1186.273388] env[62353]: DEBUG oslo_vmware.api [None req-e709829d-e7e6-4872-b34e-84f1aa61dfe9 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Task: {'id': task-2373275, 'name': Rename_Task, 'duration_secs': 0.220385} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.273764] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-e709829d-e7e6-4872-b34e-84f1aa61dfe9 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: 11e6b477-1796-44de-a629-e68e56a1322a] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1186.274022] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9b9db947-f4c4-4f4b-9334-80ae95eabf3f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.280712] env[62353]: DEBUG oslo_vmware.api [None req-e709829d-e7e6-4872-b34e-84f1aa61dfe9 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Waiting for the task: (returnval){ [ 1186.280712] env[62353]: value = "task-2373276" [ 1186.280712] env[62353]: _type = "Task" [ 1186.280712] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.287985] env[62353]: DEBUG oslo_vmware.api [None req-e709829d-e7e6-4872-b34e-84f1aa61dfe9 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Task: {'id': task-2373276, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.307739] env[62353]: DEBUG oslo_vmware.api [None req-05e8831b-85c3-4bae-90e5-1ef4350658f1 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Task: {'id': task-2373273, 'name': PowerOnVM_Task, 'duration_secs': 0.575492} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.308011] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-05e8831b-85c3-4bae-90e5-1ef4350658f1 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] [instance: dcef6fd5-617c-4561-809d-d7c872b90e48] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1186.413708] env[62353]: DEBUG nova.compute.manager [None req-05e8831b-85c3-4bae-90e5-1ef4350658f1 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] [instance: dcef6fd5-617c-4561-809d-d7c872b90e48] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1186.414644] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a71ddc62-aec4-4d94-8106-cd210e8daa0c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.440710] env[62353]: DEBUG nova.virt.hardware [None req-fb4300af-a0e9-47a1-84fd-ae5b5b633bf0 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T12:38:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=06f909ae-e8dc-43b4-abf7-c7ed85db9bbd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1186.441013] env[62353]: DEBUG nova.virt.hardware [None req-fb4300af-a0e9-47a1-84fd-ae5b5b633bf0 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1186.441097] env[62353]: DEBUG nova.virt.hardware [None req-fb4300af-a0e9-47a1-84fd-ae5b5b633bf0 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1186.442117] env[62353]: DEBUG nova.virt.hardware [None req-fb4300af-a0e9-47a1-84fd-ae5b5b633bf0 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1186.442117] env[62353]: DEBUG nova.virt.hardware [None req-fb4300af-a0e9-47a1-84fd-ae5b5b633bf0 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1186.442117] env[62353]: DEBUG nova.virt.hardware [None req-fb4300af-a0e9-47a1-84fd-ae5b5b633bf0 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1186.442117] env[62353]: DEBUG nova.virt.hardware [None req-fb4300af-a0e9-47a1-84fd-ae5b5b633bf0 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1186.442117] env[62353]: DEBUG nova.virt.hardware [None req-fb4300af-a0e9-47a1-84fd-ae5b5b633bf0 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1186.442365] env[62353]: DEBUG nova.virt.hardware [None req-fb4300af-a0e9-47a1-84fd-ae5b5b633bf0 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1186.442365] env[62353]: DEBUG nova.virt.hardware [None req-fb4300af-a0e9-47a1-84fd-ae5b5b633bf0 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1186.442469] env[62353]: DEBUG nova.virt.hardware [None req-fb4300af-a0e9-47a1-84fd-ae5b5b633bf0 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1186.447929] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb4300af-a0e9-47a1-84fd-ae5b5b633bf0 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 39c5d168-1da6-4889-97ff-112ef77de310] Reconfiguring VM instance instance-0000006f to detach disk 2000 {{(pid=62353) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1186.448096] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e6a9a37e-f34e-43cb-80b1-72e0ea40b51e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.467245] env[62353]: DEBUG oslo_vmware.api [None req-fb4300af-a0e9-47a1-84fd-ae5b5b633bf0 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Waiting for the task: (returnval){ [ 1186.467245] env[62353]: value = "task-2373277" [ 1186.467245] env[62353]: _type = "Task" [ 1186.467245] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.475566] env[62353]: DEBUG oslo_vmware.api [None req-fb4300af-a0e9-47a1-84fd-ae5b5b633bf0 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': task-2373277, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.682583] env[62353]: DEBUG oslo_concurrency.lockutils [None req-94a504ba-3e8e-43dd-b3fc-334964df24da tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Lock "2c6b409d-02cd-47b5-b264-e7e204c29622" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.396s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1186.790928] env[62353]: DEBUG oslo_vmware.api [None req-e709829d-e7e6-4872-b34e-84f1aa61dfe9 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Task: {'id': task-2373276, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.932160] env[62353]: DEBUG oslo_concurrency.lockutils [None req-05e8831b-85c3-4bae-90e5-1ef4350658f1 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Lock "dcef6fd5-617c-4561-809d-d7c872b90e48" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 20.185s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1186.980044] env[62353]: DEBUG oslo_vmware.api [None req-fb4300af-a0e9-47a1-84fd-ae5b5b633bf0 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': task-2373277, 'name': ReconfigVM_Task, 'duration_secs': 0.246807} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.980044] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb4300af-a0e9-47a1-84fd-ae5b5b633bf0 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 39c5d168-1da6-4889-97ff-112ef77de310] Reconfigured VM instance instance-0000006f to detach disk 2000 {{(pid=62353) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1186.980044] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-423ff1f1-0d81-42ac-887f-48256abc9c3e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.003474] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb4300af-a0e9-47a1-84fd-ae5b5b633bf0 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 39c5d168-1da6-4889-97ff-112ef77de310] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] 39c5d168-1da6-4889-97ff-112ef77de310/39c5d168-1da6-4889-97ff-112ef77de310.vmdk or device None with type thin {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1187.003474] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b7e5da9-6d6c-4360-9f40-c7acb9ee7dcd {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.022772] env[62353]: DEBUG oslo_vmware.api [None req-fb4300af-a0e9-47a1-84fd-ae5b5b633bf0 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Waiting for the task: (returnval){ [ 1187.022772] env[62353]: value = "task-2373278" [ 1187.022772] env[62353]: _type = "Task" [ 1187.022772] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.030951] env[62353]: DEBUG oslo_vmware.api [None req-fb4300af-a0e9-47a1-84fd-ae5b5b633bf0 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': task-2373278, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.033041] env[62353]: DEBUG nova.compute.manager [req-69f6d9ab-5c1d-4c10-96ed-e7048fd70e7f req-5287a285-1ab5-4951-b349-26f4ed6d519f service nova] [instance: 2c6b409d-02cd-47b5-b264-e7e204c29622] Received event network-changed-75bfd230-851e-4aa1-9ac9-09c16ecbd3f3 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1187.033266] env[62353]: DEBUG nova.compute.manager [req-69f6d9ab-5c1d-4c10-96ed-e7048fd70e7f req-5287a285-1ab5-4951-b349-26f4ed6d519f service nova] [instance: 2c6b409d-02cd-47b5-b264-e7e204c29622] Refreshing instance network info cache due to event network-changed-75bfd230-851e-4aa1-9ac9-09c16ecbd3f3. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1187.033507] env[62353]: DEBUG oslo_concurrency.lockutils [req-69f6d9ab-5c1d-4c10-96ed-e7048fd70e7f req-5287a285-1ab5-4951-b349-26f4ed6d519f service nova] Acquiring lock "refresh_cache-2c6b409d-02cd-47b5-b264-e7e204c29622" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1187.033685] env[62353]: DEBUG oslo_concurrency.lockutils [req-69f6d9ab-5c1d-4c10-96ed-e7048fd70e7f req-5287a285-1ab5-4951-b349-26f4ed6d519f service nova] Acquired lock "refresh_cache-2c6b409d-02cd-47b5-b264-e7e204c29622" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.033868] env[62353]: DEBUG nova.network.neutron [req-69f6d9ab-5c1d-4c10-96ed-e7048fd70e7f req-5287a285-1ab5-4951-b349-26f4ed6d519f service nova] [instance: 2c6b409d-02cd-47b5-b264-e7e204c29622] Refreshing network info cache for port 75bfd230-851e-4aa1-9ac9-09c16ecbd3f3 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1187.291246] env[62353]: DEBUG oslo_vmware.api [None req-e709829d-e7e6-4872-b34e-84f1aa61dfe9 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Task: {'id': task-2373276, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.533596] env[62353]: DEBUG oslo_vmware.api [None req-fb4300af-a0e9-47a1-84fd-ae5b5b633bf0 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': task-2373278, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.760964] env[62353]: DEBUG nova.network.neutron [req-69f6d9ab-5c1d-4c10-96ed-e7048fd70e7f req-5287a285-1ab5-4951-b349-26f4ed6d519f service nova] [instance: 2c6b409d-02cd-47b5-b264-e7e204c29622] Updated VIF entry in instance network info cache for port 75bfd230-851e-4aa1-9ac9-09c16ecbd3f3. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1187.761476] env[62353]: DEBUG nova.network.neutron [req-69f6d9ab-5c1d-4c10-96ed-e7048fd70e7f req-5287a285-1ab5-4951-b349-26f4ed6d519f service nova] [instance: 2c6b409d-02cd-47b5-b264-e7e204c29622] Updating instance_info_cache with network_info: [{"id": "75bfd230-851e-4aa1-9ac9-09c16ecbd3f3", "address": "fa:16:3e:11:07:c1", "network": {"id": "cdd5ca5d-eb26-4d28-87f8-206e99fe7672", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1171598701-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "563a3da12f97462190a5b5cd288faf87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae215ba8-f7a5-4b23-a055-90316d29817f", "external-id": "nsx-vlan-transportzone-798", "segmentation_id": 798, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75bfd230-85", "ovs_interfaceid": "75bfd230-851e-4aa1-9ac9-09c16ecbd3f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1187.793614] env[62353]: DEBUG oslo_vmware.api [None req-e709829d-e7e6-4872-b34e-84f1aa61dfe9 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Task: {'id': task-2373276, 'name': PowerOnVM_Task, 'duration_secs': 1.080342} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.793904] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-e709829d-e7e6-4872-b34e-84f1aa61dfe9 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: 11e6b477-1796-44de-a629-e68e56a1322a] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1187.794141] env[62353]: INFO nova.compute.manager [None req-e709829d-e7e6-4872-b34e-84f1aa61dfe9 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: 11e6b477-1796-44de-a629-e68e56a1322a] Took 9.27 seconds to spawn the instance on the hypervisor. [ 1187.794340] env[62353]: DEBUG nova.compute.manager [None req-e709829d-e7e6-4872-b34e-84f1aa61dfe9 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: 11e6b477-1796-44de-a629-e68e56a1322a] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1187.795252] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76294175-1119-4f6d-ae1c-7e0d19994990 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.038259] env[62353]: DEBUG oslo_vmware.api [None req-fb4300af-a0e9-47a1-84fd-ae5b5b633bf0 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': task-2373278, 'name': ReconfigVM_Task, 'duration_secs': 0.908805} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.038641] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb4300af-a0e9-47a1-84fd-ae5b5b633bf0 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 39c5d168-1da6-4889-97ff-112ef77de310] Reconfigured VM instance instance-0000006f to attach disk [datastore1] 39c5d168-1da6-4889-97ff-112ef77de310/39c5d168-1da6-4889-97ff-112ef77de310.vmdk or device None with type thin {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1188.039053] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-fb4300af-a0e9-47a1-84fd-ae5b5b633bf0 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 39c5d168-1da6-4889-97ff-112ef77de310] Updating instance '39c5d168-1da6-4889-97ff-112ef77de310' progress to 50 {{(pid=62353) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1188.264641] env[62353]: DEBUG oslo_concurrency.lockutils [req-69f6d9ab-5c1d-4c10-96ed-e7048fd70e7f req-5287a285-1ab5-4951-b349-26f4ed6d519f service nova] Releasing lock "refresh_cache-2c6b409d-02cd-47b5-b264-e7e204c29622" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1188.312657] env[62353]: INFO nova.compute.manager [None req-e709829d-e7e6-4872-b34e-84f1aa61dfe9 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: 11e6b477-1796-44de-a629-e68e56a1322a] Took 16.59 seconds to build instance. [ 1188.547796] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-346406eb-648d-472e-8253-7c8c4616a990 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.570122] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-466ffd3e-4645-4a2f-a764-27f394f7a3e7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.590634] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-fb4300af-a0e9-47a1-84fd-ae5b5b633bf0 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 39c5d168-1da6-4889-97ff-112ef77de310] Updating instance '39c5d168-1da6-4889-97ff-112ef77de310' progress to 67 {{(pid=62353) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1188.817347] env[62353]: DEBUG oslo_concurrency.lockutils [None req-e709829d-e7e6-4872-b34e-84f1aa61dfe9 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Lock "11e6b477-1796-44de-a629-e68e56a1322a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.098s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1189.278757] env[62353]: DEBUG nova.compute.manager [req-0888569c-85bf-45e8-9bb4-f7b803fa159f req-597ab6ab-5bb0-4dfc-95f1-eb3d8bd4e75c service nova] [instance: 11e6b477-1796-44de-a629-e68e56a1322a] Received event network-changed-18df0830-a1e6-41ef-bf69-bf250c068bfd {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1189.278950] env[62353]: DEBUG nova.compute.manager [req-0888569c-85bf-45e8-9bb4-f7b803fa159f req-597ab6ab-5bb0-4dfc-95f1-eb3d8bd4e75c service nova] [instance: 11e6b477-1796-44de-a629-e68e56a1322a] Refreshing instance network info cache due to event network-changed-18df0830-a1e6-41ef-bf69-bf250c068bfd. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1189.279252] env[62353]: DEBUG oslo_concurrency.lockutils [req-0888569c-85bf-45e8-9bb4-f7b803fa159f req-597ab6ab-5bb0-4dfc-95f1-eb3d8bd4e75c service nova] Acquiring lock "refresh_cache-11e6b477-1796-44de-a629-e68e56a1322a" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1189.279331] env[62353]: DEBUG oslo_concurrency.lockutils [req-0888569c-85bf-45e8-9bb4-f7b803fa159f req-597ab6ab-5bb0-4dfc-95f1-eb3d8bd4e75c service nova] Acquired lock "refresh_cache-11e6b477-1796-44de-a629-e68e56a1322a" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.279492] env[62353]: DEBUG nova.network.neutron [req-0888569c-85bf-45e8-9bb4-f7b803fa159f req-597ab6ab-5bb0-4dfc-95f1-eb3d8bd4e75c service nova] [instance: 11e6b477-1796-44de-a629-e68e56a1322a] Refreshing network info cache for port 18df0830-a1e6-41ef-bf69-bf250c068bfd {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1190.000159] env[62353]: DEBUG nova.network.neutron [req-0888569c-85bf-45e8-9bb4-f7b803fa159f req-597ab6ab-5bb0-4dfc-95f1-eb3d8bd4e75c service nova] [instance: 11e6b477-1796-44de-a629-e68e56a1322a] Updated VIF entry in instance network info cache for port 18df0830-a1e6-41ef-bf69-bf250c068bfd. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1190.000541] env[62353]: DEBUG nova.network.neutron [req-0888569c-85bf-45e8-9bb4-f7b803fa159f req-597ab6ab-5bb0-4dfc-95f1-eb3d8bd4e75c service nova] [instance: 11e6b477-1796-44de-a629-e68e56a1322a] Updating instance_info_cache with network_info: [{"id": "18df0830-a1e6-41ef-bf69-bf250c068bfd", "address": "fa:16:3e:e1:44:81", "network": {"id": "e5d036e4-e0e1-4263-a13b-32de611efa27", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1880879466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c183cea98ca94f09886d57c4499788e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08e9585e-6186-4788-9fd9-24174ce45a6f", "external-id": "nsx-vlan-transportzone-254", "segmentation_id": 254, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18df0830-a1", "ovs_interfaceid": "18df0830-a1e6-41ef-bf69-bf250c068bfd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1190.234279] env[62353]: DEBUG nova.network.neutron [None req-fb4300af-a0e9-47a1-84fd-ae5b5b633bf0 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 39c5d168-1da6-4889-97ff-112ef77de310] Port 01ea3245-cb00-46af-ac93-862ab06c6437 binding to destination host cpu-1 is already ACTIVE {{(pid=62353) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1190.503265] env[62353]: DEBUG oslo_concurrency.lockutils [req-0888569c-85bf-45e8-9bb4-f7b803fa159f req-597ab6ab-5bb0-4dfc-95f1-eb3d8bd4e75c service nova] Releasing lock "refresh_cache-11e6b477-1796-44de-a629-e68e56a1322a" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1191.257015] env[62353]: DEBUG oslo_concurrency.lockutils [None req-fb4300af-a0e9-47a1-84fd-ae5b5b633bf0 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Acquiring lock "39c5d168-1da6-4889-97ff-112ef77de310-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1191.257413] env[62353]: DEBUG oslo_concurrency.lockutils [None req-fb4300af-a0e9-47a1-84fd-ae5b5b633bf0 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Lock "39c5d168-1da6-4889-97ff-112ef77de310-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1191.257413] env[62353]: DEBUG oslo_concurrency.lockutils [None req-fb4300af-a0e9-47a1-84fd-ae5b5b633bf0 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Lock "39c5d168-1da6-4889-97ff-112ef77de310-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1192.292295] env[62353]: DEBUG oslo_concurrency.lockutils [None req-fb4300af-a0e9-47a1-84fd-ae5b5b633bf0 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Acquiring lock "refresh_cache-39c5d168-1da6-4889-97ff-112ef77de310" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1192.292536] env[62353]: DEBUG oslo_concurrency.lockutils [None req-fb4300af-a0e9-47a1-84fd-ae5b5b633bf0 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Acquired lock "refresh_cache-39c5d168-1da6-4889-97ff-112ef77de310" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.292639] env[62353]: DEBUG nova.network.neutron [None req-fb4300af-a0e9-47a1-84fd-ae5b5b633bf0 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 39c5d168-1da6-4889-97ff-112ef77de310] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1193.003824] env[62353]: DEBUG nova.network.neutron [None req-fb4300af-a0e9-47a1-84fd-ae5b5b633bf0 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 39c5d168-1da6-4889-97ff-112ef77de310] Updating instance_info_cache with network_info: [{"id": "01ea3245-cb00-46af-ac93-862ab06c6437", "address": "fa:16:3e:a2:86:fa", "network": {"id": "f2c61678-8c63-4464-84ba-d84b54807cc9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1565172013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "890397883ac142a1ae90fecc50da8b41", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e044cfd4-1b0d-4d88-b1bd-604025731d3f", "external-id": "nsx-vlan-transportzone-372", "segmentation_id": 372, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01ea3245-cb", "ovs_interfaceid": "01ea3245-cb00-46af-ac93-862ab06c6437", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1193.507242] env[62353]: DEBUG oslo_concurrency.lockutils [None req-fb4300af-a0e9-47a1-84fd-ae5b5b633bf0 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Releasing lock "refresh_cache-39c5d168-1da6-4889-97ff-112ef77de310" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1194.016632] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9056a1cd-0d80-48fa-b607-ec797f398686 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.024064] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ac77a3e-7838-4b03-a46f-514c95672dc4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.126042] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e2d4e3b-6cfc-47e8-861e-9893b697bf9a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.148394] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eecd1513-f6cd-4014-9ef9-f110173b7a03 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.155893] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-fb4300af-a0e9-47a1-84fd-ae5b5b633bf0 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 39c5d168-1da6-4889-97ff-112ef77de310] Updating instance '39c5d168-1da6-4889-97ff-112ef77de310' progress to 83 {{(pid=62353) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1195.564732] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6f9d1b99-44f9-4174-ab26-48be36feda2b tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Acquiring lock "6bca1280-d76a-4a63-a619-ab3788756003" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1195.564901] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6f9d1b99-44f9-4174-ab26-48be36feda2b tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Lock "6bca1280-d76a-4a63-a619-ab3788756003" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1195.565035] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6f9d1b99-44f9-4174-ab26-48be36feda2b tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Acquiring lock "6bca1280-d76a-4a63-a619-ab3788756003-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1195.565233] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6f9d1b99-44f9-4174-ab26-48be36feda2b tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Lock "6bca1280-d76a-4a63-a619-ab3788756003-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1195.565404] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6f9d1b99-44f9-4174-ab26-48be36feda2b tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Lock "6bca1280-d76a-4a63-a619-ab3788756003-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1195.567662] env[62353]: INFO nova.compute.manager [None req-6f9d1b99-44f9-4174-ab26-48be36feda2b tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] [instance: 6bca1280-d76a-4a63-a619-ab3788756003] Terminating instance [ 1195.661936] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb4300af-a0e9-47a1-84fd-ae5b5b633bf0 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 39c5d168-1da6-4889-97ff-112ef77de310] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1195.662249] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-37ffa0c6-6297-4307-bd18-d6293ee5553d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.670019] env[62353]: DEBUG oslo_vmware.api [None req-fb4300af-a0e9-47a1-84fd-ae5b5b633bf0 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Waiting for the task: (returnval){ [ 1195.670019] env[62353]: value = "task-2373279" [ 1195.670019] env[62353]: _type = "Task" [ 1195.670019] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.681581] env[62353]: DEBUG oslo_vmware.api [None req-fb4300af-a0e9-47a1-84fd-ae5b5b633bf0 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': task-2373279, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.071419] env[62353]: DEBUG nova.compute.manager [None req-6f9d1b99-44f9-4174-ab26-48be36feda2b tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] [instance: 6bca1280-d76a-4a63-a619-ab3788756003] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1196.071726] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-6f9d1b99-44f9-4174-ab26-48be36feda2b tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] [instance: 6bca1280-d76a-4a63-a619-ab3788756003] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1196.072630] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-037b52ac-6ced-40a6-9fe0-edc9fa83039f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.079747] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f9d1b99-44f9-4174-ab26-48be36feda2b tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] [instance: 6bca1280-d76a-4a63-a619-ab3788756003] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1196.079963] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-325558b8-8346-48b2-adf3-afc6f248cba7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.085683] env[62353]: DEBUG oslo_vmware.api [None req-6f9d1b99-44f9-4174-ab26-48be36feda2b tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Waiting for the task: (returnval){ [ 1196.085683] env[62353]: value = "task-2373280" [ 1196.085683] env[62353]: _type = "Task" [ 1196.085683] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.093818] env[62353]: DEBUG oslo_vmware.api [None req-6f9d1b99-44f9-4174-ab26-48be36feda2b tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Task: {'id': task-2373280, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.181886] env[62353]: DEBUG oslo_vmware.api [None req-fb4300af-a0e9-47a1-84fd-ae5b5b633bf0 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': task-2373279, 'name': PowerOnVM_Task, 'duration_secs': 0.37607} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.182266] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb4300af-a0e9-47a1-84fd-ae5b5b633bf0 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 39c5d168-1da6-4889-97ff-112ef77de310] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1196.182388] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-fb4300af-a0e9-47a1-84fd-ae5b5b633bf0 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 39c5d168-1da6-4889-97ff-112ef77de310] Updating instance '39c5d168-1da6-4889-97ff-112ef77de310' progress to 100 {{(pid=62353) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1196.596306] env[62353]: DEBUG oslo_vmware.api [None req-6f9d1b99-44f9-4174-ab26-48be36feda2b tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Task: {'id': task-2373280, 'name': PowerOffVM_Task, 'duration_secs': 0.389567} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.596543] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f9d1b99-44f9-4174-ab26-48be36feda2b tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] [instance: 6bca1280-d76a-4a63-a619-ab3788756003] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1196.596796] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-6f9d1b99-44f9-4174-ab26-48be36feda2b tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] [instance: 6bca1280-d76a-4a63-a619-ab3788756003] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1196.597093] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f243cc49-1513-40a5-8a86-c184ef561c05 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.678737] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-6f9d1b99-44f9-4174-ab26-48be36feda2b tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] [instance: 6bca1280-d76a-4a63-a619-ab3788756003] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1196.678983] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-6f9d1b99-44f9-4174-ab26-48be36feda2b tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] [instance: 6bca1280-d76a-4a63-a619-ab3788756003] Deleting contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1196.679214] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f9d1b99-44f9-4174-ab26-48be36feda2b tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Deleting the datastore file [datastore2] 6bca1280-d76a-4a63-a619-ab3788756003 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1196.679478] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f71d6ee4-776d-4fad-807d-ae568ebe005e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.686272] env[62353]: DEBUG oslo_vmware.api [None req-6f9d1b99-44f9-4174-ab26-48be36feda2b tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Waiting for the task: (returnval){ [ 1196.686272] env[62353]: value = "task-2373282" [ 1196.686272] env[62353]: _type = "Task" [ 1196.686272] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.698446] env[62353]: DEBUG oslo_vmware.api [None req-6f9d1b99-44f9-4174-ab26-48be36feda2b tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Task: {'id': task-2373282, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.195991] env[62353]: DEBUG oslo_vmware.api [None req-6f9d1b99-44f9-4174-ab26-48be36feda2b tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Task: {'id': task-2373282, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.347572} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.196278] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f9d1b99-44f9-4174-ab26-48be36feda2b tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1197.196459] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-6f9d1b99-44f9-4174-ab26-48be36feda2b tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] [instance: 6bca1280-d76a-4a63-a619-ab3788756003] Deleted contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1197.196638] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-6f9d1b99-44f9-4174-ab26-48be36feda2b tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] [instance: 6bca1280-d76a-4a63-a619-ab3788756003] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1197.196815] env[62353]: INFO nova.compute.manager [None req-6f9d1b99-44f9-4174-ab26-48be36feda2b tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] [instance: 6bca1280-d76a-4a63-a619-ab3788756003] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1197.197070] env[62353]: DEBUG oslo.service.loopingcall [None req-6f9d1b99-44f9-4174-ab26-48be36feda2b tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1197.197270] env[62353]: DEBUG nova.compute.manager [-] [instance: 6bca1280-d76a-4a63-a619-ab3788756003] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1197.197363] env[62353]: DEBUG nova.network.neutron [-] [instance: 6bca1280-d76a-4a63-a619-ab3788756003] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1197.666172] env[62353]: DEBUG nova.compute.manager [req-ed0ce57f-6fc0-4402-83c0-f3bec5e25545 req-90d97125-9872-4e6e-8c4c-95749bf6b7c5 service nova] [instance: 6bca1280-d76a-4a63-a619-ab3788756003] Received event network-vif-deleted-8381e0d9-1dee-490c-a4a0-f79e88317927 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1197.666379] env[62353]: INFO nova.compute.manager [req-ed0ce57f-6fc0-4402-83c0-f3bec5e25545 req-90d97125-9872-4e6e-8c4c-95749bf6b7c5 service nova] [instance: 6bca1280-d76a-4a63-a619-ab3788756003] Neutron deleted interface 8381e0d9-1dee-490c-a4a0-f79e88317927; detaching it from the instance and deleting it from the info cache [ 1197.666801] env[62353]: DEBUG nova.network.neutron [req-ed0ce57f-6fc0-4402-83c0-f3bec5e25545 req-90d97125-9872-4e6e-8c4c-95749bf6b7c5 service nova] [instance: 6bca1280-d76a-4a63-a619-ab3788756003] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1198.150115] env[62353]: DEBUG nova.network.neutron [-] [instance: 6bca1280-d76a-4a63-a619-ab3788756003] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1198.169874] env[62353]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c5683e97-bf9e-4a04-a684-b4a179c8e991 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.180281] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6678ccd-9295-43ae-ada4-44103c8128aa {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.210325] env[62353]: DEBUG nova.compute.manager [req-ed0ce57f-6fc0-4402-83c0-f3bec5e25545 req-90d97125-9872-4e6e-8c4c-95749bf6b7c5 service nova] [instance: 6bca1280-d76a-4a63-a619-ab3788756003] Detach interface failed, port_id=8381e0d9-1dee-490c-a4a0-f79e88317927, reason: Instance 6bca1280-d76a-4a63-a619-ab3788756003 could not be found. {{(pid=62353) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1198.653555] env[62353]: INFO nova.compute.manager [-] [instance: 6bca1280-d76a-4a63-a619-ab3788756003] Took 1.46 seconds to deallocate network for instance. [ 1199.005248] env[62353]: DEBUG nova.network.neutron [None req-42789fff-47b8-4ead-a718-97df0e1f993d tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 39c5d168-1da6-4889-97ff-112ef77de310] Port 01ea3245-cb00-46af-ac93-862ab06c6437 binding to destination host cpu-1 is already ACTIVE {{(pid=62353) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1199.005528] env[62353]: DEBUG oslo_concurrency.lockutils [None req-42789fff-47b8-4ead-a718-97df0e1f993d tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Acquiring lock "refresh_cache-39c5d168-1da6-4889-97ff-112ef77de310" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1199.005680] env[62353]: DEBUG oslo_concurrency.lockutils [None req-42789fff-47b8-4ead-a718-97df0e1f993d tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Acquired lock "refresh_cache-39c5d168-1da6-4889-97ff-112ef77de310" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.005839] env[62353]: DEBUG nova.network.neutron [None req-42789fff-47b8-4ead-a718-97df0e1f993d tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 39c5d168-1da6-4889-97ff-112ef77de310] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1199.160675] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6f9d1b99-44f9-4174-ab26-48be36feda2b tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1199.160939] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6f9d1b99-44f9-4174-ab26-48be36feda2b tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1199.161181] env[62353]: DEBUG nova.objects.instance [None req-6f9d1b99-44f9-4174-ab26-48be36feda2b tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Lazy-loading 'resources' on Instance uuid 6bca1280-d76a-4a63-a619-ab3788756003 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1199.711973] env[62353]: DEBUG nova.network.neutron [None req-42789fff-47b8-4ead-a718-97df0e1f993d tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 39c5d168-1da6-4889-97ff-112ef77de310] Updating instance_info_cache with network_info: [{"id": "01ea3245-cb00-46af-ac93-862ab06c6437", "address": "fa:16:3e:a2:86:fa", "network": {"id": "f2c61678-8c63-4464-84ba-d84b54807cc9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1565172013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "890397883ac142a1ae90fecc50da8b41", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e044cfd4-1b0d-4d88-b1bd-604025731d3f", "external-id": "nsx-vlan-transportzone-372", "segmentation_id": 372, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01ea3245-cb", "ovs_interfaceid": "01ea3245-cb00-46af-ac93-862ab06c6437", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1199.753137] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b334686-4700-423a-b00b-83a2e1cba75a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.761097] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e6b6b18-51f8-45dd-82e3-9bd7d48cc9df {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.790234] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57e25d81-ab20-4067-af9a-45c0285d57c7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.797179] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97005e78-8011-44fd-9dd0-2c8360121958 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.813291] env[62353]: DEBUG nova.compute.provider_tree [None req-6f9d1b99-44f9-4174-ab26-48be36feda2b tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1200.216498] env[62353]: DEBUG oslo_concurrency.lockutils [None req-42789fff-47b8-4ead-a718-97df0e1f993d tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Releasing lock "refresh_cache-39c5d168-1da6-4889-97ff-112ef77de310" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1200.316159] env[62353]: DEBUG nova.scheduler.client.report [None req-6f9d1b99-44f9-4174-ab26-48be36feda2b tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1200.720293] env[62353]: DEBUG nova.compute.manager [None req-42789fff-47b8-4ead-a718-97df0e1f993d tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 39c5d168-1da6-4889-97ff-112ef77de310] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62353) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1200.821345] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6f9d1b99-44f9-4174-ab26-48be36feda2b tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.660s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1200.843760] env[62353]: INFO nova.scheduler.client.report [None req-6f9d1b99-44f9-4174-ab26-48be36feda2b tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Deleted allocations for instance 6bca1280-d76a-4a63-a619-ab3788756003 [ 1201.350330] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6f9d1b99-44f9-4174-ab26-48be36feda2b tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Lock "6bca1280-d76a-4a63-a619-ab3788756003" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.785s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1201.820778] env[62353]: DEBUG oslo_concurrency.lockutils [None req-42789fff-47b8-4ead-a718-97df0e1f993d tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1201.821182] env[62353]: DEBUG oslo_concurrency.lockutils [None req-42789fff-47b8-4ead-a718-97df0e1f993d tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1202.323823] env[62353]: DEBUG nova.objects.instance [None req-42789fff-47b8-4ead-a718-97df0e1f993d tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Lazy-loading 'migration_context' on Instance uuid 39c5d168-1da6-4889-97ff-112ef77de310 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1202.919637] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-def70cdf-c611-4421-9ffc-30cef7d3ac6d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.927903] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8612c740-b3a5-498b-8090-0fb06c5388e0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.959330] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96ad5d34-291c-4739-814a-0304436ca6af {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.966841] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8052b62-1c64-4410-a394-4ab8f001bc4a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.979930] env[62353]: DEBUG nova.compute.provider_tree [None req-42789fff-47b8-4ead-a718-97df0e1f993d tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1203.483335] env[62353]: DEBUG nova.scheduler.client.report [None req-42789fff-47b8-4ead-a718-97df0e1f993d tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1203.774960] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d5e2cd28-3201-4cfc-8f23-7dab613082a7 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Acquiring lock "69679061-45cf-44e8-bbca-7d3cb232f440" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1203.775234] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d5e2cd28-3201-4cfc-8f23-7dab613082a7 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Lock "69679061-45cf-44e8-bbca-7d3cb232f440" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1204.278017] env[62353]: DEBUG nova.compute.manager [None req-d5e2cd28-3201-4cfc-8f23-7dab613082a7 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] [instance: 69679061-45cf-44e8-bbca-7d3cb232f440] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1204.494244] env[62353]: DEBUG oslo_concurrency.lockutils [None req-42789fff-47b8-4ead-a718-97df0e1f993d tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.673s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1204.800785] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d5e2cd28-3201-4cfc-8f23-7dab613082a7 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1204.801106] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d5e2cd28-3201-4cfc-8f23-7dab613082a7 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1204.802760] env[62353]: INFO nova.compute.claims [None req-d5e2cd28-3201-4cfc-8f23-7dab613082a7 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] [instance: 69679061-45cf-44e8-bbca-7d3cb232f440] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1205.761900] env[62353]: DEBUG oslo_concurrency.lockutils [None req-89e3e856-b294-436f-b893-2dd0ad9ad8cf tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Acquiring lock "65fe65e8-7bb1-4c9c-962f-1c479ee93e8f" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1205.762350] env[62353]: DEBUG oslo_concurrency.lockutils [None req-89e3e856-b294-436f-b893-2dd0ad9ad8cf tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Lock "65fe65e8-7bb1-4c9c-962f-1c479ee93e8f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1205.894163] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-211cde8f-0dc8-4f38-99ee-8c68d16c7105 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.905015] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6d81f57-fe3e-4a56-a120-c751238619cf {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.940054] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a49fea41-dc5b-4593-9fd8-b459d9a9c3b9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.947526] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ceeb88b-5ca8-496e-90b4-3828f09b4d5c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.961555] env[62353]: DEBUG nova.compute.provider_tree [None req-d5e2cd28-3201-4cfc-8f23-7dab613082a7 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1206.029238] env[62353]: INFO nova.compute.manager [None req-42789fff-47b8-4ead-a718-97df0e1f993d tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 39c5d168-1da6-4889-97ff-112ef77de310] Swapping old allocation on dict_keys(['7ed3af4c-f85e-4a4b-a365-13d128b6ab14']) held by migration 5d48549b-9d7e-4282-a976-6ea78e6e08a4 for instance [ 1206.049928] env[62353]: DEBUG nova.scheduler.client.report [None req-42789fff-47b8-4ead-a718-97df0e1f993d tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Overwriting current allocation {'allocations': {'7ed3af4c-f85e-4a4b-a365-13d128b6ab14': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 161}}, 'project_id': '890397883ac142a1ae90fecc50da8b41', 'user_id': '88a986a83b464cc3aaa4ece596f16aaf', 'consumer_generation': 1} on consumer 39c5d168-1da6-4889-97ff-112ef77de310 {{(pid=62353) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1206.128304] env[62353]: DEBUG oslo_concurrency.lockutils [None req-42789fff-47b8-4ead-a718-97df0e1f993d tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Acquiring lock "refresh_cache-39c5d168-1da6-4889-97ff-112ef77de310" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1206.128494] env[62353]: DEBUG oslo_concurrency.lockutils [None req-42789fff-47b8-4ead-a718-97df0e1f993d tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Acquired lock "refresh_cache-39c5d168-1da6-4889-97ff-112ef77de310" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.128668] env[62353]: DEBUG nova.network.neutron [None req-42789fff-47b8-4ead-a718-97df0e1f993d tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 39c5d168-1da6-4889-97ff-112ef77de310] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1206.265335] env[62353]: DEBUG nova.compute.utils [None req-89e3e856-b294-436f-b893-2dd0ad9ad8cf tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1206.464532] env[62353]: DEBUG nova.scheduler.client.report [None req-d5e2cd28-3201-4cfc-8f23-7dab613082a7 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1206.771322] env[62353]: DEBUG oslo_concurrency.lockutils [None req-89e3e856-b294-436f-b893-2dd0ad9ad8cf tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Lock "65fe65e8-7bb1-4c9c-962f-1c479ee93e8f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1206.843622] env[62353]: DEBUG nova.network.neutron [None req-42789fff-47b8-4ead-a718-97df0e1f993d tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 39c5d168-1da6-4889-97ff-112ef77de310] Updating instance_info_cache with network_info: [{"id": "01ea3245-cb00-46af-ac93-862ab06c6437", "address": "fa:16:3e:a2:86:fa", "network": {"id": "f2c61678-8c63-4464-84ba-d84b54807cc9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1565172013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "890397883ac142a1ae90fecc50da8b41", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e044cfd4-1b0d-4d88-b1bd-604025731d3f", "external-id": "nsx-vlan-transportzone-372", "segmentation_id": 372, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01ea3245-cb", "ovs_interfaceid": "01ea3245-cb00-46af-ac93-862ab06c6437", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1206.969727] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d5e2cd28-3201-4cfc-8f23-7dab613082a7 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.168s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1206.970211] env[62353]: DEBUG nova.compute.manager [None req-d5e2cd28-3201-4cfc-8f23-7dab613082a7 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] [instance: 69679061-45cf-44e8-bbca-7d3cb232f440] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1207.346181] env[62353]: DEBUG oslo_concurrency.lockutils [None req-42789fff-47b8-4ead-a718-97df0e1f993d tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Releasing lock "refresh_cache-39c5d168-1da6-4889-97ff-112ef77de310" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1207.347134] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e7265cd-3be3-4598-bbde-a5bbe0b11fb7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.354818] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86025fc0-ee18-4562-8b0f-4678e34df99a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.476040] env[62353]: DEBUG nova.compute.utils [None req-d5e2cd28-3201-4cfc-8f23-7dab613082a7 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1207.477267] env[62353]: DEBUG nova.compute.manager [None req-d5e2cd28-3201-4cfc-8f23-7dab613082a7 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] [instance: 69679061-45cf-44e8-bbca-7d3cb232f440] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1207.477460] env[62353]: DEBUG nova.network.neutron [None req-d5e2cd28-3201-4cfc-8f23-7dab613082a7 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] [instance: 69679061-45cf-44e8-bbca-7d3cb232f440] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1207.516246] env[62353]: DEBUG nova.policy [None req-d5e2cd28-3201-4cfc-8f23-7dab613082a7 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '95558d2b467e4eb49e798bc4d838c840', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7583ea205b154599859e152e3cf3af0b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:192}} [ 1207.833263] env[62353]: DEBUG oslo_concurrency.lockutils [None req-89e3e856-b294-436f-b893-2dd0ad9ad8cf tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Acquiring lock "65fe65e8-7bb1-4c9c-962f-1c479ee93e8f" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1207.833609] env[62353]: DEBUG oslo_concurrency.lockutils [None req-89e3e856-b294-436f-b893-2dd0ad9ad8cf tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Lock "65fe65e8-7bb1-4c9c-962f-1c479ee93e8f" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1207.833714] env[62353]: INFO nova.compute.manager [None req-89e3e856-b294-436f-b893-2dd0ad9ad8cf tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [instance: 65fe65e8-7bb1-4c9c-962f-1c479ee93e8f] Attaching volume 78e9fa75-5860-4289-9ebd-e1539650be25 to /dev/sdb [ 1207.863947] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb52ad7f-f6eb-4f68-bc21-0b7570b09b4e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.871242] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64a4480b-6149-4be7-885a-630449f5bbfb {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.884492] env[62353]: DEBUG nova.virt.block_device [None req-89e3e856-b294-436f-b893-2dd0ad9ad8cf tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [instance: 65fe65e8-7bb1-4c9c-962f-1c479ee93e8f] Updating existing volume attachment record: 86fe58af-3f58-4b2c-aeab-43f2d394b1ca {{(pid=62353) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1207.982671] env[62353]: DEBUG nova.compute.manager [None req-d5e2cd28-3201-4cfc-8f23-7dab613082a7 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] [instance: 69679061-45cf-44e8-bbca-7d3cb232f440] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1207.997310] env[62353]: DEBUG nova.network.neutron [None req-d5e2cd28-3201-4cfc-8f23-7dab613082a7 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] [instance: 69679061-45cf-44e8-bbca-7d3cb232f440] Successfully created port: 15ce649b-d11d-44f1-9a42-e9603b70b6c2 {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1208.440187] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-42789fff-47b8-4ead-a718-97df0e1f993d tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 39c5d168-1da6-4889-97ff-112ef77de310] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1208.440411] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b74495b3-255d-42bc-89ed-f7e2d2fe0432 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.449044] env[62353]: DEBUG oslo_vmware.api [None req-42789fff-47b8-4ead-a718-97df0e1f993d tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Waiting for the task: (returnval){ [ 1208.449044] env[62353]: value = "task-2373284" [ 1208.449044] env[62353]: _type = "Task" [ 1208.449044] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.457349] env[62353]: DEBUG oslo_vmware.api [None req-42789fff-47b8-4ead-a718-97df0e1f993d tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': task-2373284, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.958464] env[62353]: DEBUG oslo_vmware.api [None req-42789fff-47b8-4ead-a718-97df0e1f993d tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': task-2373284, 'name': PowerOffVM_Task, 'duration_secs': 0.230867} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.958820] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-42789fff-47b8-4ead-a718-97df0e1f993d tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 39c5d168-1da6-4889-97ff-112ef77de310] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1208.959410] env[62353]: DEBUG nova.virt.hardware [None req-42789fff-47b8-4ead-a718-97df0e1f993d tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T12:38:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=06f909ae-e8dc-43b4-abf7-c7ed85db9bbd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1208.959628] env[62353]: DEBUG nova.virt.hardware [None req-42789fff-47b8-4ead-a718-97df0e1f993d tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1208.959801] env[62353]: DEBUG nova.virt.hardware [None req-42789fff-47b8-4ead-a718-97df0e1f993d tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1208.959992] env[62353]: DEBUG nova.virt.hardware [None req-42789fff-47b8-4ead-a718-97df0e1f993d tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1208.960149] env[62353]: DEBUG nova.virt.hardware [None req-42789fff-47b8-4ead-a718-97df0e1f993d tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1208.960295] env[62353]: DEBUG nova.virt.hardware [None req-42789fff-47b8-4ead-a718-97df0e1f993d tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1208.960502] env[62353]: DEBUG nova.virt.hardware [None req-42789fff-47b8-4ead-a718-97df0e1f993d tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1208.960661] env[62353]: DEBUG nova.virt.hardware [None req-42789fff-47b8-4ead-a718-97df0e1f993d tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1208.960831] env[62353]: DEBUG nova.virt.hardware [None req-42789fff-47b8-4ead-a718-97df0e1f993d tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1208.960996] env[62353]: DEBUG nova.virt.hardware [None req-42789fff-47b8-4ead-a718-97df0e1f993d tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1208.961179] env[62353]: DEBUG nova.virt.hardware [None req-42789fff-47b8-4ead-a718-97df0e1f993d tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1208.966206] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0525d9d-362a-4bfb-b9c0-685bcd064d44 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.982288] env[62353]: DEBUG oslo_vmware.api [None req-42789fff-47b8-4ead-a718-97df0e1f993d tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Waiting for the task: (returnval){ [ 1208.982288] env[62353]: value = "task-2373285" [ 1208.982288] env[62353]: _type = "Task" [ 1208.982288] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.989727] env[62353]: DEBUG oslo_vmware.api [None req-42789fff-47b8-4ead-a718-97df0e1f993d tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': task-2373285, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.995861] env[62353]: DEBUG nova.compute.manager [None req-d5e2cd28-3201-4cfc-8f23-7dab613082a7 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] [instance: 69679061-45cf-44e8-bbca-7d3cb232f440] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1209.022352] env[62353]: DEBUG nova.virt.hardware [None req-d5e2cd28-3201-4cfc-8f23-7dab613082a7 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T12:38:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T12:38:15Z,direct_url=,disk_format='vmdk',id=06f909ae-e8dc-43b4-abf7-c7ed85db9bbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0a3f88790a594523a818b8c00f6862e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T12:38:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1209.022589] env[62353]: DEBUG nova.virt.hardware [None req-d5e2cd28-3201-4cfc-8f23-7dab613082a7 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1209.022747] env[62353]: DEBUG nova.virt.hardware [None req-d5e2cd28-3201-4cfc-8f23-7dab613082a7 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1209.022946] env[62353]: DEBUG nova.virt.hardware [None req-d5e2cd28-3201-4cfc-8f23-7dab613082a7 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1209.023117] env[62353]: DEBUG nova.virt.hardware [None req-d5e2cd28-3201-4cfc-8f23-7dab613082a7 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1209.023249] env[62353]: DEBUG nova.virt.hardware [None req-d5e2cd28-3201-4cfc-8f23-7dab613082a7 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1209.023456] env[62353]: DEBUG nova.virt.hardware [None req-d5e2cd28-3201-4cfc-8f23-7dab613082a7 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1209.023613] env[62353]: DEBUG nova.virt.hardware [None req-d5e2cd28-3201-4cfc-8f23-7dab613082a7 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1209.023777] env[62353]: DEBUG nova.virt.hardware [None req-d5e2cd28-3201-4cfc-8f23-7dab613082a7 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1209.023939] env[62353]: DEBUG nova.virt.hardware [None req-d5e2cd28-3201-4cfc-8f23-7dab613082a7 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1209.024124] env[62353]: DEBUG nova.virt.hardware [None req-d5e2cd28-3201-4cfc-8f23-7dab613082a7 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1209.024954] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ad324ae-1b64-4e1e-8f17-8748ffad8f01 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.033284] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4ba50ee-aa6b-4443-976f-17c2e63d9509 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.369735] env[62353]: DEBUG nova.compute.manager [req-d1662000-7c24-47c1-bc68-b3c3fc8cac0f req-41c7295c-6225-4ef0-9561-633997d13f5d service nova] [instance: 69679061-45cf-44e8-bbca-7d3cb232f440] Received event network-vif-plugged-15ce649b-d11d-44f1-9a42-e9603b70b6c2 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1209.370086] env[62353]: DEBUG oslo_concurrency.lockutils [req-d1662000-7c24-47c1-bc68-b3c3fc8cac0f req-41c7295c-6225-4ef0-9561-633997d13f5d service nova] Acquiring lock "69679061-45cf-44e8-bbca-7d3cb232f440-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1209.370331] env[62353]: DEBUG oslo_concurrency.lockutils [req-d1662000-7c24-47c1-bc68-b3c3fc8cac0f req-41c7295c-6225-4ef0-9561-633997d13f5d service nova] Lock "69679061-45cf-44e8-bbca-7d3cb232f440-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1209.370529] env[62353]: DEBUG oslo_concurrency.lockutils [req-d1662000-7c24-47c1-bc68-b3c3fc8cac0f req-41c7295c-6225-4ef0-9561-633997d13f5d service nova] Lock "69679061-45cf-44e8-bbca-7d3cb232f440-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1209.370724] env[62353]: DEBUG nova.compute.manager [req-d1662000-7c24-47c1-bc68-b3c3fc8cac0f req-41c7295c-6225-4ef0-9561-633997d13f5d service nova] [instance: 69679061-45cf-44e8-bbca-7d3cb232f440] No waiting events found dispatching network-vif-plugged-15ce649b-d11d-44f1-9a42-e9603b70b6c2 {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1209.371291] env[62353]: WARNING nova.compute.manager [req-d1662000-7c24-47c1-bc68-b3c3fc8cac0f req-41c7295c-6225-4ef0-9561-633997d13f5d service nova] [instance: 69679061-45cf-44e8-bbca-7d3cb232f440] Received unexpected event network-vif-plugged-15ce649b-d11d-44f1-9a42-e9603b70b6c2 for instance with vm_state building and task_state spawning. [ 1209.465635] env[62353]: DEBUG nova.network.neutron [None req-d5e2cd28-3201-4cfc-8f23-7dab613082a7 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] [instance: 69679061-45cf-44e8-bbca-7d3cb232f440] Successfully updated port: 15ce649b-d11d-44f1-9a42-e9603b70b6c2 {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1209.492688] env[62353]: DEBUG oslo_vmware.api [None req-42789fff-47b8-4ead-a718-97df0e1f993d tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': task-2373285, 'name': ReconfigVM_Task, 'duration_secs': 0.143282} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.493724] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d4953d5-2e6c-45ad-9000-e9c9390ca85e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.514378] env[62353]: DEBUG nova.virt.hardware [None req-42789fff-47b8-4ead-a718-97df0e1f993d tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T12:38:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=06f909ae-e8dc-43b4-abf7-c7ed85db9bbd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1209.514378] env[62353]: DEBUG nova.virt.hardware [None req-42789fff-47b8-4ead-a718-97df0e1f993d tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1209.514577] env[62353]: DEBUG nova.virt.hardware [None req-42789fff-47b8-4ead-a718-97df0e1f993d tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1209.514617] env[62353]: DEBUG nova.virt.hardware [None req-42789fff-47b8-4ead-a718-97df0e1f993d tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1209.514884] env[62353]: DEBUG nova.virt.hardware [None req-42789fff-47b8-4ead-a718-97df0e1f993d tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1209.514939] env[62353]: DEBUG nova.virt.hardware [None req-42789fff-47b8-4ead-a718-97df0e1f993d tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1209.515129] env[62353]: DEBUG nova.virt.hardware [None req-42789fff-47b8-4ead-a718-97df0e1f993d tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1209.515288] env[62353]: DEBUG nova.virt.hardware [None req-42789fff-47b8-4ead-a718-97df0e1f993d tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1209.515454] env[62353]: DEBUG nova.virt.hardware [None req-42789fff-47b8-4ead-a718-97df0e1f993d tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1209.515615] env[62353]: DEBUG nova.virt.hardware [None req-42789fff-47b8-4ead-a718-97df0e1f993d tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1209.515784] env[62353]: DEBUG nova.virt.hardware [None req-42789fff-47b8-4ead-a718-97df0e1f993d tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1209.516749] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e5ef48b-709a-416f-95fa-5a1235300a65 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.521563] env[62353]: DEBUG oslo_vmware.api [None req-42789fff-47b8-4ead-a718-97df0e1f993d tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Waiting for the task: (returnval){ [ 1209.521563] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52312924-4133-9ad3-3933-070833aeb1b4" [ 1209.521563] env[62353]: _type = "Task" [ 1209.521563] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.528858] env[62353]: DEBUG oslo_vmware.api [None req-42789fff-47b8-4ead-a718-97df0e1f993d tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52312924-4133-9ad3-3933-070833aeb1b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.969067] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d5e2cd28-3201-4cfc-8f23-7dab613082a7 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Acquiring lock "refresh_cache-69679061-45cf-44e8-bbca-7d3cb232f440" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1209.969067] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d5e2cd28-3201-4cfc-8f23-7dab613082a7 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Acquired lock "refresh_cache-69679061-45cf-44e8-bbca-7d3cb232f440" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.969067] env[62353]: DEBUG nova.network.neutron [None req-d5e2cd28-3201-4cfc-8f23-7dab613082a7 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] [instance: 69679061-45cf-44e8-bbca-7d3cb232f440] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1210.031484] env[62353]: DEBUG oslo_vmware.api [None req-42789fff-47b8-4ead-a718-97df0e1f993d tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52312924-4133-9ad3-3933-070833aeb1b4, 'name': SearchDatastore_Task, 'duration_secs': 0.007264} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.036656] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-42789fff-47b8-4ead-a718-97df0e1f993d tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 39c5d168-1da6-4889-97ff-112ef77de310] Reconfiguring VM instance instance-0000006f to detach disk 2000 {{(pid=62353) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1210.036933] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d4bafb0-6c7b-4d82-b6bc-6b4945df74c3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.054698] env[62353]: DEBUG oslo_vmware.api [None req-42789fff-47b8-4ead-a718-97df0e1f993d tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Waiting for the task: (returnval){ [ 1210.054698] env[62353]: value = "task-2373286" [ 1210.054698] env[62353]: _type = "Task" [ 1210.054698] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.062319] env[62353]: DEBUG oslo_vmware.api [None req-42789fff-47b8-4ead-a718-97df0e1f993d tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': task-2373286, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.501505] env[62353]: DEBUG nova.network.neutron [None req-d5e2cd28-3201-4cfc-8f23-7dab613082a7 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] [instance: 69679061-45cf-44e8-bbca-7d3cb232f440] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1210.564412] env[62353]: DEBUG oslo_vmware.api [None req-42789fff-47b8-4ead-a718-97df0e1f993d tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': task-2373286, 'name': ReconfigVM_Task, 'duration_secs': 0.205032} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.564681] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-42789fff-47b8-4ead-a718-97df0e1f993d tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 39c5d168-1da6-4889-97ff-112ef77de310] Reconfigured VM instance instance-0000006f to detach disk 2000 {{(pid=62353) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1210.565473] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7033b2e3-1b40-4320-b47e-ed0df8d64b4e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.589571] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-42789fff-47b8-4ead-a718-97df0e1f993d tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 39c5d168-1da6-4889-97ff-112ef77de310] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] 39c5d168-1da6-4889-97ff-112ef77de310/39c5d168-1da6-4889-97ff-112ef77de310.vmdk or device None with type thin {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1210.589816] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eaea36c9-21f3-4309-b16e-87bffc30a829 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.609944] env[62353]: DEBUG oslo_vmware.api [None req-42789fff-47b8-4ead-a718-97df0e1f993d tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Waiting for the task: (returnval){ [ 1210.609944] env[62353]: value = "task-2373288" [ 1210.609944] env[62353]: _type = "Task" [ 1210.609944] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.617591] env[62353]: DEBUG oslo_vmware.api [None req-42789fff-47b8-4ead-a718-97df0e1f993d tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': task-2373288, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.635751] env[62353]: DEBUG nova.network.neutron [None req-d5e2cd28-3201-4cfc-8f23-7dab613082a7 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] [instance: 69679061-45cf-44e8-bbca-7d3cb232f440] Updating instance_info_cache with network_info: [{"id": "15ce649b-d11d-44f1-9a42-e9603b70b6c2", "address": "fa:16:3e:d4:64:58", "network": {"id": "195a2cf7-0c7f-46e9-8a1f-90661cb5de80", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-388449229-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7583ea205b154599859e152e3cf3af0b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d88bb07-f93c-45ca-bce7-230cb1f33833", "external-id": "nsx-vlan-transportzone-387", "segmentation_id": 387, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15ce649b-d1", "ovs_interfaceid": "15ce649b-d11d-44f1-9a42-e9603b70b6c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1211.119694] env[62353]: DEBUG oslo_vmware.api [None req-42789fff-47b8-4ead-a718-97df0e1f993d tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': task-2373288, 'name': ReconfigVM_Task, 'duration_secs': 0.276569} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.120088] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-42789fff-47b8-4ead-a718-97df0e1f993d tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 39c5d168-1da6-4889-97ff-112ef77de310] Reconfigured VM instance instance-0000006f to attach disk [datastore1] 39c5d168-1da6-4889-97ff-112ef77de310/39c5d168-1da6-4889-97ff-112ef77de310.vmdk or device None with type thin {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1211.120761] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c7316d2-d6ac-41bb-8e4f-1f8adace1776 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.140411] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d5e2cd28-3201-4cfc-8f23-7dab613082a7 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Releasing lock "refresh_cache-69679061-45cf-44e8-bbca-7d3cb232f440" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1211.140681] env[62353]: DEBUG nova.compute.manager [None req-d5e2cd28-3201-4cfc-8f23-7dab613082a7 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] [instance: 69679061-45cf-44e8-bbca-7d3cb232f440] Instance network_info: |[{"id": "15ce649b-d11d-44f1-9a42-e9603b70b6c2", "address": "fa:16:3e:d4:64:58", "network": {"id": "195a2cf7-0c7f-46e9-8a1f-90661cb5de80", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-388449229-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7583ea205b154599859e152e3cf3af0b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d88bb07-f93c-45ca-bce7-230cb1f33833", "external-id": "nsx-vlan-transportzone-387", "segmentation_id": 387, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15ce649b-d1", "ovs_interfaceid": "15ce649b-d11d-44f1-9a42-e9603b70b6c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1211.141210] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-d5e2cd28-3201-4cfc-8f23-7dab613082a7 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] [instance: 69679061-45cf-44e8-bbca-7d3cb232f440] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d4:64:58', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2d88bb07-f93c-45ca-bce7-230cb1f33833', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '15ce649b-d11d-44f1-9a42-e9603b70b6c2', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1211.148258] env[62353]: DEBUG oslo.service.loopingcall [None req-d5e2cd28-3201-4cfc-8f23-7dab613082a7 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1211.148884] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d1efa1e-24ab-4c98-bdc6-32aed813c908 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.151183] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 69679061-45cf-44e8-bbca-7d3cb232f440] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1211.151404] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d4f99db3-e785-4965-81a3-8e4d226110e4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.185814] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-534cfa70-fe59-4bdd-b439-c3c45b0b3518 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.188159] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1211.188159] env[62353]: value = "task-2373289" [ 1211.188159] env[62353]: _type = "Task" [ 1211.188159] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.211185] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e9e9a75-6a0b-4eca-bcc1-9734daadb69e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.213726] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2373289, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.220395] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-42789fff-47b8-4ead-a718-97df0e1f993d tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 39c5d168-1da6-4889-97ff-112ef77de310] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1211.220621] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0bbc2980-3e51-4baa-b5b2-ed47b797d16a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.225926] env[62353]: DEBUG oslo_vmware.api [None req-42789fff-47b8-4ead-a718-97df0e1f993d tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Waiting for the task: (returnval){ [ 1211.225926] env[62353]: value = "task-2373290" [ 1211.225926] env[62353]: _type = "Task" [ 1211.225926] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.239413] env[62353]: DEBUG oslo_vmware.api [None req-42789fff-47b8-4ead-a718-97df0e1f993d tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': task-2373290, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.397979] env[62353]: DEBUG nova.compute.manager [req-a4d867bd-e6eb-4bf1-8b81-fe85aec8582f req-828a802a-a951-407d-bb2b-1dcaea26effb service nova] [instance: 69679061-45cf-44e8-bbca-7d3cb232f440] Received event network-changed-15ce649b-d11d-44f1-9a42-e9603b70b6c2 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1211.398321] env[62353]: DEBUG nova.compute.manager [req-a4d867bd-e6eb-4bf1-8b81-fe85aec8582f req-828a802a-a951-407d-bb2b-1dcaea26effb service nova] [instance: 69679061-45cf-44e8-bbca-7d3cb232f440] Refreshing instance network info cache due to event network-changed-15ce649b-d11d-44f1-9a42-e9603b70b6c2. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1211.398459] env[62353]: DEBUG oslo_concurrency.lockutils [req-a4d867bd-e6eb-4bf1-8b81-fe85aec8582f req-828a802a-a951-407d-bb2b-1dcaea26effb service nova] Acquiring lock "refresh_cache-69679061-45cf-44e8-bbca-7d3cb232f440" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1211.398665] env[62353]: DEBUG oslo_concurrency.lockutils [req-a4d867bd-e6eb-4bf1-8b81-fe85aec8582f req-828a802a-a951-407d-bb2b-1dcaea26effb service nova] Acquired lock "refresh_cache-69679061-45cf-44e8-bbca-7d3cb232f440" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.398767] env[62353]: DEBUG nova.network.neutron [req-a4d867bd-e6eb-4bf1-8b81-fe85aec8582f req-828a802a-a951-407d-bb2b-1dcaea26effb service nova] [instance: 69679061-45cf-44e8-bbca-7d3cb232f440] Refreshing network info cache for port 15ce649b-d11d-44f1-9a42-e9603b70b6c2 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1211.698323] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2373289, 'name': CreateVM_Task, 'duration_secs': 0.381731} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.698524] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 69679061-45cf-44e8-bbca-7d3cb232f440] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1211.699124] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d5e2cd28-3201-4cfc-8f23-7dab613082a7 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1211.699288] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d5e2cd28-3201-4cfc-8f23-7dab613082a7 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Acquired lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.699633] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d5e2cd28-3201-4cfc-8f23-7dab613082a7 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1211.699926] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77002ce4-cb32-4ccc-9190-ea9087215a78 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.704195] env[62353]: DEBUG oslo_vmware.api [None req-d5e2cd28-3201-4cfc-8f23-7dab613082a7 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Waiting for the task: (returnval){ [ 1211.704195] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5279899c-45d5-1717-f0a2-7a0ba40c3bf9" [ 1211.704195] env[62353]: _type = "Task" [ 1211.704195] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.711245] env[62353]: DEBUG oslo_vmware.api [None req-d5e2cd28-3201-4cfc-8f23-7dab613082a7 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5279899c-45d5-1717-f0a2-7a0ba40c3bf9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.733901] env[62353]: DEBUG oslo_vmware.api [None req-42789fff-47b8-4ead-a718-97df0e1f993d tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': task-2373290, 'name': PowerOnVM_Task, 'duration_secs': 0.388941} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.734159] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-42789fff-47b8-4ead-a718-97df0e1f993d tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 39c5d168-1da6-4889-97ff-112ef77de310] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1212.093755] env[62353]: DEBUG nova.network.neutron [req-a4d867bd-e6eb-4bf1-8b81-fe85aec8582f req-828a802a-a951-407d-bb2b-1dcaea26effb service nova] [instance: 69679061-45cf-44e8-bbca-7d3cb232f440] Updated VIF entry in instance network info cache for port 15ce649b-d11d-44f1-9a42-e9603b70b6c2. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1212.094200] env[62353]: DEBUG nova.network.neutron [req-a4d867bd-e6eb-4bf1-8b81-fe85aec8582f req-828a802a-a951-407d-bb2b-1dcaea26effb service nova] [instance: 69679061-45cf-44e8-bbca-7d3cb232f440] Updating instance_info_cache with network_info: [{"id": "15ce649b-d11d-44f1-9a42-e9603b70b6c2", "address": "fa:16:3e:d4:64:58", "network": {"id": "195a2cf7-0c7f-46e9-8a1f-90661cb5de80", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-388449229-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7583ea205b154599859e152e3cf3af0b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d88bb07-f93c-45ca-bce7-230cb1f33833", "external-id": "nsx-vlan-transportzone-387", "segmentation_id": 387, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15ce649b-d1", "ovs_interfaceid": "15ce649b-d11d-44f1-9a42-e9603b70b6c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1212.214979] env[62353]: DEBUG oslo_vmware.api [None req-d5e2cd28-3201-4cfc-8f23-7dab613082a7 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5279899c-45d5-1717-f0a2-7a0ba40c3bf9, 'name': SearchDatastore_Task, 'duration_secs': 0.009821} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.215338] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d5e2cd28-3201-4cfc-8f23-7dab613082a7 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Releasing lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1212.215475] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-d5e2cd28-3201-4cfc-8f23-7dab613082a7 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] [instance: 69679061-45cf-44e8-bbca-7d3cb232f440] Processing image 06f909ae-e8dc-43b4-abf7-c7ed85db9bbd {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1212.215708] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d5e2cd28-3201-4cfc-8f23-7dab613082a7 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1212.215896] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d5e2cd28-3201-4cfc-8f23-7dab613082a7 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Acquired lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.216057] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5e2cd28-3201-4cfc-8f23-7dab613082a7 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1212.216303] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c405adfe-85fa-4ed0-82f5-ce877e3492eb {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.224754] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5e2cd28-3201-4cfc-8f23-7dab613082a7 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1212.224923] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-d5e2cd28-3201-4cfc-8f23-7dab613082a7 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1212.225593] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e84165c-c0d2-4790-8ce4-6803d224020f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.230493] env[62353]: DEBUG oslo_vmware.api [None req-d5e2cd28-3201-4cfc-8f23-7dab613082a7 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Waiting for the task: (returnval){ [ 1212.230493] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52e021ea-59d4-af0a-6a01-b06825d5c629" [ 1212.230493] env[62353]: _type = "Task" [ 1212.230493] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.237692] env[62353]: DEBUG oslo_vmware.api [None req-d5e2cd28-3201-4cfc-8f23-7dab613082a7 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52e021ea-59d4-af0a-6a01-b06825d5c629, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.429719] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-89e3e856-b294-436f-b893-2dd0ad9ad8cf tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [instance: 65fe65e8-7bb1-4c9c-962f-1c479ee93e8f] Volume attach. Driver type: vmdk {{(pid=62353) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1212.429983] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-89e3e856-b294-436f-b893-2dd0ad9ad8cf tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [instance: 65fe65e8-7bb1-4c9c-962f-1c479ee93e8f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-481767', 'volume_id': '78e9fa75-5860-4289-9ebd-e1539650be25', 'name': 'volume-78e9fa75-5860-4289-9ebd-e1539650be25', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '65fe65e8-7bb1-4c9c-962f-1c479ee93e8f', 'attached_at': '', 'detached_at': '', 'volume_id': '78e9fa75-5860-4289-9ebd-e1539650be25', 'serial': '78e9fa75-5860-4289-9ebd-e1539650be25'} {{(pid=62353) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1212.430881] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea3fb50e-15ef-483a-afc1-51d37a395d2b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.449116] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ed3265a-9a2e-4eee-a61a-ca0e64305bc6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.472838] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-89e3e856-b294-436f-b893-2dd0ad9ad8cf tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [instance: 65fe65e8-7bb1-4c9c-962f-1c479ee93e8f] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] volume-78e9fa75-5860-4289-9ebd-e1539650be25/volume-78e9fa75-5860-4289-9ebd-e1539650be25.vmdk or device None with type thin {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1212.473043] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d4ed181-d1e6-444a-b6d9-8d49d4c140a9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.491056] env[62353]: DEBUG oslo_vmware.api [None req-89e3e856-b294-436f-b893-2dd0ad9ad8cf tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Waiting for the task: (returnval){ [ 1212.491056] env[62353]: value = "task-2373291" [ 1212.491056] env[62353]: _type = "Task" [ 1212.491056] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.498892] env[62353]: DEBUG oslo_vmware.api [None req-89e3e856-b294-436f-b893-2dd0ad9ad8cf tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Task: {'id': task-2373291, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.597070] env[62353]: DEBUG oslo_concurrency.lockutils [req-a4d867bd-e6eb-4bf1-8b81-fe85aec8582f req-828a802a-a951-407d-bb2b-1dcaea26effb service nova] Releasing lock "refresh_cache-69679061-45cf-44e8-bbca-7d3cb232f440" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1212.741251] env[62353]: DEBUG oslo_vmware.api [None req-d5e2cd28-3201-4cfc-8f23-7dab613082a7 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52e021ea-59d4-af0a-6a01-b06825d5c629, 'name': SearchDatastore_Task, 'duration_secs': 0.008238} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.742066] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40a44c8a-2a73-4037-b220-51a9249127d6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.750337] env[62353]: DEBUG oslo_vmware.api [None req-d5e2cd28-3201-4cfc-8f23-7dab613082a7 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Waiting for the task: (returnval){ [ 1212.750337] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52ee167e-5166-d860-1266-2c62deb18c21" [ 1212.750337] env[62353]: _type = "Task" [ 1212.750337] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.757648] env[62353]: DEBUG oslo_vmware.api [None req-d5e2cd28-3201-4cfc-8f23-7dab613082a7 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52ee167e-5166-d860-1266-2c62deb18c21, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.779012] env[62353]: INFO nova.compute.manager [None req-42789fff-47b8-4ead-a718-97df0e1f993d tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 39c5d168-1da6-4889-97ff-112ef77de310] Updating instance to original state: 'active' [ 1213.000672] env[62353]: DEBUG oslo_vmware.api [None req-89e3e856-b294-436f-b893-2dd0ad9ad8cf tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Task: {'id': task-2373291, 'name': ReconfigVM_Task, 'duration_secs': 0.327279} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.000894] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-89e3e856-b294-436f-b893-2dd0ad9ad8cf tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [instance: 65fe65e8-7bb1-4c9c-962f-1c479ee93e8f] Reconfigured VM instance instance-00000071 to attach disk [datastore2] volume-78e9fa75-5860-4289-9ebd-e1539650be25/volume-78e9fa75-5860-4289-9ebd-e1539650be25.vmdk or device None with type thin {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1213.005761] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c02e0389-98ea-44b0-9991-818691082854 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.021805] env[62353]: DEBUG oslo_vmware.api [None req-89e3e856-b294-436f-b893-2dd0ad9ad8cf tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Waiting for the task: (returnval){ [ 1213.021805] env[62353]: value = "task-2373292" [ 1213.021805] env[62353]: _type = "Task" [ 1213.021805] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.029759] env[62353]: DEBUG oslo_vmware.api [None req-89e3e856-b294-436f-b893-2dd0ad9ad8cf tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Task: {'id': task-2373292, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.280785] env[62353]: DEBUG oslo_vmware.api [None req-d5e2cd28-3201-4cfc-8f23-7dab613082a7 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52ee167e-5166-d860-1266-2c62deb18c21, 'name': SearchDatastore_Task, 'duration_secs': 0.008779} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.281114] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d5e2cd28-3201-4cfc-8f23-7dab613082a7 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Releasing lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1213.281365] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5e2cd28-3201-4cfc-8f23-7dab613082a7 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore2] 69679061-45cf-44e8-bbca-7d3cb232f440/69679061-45cf-44e8-bbca-7d3cb232f440.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1213.281626] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3442d2f0-b809-426a-b390-b91e4f7df811 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.304023] env[62353]: DEBUG oslo_vmware.api [None req-d5e2cd28-3201-4cfc-8f23-7dab613082a7 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Waiting for the task: (returnval){ [ 1213.304023] env[62353]: value = "task-2373293" [ 1213.304023] env[62353]: _type = "Task" [ 1213.304023] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.351062] env[62353]: DEBUG oslo_vmware.api [None req-d5e2cd28-3201-4cfc-8f23-7dab613082a7 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Task: {'id': task-2373293, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.534734] env[62353]: DEBUG oslo_vmware.api [None req-89e3e856-b294-436f-b893-2dd0ad9ad8cf tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Task: {'id': task-2373292, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.813862] env[62353]: DEBUG oslo_vmware.api [None req-d5e2cd28-3201-4cfc-8f23-7dab613082a7 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Task: {'id': task-2373293, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.470573} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.814192] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5e2cd28-3201-4cfc-8f23-7dab613082a7 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore2] 69679061-45cf-44e8-bbca-7d3cb232f440/69679061-45cf-44e8-bbca-7d3cb232f440.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1213.814446] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-d5e2cd28-3201-4cfc-8f23-7dab613082a7 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] [instance: 69679061-45cf-44e8-bbca-7d3cb232f440] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1213.814720] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4e525395-762a-4989-b6db-e90d5d0c75e8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.822105] env[62353]: DEBUG oslo_vmware.api [None req-d5e2cd28-3201-4cfc-8f23-7dab613082a7 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Waiting for the task: (returnval){ [ 1213.822105] env[62353]: value = "task-2373294" [ 1213.822105] env[62353]: _type = "Task" [ 1213.822105] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.829743] env[62353]: DEBUG oslo_vmware.api [None req-d5e2cd28-3201-4cfc-8f23-7dab613082a7 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Task: {'id': task-2373294, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.032638] env[62353]: DEBUG oslo_vmware.api [None req-89e3e856-b294-436f-b893-2dd0ad9ad8cf tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Task: {'id': task-2373292, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.206441] env[62353]: DEBUG oslo_concurrency.lockutils [None req-24ba524b-b1c2-438f-b3cd-feabc3060e69 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Acquiring lock "39c5d168-1da6-4889-97ff-112ef77de310" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1214.206718] env[62353]: DEBUG oslo_concurrency.lockutils [None req-24ba524b-b1c2-438f-b3cd-feabc3060e69 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Lock "39c5d168-1da6-4889-97ff-112ef77de310" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1214.206955] env[62353]: DEBUG oslo_concurrency.lockutils [None req-24ba524b-b1c2-438f-b3cd-feabc3060e69 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Acquiring lock "39c5d168-1da6-4889-97ff-112ef77de310-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1214.207165] env[62353]: DEBUG oslo_concurrency.lockutils [None req-24ba524b-b1c2-438f-b3cd-feabc3060e69 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Lock "39c5d168-1da6-4889-97ff-112ef77de310-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1214.207335] env[62353]: DEBUG oslo_concurrency.lockutils [None req-24ba524b-b1c2-438f-b3cd-feabc3060e69 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Lock "39c5d168-1da6-4889-97ff-112ef77de310-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1214.209453] env[62353]: INFO nova.compute.manager [None req-24ba524b-b1c2-438f-b3cd-feabc3060e69 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 39c5d168-1da6-4889-97ff-112ef77de310] Terminating instance [ 1214.332416] env[62353]: DEBUG oslo_vmware.api [None req-d5e2cd28-3201-4cfc-8f23-7dab613082a7 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Task: {'id': task-2373294, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059448} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.332810] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-d5e2cd28-3201-4cfc-8f23-7dab613082a7 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] [instance: 69679061-45cf-44e8-bbca-7d3cb232f440] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1214.333553] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27d01319-a301-40e7-bbcf-c59ef0e08f13 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.355896] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5e2cd28-3201-4cfc-8f23-7dab613082a7 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] [instance: 69679061-45cf-44e8-bbca-7d3cb232f440] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] 69679061-45cf-44e8-bbca-7d3cb232f440/69679061-45cf-44e8-bbca-7d3cb232f440.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1214.356503] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-56c08f67-c450-4ee9-8d65-2f982a15ef6a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.375970] env[62353]: DEBUG oslo_vmware.api [None req-d5e2cd28-3201-4cfc-8f23-7dab613082a7 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Waiting for the task: (returnval){ [ 1214.375970] env[62353]: value = "task-2373295" [ 1214.375970] env[62353]: _type = "Task" [ 1214.375970] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.383326] env[62353]: DEBUG oslo_vmware.api [None req-d5e2cd28-3201-4cfc-8f23-7dab613082a7 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Task: {'id': task-2373295, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.533061] env[62353]: DEBUG oslo_vmware.api [None req-89e3e856-b294-436f-b893-2dd0ad9ad8cf tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Task: {'id': task-2373292, 'name': ReconfigVM_Task, 'duration_secs': 1.160266} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.533061] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-89e3e856-b294-436f-b893-2dd0ad9ad8cf tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [instance: 65fe65e8-7bb1-4c9c-962f-1c479ee93e8f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-481767', 'volume_id': '78e9fa75-5860-4289-9ebd-e1539650be25', 'name': 'volume-78e9fa75-5860-4289-9ebd-e1539650be25', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '65fe65e8-7bb1-4c9c-962f-1c479ee93e8f', 'attached_at': '', 'detached_at': '', 'volume_id': '78e9fa75-5860-4289-9ebd-e1539650be25', 'serial': '78e9fa75-5860-4289-9ebd-e1539650be25'} {{(pid=62353) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1214.713106] env[62353]: DEBUG nova.compute.manager [None req-24ba524b-b1c2-438f-b3cd-feabc3060e69 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 39c5d168-1da6-4889-97ff-112ef77de310] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1214.713410] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-24ba524b-b1c2-438f-b3cd-feabc3060e69 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 39c5d168-1da6-4889-97ff-112ef77de310] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1214.713735] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8c82dfe2-104c-46e1-9df7-a8b0ff292e6e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.722057] env[62353]: DEBUG oslo_vmware.api [None req-24ba524b-b1c2-438f-b3cd-feabc3060e69 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Waiting for the task: (returnval){ [ 1214.722057] env[62353]: value = "task-2373296" [ 1214.722057] env[62353]: _type = "Task" [ 1214.722057] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.730146] env[62353]: DEBUG oslo_vmware.api [None req-24ba524b-b1c2-438f-b3cd-feabc3060e69 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': task-2373296, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.885575] env[62353]: DEBUG oslo_vmware.api [None req-d5e2cd28-3201-4cfc-8f23-7dab613082a7 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Task: {'id': task-2373295, 'name': ReconfigVM_Task, 'duration_secs': 0.287271} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.885870] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5e2cd28-3201-4cfc-8f23-7dab613082a7 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] [instance: 69679061-45cf-44e8-bbca-7d3cb232f440] Reconfigured VM instance instance-00000074 to attach disk [datastore2] 69679061-45cf-44e8-bbca-7d3cb232f440/69679061-45cf-44e8-bbca-7d3cb232f440.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1214.886536] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eccfbaf1-6cfb-4ee9-a11f-efd942df6074 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.893236] env[62353]: DEBUG oslo_vmware.api [None req-d5e2cd28-3201-4cfc-8f23-7dab613082a7 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Waiting for the task: (returnval){ [ 1214.893236] env[62353]: value = "task-2373297" [ 1214.893236] env[62353]: _type = "Task" [ 1214.893236] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.902321] env[62353]: DEBUG oslo_vmware.api [None req-d5e2cd28-3201-4cfc-8f23-7dab613082a7 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Task: {'id': task-2373297, 'name': Rename_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.231865] env[62353]: DEBUG oslo_vmware.api [None req-24ba524b-b1c2-438f-b3cd-feabc3060e69 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': task-2373296, 'name': PowerOffVM_Task, 'duration_secs': 0.224003} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.232148] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-24ba524b-b1c2-438f-b3cd-feabc3060e69 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 39c5d168-1da6-4889-97ff-112ef77de310] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1215.232354] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-24ba524b-b1c2-438f-b3cd-feabc3060e69 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 39c5d168-1da6-4889-97ff-112ef77de310] Volume detach. Driver type: vmdk {{(pid=62353) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1215.232579] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-24ba524b-b1c2-438f-b3cd-feabc3060e69 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 39c5d168-1da6-4889-97ff-112ef77de310] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-481760', 'volume_id': 'cec50f33-deae-46d4-afef-647f7e8a0ce3', 'name': 'volume-cec50f33-deae-46d4-afef-647f7e8a0ce3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '39c5d168-1da6-4889-97ff-112ef77de310', 'attached_at': '2025-02-07T12:51:22.000000', 'detached_at': '', 'volume_id': 'cec50f33-deae-46d4-afef-647f7e8a0ce3', 'serial': 'cec50f33-deae-46d4-afef-647f7e8a0ce3'} {{(pid=62353) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1215.233330] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10d003ac-7d3d-475c-8e93-b2e7b317dd89 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.253570] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82447580-165b-4f92-8e7a-ed17768618cf {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.259692] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a2e44c1-9d6a-4883-867e-1aac40e3d501 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.278917] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bac068d-90a6-4971-991f-83bcad76ee94 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.292770] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-24ba524b-b1c2-438f-b3cd-feabc3060e69 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] The volume has not been displaced from its original location: [datastore1] volume-cec50f33-deae-46d4-afef-647f7e8a0ce3/volume-cec50f33-deae-46d4-afef-647f7e8a0ce3.vmdk. No consolidation needed. {{(pid=62353) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1215.297891] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-24ba524b-b1c2-438f-b3cd-feabc3060e69 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 39c5d168-1da6-4889-97ff-112ef77de310] Reconfiguring VM instance instance-0000006f to detach disk 2001 {{(pid=62353) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1215.298153] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c4fab687-704d-4345-a170-7c81e517f71e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.315199] env[62353]: DEBUG oslo_vmware.api [None req-24ba524b-b1c2-438f-b3cd-feabc3060e69 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Waiting for the task: (returnval){ [ 1215.315199] env[62353]: value = "task-2373298" [ 1215.315199] env[62353]: _type = "Task" [ 1215.315199] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.322421] env[62353]: DEBUG oslo_vmware.api [None req-24ba524b-b1c2-438f-b3cd-feabc3060e69 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': task-2373298, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.402769] env[62353]: DEBUG oslo_vmware.api [None req-d5e2cd28-3201-4cfc-8f23-7dab613082a7 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Task: {'id': task-2373297, 'name': Rename_Task, 'duration_secs': 0.142455} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.403147] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5e2cd28-3201-4cfc-8f23-7dab613082a7 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] [instance: 69679061-45cf-44e8-bbca-7d3cb232f440] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1215.403255] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-63cd1711-725f-4c0f-9fd1-c78ee6b9a4fd {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.409471] env[62353]: DEBUG oslo_vmware.api [None req-d5e2cd28-3201-4cfc-8f23-7dab613082a7 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Waiting for the task: (returnval){ [ 1215.409471] env[62353]: value = "task-2373299" [ 1215.409471] env[62353]: _type = "Task" [ 1215.409471] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.416517] env[62353]: DEBUG oslo_vmware.api [None req-d5e2cd28-3201-4cfc-8f23-7dab613082a7 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Task: {'id': task-2373299, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.568118] env[62353]: DEBUG nova.objects.instance [None req-89e3e856-b294-436f-b893-2dd0ad9ad8cf tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Lazy-loading 'flavor' on Instance uuid 65fe65e8-7bb1-4c9c-962f-1c479ee93e8f {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1215.826316] env[62353]: DEBUG oslo_vmware.api [None req-24ba524b-b1c2-438f-b3cd-feabc3060e69 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': task-2373298, 'name': ReconfigVM_Task, 'duration_secs': 0.19206} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.826609] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-24ba524b-b1c2-438f-b3cd-feabc3060e69 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 39c5d168-1da6-4889-97ff-112ef77de310] Reconfigured VM instance instance-0000006f to detach disk 2001 {{(pid=62353) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1215.831653] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b1ed24fe-63de-4908-9714-2099b8c2206d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.847284] env[62353]: DEBUG oslo_vmware.api [None req-24ba524b-b1c2-438f-b3cd-feabc3060e69 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Waiting for the task: (returnval){ [ 1215.847284] env[62353]: value = "task-2373300" [ 1215.847284] env[62353]: _type = "Task" [ 1215.847284] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.855607] env[62353]: DEBUG oslo_vmware.api [None req-24ba524b-b1c2-438f-b3cd-feabc3060e69 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': task-2373300, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.919432] env[62353]: DEBUG oslo_vmware.api [None req-d5e2cd28-3201-4cfc-8f23-7dab613082a7 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Task: {'id': task-2373299, 'name': PowerOnVM_Task, 'duration_secs': 0.462125} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.919716] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5e2cd28-3201-4cfc-8f23-7dab613082a7 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] [instance: 69679061-45cf-44e8-bbca-7d3cb232f440] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1215.919935] env[62353]: INFO nova.compute.manager [None req-d5e2cd28-3201-4cfc-8f23-7dab613082a7 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] [instance: 69679061-45cf-44e8-bbca-7d3cb232f440] Took 6.92 seconds to spawn the instance on the hypervisor. [ 1215.920142] env[62353]: DEBUG nova.compute.manager [None req-d5e2cd28-3201-4cfc-8f23-7dab613082a7 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] [instance: 69679061-45cf-44e8-bbca-7d3cb232f440] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1215.920910] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bb8f0ac-9691-4db3-b07a-c5cab610e8e5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.072688] env[62353]: DEBUG oslo_concurrency.lockutils [None req-89e3e856-b294-436f-b893-2dd0ad9ad8cf tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Lock "65fe65e8-7bb1-4c9c-962f-1c479ee93e8f" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.239s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1216.299141] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b5fa30fc-c67b-49bb-8031-643be787faa6 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Acquiring lock "65fe65e8-7bb1-4c9c-962f-1c479ee93e8f" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1216.299428] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b5fa30fc-c67b-49bb-8031-643be787faa6 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Lock "65fe65e8-7bb1-4c9c-962f-1c479ee93e8f" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1216.357086] env[62353]: DEBUG oslo_vmware.api [None req-24ba524b-b1c2-438f-b3cd-feabc3060e69 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': task-2373300, 'name': ReconfigVM_Task, 'duration_secs': 0.13936} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.357372] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-24ba524b-b1c2-438f-b3cd-feabc3060e69 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 39c5d168-1da6-4889-97ff-112ef77de310] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-481760', 'volume_id': 'cec50f33-deae-46d4-afef-647f7e8a0ce3', 'name': 'volume-cec50f33-deae-46d4-afef-647f7e8a0ce3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '39c5d168-1da6-4889-97ff-112ef77de310', 'attached_at': '2025-02-07T12:51:22.000000', 'detached_at': '', 'volume_id': 'cec50f33-deae-46d4-afef-647f7e8a0ce3', 'serial': 'cec50f33-deae-46d4-afef-647f7e8a0ce3'} {{(pid=62353) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1216.357649] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-24ba524b-b1c2-438f-b3cd-feabc3060e69 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 39c5d168-1da6-4889-97ff-112ef77de310] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1216.358388] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b5dedd4-31bc-4a7a-acda-532a2287d9f7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.364551] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-24ba524b-b1c2-438f-b3cd-feabc3060e69 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 39c5d168-1da6-4889-97ff-112ef77de310] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1216.364750] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cfb92fa8-e010-426d-be48-94588f47eb49 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.435247] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-24ba524b-b1c2-438f-b3cd-feabc3060e69 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 39c5d168-1da6-4889-97ff-112ef77de310] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1216.435622] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-24ba524b-b1c2-438f-b3cd-feabc3060e69 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 39c5d168-1da6-4889-97ff-112ef77de310] Deleting contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1216.435622] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-24ba524b-b1c2-438f-b3cd-feabc3060e69 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Deleting the datastore file [datastore1] 39c5d168-1da6-4889-97ff-112ef77de310 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1216.437520] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c9703c97-06be-43f5-bf70-e651fb1a5e84 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.439799] env[62353]: INFO nova.compute.manager [None req-d5e2cd28-3201-4cfc-8f23-7dab613082a7 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] [instance: 69679061-45cf-44e8-bbca-7d3cb232f440] Took 11.66 seconds to build instance. [ 1216.445697] env[62353]: DEBUG oslo_vmware.api [None req-24ba524b-b1c2-438f-b3cd-feabc3060e69 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Waiting for the task: (returnval){ [ 1216.445697] env[62353]: value = "task-2373302" [ 1216.445697] env[62353]: _type = "Task" [ 1216.445697] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.452936] env[62353]: DEBUG oslo_vmware.api [None req-24ba524b-b1c2-438f-b3cd-feabc3060e69 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': task-2373302, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.525573] env[62353]: DEBUG oslo_service.periodic_task [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1216.525830] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Starting heal instance info cache {{(pid=62353) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 1216.802263] env[62353]: INFO nova.compute.manager [None req-b5fa30fc-c67b-49bb-8031-643be787faa6 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [instance: 65fe65e8-7bb1-4c9c-962f-1c479ee93e8f] Detaching volume 78e9fa75-5860-4289-9ebd-e1539650be25 [ 1216.832714] env[62353]: INFO nova.virt.block_device [None req-b5fa30fc-c67b-49bb-8031-643be787faa6 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [instance: 65fe65e8-7bb1-4c9c-962f-1c479ee93e8f] Attempting to driver detach volume 78e9fa75-5860-4289-9ebd-e1539650be25 from mountpoint /dev/sdb [ 1216.832961] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5fa30fc-c67b-49bb-8031-643be787faa6 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [instance: 65fe65e8-7bb1-4c9c-962f-1c479ee93e8f] Volume detach. Driver type: vmdk {{(pid=62353) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1216.833164] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5fa30fc-c67b-49bb-8031-643be787faa6 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [instance: 65fe65e8-7bb1-4c9c-962f-1c479ee93e8f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-481767', 'volume_id': '78e9fa75-5860-4289-9ebd-e1539650be25', 'name': 'volume-78e9fa75-5860-4289-9ebd-e1539650be25', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '65fe65e8-7bb1-4c9c-962f-1c479ee93e8f', 'attached_at': '', 'detached_at': '', 'volume_id': '78e9fa75-5860-4289-9ebd-e1539650be25', 'serial': '78e9fa75-5860-4289-9ebd-e1539650be25'} {{(pid=62353) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1216.834020] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6221e54a-6de4-4313-a896-255ff2a1f5af {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.855737] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d1c140d-dbbd-46bd-b0ba-777ef1586b37 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.863037] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5180e9cf-0a2b-4187-9d04-c6327833f861 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.885986] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00bcf27d-a81e-462e-a9cf-fa9a2107f0d1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.900497] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5fa30fc-c67b-49bb-8031-643be787faa6 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] The volume has not been displaced from its original location: [datastore2] volume-78e9fa75-5860-4289-9ebd-e1539650be25/volume-78e9fa75-5860-4289-9ebd-e1539650be25.vmdk. No consolidation needed. {{(pid=62353) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1216.905712] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5fa30fc-c67b-49bb-8031-643be787faa6 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [instance: 65fe65e8-7bb1-4c9c-962f-1c479ee93e8f] Reconfiguring VM instance instance-00000071 to detach disk 2001 {{(pid=62353) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1216.906079] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee45fb1a-2b6b-42a7-b739-2acb79eafea2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.924215] env[62353]: DEBUG oslo_vmware.api [None req-b5fa30fc-c67b-49bb-8031-643be787faa6 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Waiting for the task: (returnval){ [ 1216.924215] env[62353]: value = "task-2373303" [ 1216.924215] env[62353]: _type = "Task" [ 1216.924215] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.931906] env[62353]: DEBUG oslo_vmware.api [None req-b5fa30fc-c67b-49bb-8031-643be787faa6 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Task: {'id': task-2373303, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.941429] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d5e2cd28-3201-4cfc-8f23-7dab613082a7 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Lock "69679061-45cf-44e8-bbca-7d3cb232f440" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.166s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1216.955531] env[62353]: DEBUG oslo_vmware.api [None req-24ba524b-b1c2-438f-b3cd-feabc3060e69 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': task-2373302, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135411} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.955768] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-24ba524b-b1c2-438f-b3cd-feabc3060e69 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1216.955964] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-24ba524b-b1c2-438f-b3cd-feabc3060e69 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 39c5d168-1da6-4889-97ff-112ef77de310] Deleted contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1216.956185] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-24ba524b-b1c2-438f-b3cd-feabc3060e69 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 39c5d168-1da6-4889-97ff-112ef77de310] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1216.956379] env[62353]: INFO nova.compute.manager [None req-24ba524b-b1c2-438f-b3cd-feabc3060e69 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 39c5d168-1da6-4889-97ff-112ef77de310] Took 2.24 seconds to destroy the instance on the hypervisor. [ 1216.956596] env[62353]: DEBUG oslo.service.loopingcall [None req-24ba524b-b1c2-438f-b3cd-feabc3060e69 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1216.956804] env[62353]: DEBUG nova.compute.manager [-] [instance: 39c5d168-1da6-4889-97ff-112ef77de310] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1216.956894] env[62353]: DEBUG nova.network.neutron [-] [instance: 39c5d168-1da6-4889-97ff-112ef77de310] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1217.028866] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Didn't find any instances for network info cache update. {{(pid=62353) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10531}} [ 1217.187653] env[62353]: DEBUG nova.compute.manager [req-fdef189f-e0ea-45b5-be2b-2a2618278381 req-429c628b-2477-4725-9415-d4c8072de93f service nova] [instance: 69679061-45cf-44e8-bbca-7d3cb232f440] Received event network-changed-15ce649b-d11d-44f1-9a42-e9603b70b6c2 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1217.187910] env[62353]: DEBUG nova.compute.manager [req-fdef189f-e0ea-45b5-be2b-2a2618278381 req-429c628b-2477-4725-9415-d4c8072de93f service nova] [instance: 69679061-45cf-44e8-bbca-7d3cb232f440] Refreshing instance network info cache due to event network-changed-15ce649b-d11d-44f1-9a42-e9603b70b6c2. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1217.188304] env[62353]: DEBUG oslo_concurrency.lockutils [req-fdef189f-e0ea-45b5-be2b-2a2618278381 req-429c628b-2477-4725-9415-d4c8072de93f service nova] Acquiring lock "refresh_cache-69679061-45cf-44e8-bbca-7d3cb232f440" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1217.188511] env[62353]: DEBUG oslo_concurrency.lockutils [req-fdef189f-e0ea-45b5-be2b-2a2618278381 req-429c628b-2477-4725-9415-d4c8072de93f service nova] Acquired lock "refresh_cache-69679061-45cf-44e8-bbca-7d3cb232f440" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.188718] env[62353]: DEBUG nova.network.neutron [req-fdef189f-e0ea-45b5-be2b-2a2618278381 req-429c628b-2477-4725-9415-d4c8072de93f service nova] [instance: 69679061-45cf-44e8-bbca-7d3cb232f440] Refreshing network info cache for port 15ce649b-d11d-44f1-9a42-e9603b70b6c2 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1217.434500] env[62353]: DEBUG oslo_vmware.api [None req-b5fa30fc-c67b-49bb-8031-643be787faa6 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Task: {'id': task-2373303, 'name': ReconfigVM_Task, 'duration_secs': 0.215338} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.434778] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5fa30fc-c67b-49bb-8031-643be787faa6 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [instance: 65fe65e8-7bb1-4c9c-962f-1c479ee93e8f] Reconfigured VM instance instance-00000071 to detach disk 2001 {{(pid=62353) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1217.439930] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-15eb0c47-96ce-4b90-b1b9-0c23bd2a7c94 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.456903] env[62353]: DEBUG oslo_vmware.api [None req-b5fa30fc-c67b-49bb-8031-643be787faa6 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Waiting for the task: (returnval){ [ 1217.456903] env[62353]: value = "task-2373304" [ 1217.456903] env[62353]: _type = "Task" [ 1217.456903] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.463025] env[62353]: DEBUG nova.compute.manager [req-dfc9f549-794d-4427-8dd2-b13c21517a90 req-490b3088-6f68-472d-a238-dad483b33308 service nova] [instance: 39c5d168-1da6-4889-97ff-112ef77de310] Received event network-vif-deleted-01ea3245-cb00-46af-ac93-862ab06c6437 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1217.463404] env[62353]: INFO nova.compute.manager [req-dfc9f549-794d-4427-8dd2-b13c21517a90 req-490b3088-6f68-472d-a238-dad483b33308 service nova] [instance: 39c5d168-1da6-4889-97ff-112ef77de310] Neutron deleted interface 01ea3245-cb00-46af-ac93-862ab06c6437; detaching it from the instance and deleting it from the info cache [ 1217.463581] env[62353]: DEBUG nova.network.neutron [req-dfc9f549-794d-4427-8dd2-b13c21517a90 req-490b3088-6f68-472d-a238-dad483b33308 service nova] [instance: 39c5d168-1da6-4889-97ff-112ef77de310] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1217.470969] env[62353]: DEBUG oslo_vmware.api [None req-b5fa30fc-c67b-49bb-8031-643be787faa6 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Task: {'id': task-2373304, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.908079] env[62353]: DEBUG nova.network.neutron [req-fdef189f-e0ea-45b5-be2b-2a2618278381 req-429c628b-2477-4725-9415-d4c8072de93f service nova] [instance: 69679061-45cf-44e8-bbca-7d3cb232f440] Updated VIF entry in instance network info cache for port 15ce649b-d11d-44f1-9a42-e9603b70b6c2. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1217.908479] env[62353]: DEBUG nova.network.neutron [req-fdef189f-e0ea-45b5-be2b-2a2618278381 req-429c628b-2477-4725-9415-d4c8072de93f service nova] [instance: 69679061-45cf-44e8-bbca-7d3cb232f440] Updating instance_info_cache with network_info: [{"id": "15ce649b-d11d-44f1-9a42-e9603b70b6c2", "address": "fa:16:3e:d4:64:58", "network": {"id": "195a2cf7-0c7f-46e9-8a1f-90661cb5de80", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-388449229-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7583ea205b154599859e152e3cf3af0b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d88bb07-f93c-45ca-bce7-230cb1f33833", "external-id": "nsx-vlan-transportzone-387", "segmentation_id": 387, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15ce649b-d1", "ovs_interfaceid": "15ce649b-d11d-44f1-9a42-e9603b70b6c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1217.951894] env[62353]: DEBUG nova.network.neutron [-] [instance: 39c5d168-1da6-4889-97ff-112ef77de310] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1217.968458] env[62353]: DEBUG oslo_vmware.api [None req-b5fa30fc-c67b-49bb-8031-643be787faa6 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Task: {'id': task-2373304, 'name': ReconfigVM_Task, 'duration_secs': 0.143112} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.968671] env[62353]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ac9166c8-2b35-407c-951e-4bdafa95c67c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.972471] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5fa30fc-c67b-49bb-8031-643be787faa6 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [instance: 65fe65e8-7bb1-4c9c-962f-1c479ee93e8f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-481767', 'volume_id': '78e9fa75-5860-4289-9ebd-e1539650be25', 'name': 'volume-78e9fa75-5860-4289-9ebd-e1539650be25', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '65fe65e8-7bb1-4c9c-962f-1c479ee93e8f', 'attached_at': '', 'detached_at': '', 'volume_id': '78e9fa75-5860-4289-9ebd-e1539650be25', 'serial': '78e9fa75-5860-4289-9ebd-e1539650be25'} {{(pid=62353) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1217.981286] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bff89f8-717b-46fd-a7b8-fe3a53df57a3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.009111] env[62353]: DEBUG nova.compute.manager [req-dfc9f549-794d-4427-8dd2-b13c21517a90 req-490b3088-6f68-472d-a238-dad483b33308 service nova] [instance: 39c5d168-1da6-4889-97ff-112ef77de310] Detach interface failed, port_id=01ea3245-cb00-46af-ac93-862ab06c6437, reason: Instance 39c5d168-1da6-4889-97ff-112ef77de310 could not be found. {{(pid=62353) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1218.411379] env[62353]: DEBUG oslo_concurrency.lockutils [req-fdef189f-e0ea-45b5-be2b-2a2618278381 req-429c628b-2477-4725-9415-d4c8072de93f service nova] Releasing lock "refresh_cache-69679061-45cf-44e8-bbca-7d3cb232f440" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1218.454383] env[62353]: INFO nova.compute.manager [-] [instance: 39c5d168-1da6-4889-97ff-112ef77de310] Took 1.50 seconds to deallocate network for instance. [ 1218.513237] env[62353]: DEBUG nova.objects.instance [None req-b5fa30fc-c67b-49bb-8031-643be787faa6 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Lazy-loading 'flavor' on Instance uuid 65fe65e8-7bb1-4c9c-962f-1c479ee93e8f {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1218.523453] env[62353]: DEBUG oslo_service.periodic_task [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1218.523709] env[62353]: DEBUG oslo_service.periodic_task [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1218.523913] env[62353]: DEBUG oslo_service.periodic_task [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1218.995162] env[62353]: INFO nova.compute.manager [None req-24ba524b-b1c2-438f-b3cd-feabc3060e69 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: 39c5d168-1da6-4889-97ff-112ef77de310] Took 0.54 seconds to detach 1 volumes for instance. [ 1219.027158] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1219.027424] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1219.027624] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1219.027804] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62353) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1219.028775] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-064a1c42-b8ea-481c-a948-6707e82489dd {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.037740] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43d8d7fe-3e9e-4b2c-b89c-42b3799e8739 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.052912] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab44d310-c091-4bcd-9f03-f9bb33bd3be8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.059493] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b22bb6b-c60e-4014-a067-0d784fb7d4a7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.090066] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180833MB free_disk=155GB free_vcpus=48 pci_devices=None {{(pid=62353) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1219.090213] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1219.090401] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1219.502644] env[62353]: DEBUG oslo_concurrency.lockutils [None req-24ba524b-b1c2-438f-b3cd-feabc3060e69 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1219.520432] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b5fa30fc-c67b-49bb-8031-643be787faa6 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Lock "65fe65e8-7bb1-4c9c-962f-1c479ee93e8f" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.221s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1220.117021] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Instance 65fe65e8-7bb1-4c9c-962f-1c479ee93e8f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1220.117291] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Instance dcef6fd5-617c-4561-809d-d7c872b90e48 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1220.117460] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Instance 2c6b409d-02cd-47b5-b264-e7e204c29622 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1220.117657] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Instance 11e6b477-1796-44de-a629-e68e56a1322a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1220.117864] env[62353]: WARNING nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Instance 39c5d168-1da6-4889-97ff-112ef77de310 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1220.118038] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Instance 69679061-45cf-44e8-bbca-7d3cb232f440 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1220.118234] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Total usable vcpus: 48, total allocated vcpus: 5 {{(pid=62353) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1220.118373] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1472MB phys_disk=200GB used_disk=5GB total_vcpus=48 used_vcpus=5 pci_stats=[] {{(pid=62353) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1220.201198] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb1b251f-42c2-40ad-86a1-f36e6c9866d7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.209295] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87a8b003-391d-4b3c-8f56-c19e6a81ba0f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.243496] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adc55826-73fb-4c61-a7eb-be51bc4b622b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.250389] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50107e29-49c9-4678-aa6a-9791448d1783 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.262916] env[62353]: DEBUG nova.compute.provider_tree [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1220.541112] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5dc1ed3e-b02e-433d-8550-56a50b1ad360 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Acquiring lock "65fe65e8-7bb1-4c9c-962f-1c479ee93e8f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1220.541112] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5dc1ed3e-b02e-433d-8550-56a50b1ad360 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Lock "65fe65e8-7bb1-4c9c-962f-1c479ee93e8f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1220.541112] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5dc1ed3e-b02e-433d-8550-56a50b1ad360 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Acquiring lock "65fe65e8-7bb1-4c9c-962f-1c479ee93e8f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1220.541112] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5dc1ed3e-b02e-433d-8550-56a50b1ad360 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Lock "65fe65e8-7bb1-4c9c-962f-1c479ee93e8f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1220.541583] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5dc1ed3e-b02e-433d-8550-56a50b1ad360 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Lock "65fe65e8-7bb1-4c9c-962f-1c479ee93e8f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1220.543345] env[62353]: INFO nova.compute.manager [None req-5dc1ed3e-b02e-433d-8550-56a50b1ad360 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [instance: 65fe65e8-7bb1-4c9c-962f-1c479ee93e8f] Terminating instance [ 1220.766602] env[62353]: DEBUG nova.scheduler.client.report [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1221.047040] env[62353]: DEBUG nova.compute.manager [None req-5dc1ed3e-b02e-433d-8550-56a50b1ad360 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [instance: 65fe65e8-7bb1-4c9c-962f-1c479ee93e8f] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1221.047313] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-5dc1ed3e-b02e-433d-8550-56a50b1ad360 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [instance: 65fe65e8-7bb1-4c9c-962f-1c479ee93e8f] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1221.048184] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2bc2a23-592d-4166-99b6-a7cc25d930cc {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.056241] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dc1ed3e-b02e-433d-8550-56a50b1ad360 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [instance: 65fe65e8-7bb1-4c9c-962f-1c479ee93e8f] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1221.056460] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-39319117-0822-4296-b660-f8fadd4aab4c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.063160] env[62353]: DEBUG oslo_vmware.api [None req-5dc1ed3e-b02e-433d-8550-56a50b1ad360 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Waiting for the task: (returnval){ [ 1221.063160] env[62353]: value = "task-2373305" [ 1221.063160] env[62353]: _type = "Task" [ 1221.063160] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.071045] env[62353]: DEBUG oslo_vmware.api [None req-5dc1ed3e-b02e-433d-8550-56a50b1ad360 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Task: {'id': task-2373305, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.272191] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62353) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1221.272424] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.182s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1221.272702] env[62353]: DEBUG oslo_concurrency.lockutils [None req-24ba524b-b1c2-438f-b3cd-feabc3060e69 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.770s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1221.272889] env[62353]: DEBUG oslo_concurrency.lockutils [None req-24ba524b-b1c2-438f-b3cd-feabc3060e69 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1221.291804] env[62353]: INFO nova.scheduler.client.report [None req-24ba524b-b1c2-438f-b3cd-feabc3060e69 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Deleted allocations for instance 39c5d168-1da6-4889-97ff-112ef77de310 [ 1221.573345] env[62353]: DEBUG oslo_vmware.api [None req-5dc1ed3e-b02e-433d-8550-56a50b1ad360 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Task: {'id': task-2373305, 'name': PowerOffVM_Task, 'duration_secs': 0.170113} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.573627] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dc1ed3e-b02e-433d-8550-56a50b1ad360 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [instance: 65fe65e8-7bb1-4c9c-962f-1c479ee93e8f] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1221.573789] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-5dc1ed3e-b02e-433d-8550-56a50b1ad360 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [instance: 65fe65e8-7bb1-4c9c-962f-1c479ee93e8f] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1221.574082] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ac8bcdb1-7fdd-4414-b7c0-68f63c31be6a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.639075] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-5dc1ed3e-b02e-433d-8550-56a50b1ad360 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [instance: 65fe65e8-7bb1-4c9c-962f-1c479ee93e8f] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1221.639075] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-5dc1ed3e-b02e-433d-8550-56a50b1ad360 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [instance: 65fe65e8-7bb1-4c9c-962f-1c479ee93e8f] Deleting contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1221.639075] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-5dc1ed3e-b02e-433d-8550-56a50b1ad360 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Deleting the datastore file [datastore2] 65fe65e8-7bb1-4c9c-962f-1c479ee93e8f {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1221.639300] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ede7561f-72e0-4746-a18c-16819e9b91ad {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.645353] env[62353]: DEBUG oslo_vmware.api [None req-5dc1ed3e-b02e-433d-8550-56a50b1ad360 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Waiting for the task: (returnval){ [ 1221.645353] env[62353]: value = "task-2373307" [ 1221.645353] env[62353]: _type = "Task" [ 1221.645353] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.652464] env[62353]: DEBUG oslo_vmware.api [None req-5dc1ed3e-b02e-433d-8550-56a50b1ad360 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Task: {'id': task-2373307, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.798904] env[62353]: DEBUG oslo_concurrency.lockutils [None req-24ba524b-b1c2-438f-b3cd-feabc3060e69 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Lock "39c5d168-1da6-4889-97ff-112ef77de310" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.592s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1222.155773] env[62353]: DEBUG oslo_vmware.api [None req-5dc1ed3e-b02e-433d-8550-56a50b1ad360 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Task: {'id': task-2373307, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153629} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.155982] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-5dc1ed3e-b02e-433d-8550-56a50b1ad360 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1222.156258] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-5dc1ed3e-b02e-433d-8550-56a50b1ad360 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [instance: 65fe65e8-7bb1-4c9c-962f-1c479ee93e8f] Deleted contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1222.156444] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-5dc1ed3e-b02e-433d-8550-56a50b1ad360 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [instance: 65fe65e8-7bb1-4c9c-962f-1c479ee93e8f] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1222.156615] env[62353]: INFO nova.compute.manager [None req-5dc1ed3e-b02e-433d-8550-56a50b1ad360 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] [instance: 65fe65e8-7bb1-4c9c-962f-1c479ee93e8f] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1222.156850] env[62353]: DEBUG oslo.service.loopingcall [None req-5dc1ed3e-b02e-433d-8550-56a50b1ad360 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1222.157052] env[62353]: DEBUG nova.compute.manager [-] [instance: 65fe65e8-7bb1-4c9c-962f-1c479ee93e8f] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1222.157153] env[62353]: DEBUG nova.network.neutron [-] [instance: 65fe65e8-7bb1-4c9c-962f-1c479ee93e8f] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1222.270322] env[62353]: DEBUG oslo_service.periodic_task [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1222.459920] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b563ba57-87bd-466d-83b7-7b3f997fb1b7 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Acquiring lock "ff871442-5ade-4cd6-b1d2-8b19e14080d5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1222.460184] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b563ba57-87bd-466d-83b7-7b3f997fb1b7 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Lock "ff871442-5ade-4cd6-b1d2-8b19e14080d5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1222.634285] env[62353]: DEBUG nova.compute.manager [req-6985c846-6f8e-4117-b620-cba97b33a5d0 req-e63806d6-6ae2-4958-96c3-d5ad508ff9e2 service nova] [instance: 65fe65e8-7bb1-4c9c-962f-1c479ee93e8f] Received event network-vif-deleted-1d89da03-ea91-48f2-87ed-2ef155cf7667 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1222.634285] env[62353]: INFO nova.compute.manager [req-6985c846-6f8e-4117-b620-cba97b33a5d0 req-e63806d6-6ae2-4958-96c3-d5ad508ff9e2 service nova] [instance: 65fe65e8-7bb1-4c9c-962f-1c479ee93e8f] Neutron deleted interface 1d89da03-ea91-48f2-87ed-2ef155cf7667; detaching it from the instance and deleting it from the info cache [ 1222.634285] env[62353]: DEBUG nova.network.neutron [req-6985c846-6f8e-4117-b620-cba97b33a5d0 req-e63806d6-6ae2-4958-96c3-d5ad508ff9e2 service nova] [instance: 65fe65e8-7bb1-4c9c-962f-1c479ee93e8f] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1222.776296] env[62353]: DEBUG oslo_service.periodic_task [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1222.776448] env[62353]: DEBUG oslo_service.periodic_task [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1222.776613] env[62353]: DEBUG oslo_service.periodic_task [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1222.776786] env[62353]: DEBUG oslo_service.periodic_task [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1222.776939] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62353) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1222.962769] env[62353]: DEBUG nova.compute.manager [None req-b563ba57-87bd-466d-83b7-7b3f997fb1b7 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: ff871442-5ade-4cd6-b1d2-8b19e14080d5] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1223.117154] env[62353]: DEBUG nova.network.neutron [-] [instance: 65fe65e8-7bb1-4c9c-962f-1c479ee93e8f] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1223.137120] env[62353]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6ed79856-b50b-4b66-9db4-a3b57f87ba61 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.147110] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de84235f-dee8-44d5-abdf-e252681d2236 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.175434] env[62353]: DEBUG nova.compute.manager [req-6985c846-6f8e-4117-b620-cba97b33a5d0 req-e63806d6-6ae2-4958-96c3-d5ad508ff9e2 service nova] [instance: 65fe65e8-7bb1-4c9c-962f-1c479ee93e8f] Detach interface failed, port_id=1d89da03-ea91-48f2-87ed-2ef155cf7667, reason: Instance 65fe65e8-7bb1-4c9c-962f-1c479ee93e8f could not be found. {{(pid=62353) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1223.493518] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b563ba57-87bd-466d-83b7-7b3f997fb1b7 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1223.493826] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b563ba57-87bd-466d-83b7-7b3f997fb1b7 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1223.495548] env[62353]: INFO nova.compute.claims [None req-b563ba57-87bd-466d-83b7-7b3f997fb1b7 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: ff871442-5ade-4cd6-b1d2-8b19e14080d5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1223.525675] env[62353]: DEBUG oslo_service.periodic_task [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1223.619484] env[62353]: INFO nova.compute.manager [-] [instance: 65fe65e8-7bb1-4c9c-962f-1c479ee93e8f] Took 1.46 seconds to deallocate network for instance. [ 1224.104091] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2e5155c0-7e7c-45be-b948-2700c3e11cc9 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Acquiring lock "dcef6fd5-617c-4561-809d-d7c872b90e48" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1224.104412] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2e5155c0-7e7c-45be-b948-2700c3e11cc9 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Lock "dcef6fd5-617c-4561-809d-d7c872b90e48" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1224.104587] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2e5155c0-7e7c-45be-b948-2700c3e11cc9 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Acquiring lock "dcef6fd5-617c-4561-809d-d7c872b90e48-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1224.104767] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2e5155c0-7e7c-45be-b948-2700c3e11cc9 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Lock "dcef6fd5-617c-4561-809d-d7c872b90e48-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1224.104956] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2e5155c0-7e7c-45be-b948-2700c3e11cc9 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Lock "dcef6fd5-617c-4561-809d-d7c872b90e48-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1224.107293] env[62353]: INFO nova.compute.manager [None req-2e5155c0-7e7c-45be-b948-2700c3e11cc9 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] [instance: dcef6fd5-617c-4561-809d-d7c872b90e48] Terminating instance [ 1224.125227] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5dc1ed3e-b02e-433d-8550-56a50b1ad360 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1224.270550] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0afab864-a388-444b-a97e-12acf1172e31 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Acquiring lock "11e6b477-1796-44de-a629-e68e56a1322a" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1224.270805] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0afab864-a388-444b-a97e-12acf1172e31 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Lock "11e6b477-1796-44de-a629-e68e56a1322a" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1224.270987] env[62353]: DEBUG nova.compute.manager [None req-0afab864-a388-444b-a97e-12acf1172e31 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: 11e6b477-1796-44de-a629-e68e56a1322a] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1224.271959] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1853fcea-6f27-465c-812c-3c6165a3cf5a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.279125] env[62353]: DEBUG nova.compute.manager [None req-0afab864-a388-444b-a97e-12acf1172e31 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: 11e6b477-1796-44de-a629-e68e56a1322a] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62353) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1224.279675] env[62353]: DEBUG nova.objects.instance [None req-0afab864-a388-444b-a97e-12acf1172e31 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Lazy-loading 'flavor' on Instance uuid 11e6b477-1796-44de-a629-e68e56a1322a {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1224.582959] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83253442-d885-40e3-85f5-beea8e1c53c9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.590384] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fd0bc50-55a4-4265-8604-9a5a989a97f0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.619722] env[62353]: DEBUG nova.compute.manager [None req-2e5155c0-7e7c-45be-b948-2700c3e11cc9 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] [instance: dcef6fd5-617c-4561-809d-d7c872b90e48] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1224.619968] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-2e5155c0-7e7c-45be-b948-2700c3e11cc9 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] [instance: dcef6fd5-617c-4561-809d-d7c872b90e48] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1224.620954] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-038b2e1e-07f1-40b1-945c-eaad07d292a9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.624043] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c7f3351-8371-49ce-85d4-946002e2c499 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.632822] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b2f39d7-8370-4337-926e-ca56bd420181 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.636550] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e5155c0-7e7c-45be-b948-2700c3e11cc9 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] [instance: dcef6fd5-617c-4561-809d-d7c872b90e48] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1224.636787] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c7c6ac46-3941-4f12-9bef-d68d6bf84c68 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.647788] env[62353]: DEBUG nova.compute.provider_tree [None req-b563ba57-87bd-466d-83b7-7b3f997fb1b7 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1224.650234] env[62353]: DEBUG oslo_vmware.api [None req-2e5155c0-7e7c-45be-b948-2700c3e11cc9 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Waiting for the task: (returnval){ [ 1224.650234] env[62353]: value = "task-2373308" [ 1224.650234] env[62353]: _type = "Task" [ 1224.650234] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.657899] env[62353]: DEBUG oslo_vmware.api [None req-2e5155c0-7e7c-45be-b948-2700c3e11cc9 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Task: {'id': task-2373308, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.152196] env[62353]: DEBUG nova.scheduler.client.report [None req-b563ba57-87bd-466d-83b7-7b3f997fb1b7 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1225.164228] env[62353]: DEBUG oslo_vmware.api [None req-2e5155c0-7e7c-45be-b948-2700c3e11cc9 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Task: {'id': task-2373308, 'name': PowerOffVM_Task, 'duration_secs': 0.249878} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.164481] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e5155c0-7e7c-45be-b948-2700c3e11cc9 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] [instance: dcef6fd5-617c-4561-809d-d7c872b90e48] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1225.164656] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-2e5155c0-7e7c-45be-b948-2700c3e11cc9 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] [instance: dcef6fd5-617c-4561-809d-d7c872b90e48] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1225.165682] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-65ff7f95-5e12-479c-b2a9-89e85db7e5bb {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.235113] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-2e5155c0-7e7c-45be-b948-2700c3e11cc9 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] [instance: dcef6fd5-617c-4561-809d-d7c872b90e48] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1225.235367] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-2e5155c0-7e7c-45be-b948-2700c3e11cc9 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] [instance: dcef6fd5-617c-4561-809d-d7c872b90e48] Deleting contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1225.235567] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e5155c0-7e7c-45be-b948-2700c3e11cc9 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Deleting the datastore file [datastore1] dcef6fd5-617c-4561-809d-d7c872b90e48 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1225.235839] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-33812c78-87df-466e-a74c-523bd0e49e1a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.244672] env[62353]: DEBUG oslo_vmware.api [None req-2e5155c0-7e7c-45be-b948-2700c3e11cc9 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Waiting for the task: (returnval){ [ 1225.244672] env[62353]: value = "task-2373310" [ 1225.244672] env[62353]: _type = "Task" [ 1225.244672] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.252719] env[62353]: DEBUG oslo_concurrency.lockutils [None req-47b02473-3cd1-42f5-80a3-24c7cd7910c0 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Acquiring lock "c366a96d-6be7-4eb2-8091-76719a115268" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1225.253101] env[62353]: DEBUG oslo_concurrency.lockutils [None req-47b02473-3cd1-42f5-80a3-24c7cd7910c0 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Lock "c366a96d-6be7-4eb2-8091-76719a115268" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1225.257448] env[62353]: DEBUG oslo_vmware.api [None req-2e5155c0-7e7c-45be-b948-2700c3e11cc9 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Task: {'id': task-2373310, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.286219] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-0afab864-a388-444b-a97e-12acf1172e31 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: 11e6b477-1796-44de-a629-e68e56a1322a] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1225.286495] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a8418b33-2255-40d6-8f64-dcdf6acb6ab2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.294796] env[62353]: DEBUG oslo_vmware.api [None req-0afab864-a388-444b-a97e-12acf1172e31 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Waiting for the task: (returnval){ [ 1225.294796] env[62353]: value = "task-2373311" [ 1225.294796] env[62353]: _type = "Task" [ 1225.294796] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.304634] env[62353]: DEBUG oslo_vmware.api [None req-0afab864-a388-444b-a97e-12acf1172e31 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Task: {'id': task-2373311, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.659492] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b563ba57-87bd-466d-83b7-7b3f997fb1b7 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.166s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1225.660059] env[62353]: DEBUG nova.compute.manager [None req-b563ba57-87bd-466d-83b7-7b3f997fb1b7 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: ff871442-5ade-4cd6-b1d2-8b19e14080d5] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1225.662862] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5dc1ed3e-b02e-433d-8550-56a50b1ad360 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.538s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1225.663044] env[62353]: DEBUG nova.objects.instance [None req-5dc1ed3e-b02e-433d-8550-56a50b1ad360 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Lazy-loading 'resources' on Instance uuid 65fe65e8-7bb1-4c9c-962f-1c479ee93e8f {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1225.755253] env[62353]: DEBUG oslo_vmware.api [None req-2e5155c0-7e7c-45be-b948-2700c3e11cc9 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Task: {'id': task-2373310, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.216311} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.755527] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e5155c0-7e7c-45be-b948-2700c3e11cc9 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1225.755736] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-2e5155c0-7e7c-45be-b948-2700c3e11cc9 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] [instance: dcef6fd5-617c-4561-809d-d7c872b90e48] Deleted contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1225.755960] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-2e5155c0-7e7c-45be-b948-2700c3e11cc9 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] [instance: dcef6fd5-617c-4561-809d-d7c872b90e48] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1225.756165] env[62353]: INFO nova.compute.manager [None req-2e5155c0-7e7c-45be-b948-2700c3e11cc9 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] [instance: dcef6fd5-617c-4561-809d-d7c872b90e48] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1225.756408] env[62353]: DEBUG oslo.service.loopingcall [None req-2e5155c0-7e7c-45be-b948-2700c3e11cc9 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1225.756596] env[62353]: DEBUG nova.compute.manager [-] [instance: dcef6fd5-617c-4561-809d-d7c872b90e48] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1225.756688] env[62353]: DEBUG nova.network.neutron [-] [instance: dcef6fd5-617c-4561-809d-d7c872b90e48] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1225.758435] env[62353]: DEBUG nova.compute.manager [None req-47b02473-3cd1-42f5-80a3-24c7cd7910c0 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: c366a96d-6be7-4eb2-8091-76719a115268] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1225.804576] env[62353]: DEBUG oslo_vmware.api [None req-0afab864-a388-444b-a97e-12acf1172e31 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Task: {'id': task-2373311, 'name': PowerOffVM_Task, 'duration_secs': 0.194174} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.804786] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-0afab864-a388-444b-a97e-12acf1172e31 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: 11e6b477-1796-44de-a629-e68e56a1322a] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1225.804976] env[62353]: DEBUG nova.compute.manager [None req-0afab864-a388-444b-a97e-12acf1172e31 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: 11e6b477-1796-44de-a629-e68e56a1322a] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1225.805785] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e2a320a-9b20-49ff-ad15-515671a25db1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.165245] env[62353]: DEBUG nova.compute.utils [None req-b563ba57-87bd-466d-83b7-7b3f997fb1b7 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1226.166483] env[62353]: DEBUG nova.compute.manager [None req-b563ba57-87bd-466d-83b7-7b3f997fb1b7 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: ff871442-5ade-4cd6-b1d2-8b19e14080d5] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1226.166652] env[62353]: DEBUG nova.network.neutron [None req-b563ba57-87bd-466d-83b7-7b3f997fb1b7 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: ff871442-5ade-4cd6-b1d2-8b19e14080d5] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1226.221541] env[62353]: DEBUG nova.policy [None req-b563ba57-87bd-466d-83b7-7b3f997fb1b7 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '88a986a83b464cc3aaa4ece596f16aaf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '890397883ac142a1ae90fecc50da8b41', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:192}} [ 1226.260901] env[62353]: DEBUG nova.compute.manager [req-ec88a646-10ee-4aa6-8db6-53769f989510 req-de78c8ef-f3ff-4232-9737-5fbbccd35d66 service nova] [instance: dcef6fd5-617c-4561-809d-d7c872b90e48] Received event network-vif-deleted-ef7ff939-f0c4-470a-8ba8-5aabc4a7703b {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1226.261118] env[62353]: INFO nova.compute.manager [req-ec88a646-10ee-4aa6-8db6-53769f989510 req-de78c8ef-f3ff-4232-9737-5fbbccd35d66 service nova] [instance: dcef6fd5-617c-4561-809d-d7c872b90e48] Neutron deleted interface ef7ff939-f0c4-470a-8ba8-5aabc4a7703b; detaching it from the instance and deleting it from the info cache [ 1226.261291] env[62353]: DEBUG nova.network.neutron [req-ec88a646-10ee-4aa6-8db6-53769f989510 req-de78c8ef-f3ff-4232-9737-5fbbccd35d66 service nova] [instance: dcef6fd5-617c-4561-809d-d7c872b90e48] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1226.277899] env[62353]: DEBUG oslo_concurrency.lockutils [None req-47b02473-3cd1-42f5-80a3-24c7cd7910c0 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1226.293349] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47236fba-60c7-4b44-9880-f2a4f1a36636 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.301276] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72cb948a-8c5b-4003-aa77-f384385186cd {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.334834] env[62353]: DEBUG oslo_concurrency.lockutils [None req-0afab864-a388-444b-a97e-12acf1172e31 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Lock "11e6b477-1796-44de-a629-e68e56a1322a" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.064s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1226.336195] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-773f0b94-fe18-4df7-972a-66fc60d1f845 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.344135] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43cac75c-ecb2-4b04-8b3a-191cdc20a7cb {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.358168] env[62353]: DEBUG nova.compute.provider_tree [None req-5dc1ed3e-b02e-433d-8550-56a50b1ad360 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1226.529673] env[62353]: DEBUG nova.network.neutron [None req-b563ba57-87bd-466d-83b7-7b3f997fb1b7 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: ff871442-5ade-4cd6-b1d2-8b19e14080d5] Successfully created port: 7cdd8678-5f7c-4e13-a778-5985ee2fe375 {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1226.663517] env[62353]: DEBUG nova.objects.instance [None req-234e7bce-2601-433b-86b9-51e2dada201a tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Lazy-loading 'flavor' on Instance uuid 11e6b477-1796-44de-a629-e68e56a1322a {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1226.669627] env[62353]: DEBUG nova.compute.manager [None req-b563ba57-87bd-466d-83b7-7b3f997fb1b7 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: ff871442-5ade-4cd6-b1d2-8b19e14080d5] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1226.743498] env[62353]: DEBUG nova.network.neutron [-] [instance: dcef6fd5-617c-4561-809d-d7c872b90e48] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1226.765407] env[62353]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7b372732-e4d0-4868-be5d-df982cff4c65 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.782564] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aef2ea2a-17ee-4275-91dd-6b73e1fb3031 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.813941] env[62353]: DEBUG nova.compute.manager [req-ec88a646-10ee-4aa6-8db6-53769f989510 req-de78c8ef-f3ff-4232-9737-5fbbccd35d66 service nova] [instance: dcef6fd5-617c-4561-809d-d7c872b90e48] Detach interface failed, port_id=ef7ff939-f0c4-470a-8ba8-5aabc4a7703b, reason: Instance dcef6fd5-617c-4561-809d-d7c872b90e48 could not be found. {{(pid=62353) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1226.861762] env[62353]: DEBUG nova.scheduler.client.report [None req-5dc1ed3e-b02e-433d-8550-56a50b1ad360 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1227.168477] env[62353]: DEBUG oslo_concurrency.lockutils [None req-234e7bce-2601-433b-86b9-51e2dada201a tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Acquiring lock "refresh_cache-11e6b477-1796-44de-a629-e68e56a1322a" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1227.168762] env[62353]: DEBUG oslo_concurrency.lockutils [None req-234e7bce-2601-433b-86b9-51e2dada201a tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Acquired lock "refresh_cache-11e6b477-1796-44de-a629-e68e56a1322a" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.168812] env[62353]: DEBUG nova.network.neutron [None req-234e7bce-2601-433b-86b9-51e2dada201a tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: 11e6b477-1796-44de-a629-e68e56a1322a] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1227.168966] env[62353]: DEBUG nova.objects.instance [None req-234e7bce-2601-433b-86b9-51e2dada201a tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Lazy-loading 'info_cache' on Instance uuid 11e6b477-1796-44de-a629-e68e56a1322a {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1227.245649] env[62353]: INFO nova.compute.manager [-] [instance: dcef6fd5-617c-4561-809d-d7c872b90e48] Took 1.49 seconds to deallocate network for instance. [ 1227.366318] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5dc1ed3e-b02e-433d-8550-56a50b1ad360 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.703s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1227.369057] env[62353]: DEBUG oslo_concurrency.lockutils [None req-47b02473-3cd1-42f5-80a3-24c7cd7910c0 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.091s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1227.370430] env[62353]: INFO nova.compute.claims [None req-47b02473-3cd1-42f5-80a3-24c7cd7910c0 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: c366a96d-6be7-4eb2-8091-76719a115268] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1227.390761] env[62353]: INFO nova.scheduler.client.report [None req-5dc1ed3e-b02e-433d-8550-56a50b1ad360 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Deleted allocations for instance 65fe65e8-7bb1-4c9c-962f-1c479ee93e8f [ 1227.672482] env[62353]: DEBUG nova.objects.base [None req-234e7bce-2601-433b-86b9-51e2dada201a tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Object Instance<11e6b477-1796-44de-a629-e68e56a1322a> lazy-loaded attributes: flavor,info_cache {{(pid=62353) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1227.678038] env[62353]: DEBUG nova.compute.manager [None req-b563ba57-87bd-466d-83b7-7b3f997fb1b7 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: ff871442-5ade-4cd6-b1d2-8b19e14080d5] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1227.709136] env[62353]: DEBUG nova.virt.hardware [None req-b563ba57-87bd-466d-83b7-7b3f997fb1b7 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T12:38:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T12:38:15Z,direct_url=,disk_format='vmdk',id=06f909ae-e8dc-43b4-abf7-c7ed85db9bbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0a3f88790a594523a818b8c00f6862e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T12:38:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1227.709324] env[62353]: DEBUG nova.virt.hardware [None req-b563ba57-87bd-466d-83b7-7b3f997fb1b7 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1227.709465] env[62353]: DEBUG nova.virt.hardware [None req-b563ba57-87bd-466d-83b7-7b3f997fb1b7 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1227.709643] env[62353]: DEBUG nova.virt.hardware [None req-b563ba57-87bd-466d-83b7-7b3f997fb1b7 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1227.710326] env[62353]: DEBUG nova.virt.hardware [None req-b563ba57-87bd-466d-83b7-7b3f997fb1b7 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1227.710494] env[62353]: DEBUG nova.virt.hardware [None req-b563ba57-87bd-466d-83b7-7b3f997fb1b7 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1227.710707] env[62353]: DEBUG nova.virt.hardware [None req-b563ba57-87bd-466d-83b7-7b3f997fb1b7 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1227.710868] env[62353]: DEBUG nova.virt.hardware [None req-b563ba57-87bd-466d-83b7-7b3f997fb1b7 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1227.711044] env[62353]: DEBUG nova.virt.hardware [None req-b563ba57-87bd-466d-83b7-7b3f997fb1b7 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1227.711211] env[62353]: DEBUG nova.virt.hardware [None req-b563ba57-87bd-466d-83b7-7b3f997fb1b7 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1227.711383] env[62353]: DEBUG nova.virt.hardware [None req-b563ba57-87bd-466d-83b7-7b3f997fb1b7 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1227.712294] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1624e1c-fd99-4fd3-845d-ec028b4e5dc3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.721850] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae107f84-5a90-4df5-955f-7e9f236ef8e5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.752162] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2e5155c0-7e7c-45be-b948-2700c3e11cc9 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1227.897272] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5dc1ed3e-b02e-433d-8550-56a50b1ad360 tempest-AttachVolumeNegativeTest-1948684481 tempest-AttachVolumeNegativeTest-1948684481-project-member] Lock "65fe65e8-7bb1-4c9c-962f-1c479ee93e8f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.357s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1227.956416] env[62353]: DEBUG nova.compute.manager [req-26e9a4ce-35de-4176-9147-d698d2191512 req-69f2e14d-0d37-4da7-8e8e-a527eded6019 service nova] [instance: ff871442-5ade-4cd6-b1d2-8b19e14080d5] Received event network-vif-plugged-7cdd8678-5f7c-4e13-a778-5985ee2fe375 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1227.956737] env[62353]: DEBUG oslo_concurrency.lockutils [req-26e9a4ce-35de-4176-9147-d698d2191512 req-69f2e14d-0d37-4da7-8e8e-a527eded6019 service nova] Acquiring lock "ff871442-5ade-4cd6-b1d2-8b19e14080d5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1227.956986] env[62353]: DEBUG oslo_concurrency.lockutils [req-26e9a4ce-35de-4176-9147-d698d2191512 req-69f2e14d-0d37-4da7-8e8e-a527eded6019 service nova] Lock "ff871442-5ade-4cd6-b1d2-8b19e14080d5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1227.957190] env[62353]: DEBUG oslo_concurrency.lockutils [req-26e9a4ce-35de-4176-9147-d698d2191512 req-69f2e14d-0d37-4da7-8e8e-a527eded6019 service nova] Lock "ff871442-5ade-4cd6-b1d2-8b19e14080d5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1227.957426] env[62353]: DEBUG nova.compute.manager [req-26e9a4ce-35de-4176-9147-d698d2191512 req-69f2e14d-0d37-4da7-8e8e-a527eded6019 service nova] [instance: ff871442-5ade-4cd6-b1d2-8b19e14080d5] No waiting events found dispatching network-vif-plugged-7cdd8678-5f7c-4e13-a778-5985ee2fe375 {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1227.957637] env[62353]: WARNING nova.compute.manager [req-26e9a4ce-35de-4176-9147-d698d2191512 req-69f2e14d-0d37-4da7-8e8e-a527eded6019 service nova] [instance: ff871442-5ade-4cd6-b1d2-8b19e14080d5] Received unexpected event network-vif-plugged-7cdd8678-5f7c-4e13-a778-5985ee2fe375 for instance with vm_state building and task_state spawning. [ 1228.043829] env[62353]: DEBUG nova.network.neutron [None req-b563ba57-87bd-466d-83b7-7b3f997fb1b7 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: ff871442-5ade-4cd6-b1d2-8b19e14080d5] Successfully updated port: 7cdd8678-5f7c-4e13-a778-5985ee2fe375 {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1228.429549] env[62353]: DEBUG nova.network.neutron [None req-234e7bce-2601-433b-86b9-51e2dada201a tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: 11e6b477-1796-44de-a629-e68e56a1322a] Updating instance_info_cache with network_info: [{"id": "18df0830-a1e6-41ef-bf69-bf250c068bfd", "address": "fa:16:3e:e1:44:81", "network": {"id": "e5d036e4-e0e1-4263-a13b-32de611efa27", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1880879466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c183cea98ca94f09886d57c4499788e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08e9585e-6186-4788-9fd9-24174ce45a6f", "external-id": "nsx-vlan-transportzone-254", "segmentation_id": 254, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18df0830-a1", "ovs_interfaceid": "18df0830-a1e6-41ef-bf69-bf250c068bfd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1228.468580] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3947d4a2-28e9-4b5f-887d-40434c68d0e1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.476979] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb19ac61-00d7-4975-a4bc-09182aaabf28 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.506587] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a136690-f7ba-46ad-b526-9d389dadebd0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.513680] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a83bd21-796d-49a6-92ae-76cc196fbdee {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.526345] env[62353]: DEBUG nova.compute.provider_tree [None req-47b02473-3cd1-42f5-80a3-24c7cd7910c0 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1228.548620] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b563ba57-87bd-466d-83b7-7b3f997fb1b7 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Acquiring lock "refresh_cache-ff871442-5ade-4cd6-b1d2-8b19e14080d5" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1228.548774] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b563ba57-87bd-466d-83b7-7b3f997fb1b7 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Acquired lock "refresh_cache-ff871442-5ade-4cd6-b1d2-8b19e14080d5" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.548891] env[62353]: DEBUG nova.network.neutron [None req-b563ba57-87bd-466d-83b7-7b3f997fb1b7 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: ff871442-5ade-4cd6-b1d2-8b19e14080d5] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1228.932434] env[62353]: DEBUG oslo_concurrency.lockutils [None req-234e7bce-2601-433b-86b9-51e2dada201a tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Releasing lock "refresh_cache-11e6b477-1796-44de-a629-e68e56a1322a" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1229.030111] env[62353]: DEBUG nova.scheduler.client.report [None req-47b02473-3cd1-42f5-80a3-24c7cd7910c0 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1229.089356] env[62353]: DEBUG nova.network.neutron [None req-b563ba57-87bd-466d-83b7-7b3f997fb1b7 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: ff871442-5ade-4cd6-b1d2-8b19e14080d5] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1229.235565] env[62353]: DEBUG nova.network.neutron [None req-b563ba57-87bd-466d-83b7-7b3f997fb1b7 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: ff871442-5ade-4cd6-b1d2-8b19e14080d5] Updating instance_info_cache with network_info: [{"id": "7cdd8678-5f7c-4e13-a778-5985ee2fe375", "address": "fa:16:3e:33:22:66", "network": {"id": "f2c61678-8c63-4464-84ba-d84b54807cc9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1565172013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "890397883ac142a1ae90fecc50da8b41", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e044cfd4-1b0d-4d88-b1bd-604025731d3f", "external-id": "nsx-vlan-transportzone-372", "segmentation_id": 372, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7cdd8678-5f", "ovs_interfaceid": "7cdd8678-5f7c-4e13-a778-5985ee2fe375", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1229.535014] env[62353]: DEBUG oslo_concurrency.lockutils [None req-47b02473-3cd1-42f5-80a3-24c7cd7910c0 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.166s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1229.535569] env[62353]: DEBUG nova.compute.manager [None req-47b02473-3cd1-42f5-80a3-24c7cd7910c0 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: c366a96d-6be7-4eb2-8091-76719a115268] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1229.538074] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2e5155c0-7e7c-45be-b948-2700c3e11cc9 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.786s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1229.538293] env[62353]: DEBUG nova.objects.instance [None req-2e5155c0-7e7c-45be-b948-2700c3e11cc9 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Lazy-loading 'resources' on Instance uuid dcef6fd5-617c-4561-809d-d7c872b90e48 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1229.738362] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b563ba57-87bd-466d-83b7-7b3f997fb1b7 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Releasing lock "refresh_cache-ff871442-5ade-4cd6-b1d2-8b19e14080d5" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1229.738622] env[62353]: DEBUG nova.compute.manager [None req-b563ba57-87bd-466d-83b7-7b3f997fb1b7 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: ff871442-5ade-4cd6-b1d2-8b19e14080d5] Instance network_info: |[{"id": "7cdd8678-5f7c-4e13-a778-5985ee2fe375", "address": "fa:16:3e:33:22:66", "network": {"id": "f2c61678-8c63-4464-84ba-d84b54807cc9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1565172013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "890397883ac142a1ae90fecc50da8b41", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e044cfd4-1b0d-4d88-b1bd-604025731d3f", "external-id": "nsx-vlan-transportzone-372", "segmentation_id": 372, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7cdd8678-5f", "ovs_interfaceid": "7cdd8678-5f7c-4e13-a778-5985ee2fe375", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1229.739050] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-b563ba57-87bd-466d-83b7-7b3f997fb1b7 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: ff871442-5ade-4cd6-b1d2-8b19e14080d5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:33:22:66', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e044cfd4-1b0d-4d88-b1bd-604025731d3f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7cdd8678-5f7c-4e13-a778-5985ee2fe375', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1229.746440] env[62353]: DEBUG oslo.service.loopingcall [None req-b563ba57-87bd-466d-83b7-7b3f997fb1b7 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1229.746637] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff871442-5ade-4cd6-b1d2-8b19e14080d5] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1229.746858] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-14e4c987-10f0-4458-a582-0ccdd7575b53 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.767430] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1229.767430] env[62353]: value = "task-2373313" [ 1229.767430] env[62353]: _type = "Task" [ 1229.767430] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.775356] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2373313, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.937834] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-234e7bce-2601-433b-86b9-51e2dada201a tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: 11e6b477-1796-44de-a629-e68e56a1322a] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1229.938227] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b82eeffe-43ba-4832-9a0a-58e0880bf46d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.945739] env[62353]: DEBUG oslo_vmware.api [None req-234e7bce-2601-433b-86b9-51e2dada201a tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Waiting for the task: (returnval){ [ 1229.945739] env[62353]: value = "task-2373314" [ 1229.945739] env[62353]: _type = "Task" [ 1229.945739] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.954431] env[62353]: DEBUG oslo_vmware.api [None req-234e7bce-2601-433b-86b9-51e2dada201a tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Task: {'id': task-2373314, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.983776] env[62353]: DEBUG nova.compute.manager [req-7aac2e3c-775d-46c6-9921-8ae85088b7e1 req-8e5cc6bc-ff87-45a0-a049-04b6ade45e3a service nova] [instance: ff871442-5ade-4cd6-b1d2-8b19e14080d5] Received event network-changed-7cdd8678-5f7c-4e13-a778-5985ee2fe375 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1229.984295] env[62353]: DEBUG nova.compute.manager [req-7aac2e3c-775d-46c6-9921-8ae85088b7e1 req-8e5cc6bc-ff87-45a0-a049-04b6ade45e3a service nova] [instance: ff871442-5ade-4cd6-b1d2-8b19e14080d5] Refreshing instance network info cache due to event network-changed-7cdd8678-5f7c-4e13-a778-5985ee2fe375. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1229.984605] env[62353]: DEBUG oslo_concurrency.lockutils [req-7aac2e3c-775d-46c6-9921-8ae85088b7e1 req-8e5cc6bc-ff87-45a0-a049-04b6ade45e3a service nova] Acquiring lock "refresh_cache-ff871442-5ade-4cd6-b1d2-8b19e14080d5" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1229.984820] env[62353]: DEBUG oslo_concurrency.lockutils [req-7aac2e3c-775d-46c6-9921-8ae85088b7e1 req-8e5cc6bc-ff87-45a0-a049-04b6ade45e3a service nova] Acquired lock "refresh_cache-ff871442-5ade-4cd6-b1d2-8b19e14080d5" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.985071] env[62353]: DEBUG nova.network.neutron [req-7aac2e3c-775d-46c6-9921-8ae85088b7e1 req-8e5cc6bc-ff87-45a0-a049-04b6ade45e3a service nova] [instance: ff871442-5ade-4cd6-b1d2-8b19e14080d5] Refreshing network info cache for port 7cdd8678-5f7c-4e13-a778-5985ee2fe375 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1230.041718] env[62353]: DEBUG nova.compute.utils [None req-47b02473-3cd1-42f5-80a3-24c7cd7910c0 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1230.045831] env[62353]: DEBUG nova.compute.manager [None req-47b02473-3cd1-42f5-80a3-24c7cd7910c0 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: c366a96d-6be7-4eb2-8091-76719a115268] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1230.045993] env[62353]: DEBUG nova.network.neutron [None req-47b02473-3cd1-42f5-80a3-24c7cd7910c0 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: c366a96d-6be7-4eb2-8091-76719a115268] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1230.087802] env[62353]: DEBUG nova.policy [None req-47b02473-3cd1-42f5-80a3-24c7cd7910c0 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7c56839c070d4f0289f4a8ca3defa8e3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '563a3da12f97462190a5b5cd288faf87', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:192}} [ 1230.138995] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cfa77b2-4da3-44de-9497-9d5ff6baf6f3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.146933] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9c998a2-ffa2-4359-b6c6-592f986d1c1d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.178421] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47e9fcc4-aac1-468e-8fca-072f05ee170a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.186016] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04160fd8-dbb1-4115-99a8-4dde5bdabe51 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.202017] env[62353]: DEBUG nova.compute.provider_tree [None req-2e5155c0-7e7c-45be-b948-2700c3e11cc9 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1230.278531] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2373313, 'name': CreateVM_Task, 'duration_secs': 0.305486} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.278710] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff871442-5ade-4cd6-b1d2-8b19e14080d5] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1230.279415] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b563ba57-87bd-466d-83b7-7b3f997fb1b7 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1230.279582] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b563ba57-87bd-466d-83b7-7b3f997fb1b7 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Acquired lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.279966] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b563ba57-87bd-466d-83b7-7b3f997fb1b7 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1230.280253] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8f030aa-b403-4270-8d0f-fe08f7b2f455 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.284616] env[62353]: DEBUG oslo_vmware.api [None req-b563ba57-87bd-466d-83b7-7b3f997fb1b7 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Waiting for the task: (returnval){ [ 1230.284616] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52e8f4b8-1ba7-2293-1bbf-d63bce54c777" [ 1230.284616] env[62353]: _type = "Task" [ 1230.284616] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.292601] env[62353]: DEBUG oslo_vmware.api [None req-b563ba57-87bd-466d-83b7-7b3f997fb1b7 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52e8f4b8-1ba7-2293-1bbf-d63bce54c777, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.394463] env[62353]: DEBUG nova.network.neutron [None req-47b02473-3cd1-42f5-80a3-24c7cd7910c0 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: c366a96d-6be7-4eb2-8091-76719a115268] Successfully created port: cefdfb82-f4b6-42c7-b25e-1c41c836a7f0 {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1230.456687] env[62353]: DEBUG oslo_vmware.api [None req-234e7bce-2601-433b-86b9-51e2dada201a tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Task: {'id': task-2373314, 'name': PowerOnVM_Task, 'duration_secs': 0.398629} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.456958] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-234e7bce-2601-433b-86b9-51e2dada201a tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: 11e6b477-1796-44de-a629-e68e56a1322a] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1230.457192] env[62353]: DEBUG nova.compute.manager [None req-234e7bce-2601-433b-86b9-51e2dada201a tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: 11e6b477-1796-44de-a629-e68e56a1322a] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1230.457960] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fff96259-68f1-4aa1-b511-0f148e4ca9da {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.546988] env[62353]: DEBUG nova.compute.manager [None req-47b02473-3cd1-42f5-80a3-24c7cd7910c0 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: c366a96d-6be7-4eb2-8091-76719a115268] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1230.691018] env[62353]: DEBUG nova.network.neutron [req-7aac2e3c-775d-46c6-9921-8ae85088b7e1 req-8e5cc6bc-ff87-45a0-a049-04b6ade45e3a service nova] [instance: ff871442-5ade-4cd6-b1d2-8b19e14080d5] Updated VIF entry in instance network info cache for port 7cdd8678-5f7c-4e13-a778-5985ee2fe375. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1230.691406] env[62353]: DEBUG nova.network.neutron [req-7aac2e3c-775d-46c6-9921-8ae85088b7e1 req-8e5cc6bc-ff87-45a0-a049-04b6ade45e3a service nova] [instance: ff871442-5ade-4cd6-b1d2-8b19e14080d5] Updating instance_info_cache with network_info: [{"id": "7cdd8678-5f7c-4e13-a778-5985ee2fe375", "address": "fa:16:3e:33:22:66", "network": {"id": "f2c61678-8c63-4464-84ba-d84b54807cc9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1565172013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "890397883ac142a1ae90fecc50da8b41", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e044cfd4-1b0d-4d88-b1bd-604025731d3f", "external-id": "nsx-vlan-transportzone-372", "segmentation_id": 372, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7cdd8678-5f", "ovs_interfaceid": "7cdd8678-5f7c-4e13-a778-5985ee2fe375", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1230.705483] env[62353]: DEBUG nova.scheduler.client.report [None req-2e5155c0-7e7c-45be-b948-2700c3e11cc9 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1230.795529] env[62353]: DEBUG oslo_vmware.api [None req-b563ba57-87bd-466d-83b7-7b3f997fb1b7 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52e8f4b8-1ba7-2293-1bbf-d63bce54c777, 'name': SearchDatastore_Task, 'duration_secs': 0.011038} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.795814] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b563ba57-87bd-466d-83b7-7b3f997fb1b7 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Releasing lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1230.796055] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-b563ba57-87bd-466d-83b7-7b3f997fb1b7 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: ff871442-5ade-4cd6-b1d2-8b19e14080d5] Processing image 06f909ae-e8dc-43b4-abf7-c7ed85db9bbd {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1230.796434] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b563ba57-87bd-466d-83b7-7b3f997fb1b7 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1230.796599] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b563ba57-87bd-466d-83b7-7b3f997fb1b7 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Acquired lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.796777] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-b563ba57-87bd-466d-83b7-7b3f997fb1b7 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1230.797042] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-66581058-5165-4044-abb8-f77ee98df2df {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.805474] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-b563ba57-87bd-466d-83b7-7b3f997fb1b7 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1230.805652] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-b563ba57-87bd-466d-83b7-7b3f997fb1b7 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1230.806327] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-deaba226-d3f6-4e6e-845b-98c75a2e9cc0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.810973] env[62353]: DEBUG oslo_vmware.api [None req-b563ba57-87bd-466d-83b7-7b3f997fb1b7 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Waiting for the task: (returnval){ [ 1230.810973] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]528df77b-789f-45d9-1bde-8586fe767a3a" [ 1230.810973] env[62353]: _type = "Task" [ 1230.810973] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.818414] env[62353]: DEBUG oslo_vmware.api [None req-b563ba57-87bd-466d-83b7-7b3f997fb1b7 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]528df77b-789f-45d9-1bde-8586fe767a3a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.194267] env[62353]: DEBUG oslo_concurrency.lockutils [req-7aac2e3c-775d-46c6-9921-8ae85088b7e1 req-8e5cc6bc-ff87-45a0-a049-04b6ade45e3a service nova] Releasing lock "refresh_cache-ff871442-5ade-4cd6-b1d2-8b19e14080d5" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1231.209470] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2e5155c0-7e7c-45be-b948-2700c3e11cc9 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.671s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1231.232802] env[62353]: INFO nova.scheduler.client.report [None req-2e5155c0-7e7c-45be-b948-2700c3e11cc9 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Deleted allocations for instance dcef6fd5-617c-4561-809d-d7c872b90e48 [ 1231.321473] env[62353]: DEBUG oslo_vmware.api [None req-b563ba57-87bd-466d-83b7-7b3f997fb1b7 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]528df77b-789f-45d9-1bde-8586fe767a3a, 'name': SearchDatastore_Task, 'duration_secs': 0.008386} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.322308] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d415e2c-d35f-4796-bf39-f358b9f58044 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.327516] env[62353]: DEBUG oslo_vmware.api [None req-b563ba57-87bd-466d-83b7-7b3f997fb1b7 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Waiting for the task: (returnval){ [ 1231.327516] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52cdebba-4498-ae36-77dd-46c2936f6db6" [ 1231.327516] env[62353]: _type = "Task" [ 1231.327516] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.335761] env[62353]: DEBUG oslo_vmware.api [None req-b563ba57-87bd-466d-83b7-7b3f997fb1b7 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52cdebba-4498-ae36-77dd-46c2936f6db6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.492642] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aadd85fc-65f5-4c2c-a3f3-af45a6d3485b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.500048] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-b450920b-6132-4836-b583-f6cb12967855 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: 11e6b477-1796-44de-a629-e68e56a1322a] Suspending the VM {{(pid=62353) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1231.500275] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-58b80948-d8bf-48e8-be1f-ad966bbfc07c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.506296] env[62353]: DEBUG oslo_vmware.api [None req-b450920b-6132-4836-b583-f6cb12967855 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Waiting for the task: (returnval){ [ 1231.506296] env[62353]: value = "task-2373316" [ 1231.506296] env[62353]: _type = "Task" [ 1231.506296] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.514320] env[62353]: DEBUG oslo_vmware.api [None req-b450920b-6132-4836-b583-f6cb12967855 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Task: {'id': task-2373316, 'name': SuspendVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.556700] env[62353]: DEBUG nova.compute.manager [None req-47b02473-3cd1-42f5-80a3-24c7cd7910c0 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: c366a96d-6be7-4eb2-8091-76719a115268] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1231.586609] env[62353]: DEBUG nova.virt.hardware [None req-47b02473-3cd1-42f5-80a3-24c7cd7910c0 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T12:38:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T12:38:15Z,direct_url=,disk_format='vmdk',id=06f909ae-e8dc-43b4-abf7-c7ed85db9bbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0a3f88790a594523a818b8c00f6862e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T12:38:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1231.586990] env[62353]: DEBUG nova.virt.hardware [None req-47b02473-3cd1-42f5-80a3-24c7cd7910c0 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1231.587253] env[62353]: DEBUG nova.virt.hardware [None req-47b02473-3cd1-42f5-80a3-24c7cd7910c0 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1231.587531] env[62353]: DEBUG nova.virt.hardware [None req-47b02473-3cd1-42f5-80a3-24c7cd7910c0 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1231.587779] env[62353]: DEBUG nova.virt.hardware [None req-47b02473-3cd1-42f5-80a3-24c7cd7910c0 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1231.588016] env[62353]: DEBUG nova.virt.hardware [None req-47b02473-3cd1-42f5-80a3-24c7cd7910c0 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1231.588344] env[62353]: DEBUG nova.virt.hardware [None req-47b02473-3cd1-42f5-80a3-24c7cd7910c0 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1231.588608] env[62353]: DEBUG nova.virt.hardware [None req-47b02473-3cd1-42f5-80a3-24c7cd7910c0 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1231.588886] env[62353]: DEBUG nova.virt.hardware [None req-47b02473-3cd1-42f5-80a3-24c7cd7910c0 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1231.589165] env[62353]: DEBUG nova.virt.hardware [None req-47b02473-3cd1-42f5-80a3-24c7cd7910c0 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1231.589449] env[62353]: DEBUG nova.virt.hardware [None req-47b02473-3cd1-42f5-80a3-24c7cd7910c0 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1231.590826] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2456210-a879-4fa6-a077-001f70086dda {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.598925] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85418354-301d-4471-8617-68a06ed8d441 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.741398] env[62353]: DEBUG oslo_concurrency.lockutils [None req-2e5155c0-7e7c-45be-b948-2700c3e11cc9 tempest-AttachVolumeShelveTestJSON-1844378110 tempest-AttachVolumeShelveTestJSON-1844378110-project-member] Lock "dcef6fd5-617c-4561-809d-d7c872b90e48" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.637s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1231.842285] env[62353]: DEBUG oslo_vmware.api [None req-b563ba57-87bd-466d-83b7-7b3f997fb1b7 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52cdebba-4498-ae36-77dd-46c2936f6db6, 'name': SearchDatastore_Task, 'duration_secs': 0.00923} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.842664] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b563ba57-87bd-466d-83b7-7b3f997fb1b7 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Releasing lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1231.842966] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-b563ba57-87bd-466d-83b7-7b3f997fb1b7 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore2] ff871442-5ade-4cd6-b1d2-8b19e14080d5/ff871442-5ade-4cd6-b1d2-8b19e14080d5.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1231.843318] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1a49aa86-ed4c-48a2-a725-953e78bd68cb {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.851452] env[62353]: DEBUG oslo_vmware.api [None req-b563ba57-87bd-466d-83b7-7b3f997fb1b7 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Waiting for the task: (returnval){ [ 1231.851452] env[62353]: value = "task-2373317" [ 1231.851452] env[62353]: _type = "Task" [ 1231.851452] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.859726] env[62353]: DEBUG oslo_vmware.api [None req-b563ba57-87bd-466d-83b7-7b3f997fb1b7 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': task-2373317, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.000471] env[62353]: DEBUG nova.network.neutron [None req-47b02473-3cd1-42f5-80a3-24c7cd7910c0 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: c366a96d-6be7-4eb2-8091-76719a115268] Successfully updated port: cefdfb82-f4b6-42c7-b25e-1c41c836a7f0 {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1232.019819] env[62353]: DEBUG oslo_vmware.api [None req-b450920b-6132-4836-b583-f6cb12967855 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Task: {'id': task-2373316, 'name': SuspendVM_Task} progress is 66%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.021512] env[62353]: DEBUG nova.compute.manager [req-cf550ad5-046f-40c2-b5b6-6c94669f6023 req-f5776d40-c8f7-403c-93e9-3337611937aa service nova] [instance: c366a96d-6be7-4eb2-8091-76719a115268] Received event network-vif-plugged-cefdfb82-f4b6-42c7-b25e-1c41c836a7f0 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1232.021778] env[62353]: DEBUG oslo_concurrency.lockutils [req-cf550ad5-046f-40c2-b5b6-6c94669f6023 req-f5776d40-c8f7-403c-93e9-3337611937aa service nova] Acquiring lock "c366a96d-6be7-4eb2-8091-76719a115268-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1232.022047] env[62353]: DEBUG oslo_concurrency.lockutils [req-cf550ad5-046f-40c2-b5b6-6c94669f6023 req-f5776d40-c8f7-403c-93e9-3337611937aa service nova] Lock "c366a96d-6be7-4eb2-8091-76719a115268-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1232.022228] env[62353]: DEBUG oslo_concurrency.lockutils [req-cf550ad5-046f-40c2-b5b6-6c94669f6023 req-f5776d40-c8f7-403c-93e9-3337611937aa service nova] Lock "c366a96d-6be7-4eb2-8091-76719a115268-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1232.022393] env[62353]: DEBUG nova.compute.manager [req-cf550ad5-046f-40c2-b5b6-6c94669f6023 req-f5776d40-c8f7-403c-93e9-3337611937aa service nova] [instance: c366a96d-6be7-4eb2-8091-76719a115268] No waiting events found dispatching network-vif-plugged-cefdfb82-f4b6-42c7-b25e-1c41c836a7f0 {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1232.022554] env[62353]: WARNING nova.compute.manager [req-cf550ad5-046f-40c2-b5b6-6c94669f6023 req-f5776d40-c8f7-403c-93e9-3337611937aa service nova] [instance: c366a96d-6be7-4eb2-8091-76719a115268] Received unexpected event network-vif-plugged-cefdfb82-f4b6-42c7-b25e-1c41c836a7f0 for instance with vm_state building and task_state spawning. [ 1232.362698] env[62353]: DEBUG oslo_vmware.api [None req-b563ba57-87bd-466d-83b7-7b3f997fb1b7 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': task-2373317, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.503704] env[62353]: DEBUG oslo_concurrency.lockutils [None req-47b02473-3cd1-42f5-80a3-24c7cd7910c0 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Acquiring lock "refresh_cache-c366a96d-6be7-4eb2-8091-76719a115268" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1232.503925] env[62353]: DEBUG oslo_concurrency.lockutils [None req-47b02473-3cd1-42f5-80a3-24c7cd7910c0 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Acquired lock "refresh_cache-c366a96d-6be7-4eb2-8091-76719a115268" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.503982] env[62353]: DEBUG nova.network.neutron [None req-47b02473-3cd1-42f5-80a3-24c7cd7910c0 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: c366a96d-6be7-4eb2-8091-76719a115268] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1232.516406] env[62353]: DEBUG oslo_vmware.api [None req-b450920b-6132-4836-b583-f6cb12967855 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Task: {'id': task-2373316, 'name': SuspendVM_Task, 'duration_secs': 0.708266} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.516666] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-b450920b-6132-4836-b583-f6cb12967855 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: 11e6b477-1796-44de-a629-e68e56a1322a] Suspended the VM {{(pid=62353) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1232.516846] env[62353]: DEBUG nova.compute.manager [None req-b450920b-6132-4836-b583-f6cb12967855 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: 11e6b477-1796-44de-a629-e68e56a1322a] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1232.517652] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-716d9cca-67c0-4ffa-965a-61b1f13de033 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.866438] env[62353]: DEBUG oslo_vmware.api [None req-b563ba57-87bd-466d-83b7-7b3f997fb1b7 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': task-2373317, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.61027} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.866871] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-b563ba57-87bd-466d-83b7-7b3f997fb1b7 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore2] ff871442-5ade-4cd6-b1d2-8b19e14080d5/ff871442-5ade-4cd6-b1d2-8b19e14080d5.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1232.867240] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-b563ba57-87bd-466d-83b7-7b3f997fb1b7 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: ff871442-5ade-4cd6-b1d2-8b19e14080d5] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1232.867610] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f64d4bd1-6e00-48f8-b833-1980bd71a644 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.877409] env[62353]: DEBUG oslo_vmware.api [None req-b563ba57-87bd-466d-83b7-7b3f997fb1b7 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Waiting for the task: (returnval){ [ 1232.877409] env[62353]: value = "task-2373319" [ 1232.877409] env[62353]: _type = "Task" [ 1232.877409] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.888798] env[62353]: DEBUG oslo_vmware.api [None req-b563ba57-87bd-466d-83b7-7b3f997fb1b7 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': task-2373319, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.046238] env[62353]: DEBUG nova.network.neutron [None req-47b02473-3cd1-42f5-80a3-24c7cd7910c0 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: c366a96d-6be7-4eb2-8091-76719a115268] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1233.217999] env[62353]: DEBUG nova.network.neutron [None req-47b02473-3cd1-42f5-80a3-24c7cd7910c0 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: c366a96d-6be7-4eb2-8091-76719a115268] Updating instance_info_cache with network_info: [{"id": "cefdfb82-f4b6-42c7-b25e-1c41c836a7f0", "address": "fa:16:3e:dc:7e:ce", "network": {"id": "cdd5ca5d-eb26-4d28-87f8-206e99fe7672", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1171598701-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "563a3da12f97462190a5b5cd288faf87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae215ba8-f7a5-4b23-a055-90316d29817f", "external-id": "nsx-vlan-transportzone-798", "segmentation_id": 798, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcefdfb82-f4", "ovs_interfaceid": "cefdfb82-f4b6-42c7-b25e-1c41c836a7f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1233.387414] env[62353]: DEBUG oslo_vmware.api [None req-b563ba57-87bd-466d-83b7-7b3f997fb1b7 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': task-2373319, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.306475} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.387633] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-b563ba57-87bd-466d-83b7-7b3f997fb1b7 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: ff871442-5ade-4cd6-b1d2-8b19e14080d5] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1233.388425] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e10c8e29-6bf3-43dd-b5c4-8c06b2d69ffc {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.411424] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-b563ba57-87bd-466d-83b7-7b3f997fb1b7 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: ff871442-5ade-4cd6-b1d2-8b19e14080d5] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] ff871442-5ade-4cd6-b1d2-8b19e14080d5/ff871442-5ade-4cd6-b1d2-8b19e14080d5.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1233.411758] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d318014-b508-46df-b957-87acb901878f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.431759] env[62353]: DEBUG oslo_vmware.api [None req-b563ba57-87bd-466d-83b7-7b3f997fb1b7 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Waiting for the task: (returnval){ [ 1233.431759] env[62353]: value = "task-2373320" [ 1233.431759] env[62353]: _type = "Task" [ 1233.431759] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.440536] env[62353]: DEBUG oslo_vmware.api [None req-b563ba57-87bd-466d-83b7-7b3f997fb1b7 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': task-2373320, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.720663] env[62353]: DEBUG oslo_concurrency.lockutils [None req-47b02473-3cd1-42f5-80a3-24c7cd7910c0 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Releasing lock "refresh_cache-c366a96d-6be7-4eb2-8091-76719a115268" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1233.721009] env[62353]: DEBUG nova.compute.manager [None req-47b02473-3cd1-42f5-80a3-24c7cd7910c0 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: c366a96d-6be7-4eb2-8091-76719a115268] Instance network_info: |[{"id": "cefdfb82-f4b6-42c7-b25e-1c41c836a7f0", "address": "fa:16:3e:dc:7e:ce", "network": {"id": "cdd5ca5d-eb26-4d28-87f8-206e99fe7672", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1171598701-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "563a3da12f97462190a5b5cd288faf87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae215ba8-f7a5-4b23-a055-90316d29817f", "external-id": "nsx-vlan-transportzone-798", "segmentation_id": 798, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcefdfb82-f4", "ovs_interfaceid": "cefdfb82-f4b6-42c7-b25e-1c41c836a7f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1233.721479] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-47b02473-3cd1-42f5-80a3-24c7cd7910c0 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: c366a96d-6be7-4eb2-8091-76719a115268] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dc:7e:ce', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ae215ba8-f7a5-4b23-a055-90316d29817f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cefdfb82-f4b6-42c7-b25e-1c41c836a7f0', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1233.728824] env[62353]: DEBUG oslo.service.loopingcall [None req-47b02473-3cd1-42f5-80a3-24c7cd7910c0 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1233.729422] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c366a96d-6be7-4eb2-8091-76719a115268] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1233.729656] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-790b72b7-440c-4a54-bbce-cd5aa4995b1c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.750134] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1233.750134] env[62353]: value = "task-2373322" [ 1233.750134] env[62353]: _type = "Task" [ 1233.750134] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.757678] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2373322, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.942914] env[62353]: DEBUG oslo_vmware.api [None req-b563ba57-87bd-466d-83b7-7b3f997fb1b7 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': task-2373320, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.967576] env[62353]: INFO nova.compute.manager [None req-668e6d52-14d0-4f83-b322-3bf61083efc6 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: 11e6b477-1796-44de-a629-e68e56a1322a] Resuming [ 1233.968193] env[62353]: DEBUG nova.objects.instance [None req-668e6d52-14d0-4f83-b322-3bf61083efc6 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Lazy-loading 'flavor' on Instance uuid 11e6b477-1796-44de-a629-e68e56a1322a {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1234.044826] env[62353]: DEBUG nova.compute.manager [req-e49a1e84-18c4-4179-b2b6-0fb617220500 req-6b17ec82-f44d-4059-9072-95aaf202b625 service nova] [instance: c366a96d-6be7-4eb2-8091-76719a115268] Received event network-changed-cefdfb82-f4b6-42c7-b25e-1c41c836a7f0 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1234.045039] env[62353]: DEBUG nova.compute.manager [req-e49a1e84-18c4-4179-b2b6-0fb617220500 req-6b17ec82-f44d-4059-9072-95aaf202b625 service nova] [instance: c366a96d-6be7-4eb2-8091-76719a115268] Refreshing instance network info cache due to event network-changed-cefdfb82-f4b6-42c7-b25e-1c41c836a7f0. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1234.045256] env[62353]: DEBUG oslo_concurrency.lockutils [req-e49a1e84-18c4-4179-b2b6-0fb617220500 req-6b17ec82-f44d-4059-9072-95aaf202b625 service nova] Acquiring lock "refresh_cache-c366a96d-6be7-4eb2-8091-76719a115268" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1234.045394] env[62353]: DEBUG oslo_concurrency.lockutils [req-e49a1e84-18c4-4179-b2b6-0fb617220500 req-6b17ec82-f44d-4059-9072-95aaf202b625 service nova] Acquired lock "refresh_cache-c366a96d-6be7-4eb2-8091-76719a115268" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.045546] env[62353]: DEBUG nova.network.neutron [req-e49a1e84-18c4-4179-b2b6-0fb617220500 req-6b17ec82-f44d-4059-9072-95aaf202b625 service nova] [instance: c366a96d-6be7-4eb2-8091-76719a115268] Refreshing network info cache for port cefdfb82-f4b6-42c7-b25e-1c41c836a7f0 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1234.261196] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2373322, 'name': CreateVM_Task, 'duration_secs': 0.379253} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.261352] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c366a96d-6be7-4eb2-8091-76719a115268] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1234.261995] env[62353]: DEBUG oslo_concurrency.lockutils [None req-47b02473-3cd1-42f5-80a3-24c7cd7910c0 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1234.262172] env[62353]: DEBUG oslo_concurrency.lockutils [None req-47b02473-3cd1-42f5-80a3-24c7cd7910c0 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Acquired lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.262491] env[62353]: DEBUG oslo_concurrency.lockutils [None req-47b02473-3cd1-42f5-80a3-24c7cd7910c0 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1234.262737] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ca911c7-ae8d-4d46-ad36-596bff47a637 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.266932] env[62353]: DEBUG oslo_vmware.api [None req-47b02473-3cd1-42f5-80a3-24c7cd7910c0 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Waiting for the task: (returnval){ [ 1234.266932] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]521ef743-ff9e-5038-9908-304f5d209571" [ 1234.266932] env[62353]: _type = "Task" [ 1234.266932] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.273897] env[62353]: DEBUG oslo_vmware.api [None req-47b02473-3cd1-42f5-80a3-24c7cd7910c0 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]521ef743-ff9e-5038-9908-304f5d209571, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.442576] env[62353]: DEBUG oslo_vmware.api [None req-b563ba57-87bd-466d-83b7-7b3f997fb1b7 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': task-2373320, 'name': ReconfigVM_Task, 'duration_secs': 1.007375} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.442853] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-b563ba57-87bd-466d-83b7-7b3f997fb1b7 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: ff871442-5ade-4cd6-b1d2-8b19e14080d5] Reconfigured VM instance instance-00000075 to attach disk [datastore2] ff871442-5ade-4cd6-b1d2-8b19e14080d5/ff871442-5ade-4cd6-b1d2-8b19e14080d5.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1234.443542] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e03ff154-cc30-49bc-a2a6-58f9ced0a47b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.449323] env[62353]: DEBUG oslo_vmware.api [None req-b563ba57-87bd-466d-83b7-7b3f997fb1b7 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Waiting for the task: (returnval){ [ 1234.449323] env[62353]: value = "task-2373323" [ 1234.449323] env[62353]: _type = "Task" [ 1234.449323] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.456822] env[62353]: DEBUG oslo_vmware.api [None req-b563ba57-87bd-466d-83b7-7b3f997fb1b7 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': task-2373323, 'name': Rename_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.742630] env[62353]: DEBUG nova.network.neutron [req-e49a1e84-18c4-4179-b2b6-0fb617220500 req-6b17ec82-f44d-4059-9072-95aaf202b625 service nova] [instance: c366a96d-6be7-4eb2-8091-76719a115268] Updated VIF entry in instance network info cache for port cefdfb82-f4b6-42c7-b25e-1c41c836a7f0. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1234.743072] env[62353]: DEBUG nova.network.neutron [req-e49a1e84-18c4-4179-b2b6-0fb617220500 req-6b17ec82-f44d-4059-9072-95aaf202b625 service nova] [instance: c366a96d-6be7-4eb2-8091-76719a115268] Updating instance_info_cache with network_info: [{"id": "cefdfb82-f4b6-42c7-b25e-1c41c836a7f0", "address": "fa:16:3e:dc:7e:ce", "network": {"id": "cdd5ca5d-eb26-4d28-87f8-206e99fe7672", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1171598701-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "563a3da12f97462190a5b5cd288faf87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae215ba8-f7a5-4b23-a055-90316d29817f", "external-id": "nsx-vlan-transportzone-798", "segmentation_id": 798, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcefdfb82-f4", "ovs_interfaceid": "cefdfb82-f4b6-42c7-b25e-1c41c836a7f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1234.777504] env[62353]: DEBUG oslo_vmware.api [None req-47b02473-3cd1-42f5-80a3-24c7cd7910c0 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]521ef743-ff9e-5038-9908-304f5d209571, 'name': SearchDatastore_Task, 'duration_secs': 0.009211} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.777777] env[62353]: DEBUG oslo_concurrency.lockutils [None req-47b02473-3cd1-42f5-80a3-24c7cd7910c0 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Releasing lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1234.778013] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-47b02473-3cd1-42f5-80a3-24c7cd7910c0 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: c366a96d-6be7-4eb2-8091-76719a115268] Processing image 06f909ae-e8dc-43b4-abf7-c7ed85db9bbd {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1234.778253] env[62353]: DEBUG oslo_concurrency.lockutils [None req-47b02473-3cd1-42f5-80a3-24c7cd7910c0 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1234.778392] env[62353]: DEBUG oslo_concurrency.lockutils [None req-47b02473-3cd1-42f5-80a3-24c7cd7910c0 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Acquired lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.778567] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-47b02473-3cd1-42f5-80a3-24c7cd7910c0 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1234.778818] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e78f4f93-2486-4cec-9ebb-59d1e5b6c43c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.786349] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-47b02473-3cd1-42f5-80a3-24c7cd7910c0 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1234.786512] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-47b02473-3cd1-42f5-80a3-24c7cd7910c0 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1234.787183] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2db66d77-61a2-4c0f-bbc1-ff90f23097ba {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.792348] env[62353]: DEBUG oslo_vmware.api [None req-47b02473-3cd1-42f5-80a3-24c7cd7910c0 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Waiting for the task: (returnval){ [ 1234.792348] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52c08db1-4485-3d88-8370-4b91eac4f9ad" [ 1234.792348] env[62353]: _type = "Task" [ 1234.792348] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.800034] env[62353]: DEBUG oslo_vmware.api [None req-47b02473-3cd1-42f5-80a3-24c7cd7910c0 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52c08db1-4485-3d88-8370-4b91eac4f9ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.959312] env[62353]: DEBUG oslo_vmware.api [None req-b563ba57-87bd-466d-83b7-7b3f997fb1b7 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': task-2373323, 'name': Rename_Task, 'duration_secs': 0.131985} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.959647] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-b563ba57-87bd-466d-83b7-7b3f997fb1b7 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: ff871442-5ade-4cd6-b1d2-8b19e14080d5] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1234.959798] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-03c80cd5-c313-498c-ae49-0bbd89e5dc24 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.966071] env[62353]: DEBUG oslo_vmware.api [None req-b563ba57-87bd-466d-83b7-7b3f997fb1b7 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Waiting for the task: (returnval){ [ 1234.966071] env[62353]: value = "task-2373324" [ 1234.966071] env[62353]: _type = "Task" [ 1234.966071] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.973416] env[62353]: DEBUG oslo_vmware.api [None req-b563ba57-87bd-466d-83b7-7b3f997fb1b7 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': task-2373324, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.245769] env[62353]: DEBUG oslo_concurrency.lockutils [req-e49a1e84-18c4-4179-b2b6-0fb617220500 req-6b17ec82-f44d-4059-9072-95aaf202b625 service nova] Releasing lock "refresh_cache-c366a96d-6be7-4eb2-8091-76719a115268" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1235.303137] env[62353]: DEBUG oslo_vmware.api [None req-47b02473-3cd1-42f5-80a3-24c7cd7910c0 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52c08db1-4485-3d88-8370-4b91eac4f9ad, 'name': SearchDatastore_Task, 'duration_secs': 0.008749} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.303873] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14a2fbed-3c51-402d-8ff9-55594b1fcc54 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.309321] env[62353]: DEBUG oslo_vmware.api [None req-47b02473-3cd1-42f5-80a3-24c7cd7910c0 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Waiting for the task: (returnval){ [ 1235.309321] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]526103f4-aaa3-cdbd-2795-52f71e73f3e6" [ 1235.309321] env[62353]: _type = "Task" [ 1235.309321] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.317970] env[62353]: DEBUG oslo_vmware.api [None req-47b02473-3cd1-42f5-80a3-24c7cd7910c0 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]526103f4-aaa3-cdbd-2795-52f71e73f3e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.476304] env[62353]: DEBUG oslo_vmware.api [None req-b563ba57-87bd-466d-83b7-7b3f997fb1b7 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': task-2373324, 'name': PowerOnVM_Task, 'duration_secs': 0.431964} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.476597] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-b563ba57-87bd-466d-83b7-7b3f997fb1b7 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: ff871442-5ade-4cd6-b1d2-8b19e14080d5] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1235.476798] env[62353]: INFO nova.compute.manager [None req-b563ba57-87bd-466d-83b7-7b3f997fb1b7 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: ff871442-5ade-4cd6-b1d2-8b19e14080d5] Took 7.80 seconds to spawn the instance on the hypervisor. [ 1235.476974] env[62353]: DEBUG nova.compute.manager [None req-b563ba57-87bd-466d-83b7-7b3f997fb1b7 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: ff871442-5ade-4cd6-b1d2-8b19e14080d5] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1235.477754] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61ffc80d-d07e-4730-86f3-2996a5246a22 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.480434] env[62353]: DEBUG oslo_concurrency.lockutils [None req-668e6d52-14d0-4f83-b322-3bf61083efc6 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Acquiring lock "refresh_cache-11e6b477-1796-44de-a629-e68e56a1322a" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1235.480595] env[62353]: DEBUG oslo_concurrency.lockutils [None req-668e6d52-14d0-4f83-b322-3bf61083efc6 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Acquired lock "refresh_cache-11e6b477-1796-44de-a629-e68e56a1322a" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.480755] env[62353]: DEBUG nova.network.neutron [None req-668e6d52-14d0-4f83-b322-3bf61083efc6 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: 11e6b477-1796-44de-a629-e68e56a1322a] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1235.820215] env[62353]: DEBUG oslo_vmware.api [None req-47b02473-3cd1-42f5-80a3-24c7cd7910c0 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]526103f4-aaa3-cdbd-2795-52f71e73f3e6, 'name': SearchDatastore_Task, 'duration_secs': 0.010678} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.820492] env[62353]: DEBUG oslo_concurrency.lockutils [None req-47b02473-3cd1-42f5-80a3-24c7cd7910c0 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Releasing lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1235.820742] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-47b02473-3cd1-42f5-80a3-24c7cd7910c0 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore2] c366a96d-6be7-4eb2-8091-76719a115268/c366a96d-6be7-4eb2-8091-76719a115268.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1235.820994] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d7c659b2-daf6-448e-bcae-68d2c91bc104 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.827979] env[62353]: DEBUG oslo_vmware.api [None req-47b02473-3cd1-42f5-80a3-24c7cd7910c0 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Waiting for the task: (returnval){ [ 1235.827979] env[62353]: value = "task-2373325" [ 1235.827979] env[62353]: _type = "Task" [ 1235.827979] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.835903] env[62353]: DEBUG oslo_vmware.api [None req-47b02473-3cd1-42f5-80a3-24c7cd7910c0 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Task: {'id': task-2373325, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.998352] env[62353]: INFO nova.compute.manager [None req-b563ba57-87bd-466d-83b7-7b3f997fb1b7 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: ff871442-5ade-4cd6-b1d2-8b19e14080d5] Took 12.53 seconds to build instance. [ 1236.340816] env[62353]: DEBUG oslo_vmware.api [None req-47b02473-3cd1-42f5-80a3-24c7cd7910c0 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Task: {'id': task-2373325, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.492621} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.340816] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-47b02473-3cd1-42f5-80a3-24c7cd7910c0 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore2] c366a96d-6be7-4eb2-8091-76719a115268/c366a96d-6be7-4eb2-8091-76719a115268.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1236.340816] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-47b02473-3cd1-42f5-80a3-24c7cd7910c0 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: c366a96d-6be7-4eb2-8091-76719a115268] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1236.340816] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-02bdb9ac-9699-4149-bb4d-546522f7cd4e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.346540] env[62353]: DEBUG oslo_vmware.api [None req-47b02473-3cd1-42f5-80a3-24c7cd7910c0 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Waiting for the task: (returnval){ [ 1236.346540] env[62353]: value = "task-2373326" [ 1236.346540] env[62353]: _type = "Task" [ 1236.346540] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.355109] env[62353]: DEBUG oslo_vmware.api [None req-47b02473-3cd1-42f5-80a3-24c7cd7910c0 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Task: {'id': task-2373326, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.455766] env[62353]: DEBUG nova.network.neutron [None req-668e6d52-14d0-4f83-b322-3bf61083efc6 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: 11e6b477-1796-44de-a629-e68e56a1322a] Updating instance_info_cache with network_info: [{"id": "18df0830-a1e6-41ef-bf69-bf250c068bfd", "address": "fa:16:3e:e1:44:81", "network": {"id": "e5d036e4-e0e1-4263-a13b-32de611efa27", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1880879466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c183cea98ca94f09886d57c4499788e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08e9585e-6186-4788-9fd9-24174ce45a6f", "external-id": "nsx-vlan-transportzone-254", "segmentation_id": 254, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18df0830-a1", "ovs_interfaceid": "18df0830-a1e6-41ef-bf69-bf250c068bfd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1236.500904] env[62353]: DEBUG oslo_concurrency.lockutils [None req-b563ba57-87bd-466d-83b7-7b3f997fb1b7 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Lock "ff871442-5ade-4cd6-b1d2-8b19e14080d5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.041s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1236.863072] env[62353]: DEBUG oslo_vmware.api [None req-47b02473-3cd1-42f5-80a3-24c7cd7910c0 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Task: {'id': task-2373326, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069241} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.863682] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-47b02473-3cd1-42f5-80a3-24c7cd7910c0 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: c366a96d-6be7-4eb2-8091-76719a115268] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1236.866016] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ede4aaac-3b25-45b3-9f2c-dd8a3a84a7fe {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.888867] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-47b02473-3cd1-42f5-80a3-24c7cd7910c0 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: c366a96d-6be7-4eb2-8091-76719a115268] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] c366a96d-6be7-4eb2-8091-76719a115268/c366a96d-6be7-4eb2-8091-76719a115268.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1236.889219] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-034e4113-49a4-4838-af75-cca76bddb665 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.911782] env[62353]: DEBUG oslo_vmware.api [None req-47b02473-3cd1-42f5-80a3-24c7cd7910c0 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Waiting for the task: (returnval){ [ 1236.911782] env[62353]: value = "task-2373327" [ 1236.911782] env[62353]: _type = "Task" [ 1236.911782] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.920161] env[62353]: DEBUG oslo_vmware.api [None req-47b02473-3cd1-42f5-80a3-24c7cd7910c0 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Task: {'id': task-2373327, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.959198] env[62353]: DEBUG oslo_concurrency.lockutils [None req-668e6d52-14d0-4f83-b322-3bf61083efc6 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Releasing lock "refresh_cache-11e6b477-1796-44de-a629-e68e56a1322a" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1236.960451] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52cff574-8e4d-40db-aebd-43d0bb985b22 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.966818] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-668e6d52-14d0-4f83-b322-3bf61083efc6 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: 11e6b477-1796-44de-a629-e68e56a1322a] Resuming the VM {{(pid=62353) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1236.967042] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bd6c3bbe-10f2-480a-9a1f-63d4c6210ef2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.973561] env[62353]: DEBUG oslo_vmware.api [None req-668e6d52-14d0-4f83-b322-3bf61083efc6 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Waiting for the task: (returnval){ [ 1236.973561] env[62353]: value = "task-2373328" [ 1236.973561] env[62353]: _type = "Task" [ 1236.973561] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.984948] env[62353]: DEBUG oslo_vmware.api [None req-668e6d52-14d0-4f83-b322-3bf61083efc6 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Task: {'id': task-2373328, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.184822] env[62353]: DEBUG nova.compute.manager [req-3010fb7e-1f90-4685-9a27-11afc82bdcd8 req-bca85714-0be7-4141-8d73-f38e6507843b service nova] [instance: ff871442-5ade-4cd6-b1d2-8b19e14080d5] Received event network-changed-7cdd8678-5f7c-4e13-a778-5985ee2fe375 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1237.185125] env[62353]: DEBUG nova.compute.manager [req-3010fb7e-1f90-4685-9a27-11afc82bdcd8 req-bca85714-0be7-4141-8d73-f38e6507843b service nova] [instance: ff871442-5ade-4cd6-b1d2-8b19e14080d5] Refreshing instance network info cache due to event network-changed-7cdd8678-5f7c-4e13-a778-5985ee2fe375. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1237.185239] env[62353]: DEBUG oslo_concurrency.lockutils [req-3010fb7e-1f90-4685-9a27-11afc82bdcd8 req-bca85714-0be7-4141-8d73-f38e6507843b service nova] Acquiring lock "refresh_cache-ff871442-5ade-4cd6-b1d2-8b19e14080d5" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1237.185380] env[62353]: DEBUG oslo_concurrency.lockutils [req-3010fb7e-1f90-4685-9a27-11afc82bdcd8 req-bca85714-0be7-4141-8d73-f38e6507843b service nova] Acquired lock "refresh_cache-ff871442-5ade-4cd6-b1d2-8b19e14080d5" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.185558] env[62353]: DEBUG nova.network.neutron [req-3010fb7e-1f90-4685-9a27-11afc82bdcd8 req-bca85714-0be7-4141-8d73-f38e6507843b service nova] [instance: ff871442-5ade-4cd6-b1d2-8b19e14080d5] Refreshing network info cache for port 7cdd8678-5f7c-4e13-a778-5985ee2fe375 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1237.422481] env[62353]: DEBUG oslo_vmware.api [None req-47b02473-3cd1-42f5-80a3-24c7cd7910c0 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Task: {'id': task-2373327, 'name': ReconfigVM_Task, 'duration_secs': 0.303058} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.422870] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-47b02473-3cd1-42f5-80a3-24c7cd7910c0 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: c366a96d-6be7-4eb2-8091-76719a115268] Reconfigured VM instance instance-00000076 to attach disk [datastore2] c366a96d-6be7-4eb2-8091-76719a115268/c366a96d-6be7-4eb2-8091-76719a115268.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1237.423861] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c08c6a3f-dbfa-4bef-a08c-c0cd1bb6adb0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.429994] env[62353]: DEBUG oslo_vmware.api [None req-47b02473-3cd1-42f5-80a3-24c7cd7910c0 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Waiting for the task: (returnval){ [ 1237.429994] env[62353]: value = "task-2373329" [ 1237.429994] env[62353]: _type = "Task" [ 1237.429994] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.438876] env[62353]: DEBUG oslo_vmware.api [None req-47b02473-3cd1-42f5-80a3-24c7cd7910c0 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Task: {'id': task-2373329, 'name': Rename_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.484101] env[62353]: DEBUG oslo_vmware.api [None req-668e6d52-14d0-4f83-b322-3bf61083efc6 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Task: {'id': task-2373328, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.944078] env[62353]: DEBUG oslo_vmware.api [None req-47b02473-3cd1-42f5-80a3-24c7cd7910c0 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Task: {'id': task-2373329, 'name': Rename_Task, 'duration_secs': 0.152765} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.944402] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-47b02473-3cd1-42f5-80a3-24c7cd7910c0 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: c366a96d-6be7-4eb2-8091-76719a115268] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1237.944661] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e9ae4c2d-eba1-4799-8493-1d81f6ac7cc7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.951959] env[62353]: DEBUG oslo_vmware.api [None req-47b02473-3cd1-42f5-80a3-24c7cd7910c0 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Waiting for the task: (returnval){ [ 1237.951959] env[62353]: value = "task-2373330" [ 1237.951959] env[62353]: _type = "Task" [ 1237.951959] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.960938] env[62353]: DEBUG oslo_vmware.api [None req-47b02473-3cd1-42f5-80a3-24c7cd7910c0 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Task: {'id': task-2373330, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.984677] env[62353]: DEBUG oslo_vmware.api [None req-668e6d52-14d0-4f83-b322-3bf61083efc6 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Task: {'id': task-2373328, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.056995] env[62353]: DEBUG nova.network.neutron [req-3010fb7e-1f90-4685-9a27-11afc82bdcd8 req-bca85714-0be7-4141-8d73-f38e6507843b service nova] [instance: ff871442-5ade-4cd6-b1d2-8b19e14080d5] Updated VIF entry in instance network info cache for port 7cdd8678-5f7c-4e13-a778-5985ee2fe375. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1238.056995] env[62353]: DEBUG nova.network.neutron [req-3010fb7e-1f90-4685-9a27-11afc82bdcd8 req-bca85714-0be7-4141-8d73-f38e6507843b service nova] [instance: ff871442-5ade-4cd6-b1d2-8b19e14080d5] Updating instance_info_cache with network_info: [{"id": "7cdd8678-5f7c-4e13-a778-5985ee2fe375", "address": "fa:16:3e:33:22:66", "network": {"id": "f2c61678-8c63-4464-84ba-d84b54807cc9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1565172013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "890397883ac142a1ae90fecc50da8b41", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e044cfd4-1b0d-4d88-b1bd-604025731d3f", "external-id": "nsx-vlan-transportzone-372", "segmentation_id": 372, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7cdd8678-5f", "ovs_interfaceid": "7cdd8678-5f7c-4e13-a778-5985ee2fe375", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1238.462426] env[62353]: DEBUG oslo_vmware.api [None req-47b02473-3cd1-42f5-80a3-24c7cd7910c0 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Task: {'id': task-2373330, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.484994] env[62353]: DEBUG oslo_vmware.api [None req-668e6d52-14d0-4f83-b322-3bf61083efc6 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Task: {'id': task-2373328, 'name': PowerOnVM_Task, 'duration_secs': 1.076551} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.485301] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-668e6d52-14d0-4f83-b322-3bf61083efc6 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: 11e6b477-1796-44de-a629-e68e56a1322a] Resumed the VM {{(pid=62353) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1238.485479] env[62353]: DEBUG nova.compute.manager [None req-668e6d52-14d0-4f83-b322-3bf61083efc6 tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: 11e6b477-1796-44de-a629-e68e56a1322a] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1238.486272] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eff34dd-bb08-42fe-b60b-e87baa213363 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.560293] env[62353]: DEBUG oslo_concurrency.lockutils [req-3010fb7e-1f90-4685-9a27-11afc82bdcd8 req-bca85714-0be7-4141-8d73-f38e6507843b service nova] Releasing lock "refresh_cache-ff871442-5ade-4cd6-b1d2-8b19e14080d5" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1238.961952] env[62353]: DEBUG oslo_vmware.api [None req-47b02473-3cd1-42f5-80a3-24c7cd7910c0 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Task: {'id': task-2373330, 'name': PowerOnVM_Task, 'duration_secs': 0.521479} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.962280] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-47b02473-3cd1-42f5-80a3-24c7cd7910c0 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: c366a96d-6be7-4eb2-8091-76719a115268] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1238.962484] env[62353]: INFO nova.compute.manager [None req-47b02473-3cd1-42f5-80a3-24c7cd7910c0 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: c366a96d-6be7-4eb2-8091-76719a115268] Took 7.41 seconds to spawn the instance on the hypervisor. [ 1238.962656] env[62353]: DEBUG nova.compute.manager [None req-47b02473-3cd1-42f5-80a3-24c7cd7910c0 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: c366a96d-6be7-4eb2-8091-76719a115268] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1238.963457] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df7bf7c0-c47e-48a1-aa08-4b2e3602c7ac {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.480810] env[62353]: INFO nova.compute.manager [None req-47b02473-3cd1-42f5-80a3-24c7cd7910c0 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: c366a96d-6be7-4eb2-8091-76719a115268] Took 13.22 seconds to build instance. [ 1239.851721] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5a938384-5e70-43f6-9796-1018a5b40544 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Acquiring lock "c366a96d-6be7-4eb2-8091-76719a115268" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1239.982679] env[62353]: DEBUG oslo_concurrency.lockutils [None req-47b02473-3cd1-42f5-80a3-24c7cd7910c0 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Lock "c366a96d-6be7-4eb2-8091-76719a115268" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.729s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1239.982957] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5a938384-5e70-43f6-9796-1018a5b40544 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Lock "c366a96d-6be7-4eb2-8091-76719a115268" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.131s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1239.983216] env[62353]: DEBUG nova.compute.manager [None req-5a938384-5e70-43f6-9796-1018a5b40544 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: c366a96d-6be7-4eb2-8091-76719a115268] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1239.984146] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5985be1d-970f-4ef6-8bb4-a8cf9b632357 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.991455] env[62353]: DEBUG nova.compute.manager [None req-5a938384-5e70-43f6-9796-1018a5b40544 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: c366a96d-6be7-4eb2-8091-76719a115268] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62353) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1239.992060] env[62353]: DEBUG nova.objects.instance [None req-5a938384-5e70-43f6-9796-1018a5b40544 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Lazy-loading 'flavor' on Instance uuid c366a96d-6be7-4eb2-8091-76719a115268 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1240.187264] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c14f2883-08a1-4e4e-822d-255f20f6a23e tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Acquiring lock "11e6b477-1796-44de-a629-e68e56a1322a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1240.187543] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c14f2883-08a1-4e4e-822d-255f20f6a23e tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Lock "11e6b477-1796-44de-a629-e68e56a1322a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1240.187757] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c14f2883-08a1-4e4e-822d-255f20f6a23e tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Acquiring lock "11e6b477-1796-44de-a629-e68e56a1322a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1240.187935] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c14f2883-08a1-4e4e-822d-255f20f6a23e tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Lock "11e6b477-1796-44de-a629-e68e56a1322a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1240.188115] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c14f2883-08a1-4e4e-822d-255f20f6a23e tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Lock "11e6b477-1796-44de-a629-e68e56a1322a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1240.190211] env[62353]: INFO nova.compute.manager [None req-c14f2883-08a1-4e4e-822d-255f20f6a23e tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: 11e6b477-1796-44de-a629-e68e56a1322a] Terminating instance [ 1240.694610] env[62353]: DEBUG nova.compute.manager [None req-c14f2883-08a1-4e4e-822d-255f20f6a23e tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: 11e6b477-1796-44de-a629-e68e56a1322a] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1240.694965] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-c14f2883-08a1-4e4e-822d-255f20f6a23e tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: 11e6b477-1796-44de-a629-e68e56a1322a] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1240.695690] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-681c7669-2ea3-48e9-a535-a730c72760b3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.703725] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-c14f2883-08a1-4e4e-822d-255f20f6a23e tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: 11e6b477-1796-44de-a629-e68e56a1322a] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1240.703959] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0ea2813c-2fd6-4ce8-b31a-e0cb84544e4b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.710198] env[62353]: DEBUG oslo_vmware.api [None req-c14f2883-08a1-4e4e-822d-255f20f6a23e tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Waiting for the task: (returnval){ [ 1240.710198] env[62353]: value = "task-2373331" [ 1240.710198] env[62353]: _type = "Task" [ 1240.710198] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.718939] env[62353]: DEBUG oslo_vmware.api [None req-c14f2883-08a1-4e4e-822d-255f20f6a23e tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Task: {'id': task-2373331, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.000627] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a938384-5e70-43f6-9796-1018a5b40544 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: c366a96d-6be7-4eb2-8091-76719a115268] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1241.000932] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-61ec828f-e68e-4598-86eb-d7f5719bcac1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.008379] env[62353]: DEBUG oslo_vmware.api [None req-5a938384-5e70-43f6-9796-1018a5b40544 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Waiting for the task: (returnval){ [ 1241.008379] env[62353]: value = "task-2373332" [ 1241.008379] env[62353]: _type = "Task" [ 1241.008379] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.021134] env[62353]: DEBUG oslo_vmware.api [None req-5a938384-5e70-43f6-9796-1018a5b40544 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Task: {'id': task-2373332, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.220499] env[62353]: DEBUG oslo_vmware.api [None req-c14f2883-08a1-4e4e-822d-255f20f6a23e tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Task: {'id': task-2373331, 'name': PowerOffVM_Task, 'duration_secs': 0.299094} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.220826] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-c14f2883-08a1-4e4e-822d-255f20f6a23e tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: 11e6b477-1796-44de-a629-e68e56a1322a] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1241.221087] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-c14f2883-08a1-4e4e-822d-255f20f6a23e tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: 11e6b477-1796-44de-a629-e68e56a1322a] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1241.221328] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-53248d33-d3a5-484a-945e-abe70fb2c107 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.289804] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-c14f2883-08a1-4e4e-822d-255f20f6a23e tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: 11e6b477-1796-44de-a629-e68e56a1322a] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1241.289983] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-c14f2883-08a1-4e4e-822d-255f20f6a23e tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: 11e6b477-1796-44de-a629-e68e56a1322a] Deleting contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1241.290260] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-c14f2883-08a1-4e4e-822d-255f20f6a23e tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Deleting the datastore file [datastore1] 11e6b477-1796-44de-a629-e68e56a1322a {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1241.290531] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-72259c57-4cd0-4936-a545-9ad890ea3444 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.297258] env[62353]: DEBUG oslo_vmware.api [None req-c14f2883-08a1-4e4e-822d-255f20f6a23e tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Waiting for the task: (returnval){ [ 1241.297258] env[62353]: value = "task-2373334" [ 1241.297258] env[62353]: _type = "Task" [ 1241.297258] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.304640] env[62353]: DEBUG oslo_vmware.api [None req-c14f2883-08a1-4e4e-822d-255f20f6a23e tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Task: {'id': task-2373334, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.519072] env[62353]: DEBUG oslo_vmware.api [None req-5a938384-5e70-43f6-9796-1018a5b40544 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Task: {'id': task-2373332, 'name': PowerOffVM_Task, 'duration_secs': 0.2031} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.519346] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a938384-5e70-43f6-9796-1018a5b40544 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: c366a96d-6be7-4eb2-8091-76719a115268] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1241.519537] env[62353]: DEBUG nova.compute.manager [None req-5a938384-5e70-43f6-9796-1018a5b40544 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: c366a96d-6be7-4eb2-8091-76719a115268] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1241.520364] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc5080f2-8724-4a3d-976e-f1d1cb54c680 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.807830] env[62353]: DEBUG oslo_vmware.api [None req-c14f2883-08a1-4e4e-822d-255f20f6a23e tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Task: {'id': task-2373334, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180313} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.809356] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-c14f2883-08a1-4e4e-822d-255f20f6a23e tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1241.809513] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-c14f2883-08a1-4e4e-822d-255f20f6a23e tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: 11e6b477-1796-44de-a629-e68e56a1322a] Deleted contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1241.810121] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-c14f2883-08a1-4e4e-822d-255f20f6a23e tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: 11e6b477-1796-44de-a629-e68e56a1322a] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1241.810121] env[62353]: INFO nova.compute.manager [None req-c14f2883-08a1-4e4e-822d-255f20f6a23e tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] [instance: 11e6b477-1796-44de-a629-e68e56a1322a] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1241.810121] env[62353]: DEBUG oslo.service.loopingcall [None req-c14f2883-08a1-4e4e-822d-255f20f6a23e tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1241.813687] env[62353]: DEBUG nova.compute.manager [-] [instance: 11e6b477-1796-44de-a629-e68e56a1322a] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1241.813687] env[62353]: DEBUG nova.network.neutron [-] [instance: 11e6b477-1796-44de-a629-e68e56a1322a] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1242.031126] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5a938384-5e70-43f6-9796-1018a5b40544 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Lock "c366a96d-6be7-4eb2-8091-76719a115268" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.048s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1242.317122] env[62353]: INFO nova.compute.manager [None req-d50e1940-7268-41b2-871f-6ffb73ea1180 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: c366a96d-6be7-4eb2-8091-76719a115268] Rebuilding instance [ 1242.341189] env[62353]: DEBUG nova.compute.manager [req-944aa3b1-f73d-4cc4-bfbb-dca4ef3d2cfe req-071cbe3f-f803-402a-a24a-8b084b046c66 service nova] [instance: 11e6b477-1796-44de-a629-e68e56a1322a] Received event network-vif-deleted-18df0830-a1e6-41ef-bf69-bf250c068bfd {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1242.341687] env[62353]: INFO nova.compute.manager [req-944aa3b1-f73d-4cc4-bfbb-dca4ef3d2cfe req-071cbe3f-f803-402a-a24a-8b084b046c66 service nova] [instance: 11e6b477-1796-44de-a629-e68e56a1322a] Neutron deleted interface 18df0830-a1e6-41ef-bf69-bf250c068bfd; detaching it from the instance and deleting it from the info cache [ 1242.341687] env[62353]: DEBUG nova.network.neutron [req-944aa3b1-f73d-4cc4-bfbb-dca4ef3d2cfe req-071cbe3f-f803-402a-a24a-8b084b046c66 service nova] [instance: 11e6b477-1796-44de-a629-e68e56a1322a] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1242.372523] env[62353]: DEBUG nova.compute.manager [None req-d50e1940-7268-41b2-871f-6ffb73ea1180 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: c366a96d-6be7-4eb2-8091-76719a115268] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1242.373444] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fd6db2f-b8f6-483f-bc7c-47596666da70 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.816341] env[62353]: DEBUG nova.network.neutron [-] [instance: 11e6b477-1796-44de-a629-e68e56a1322a] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1242.844516] env[62353]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f3e4028a-1391-47a8-a343-1f1fc1d99478 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.854987] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af23efda-6024-4789-a875-67d4fc71e6e4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.882623] env[62353]: DEBUG nova.compute.manager [req-944aa3b1-f73d-4cc4-bfbb-dca4ef3d2cfe req-071cbe3f-f803-402a-a24a-8b084b046c66 service nova] [instance: 11e6b477-1796-44de-a629-e68e56a1322a] Detach interface failed, port_id=18df0830-a1e6-41ef-bf69-bf250c068bfd, reason: Instance 11e6b477-1796-44de-a629-e68e56a1322a could not be found. {{(pid=62353) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1243.319516] env[62353]: INFO nova.compute.manager [-] [instance: 11e6b477-1796-44de-a629-e68e56a1322a] Took 1.51 seconds to deallocate network for instance. [ 1243.389530] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-d50e1940-7268-41b2-871f-6ffb73ea1180 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: c366a96d-6be7-4eb2-8091-76719a115268] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1243.389769] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ff71a537-1214-4687-8160-fd27c606170f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.396987] env[62353]: DEBUG oslo_vmware.api [None req-d50e1940-7268-41b2-871f-6ffb73ea1180 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Waiting for the task: (returnval){ [ 1243.396987] env[62353]: value = "task-2373335" [ 1243.396987] env[62353]: _type = "Task" [ 1243.396987] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.404909] env[62353]: DEBUG oslo_vmware.api [None req-d50e1940-7268-41b2-871f-6ffb73ea1180 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Task: {'id': task-2373335, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.827205] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c14f2883-08a1-4e4e-822d-255f20f6a23e tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1243.827582] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c14f2883-08a1-4e4e-822d-255f20f6a23e tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1243.827708] env[62353]: DEBUG nova.objects.instance [None req-c14f2883-08a1-4e4e-822d-255f20f6a23e tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Lazy-loading 'resources' on Instance uuid 11e6b477-1796-44de-a629-e68e56a1322a {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1243.907397] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-d50e1940-7268-41b2-871f-6ffb73ea1180 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: c366a96d-6be7-4eb2-8091-76719a115268] VM already powered off {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1243.907627] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-d50e1940-7268-41b2-871f-6ffb73ea1180 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: c366a96d-6be7-4eb2-8091-76719a115268] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1243.908371] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46c42987-fb3b-4a0a-b832-a02dad75b4ad {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.915187] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-d50e1940-7268-41b2-871f-6ffb73ea1180 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: c366a96d-6be7-4eb2-8091-76719a115268] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1243.915405] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-07734f7f-ea0c-491f-b19f-edcdc8457939 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.984591] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-d50e1940-7268-41b2-871f-6ffb73ea1180 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: c366a96d-6be7-4eb2-8091-76719a115268] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1243.984809] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-d50e1940-7268-41b2-871f-6ffb73ea1180 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: c366a96d-6be7-4eb2-8091-76719a115268] Deleting contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1243.985166] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-d50e1940-7268-41b2-871f-6ffb73ea1180 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Deleting the datastore file [datastore2] c366a96d-6be7-4eb2-8091-76719a115268 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1243.985268] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2a0f816e-da48-4a02-ab59-d65325178c31 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.991815] env[62353]: DEBUG oslo_vmware.api [None req-d50e1940-7268-41b2-871f-6ffb73ea1180 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Waiting for the task: (returnval){ [ 1243.991815] env[62353]: value = "task-2373337" [ 1243.991815] env[62353]: _type = "Task" [ 1243.991815] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.000058] env[62353]: DEBUG oslo_vmware.api [None req-d50e1940-7268-41b2-871f-6ffb73ea1180 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Task: {'id': task-2373337, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.394781] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60fd49ba-c8c7-44e7-b333-ceb495da17cd {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.402152] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0a10a99-802a-496c-a645-3b0420a87e8f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.431050] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-569f87aa-2cc4-42d6-a0d5-5ff9b3a06ce1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.437716] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10426564-f982-4f9f-8043-114129568755 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.451441] env[62353]: DEBUG nova.compute.provider_tree [None req-c14f2883-08a1-4e4e-822d-255f20f6a23e tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1244.501041] env[62353]: DEBUG oslo_vmware.api [None req-d50e1940-7268-41b2-871f-6ffb73ea1180 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Task: {'id': task-2373337, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131015} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.501315] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-d50e1940-7268-41b2-871f-6ffb73ea1180 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1244.501468] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-d50e1940-7268-41b2-871f-6ffb73ea1180 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: c366a96d-6be7-4eb2-8091-76719a115268] Deleted contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1244.501642] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-d50e1940-7268-41b2-871f-6ffb73ea1180 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: c366a96d-6be7-4eb2-8091-76719a115268] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1244.954943] env[62353]: DEBUG nova.scheduler.client.report [None req-c14f2883-08a1-4e4e-822d-255f20f6a23e tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1245.460285] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c14f2883-08a1-4e4e-822d-255f20f6a23e tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.632s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1245.478500] env[62353]: INFO nova.scheduler.client.report [None req-c14f2883-08a1-4e4e-822d-255f20f6a23e tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Deleted allocations for instance 11e6b477-1796-44de-a629-e68e56a1322a [ 1245.536947] env[62353]: DEBUG nova.virt.hardware [None req-d50e1940-7268-41b2-871f-6ffb73ea1180 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T12:38:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T12:38:15Z,direct_url=,disk_format='vmdk',id=06f909ae-e8dc-43b4-abf7-c7ed85db9bbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0a3f88790a594523a818b8c00f6862e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T12:38:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1245.537247] env[62353]: DEBUG nova.virt.hardware [None req-d50e1940-7268-41b2-871f-6ffb73ea1180 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1245.537408] env[62353]: DEBUG nova.virt.hardware [None req-d50e1940-7268-41b2-871f-6ffb73ea1180 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1245.537589] env[62353]: DEBUG nova.virt.hardware [None req-d50e1940-7268-41b2-871f-6ffb73ea1180 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1245.537731] env[62353]: DEBUG nova.virt.hardware [None req-d50e1940-7268-41b2-871f-6ffb73ea1180 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1245.537871] env[62353]: DEBUG nova.virt.hardware [None req-d50e1940-7268-41b2-871f-6ffb73ea1180 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1245.538092] env[62353]: DEBUG nova.virt.hardware [None req-d50e1940-7268-41b2-871f-6ffb73ea1180 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1245.538257] env[62353]: DEBUG nova.virt.hardware [None req-d50e1940-7268-41b2-871f-6ffb73ea1180 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1245.538419] env[62353]: DEBUG nova.virt.hardware [None req-d50e1940-7268-41b2-871f-6ffb73ea1180 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1245.538579] env[62353]: DEBUG nova.virt.hardware [None req-d50e1940-7268-41b2-871f-6ffb73ea1180 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1245.538749] env[62353]: DEBUG nova.virt.hardware [None req-d50e1940-7268-41b2-871f-6ffb73ea1180 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1245.539822] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a5e8abc-2b1f-4075-8f1b-f1f6cafe7373 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.547880] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9d0289f-d2fe-4269-bcd8-cc6b1bc11f68 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.561086] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-d50e1940-7268-41b2-871f-6ffb73ea1180 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: c366a96d-6be7-4eb2-8091-76719a115268] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dc:7e:ce', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ae215ba8-f7a5-4b23-a055-90316d29817f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cefdfb82-f4b6-42c7-b25e-1c41c836a7f0', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1245.568264] env[62353]: DEBUG oslo.service.loopingcall [None req-d50e1940-7268-41b2-871f-6ffb73ea1180 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1245.568476] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c366a96d-6be7-4eb2-8091-76719a115268] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1245.568659] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bb7dc9a1-96bf-4f2a-9508-d8a094852c2b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.586529] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1245.586529] env[62353]: value = "task-2373338" [ 1245.586529] env[62353]: _type = "Task" [ 1245.586529] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.593784] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2373338, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.985542] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c14f2883-08a1-4e4e-822d-255f20f6a23e tempest-ServerActionsTestJSON-353836745 tempest-ServerActionsTestJSON-353836745-project-member] Lock "11e6b477-1796-44de-a629-e68e56a1322a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.798s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1246.095998] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2373338, 'name': CreateVM_Task, 'duration_secs': 0.31165} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.096226] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c366a96d-6be7-4eb2-8091-76719a115268] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1246.096821] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d50e1940-7268-41b2-871f-6ffb73ea1180 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1246.096983] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d50e1940-7268-41b2-871f-6ffb73ea1180 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Acquired lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.097320] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d50e1940-7268-41b2-871f-6ffb73ea1180 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1246.097567] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf521d17-731a-4efd-914f-743e26bb0f20 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.102352] env[62353]: DEBUG oslo_vmware.api [None req-d50e1940-7268-41b2-871f-6ffb73ea1180 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Waiting for the task: (returnval){ [ 1246.102352] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52e62440-35b7-5d6e-fa61-e6d2453e74dd" [ 1246.102352] env[62353]: _type = "Task" [ 1246.102352] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.109702] env[62353]: DEBUG oslo_vmware.api [None req-d50e1940-7268-41b2-871f-6ffb73ea1180 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52e62440-35b7-5d6e-fa61-e6d2453e74dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.615126] env[62353]: DEBUG oslo_vmware.api [None req-d50e1940-7268-41b2-871f-6ffb73ea1180 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52e62440-35b7-5d6e-fa61-e6d2453e74dd, 'name': SearchDatastore_Task, 'duration_secs': 0.010472} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.615434] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d50e1940-7268-41b2-871f-6ffb73ea1180 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Releasing lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1246.615661] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-d50e1940-7268-41b2-871f-6ffb73ea1180 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: c366a96d-6be7-4eb2-8091-76719a115268] Processing image 06f909ae-e8dc-43b4-abf7-c7ed85db9bbd {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1246.615886] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d50e1940-7268-41b2-871f-6ffb73ea1180 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1246.616037] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d50e1940-7268-41b2-871f-6ffb73ea1180 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Acquired lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.616212] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-d50e1940-7268-41b2-871f-6ffb73ea1180 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1246.616465] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cbded477-1077-400d-aa45-11ed2decfa86 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.625204] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-d50e1940-7268-41b2-871f-6ffb73ea1180 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1246.625399] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-d50e1940-7268-41b2-871f-6ffb73ea1180 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1246.626100] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79436650-6c61-445f-a1f3-4005eb68e4e8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.631141] env[62353]: DEBUG oslo_vmware.api [None req-d50e1940-7268-41b2-871f-6ffb73ea1180 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Waiting for the task: (returnval){ [ 1246.631141] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52125a65-e6e7-e362-fac4-4e6568f8a9e4" [ 1246.631141] env[62353]: _type = "Task" [ 1246.631141] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.639089] env[62353]: DEBUG oslo_vmware.api [None req-d50e1940-7268-41b2-871f-6ffb73ea1180 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52125a65-e6e7-e362-fac4-4e6568f8a9e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.141649] env[62353]: DEBUG oslo_vmware.api [None req-d50e1940-7268-41b2-871f-6ffb73ea1180 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52125a65-e6e7-e362-fac4-4e6568f8a9e4, 'name': SearchDatastore_Task, 'duration_secs': 0.009732} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.142354] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e03f20e-d25f-4069-86bc-79f9d96afb43 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.147975] env[62353]: DEBUG oslo_vmware.api [None req-d50e1940-7268-41b2-871f-6ffb73ea1180 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Waiting for the task: (returnval){ [ 1247.147975] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52eb1cde-f8d8-b002-4cd4-47a55e71ed02" [ 1247.147975] env[62353]: _type = "Task" [ 1247.147975] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.154991] env[62353]: DEBUG oslo_vmware.api [None req-d50e1940-7268-41b2-871f-6ffb73ea1180 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52eb1cde-f8d8-b002-4cd4-47a55e71ed02, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.658254] env[62353]: DEBUG oslo_vmware.api [None req-d50e1940-7268-41b2-871f-6ffb73ea1180 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52eb1cde-f8d8-b002-4cd4-47a55e71ed02, 'name': SearchDatastore_Task, 'duration_secs': 0.010182} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.658390] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d50e1940-7268-41b2-871f-6ffb73ea1180 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Releasing lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1247.658589] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-d50e1940-7268-41b2-871f-6ffb73ea1180 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore1] c366a96d-6be7-4eb2-8091-76719a115268/c366a96d-6be7-4eb2-8091-76719a115268.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1247.658827] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b3d344aa-bc35-47ea-87bd-c43681e5c332 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.666196] env[62353]: DEBUG oslo_vmware.api [None req-d50e1940-7268-41b2-871f-6ffb73ea1180 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Waiting for the task: (returnval){ [ 1247.666196] env[62353]: value = "task-2373339" [ 1247.666196] env[62353]: _type = "Task" [ 1247.666196] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.673403] env[62353]: DEBUG oslo_vmware.api [None req-d50e1940-7268-41b2-871f-6ffb73ea1180 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Task: {'id': task-2373339, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.176411] env[62353]: DEBUG oslo_vmware.api [None req-d50e1940-7268-41b2-871f-6ffb73ea1180 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Task: {'id': task-2373339, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.475427} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.176707] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-d50e1940-7268-41b2-871f-6ffb73ea1180 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore1] c366a96d-6be7-4eb2-8091-76719a115268/c366a96d-6be7-4eb2-8091-76719a115268.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1248.176902] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-d50e1940-7268-41b2-871f-6ffb73ea1180 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: c366a96d-6be7-4eb2-8091-76719a115268] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1248.177174] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-432d42aa-d9c0-418c-b72a-dc6adfb97400 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.183869] env[62353]: DEBUG oslo_vmware.api [None req-d50e1940-7268-41b2-871f-6ffb73ea1180 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Waiting for the task: (returnval){ [ 1248.183869] env[62353]: value = "task-2373340" [ 1248.183869] env[62353]: _type = "Task" [ 1248.183869] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.191867] env[62353]: DEBUG oslo_vmware.api [None req-d50e1940-7268-41b2-871f-6ffb73ea1180 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Task: {'id': task-2373340, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.694013] env[62353]: DEBUG oslo_vmware.api [None req-d50e1940-7268-41b2-871f-6ffb73ea1180 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Task: {'id': task-2373340, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.339878} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.694289] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-d50e1940-7268-41b2-871f-6ffb73ea1180 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: c366a96d-6be7-4eb2-8091-76719a115268] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1248.695067] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4905782d-04d4-4800-ae51-920e46df3976 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.716714] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-d50e1940-7268-41b2-871f-6ffb73ea1180 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: c366a96d-6be7-4eb2-8091-76719a115268] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] c366a96d-6be7-4eb2-8091-76719a115268/c366a96d-6be7-4eb2-8091-76719a115268.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1248.716880] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-86d009c1-4664-4c73-8ab8-5c6974576d27 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.735470] env[62353]: DEBUG oslo_vmware.api [None req-d50e1940-7268-41b2-871f-6ffb73ea1180 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Waiting for the task: (returnval){ [ 1248.735470] env[62353]: value = "task-2373341" [ 1248.735470] env[62353]: _type = "Task" [ 1248.735470] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.742718] env[62353]: DEBUG oslo_vmware.api [None req-d50e1940-7268-41b2-871f-6ffb73ea1180 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Task: {'id': task-2373341, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.246459] env[62353]: DEBUG oslo_vmware.api [None req-d50e1940-7268-41b2-871f-6ffb73ea1180 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Task: {'id': task-2373341, 'name': ReconfigVM_Task, 'duration_secs': 0.376516} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.246728] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-d50e1940-7268-41b2-871f-6ffb73ea1180 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: c366a96d-6be7-4eb2-8091-76719a115268] Reconfigured VM instance instance-00000076 to attach disk [datastore1] c366a96d-6be7-4eb2-8091-76719a115268/c366a96d-6be7-4eb2-8091-76719a115268.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1249.247355] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2b343b90-0f96-4f96-a430-09e82ebf4938 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.253904] env[62353]: DEBUG oslo_vmware.api [None req-d50e1940-7268-41b2-871f-6ffb73ea1180 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Waiting for the task: (returnval){ [ 1249.253904] env[62353]: value = "task-2373342" [ 1249.253904] env[62353]: _type = "Task" [ 1249.253904] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.261478] env[62353]: DEBUG oslo_vmware.api [None req-d50e1940-7268-41b2-871f-6ffb73ea1180 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Task: {'id': task-2373342, 'name': Rename_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.763474] env[62353]: DEBUG oslo_vmware.api [None req-d50e1940-7268-41b2-871f-6ffb73ea1180 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Task: {'id': task-2373342, 'name': Rename_Task, 'duration_secs': 0.146711} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.763767] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-d50e1940-7268-41b2-871f-6ffb73ea1180 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: c366a96d-6be7-4eb2-8091-76719a115268] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1249.763993] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8bef3c32-129c-407e-baff-513ac6d72008 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.770511] env[62353]: DEBUG oslo_vmware.api [None req-d50e1940-7268-41b2-871f-6ffb73ea1180 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Waiting for the task: (returnval){ [ 1249.770511] env[62353]: value = "task-2373343" [ 1249.770511] env[62353]: _type = "Task" [ 1249.770511] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.777728] env[62353]: DEBUG oslo_vmware.api [None req-d50e1940-7268-41b2-871f-6ffb73ea1180 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Task: {'id': task-2373343, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.281686] env[62353]: DEBUG oslo_vmware.api [None req-d50e1940-7268-41b2-871f-6ffb73ea1180 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Task: {'id': task-2373343, 'name': PowerOnVM_Task, 'duration_secs': 0.508293} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.282044] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-d50e1940-7268-41b2-871f-6ffb73ea1180 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: c366a96d-6be7-4eb2-8091-76719a115268] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1250.282201] env[62353]: DEBUG nova.compute.manager [None req-d50e1940-7268-41b2-871f-6ffb73ea1180 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: c366a96d-6be7-4eb2-8091-76719a115268] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1250.283129] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cdc857d-2691-497a-8470-63647cbfa1b7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.794299] env[62353]: INFO nova.compute.manager [None req-d50e1940-7268-41b2-871f-6ffb73ea1180 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: c366a96d-6be7-4eb2-8091-76719a115268] bringing vm to original state: 'stopped' [ 1251.221283] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a3ed95b3-c802-4d61-9ecb-096b87e24b28 tempest-ServerMetadataTestJSON-1767031190 tempest-ServerMetadataTestJSON-1767031190-project-member] Acquiring lock "822c7806-1b61-4103-9157-77a702bb236a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1251.221574] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a3ed95b3-c802-4d61-9ecb-096b87e24b28 tempest-ServerMetadataTestJSON-1767031190 tempest-ServerMetadataTestJSON-1767031190-project-member] Lock "822c7806-1b61-4103-9157-77a702bb236a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1251.726760] env[62353]: DEBUG nova.compute.manager [None req-a3ed95b3-c802-4d61-9ecb-096b87e24b28 tempest-ServerMetadataTestJSON-1767031190 tempest-ServerMetadataTestJSON-1767031190-project-member] [instance: 822c7806-1b61-4103-9157-77a702bb236a] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1251.801226] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d50e1940-7268-41b2-871f-6ffb73ea1180 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Acquiring lock "c366a96d-6be7-4eb2-8091-76719a115268" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1251.801583] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d50e1940-7268-41b2-871f-6ffb73ea1180 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Lock "c366a96d-6be7-4eb2-8091-76719a115268" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1251.801779] env[62353]: DEBUG nova.compute.manager [None req-d50e1940-7268-41b2-871f-6ffb73ea1180 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: c366a96d-6be7-4eb2-8091-76719a115268] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1251.802814] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9e798d3-cad2-40e1-b070-1ea1c346d4c2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.811582] env[62353]: DEBUG nova.compute.manager [None req-d50e1940-7268-41b2-871f-6ffb73ea1180 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: c366a96d-6be7-4eb2-8091-76719a115268] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62353) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1252.250435] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a3ed95b3-c802-4d61-9ecb-096b87e24b28 tempest-ServerMetadataTestJSON-1767031190 tempest-ServerMetadataTestJSON-1767031190-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1252.250694] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a3ed95b3-c802-4d61-9ecb-096b87e24b28 tempest-ServerMetadataTestJSON-1767031190 tempest-ServerMetadataTestJSON-1767031190-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1252.252218] env[62353]: INFO nova.compute.claims [None req-a3ed95b3-c802-4d61-9ecb-096b87e24b28 tempest-ServerMetadataTestJSON-1767031190 tempest-ServerMetadataTestJSON-1767031190-project-member] [instance: 822c7806-1b61-4103-9157-77a702bb236a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1252.316591] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-d50e1940-7268-41b2-871f-6ffb73ea1180 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: c366a96d-6be7-4eb2-8091-76719a115268] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1252.316882] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-517e436c-c2af-4615-836d-93da676f9d64 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.324744] env[62353]: DEBUG oslo_vmware.api [None req-d50e1940-7268-41b2-871f-6ffb73ea1180 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Waiting for the task: (returnval){ [ 1252.324744] env[62353]: value = "task-2373344" [ 1252.324744] env[62353]: _type = "Task" [ 1252.324744] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.332803] env[62353]: DEBUG oslo_vmware.api [None req-d50e1940-7268-41b2-871f-6ffb73ea1180 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Task: {'id': task-2373344, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.834338] env[62353]: DEBUG oslo_vmware.api [None req-d50e1940-7268-41b2-871f-6ffb73ea1180 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Task: {'id': task-2373344, 'name': PowerOffVM_Task, 'duration_secs': 0.226606} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.834696] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-d50e1940-7268-41b2-871f-6ffb73ea1180 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: c366a96d-6be7-4eb2-8091-76719a115268] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1252.834777] env[62353]: DEBUG nova.compute.manager [None req-d50e1940-7268-41b2-871f-6ffb73ea1180 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: c366a96d-6be7-4eb2-8091-76719a115268] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1252.835547] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6604222d-47da-4c9e-82c6-bba73b6f4fde {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.335409] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fb9e7ce-fb52-43c7-b5d0-96692fc758f1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.343982] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cadaa5c5-e40d-4184-a8d8-ae6fe40fa581 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.350096] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d50e1940-7268-41b2-871f-6ffb73ea1180 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Lock "c366a96d-6be7-4eb2-8091-76719a115268" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.548s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1253.379982] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc49cf50-4ee1-435d-b07f-90de786a52a4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.387431] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eef972ed-991f-41a4-938b-49e72c06a1fd {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.400893] env[62353]: DEBUG nova.compute.provider_tree [None req-a3ed95b3-c802-4d61-9ecb-096b87e24b28 tempest-ServerMetadataTestJSON-1767031190 tempest-ServerMetadataTestJSON-1767031190-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1253.833319] env[62353]: DEBUG oslo_concurrency.lockutils [None req-bbc789a0-9785-499f-a233-0eb59f82b77c tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Acquiring lock "c366a96d-6be7-4eb2-8091-76719a115268" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1253.833607] env[62353]: DEBUG oslo_concurrency.lockutils [None req-bbc789a0-9785-499f-a233-0eb59f82b77c tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Lock "c366a96d-6be7-4eb2-8091-76719a115268" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1253.833824] env[62353]: DEBUG oslo_concurrency.lockutils [None req-bbc789a0-9785-499f-a233-0eb59f82b77c tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Acquiring lock "c366a96d-6be7-4eb2-8091-76719a115268-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1253.834019] env[62353]: DEBUG oslo_concurrency.lockutils [None req-bbc789a0-9785-499f-a233-0eb59f82b77c tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Lock "c366a96d-6be7-4eb2-8091-76719a115268-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1253.834188] env[62353]: DEBUG oslo_concurrency.lockutils [None req-bbc789a0-9785-499f-a233-0eb59f82b77c tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Lock "c366a96d-6be7-4eb2-8091-76719a115268-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1253.836454] env[62353]: INFO nova.compute.manager [None req-bbc789a0-9785-499f-a233-0eb59f82b77c tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: c366a96d-6be7-4eb2-8091-76719a115268] Terminating instance [ 1253.856636] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d50e1940-7268-41b2-871f-6ffb73ea1180 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1253.903610] env[62353]: DEBUG nova.scheduler.client.report [None req-a3ed95b3-c802-4d61-9ecb-096b87e24b28 tempest-ServerMetadataTestJSON-1767031190 tempest-ServerMetadataTestJSON-1767031190-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1254.340094] env[62353]: DEBUG nova.compute.manager [None req-bbc789a0-9785-499f-a233-0eb59f82b77c tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: c366a96d-6be7-4eb2-8091-76719a115268] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1254.340396] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-bbc789a0-9785-499f-a233-0eb59f82b77c tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: c366a96d-6be7-4eb2-8091-76719a115268] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1254.341329] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6a0f235-8b22-4a29-9062-56c8fc07844a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.351312] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-bbc789a0-9785-499f-a233-0eb59f82b77c tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: c366a96d-6be7-4eb2-8091-76719a115268] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1254.351543] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c290a175-c9f7-48e8-af26-9a5853737f48 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.408628] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a3ed95b3-c802-4d61-9ecb-096b87e24b28 tempest-ServerMetadataTestJSON-1767031190 tempest-ServerMetadataTestJSON-1767031190-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.158s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1254.409184] env[62353]: DEBUG nova.compute.manager [None req-a3ed95b3-c802-4d61-9ecb-096b87e24b28 tempest-ServerMetadataTestJSON-1767031190 tempest-ServerMetadataTestJSON-1767031190-project-member] [instance: 822c7806-1b61-4103-9157-77a702bb236a] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1254.411955] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d50e1940-7268-41b2-871f-6ffb73ea1180 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.555s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1254.412228] env[62353]: DEBUG nova.objects.instance [None req-d50e1940-7268-41b2-871f-6ffb73ea1180 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: c366a96d-6be7-4eb2-8091-76719a115268] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62353) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1254.420882] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-bbc789a0-9785-499f-a233-0eb59f82b77c tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: c366a96d-6be7-4eb2-8091-76719a115268] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1254.421091] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-bbc789a0-9785-499f-a233-0eb59f82b77c tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: c366a96d-6be7-4eb2-8091-76719a115268] Deleting contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1254.421336] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbc789a0-9785-499f-a233-0eb59f82b77c tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Deleting the datastore file [datastore1] c366a96d-6be7-4eb2-8091-76719a115268 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1254.421598] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-93f275b0-56ff-429e-9232-821a41cfb732 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.429147] env[62353]: DEBUG oslo_vmware.api [None req-bbc789a0-9785-499f-a233-0eb59f82b77c tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Waiting for the task: (returnval){ [ 1254.429147] env[62353]: value = "task-2373346" [ 1254.429147] env[62353]: _type = "Task" [ 1254.429147] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.438300] env[62353]: DEBUG oslo_vmware.api [None req-bbc789a0-9785-499f-a233-0eb59f82b77c tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Task: {'id': task-2373346, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.917020] env[62353]: DEBUG nova.compute.utils [None req-a3ed95b3-c802-4d61-9ecb-096b87e24b28 tempest-ServerMetadataTestJSON-1767031190 tempest-ServerMetadataTestJSON-1767031190-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1254.921842] env[62353]: DEBUG nova.compute.manager [None req-a3ed95b3-c802-4d61-9ecb-096b87e24b28 tempest-ServerMetadataTestJSON-1767031190 tempest-ServerMetadataTestJSON-1767031190-project-member] [instance: 822c7806-1b61-4103-9157-77a702bb236a] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1254.922036] env[62353]: DEBUG nova.network.neutron [None req-a3ed95b3-c802-4d61-9ecb-096b87e24b28 tempest-ServerMetadataTestJSON-1767031190 tempest-ServerMetadataTestJSON-1767031190-project-member] [instance: 822c7806-1b61-4103-9157-77a702bb236a] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1254.940353] env[62353]: DEBUG oslo_vmware.api [None req-bbc789a0-9785-499f-a233-0eb59f82b77c tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Task: {'id': task-2373346, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.167516} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.940596] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbc789a0-9785-499f-a233-0eb59f82b77c tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1254.941071] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-bbc789a0-9785-499f-a233-0eb59f82b77c tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: c366a96d-6be7-4eb2-8091-76719a115268] Deleted contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1254.941071] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-bbc789a0-9785-499f-a233-0eb59f82b77c tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: c366a96d-6be7-4eb2-8091-76719a115268] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1254.941191] env[62353]: INFO nova.compute.manager [None req-bbc789a0-9785-499f-a233-0eb59f82b77c tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: c366a96d-6be7-4eb2-8091-76719a115268] Took 0.60 seconds to destroy the instance on the hypervisor. [ 1254.941411] env[62353]: DEBUG oslo.service.loopingcall [None req-bbc789a0-9785-499f-a233-0eb59f82b77c tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1254.941611] env[62353]: DEBUG nova.compute.manager [-] [instance: c366a96d-6be7-4eb2-8091-76719a115268] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1254.941712] env[62353]: DEBUG nova.network.neutron [-] [instance: c366a96d-6be7-4eb2-8091-76719a115268] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1254.975036] env[62353]: DEBUG nova.policy [None req-a3ed95b3-c802-4d61-9ecb-096b87e24b28 tempest-ServerMetadataTestJSON-1767031190 tempest-ServerMetadataTestJSON-1767031190-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e4b96bc9af3f468388ffa0bafbe1c2c6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '05476723e5c947f2b245c4509622e481', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:192}} [ 1255.188084] env[62353]: DEBUG nova.compute.manager [req-474eeb59-64e6-4619-ac25-f56c45527162 req-5781de13-afc0-4ec0-8cac-4e0ff34d47d7 service nova] [instance: c366a96d-6be7-4eb2-8091-76719a115268] Received event network-vif-deleted-cefdfb82-f4b6-42c7-b25e-1c41c836a7f0 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1255.188262] env[62353]: INFO nova.compute.manager [req-474eeb59-64e6-4619-ac25-f56c45527162 req-5781de13-afc0-4ec0-8cac-4e0ff34d47d7 service nova] [instance: c366a96d-6be7-4eb2-8091-76719a115268] Neutron deleted interface cefdfb82-f4b6-42c7-b25e-1c41c836a7f0; detaching it from the instance and deleting it from the info cache [ 1255.188530] env[62353]: DEBUG nova.network.neutron [req-474eeb59-64e6-4619-ac25-f56c45527162 req-5781de13-afc0-4ec0-8cac-4e0ff34d47d7 service nova] [instance: c366a96d-6be7-4eb2-8091-76719a115268] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1255.216484] env[62353]: DEBUG nova.network.neutron [None req-a3ed95b3-c802-4d61-9ecb-096b87e24b28 tempest-ServerMetadataTestJSON-1767031190 tempest-ServerMetadataTestJSON-1767031190-project-member] [instance: 822c7806-1b61-4103-9157-77a702bb236a] Successfully created port: 66598489-40aa-4132-953a-4e158497bc2d {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1255.423174] env[62353]: DEBUG nova.compute.manager [None req-a3ed95b3-c802-4d61-9ecb-096b87e24b28 tempest-ServerMetadataTestJSON-1767031190 tempest-ServerMetadataTestJSON-1767031190-project-member] [instance: 822c7806-1b61-4103-9157-77a702bb236a] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1255.426853] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d50e1940-7268-41b2-871f-6ffb73ea1180 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1255.667703] env[62353]: DEBUG nova.network.neutron [-] [instance: c366a96d-6be7-4eb2-8091-76719a115268] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1255.690677] env[62353]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-27c06272-0030-4cdd-beb4-f6c90be4dcf8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.700367] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7151bdf0-304e-4236-8ab4-00dbfcf2437e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.726780] env[62353]: DEBUG nova.compute.manager [req-474eeb59-64e6-4619-ac25-f56c45527162 req-5781de13-afc0-4ec0-8cac-4e0ff34d47d7 service nova] [instance: c366a96d-6be7-4eb2-8091-76719a115268] Detach interface failed, port_id=cefdfb82-f4b6-42c7-b25e-1c41c836a7f0, reason: Instance c366a96d-6be7-4eb2-8091-76719a115268 could not be found. {{(pid=62353) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1255.819405] env[62353]: DEBUG oslo_concurrency.lockutils [None req-59ed9930-2dc4-4f84-8968-2aec0e3dca82 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Acquiring lock "69679061-45cf-44e8-bbca-7d3cb232f440" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1255.819665] env[62353]: DEBUG oslo_concurrency.lockutils [None req-59ed9930-2dc4-4f84-8968-2aec0e3dca82 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Lock "69679061-45cf-44e8-bbca-7d3cb232f440" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1256.170584] env[62353]: INFO nova.compute.manager [-] [instance: c366a96d-6be7-4eb2-8091-76719a115268] Took 1.23 seconds to deallocate network for instance. [ 1256.323487] env[62353]: DEBUG nova.compute.utils [None req-59ed9930-2dc4-4f84-8968-2aec0e3dca82 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1256.441740] env[62353]: DEBUG nova.compute.manager [None req-a3ed95b3-c802-4d61-9ecb-096b87e24b28 tempest-ServerMetadataTestJSON-1767031190 tempest-ServerMetadataTestJSON-1767031190-project-member] [instance: 822c7806-1b61-4103-9157-77a702bb236a] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1256.468117] env[62353]: DEBUG nova.virt.hardware [None req-a3ed95b3-c802-4d61-9ecb-096b87e24b28 tempest-ServerMetadataTestJSON-1767031190 tempest-ServerMetadataTestJSON-1767031190-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T12:38:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T12:38:15Z,direct_url=,disk_format='vmdk',id=06f909ae-e8dc-43b4-abf7-c7ed85db9bbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0a3f88790a594523a818b8c00f6862e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T12:38:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1256.468381] env[62353]: DEBUG nova.virt.hardware [None req-a3ed95b3-c802-4d61-9ecb-096b87e24b28 tempest-ServerMetadataTestJSON-1767031190 tempest-ServerMetadataTestJSON-1767031190-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1256.468546] env[62353]: DEBUG nova.virt.hardware [None req-a3ed95b3-c802-4d61-9ecb-096b87e24b28 tempest-ServerMetadataTestJSON-1767031190 tempest-ServerMetadataTestJSON-1767031190-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1256.468730] env[62353]: DEBUG nova.virt.hardware [None req-a3ed95b3-c802-4d61-9ecb-096b87e24b28 tempest-ServerMetadataTestJSON-1767031190 tempest-ServerMetadataTestJSON-1767031190-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1256.468875] env[62353]: DEBUG nova.virt.hardware [None req-a3ed95b3-c802-4d61-9ecb-096b87e24b28 tempest-ServerMetadataTestJSON-1767031190 tempest-ServerMetadataTestJSON-1767031190-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1256.469032] env[62353]: DEBUG nova.virt.hardware [None req-a3ed95b3-c802-4d61-9ecb-096b87e24b28 tempest-ServerMetadataTestJSON-1767031190 tempest-ServerMetadataTestJSON-1767031190-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1256.469278] env[62353]: DEBUG nova.virt.hardware [None req-a3ed95b3-c802-4d61-9ecb-096b87e24b28 tempest-ServerMetadataTestJSON-1767031190 tempest-ServerMetadataTestJSON-1767031190-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1256.469730] env[62353]: DEBUG nova.virt.hardware [None req-a3ed95b3-c802-4d61-9ecb-096b87e24b28 tempest-ServerMetadataTestJSON-1767031190 tempest-ServerMetadataTestJSON-1767031190-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1256.469730] env[62353]: DEBUG nova.virt.hardware [None req-a3ed95b3-c802-4d61-9ecb-096b87e24b28 tempest-ServerMetadataTestJSON-1767031190 tempest-ServerMetadataTestJSON-1767031190-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1256.469904] env[62353]: DEBUG nova.virt.hardware [None req-a3ed95b3-c802-4d61-9ecb-096b87e24b28 tempest-ServerMetadataTestJSON-1767031190 tempest-ServerMetadataTestJSON-1767031190-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1256.469947] env[62353]: DEBUG nova.virt.hardware [None req-a3ed95b3-c802-4d61-9ecb-096b87e24b28 tempest-ServerMetadataTestJSON-1767031190 tempest-ServerMetadataTestJSON-1767031190-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1256.470918] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a7c4c9a-be5a-4dd6-9a78-3ad4beee02f7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.479416] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25228ebf-ea2e-44ac-be43-2b3d1780c51a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.677504] env[62353]: DEBUG oslo_concurrency.lockutils [None req-bbc789a0-9785-499f-a233-0eb59f82b77c tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1256.677774] env[62353]: DEBUG oslo_concurrency.lockutils [None req-bbc789a0-9785-499f-a233-0eb59f82b77c tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1256.677994] env[62353]: DEBUG nova.objects.instance [None req-bbc789a0-9785-499f-a233-0eb59f82b77c tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Lazy-loading 'resources' on Instance uuid c366a96d-6be7-4eb2-8091-76719a115268 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1256.814750] env[62353]: DEBUG nova.compute.manager [req-d0ca02e3-0069-46bb-8532-4bfce433a541 req-c721d832-34d7-4e53-b62a-c304fbc619a6 service nova] [instance: 822c7806-1b61-4103-9157-77a702bb236a] Received event network-vif-plugged-66598489-40aa-4132-953a-4e158497bc2d {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1256.815650] env[62353]: DEBUG oslo_concurrency.lockutils [req-d0ca02e3-0069-46bb-8532-4bfce433a541 req-c721d832-34d7-4e53-b62a-c304fbc619a6 service nova] Acquiring lock "822c7806-1b61-4103-9157-77a702bb236a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1256.815650] env[62353]: DEBUG oslo_concurrency.lockutils [req-d0ca02e3-0069-46bb-8532-4bfce433a541 req-c721d832-34d7-4e53-b62a-c304fbc619a6 service nova] Lock "822c7806-1b61-4103-9157-77a702bb236a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1256.815820] env[62353]: DEBUG oslo_concurrency.lockutils [req-d0ca02e3-0069-46bb-8532-4bfce433a541 req-c721d832-34d7-4e53-b62a-c304fbc619a6 service nova] Lock "822c7806-1b61-4103-9157-77a702bb236a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1256.815930] env[62353]: DEBUG nova.compute.manager [req-d0ca02e3-0069-46bb-8532-4bfce433a541 req-c721d832-34d7-4e53-b62a-c304fbc619a6 service nova] [instance: 822c7806-1b61-4103-9157-77a702bb236a] No waiting events found dispatching network-vif-plugged-66598489-40aa-4132-953a-4e158497bc2d {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1256.816032] env[62353]: WARNING nova.compute.manager [req-d0ca02e3-0069-46bb-8532-4bfce433a541 req-c721d832-34d7-4e53-b62a-c304fbc619a6 service nova] [instance: 822c7806-1b61-4103-9157-77a702bb236a] Received unexpected event network-vif-plugged-66598489-40aa-4132-953a-4e158497bc2d for instance with vm_state building and task_state spawning. [ 1256.826630] env[62353]: DEBUG oslo_concurrency.lockutils [None req-59ed9930-2dc4-4f84-8968-2aec0e3dca82 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Lock "69679061-45cf-44e8-bbca-7d3cb232f440" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1256.902564] env[62353]: DEBUG nova.network.neutron [None req-a3ed95b3-c802-4d61-9ecb-096b87e24b28 tempest-ServerMetadataTestJSON-1767031190 tempest-ServerMetadataTestJSON-1767031190-project-member] [instance: 822c7806-1b61-4103-9157-77a702bb236a] Successfully updated port: 66598489-40aa-4132-953a-4e158497bc2d {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1257.248252] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eda2425d-3e39-4a90-ac8c-f81f74a4f002 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.255936] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90952657-9c4d-47c5-add1-c24262c9ba00 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.285867] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e6943ed-7ccd-4212-bdc5-ef83481ab0c8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.292624] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb6c2f47-d7a7-4b68-bd78-5778f9657c12 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.305276] env[62353]: DEBUG nova.compute.provider_tree [None req-bbc789a0-9785-499f-a233-0eb59f82b77c tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1257.404605] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a3ed95b3-c802-4d61-9ecb-096b87e24b28 tempest-ServerMetadataTestJSON-1767031190 tempest-ServerMetadataTestJSON-1767031190-project-member] Acquiring lock "refresh_cache-822c7806-1b61-4103-9157-77a702bb236a" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1257.404768] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a3ed95b3-c802-4d61-9ecb-096b87e24b28 tempest-ServerMetadataTestJSON-1767031190 tempest-ServerMetadataTestJSON-1767031190-project-member] Acquired lock "refresh_cache-822c7806-1b61-4103-9157-77a702bb236a" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.404919] env[62353]: DEBUG nova.network.neutron [None req-a3ed95b3-c802-4d61-9ecb-096b87e24b28 tempest-ServerMetadataTestJSON-1767031190 tempest-ServerMetadataTestJSON-1767031190-project-member] [instance: 822c7806-1b61-4103-9157-77a702bb236a] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1257.808816] env[62353]: DEBUG nova.scheduler.client.report [None req-bbc789a0-9785-499f-a233-0eb59f82b77c tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1257.893322] env[62353]: DEBUG oslo_concurrency.lockutils [None req-59ed9930-2dc4-4f84-8968-2aec0e3dca82 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Acquiring lock "69679061-45cf-44e8-bbca-7d3cb232f440" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1257.893577] env[62353]: DEBUG oslo_concurrency.lockutils [None req-59ed9930-2dc4-4f84-8968-2aec0e3dca82 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Lock "69679061-45cf-44e8-bbca-7d3cb232f440" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1257.893807] env[62353]: INFO nova.compute.manager [None req-59ed9930-2dc4-4f84-8968-2aec0e3dca82 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] [instance: 69679061-45cf-44e8-bbca-7d3cb232f440] Attaching volume 939a33c9-d94d-4d20-b985-48fb3a0b936c to /dev/sdb [ 1257.927898] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab2890d4-21fc-43aa-84ce-f139d77e9337 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.935065] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e2a8c93-04a2-4897-b4cb-db90c8676e2e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.937967] env[62353]: DEBUG nova.network.neutron [None req-a3ed95b3-c802-4d61-9ecb-096b87e24b28 tempest-ServerMetadataTestJSON-1767031190 tempest-ServerMetadataTestJSON-1767031190-project-member] [instance: 822c7806-1b61-4103-9157-77a702bb236a] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1257.950414] env[62353]: DEBUG nova.virt.block_device [None req-59ed9930-2dc4-4f84-8968-2aec0e3dca82 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] [instance: 69679061-45cf-44e8-bbca-7d3cb232f440] Updating existing volume attachment record: ce42ec5a-5ad8-4117-8fb3-46e3bad7218d {{(pid=62353) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1258.074759] env[62353]: DEBUG nova.network.neutron [None req-a3ed95b3-c802-4d61-9ecb-096b87e24b28 tempest-ServerMetadataTestJSON-1767031190 tempest-ServerMetadataTestJSON-1767031190-project-member] [instance: 822c7806-1b61-4103-9157-77a702bb236a] Updating instance_info_cache with network_info: [{"id": "66598489-40aa-4132-953a-4e158497bc2d", "address": "fa:16:3e:15:df:2b", "network": {"id": "401edb5b-1e4e-45e5-a712-cb174c994619", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-293607609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05476723e5c947f2b245c4509622e481", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a27fd90b-16a5-43af-bede-ae36762ece00", "external-id": "nsx-vlan-transportzone-197", "segmentation_id": 197, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66598489-40", "ovs_interfaceid": "66598489-40aa-4132-953a-4e158497bc2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1258.314088] env[62353]: DEBUG oslo_concurrency.lockutils [None req-bbc789a0-9785-499f-a233-0eb59f82b77c tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.636s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1258.339068] env[62353]: INFO nova.scheduler.client.report [None req-bbc789a0-9785-499f-a233-0eb59f82b77c tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Deleted allocations for instance c366a96d-6be7-4eb2-8091-76719a115268 [ 1258.577738] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a3ed95b3-c802-4d61-9ecb-096b87e24b28 tempest-ServerMetadataTestJSON-1767031190 tempest-ServerMetadataTestJSON-1767031190-project-member] Releasing lock "refresh_cache-822c7806-1b61-4103-9157-77a702bb236a" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1258.578084] env[62353]: DEBUG nova.compute.manager [None req-a3ed95b3-c802-4d61-9ecb-096b87e24b28 tempest-ServerMetadataTestJSON-1767031190 tempest-ServerMetadataTestJSON-1767031190-project-member] [instance: 822c7806-1b61-4103-9157-77a702bb236a] Instance network_info: |[{"id": "66598489-40aa-4132-953a-4e158497bc2d", "address": "fa:16:3e:15:df:2b", "network": {"id": "401edb5b-1e4e-45e5-a712-cb174c994619", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-293607609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05476723e5c947f2b245c4509622e481", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a27fd90b-16a5-43af-bede-ae36762ece00", "external-id": "nsx-vlan-transportzone-197", "segmentation_id": 197, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66598489-40", "ovs_interfaceid": "66598489-40aa-4132-953a-4e158497bc2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1258.578534] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-a3ed95b3-c802-4d61-9ecb-096b87e24b28 tempest-ServerMetadataTestJSON-1767031190 tempest-ServerMetadataTestJSON-1767031190-project-member] [instance: 822c7806-1b61-4103-9157-77a702bb236a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:15:df:2b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a27fd90b-16a5-43af-bede-ae36762ece00', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '66598489-40aa-4132-953a-4e158497bc2d', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1258.586957] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3ed95b3-c802-4d61-9ecb-096b87e24b28 tempest-ServerMetadataTestJSON-1767031190 tempest-ServerMetadataTestJSON-1767031190-project-member] Creating folder: Project (05476723e5c947f2b245c4509622e481). Parent ref: group-v481456. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1258.587254] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8eb5cc93-62d9-4306-8b9a-1e4955032932 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.598655] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-a3ed95b3-c802-4d61-9ecb-096b87e24b28 tempest-ServerMetadataTestJSON-1767031190 tempest-ServerMetadataTestJSON-1767031190-project-member] Created folder: Project (05476723e5c947f2b245c4509622e481) in parent group-v481456. [ 1258.598836] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3ed95b3-c802-4d61-9ecb-096b87e24b28 tempest-ServerMetadataTestJSON-1767031190 tempest-ServerMetadataTestJSON-1767031190-project-member] Creating folder: Instances. Parent ref: group-v481773. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1258.599072] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-37d1b1df-09ae-4dd5-80b6-8344aac2493b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.607489] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-a3ed95b3-c802-4d61-9ecb-096b87e24b28 tempest-ServerMetadataTestJSON-1767031190 tempest-ServerMetadataTestJSON-1767031190-project-member] Created folder: Instances in parent group-v481773. [ 1258.607706] env[62353]: DEBUG oslo.service.loopingcall [None req-a3ed95b3-c802-4d61-9ecb-096b87e24b28 tempest-ServerMetadataTestJSON-1767031190 tempest-ServerMetadataTestJSON-1767031190-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1258.607878] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 822c7806-1b61-4103-9157-77a702bb236a] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1258.608071] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b1188fff-d454-450d-8f43-53f55973f6e4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.626204] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1258.626204] env[62353]: value = "task-2373350" [ 1258.626204] env[62353]: _type = "Task" [ 1258.626204] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.634452] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2373350, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.848180] env[62353]: DEBUG nova.compute.manager [req-3f2714d9-3760-4584-98d4-0639b2c6126c req-b139a88c-efcf-4439-a00a-7099312615bd service nova] [instance: 822c7806-1b61-4103-9157-77a702bb236a] Received event network-changed-66598489-40aa-4132-953a-4e158497bc2d {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1258.848378] env[62353]: DEBUG nova.compute.manager [req-3f2714d9-3760-4584-98d4-0639b2c6126c req-b139a88c-efcf-4439-a00a-7099312615bd service nova] [instance: 822c7806-1b61-4103-9157-77a702bb236a] Refreshing instance network info cache due to event network-changed-66598489-40aa-4132-953a-4e158497bc2d. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1258.848589] env[62353]: DEBUG oslo_concurrency.lockutils [req-3f2714d9-3760-4584-98d4-0639b2c6126c req-b139a88c-efcf-4439-a00a-7099312615bd service nova] Acquiring lock "refresh_cache-822c7806-1b61-4103-9157-77a702bb236a" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1258.848726] env[62353]: DEBUG oslo_concurrency.lockutils [req-3f2714d9-3760-4584-98d4-0639b2c6126c req-b139a88c-efcf-4439-a00a-7099312615bd service nova] Acquired lock "refresh_cache-822c7806-1b61-4103-9157-77a702bb236a" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.848878] env[62353]: DEBUG nova.network.neutron [req-3f2714d9-3760-4584-98d4-0639b2c6126c req-b139a88c-efcf-4439-a00a-7099312615bd service nova] [instance: 822c7806-1b61-4103-9157-77a702bb236a] Refreshing network info cache for port 66598489-40aa-4132-953a-4e158497bc2d {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1258.850402] env[62353]: DEBUG oslo_concurrency.lockutils [None req-bbc789a0-9785-499f-a233-0eb59f82b77c tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Lock "c366a96d-6be7-4eb2-8091-76719a115268" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.017s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1259.135336] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2373350, 'name': CreateVM_Task, 'duration_secs': 0.29112} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.135536] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 822c7806-1b61-4103-9157-77a702bb236a] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1259.136211] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a3ed95b3-c802-4d61-9ecb-096b87e24b28 tempest-ServerMetadataTestJSON-1767031190 tempest-ServerMetadataTestJSON-1767031190-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1259.136373] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a3ed95b3-c802-4d61-9ecb-096b87e24b28 tempest-ServerMetadataTestJSON-1767031190 tempest-ServerMetadataTestJSON-1767031190-project-member] Acquired lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.136759] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a3ed95b3-c802-4d61-9ecb-096b87e24b28 tempest-ServerMetadataTestJSON-1767031190 tempest-ServerMetadataTestJSON-1767031190-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1259.136917] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4ac8f8a-47d9-4137-a4ed-30558ff9c4b6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.141170] env[62353]: DEBUG oslo_vmware.api [None req-a3ed95b3-c802-4d61-9ecb-096b87e24b28 tempest-ServerMetadataTestJSON-1767031190 tempest-ServerMetadataTestJSON-1767031190-project-member] Waiting for the task: (returnval){ [ 1259.141170] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5266bf05-7a8d-0172-da46-41f4768ba2b0" [ 1259.141170] env[62353]: _type = "Task" [ 1259.141170] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.149413] env[62353]: DEBUG oslo_vmware.api [None req-a3ed95b3-c802-4d61-9ecb-096b87e24b28 tempest-ServerMetadataTestJSON-1767031190 tempest-ServerMetadataTestJSON-1767031190-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5266bf05-7a8d-0172-da46-41f4768ba2b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.543490] env[62353]: DEBUG nova.network.neutron [req-3f2714d9-3760-4584-98d4-0639b2c6126c req-b139a88c-efcf-4439-a00a-7099312615bd service nova] [instance: 822c7806-1b61-4103-9157-77a702bb236a] Updated VIF entry in instance network info cache for port 66598489-40aa-4132-953a-4e158497bc2d. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1259.543842] env[62353]: DEBUG nova.network.neutron [req-3f2714d9-3760-4584-98d4-0639b2c6126c req-b139a88c-efcf-4439-a00a-7099312615bd service nova] [instance: 822c7806-1b61-4103-9157-77a702bb236a] Updating instance_info_cache with network_info: [{"id": "66598489-40aa-4132-953a-4e158497bc2d", "address": "fa:16:3e:15:df:2b", "network": {"id": "401edb5b-1e4e-45e5-a712-cb174c994619", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-293607609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05476723e5c947f2b245c4509622e481", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a27fd90b-16a5-43af-bede-ae36762ece00", "external-id": "nsx-vlan-transportzone-197", "segmentation_id": 197, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66598489-40", "ovs_interfaceid": "66598489-40aa-4132-953a-4e158497bc2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1259.651522] env[62353]: DEBUG oslo_vmware.api [None req-a3ed95b3-c802-4d61-9ecb-096b87e24b28 tempest-ServerMetadataTestJSON-1767031190 tempest-ServerMetadataTestJSON-1767031190-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5266bf05-7a8d-0172-da46-41f4768ba2b0, 'name': SearchDatastore_Task, 'duration_secs': 0.009854} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.651829] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a3ed95b3-c802-4d61-9ecb-096b87e24b28 tempest-ServerMetadataTestJSON-1767031190 tempest-ServerMetadataTestJSON-1767031190-project-member] Releasing lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1259.652071] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-a3ed95b3-c802-4d61-9ecb-096b87e24b28 tempest-ServerMetadataTestJSON-1767031190 tempest-ServerMetadataTestJSON-1767031190-project-member] [instance: 822c7806-1b61-4103-9157-77a702bb236a] Processing image 06f909ae-e8dc-43b4-abf7-c7ed85db9bbd {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1259.652331] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a3ed95b3-c802-4d61-9ecb-096b87e24b28 tempest-ServerMetadataTestJSON-1767031190 tempest-ServerMetadataTestJSON-1767031190-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1259.652485] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a3ed95b3-c802-4d61-9ecb-096b87e24b28 tempest-ServerMetadataTestJSON-1767031190 tempest-ServerMetadataTestJSON-1767031190-project-member] Acquired lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.652657] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3ed95b3-c802-4d61-9ecb-096b87e24b28 tempest-ServerMetadataTestJSON-1767031190 tempest-ServerMetadataTestJSON-1767031190-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1259.652901] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dc2eeeb1-3634-4725-bfb6-57609bec6d98 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.660481] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3ed95b3-c802-4d61-9ecb-096b87e24b28 tempest-ServerMetadataTestJSON-1767031190 tempest-ServerMetadataTestJSON-1767031190-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1259.660652] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-a3ed95b3-c802-4d61-9ecb-096b87e24b28 tempest-ServerMetadataTestJSON-1767031190 tempest-ServerMetadataTestJSON-1767031190-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1259.661320] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29bc401d-bbf4-4014-9d94-c3d42edda56a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.666298] env[62353]: DEBUG oslo_vmware.api [None req-a3ed95b3-c802-4d61-9ecb-096b87e24b28 tempest-ServerMetadataTestJSON-1767031190 tempest-ServerMetadataTestJSON-1767031190-project-member] Waiting for the task: (returnval){ [ 1259.666298] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5225c201-e28a-dbb1-0b4d-78af430e83cd" [ 1259.666298] env[62353]: _type = "Task" [ 1259.666298] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.673220] env[62353]: DEBUG oslo_vmware.api [None req-a3ed95b3-c802-4d61-9ecb-096b87e24b28 tempest-ServerMetadataTestJSON-1767031190 tempest-ServerMetadataTestJSON-1767031190-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5225c201-e28a-dbb1-0b4d-78af430e83cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.046961] env[62353]: DEBUG oslo_concurrency.lockutils [req-3f2714d9-3760-4584-98d4-0639b2c6126c req-b139a88c-efcf-4439-a00a-7099312615bd service nova] Releasing lock "refresh_cache-822c7806-1b61-4103-9157-77a702bb236a" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1260.176250] env[62353]: DEBUG oslo_vmware.api [None req-a3ed95b3-c802-4d61-9ecb-096b87e24b28 tempest-ServerMetadataTestJSON-1767031190 tempest-ServerMetadataTestJSON-1767031190-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5225c201-e28a-dbb1-0b4d-78af430e83cd, 'name': SearchDatastore_Task, 'duration_secs': 0.007888} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.177167] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a254177-47e4-4fcc-a074-770f7fab4532 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.181938] env[62353]: DEBUG oslo_vmware.api [None req-a3ed95b3-c802-4d61-9ecb-096b87e24b28 tempest-ServerMetadataTestJSON-1767031190 tempest-ServerMetadataTestJSON-1767031190-project-member] Waiting for the task: (returnval){ [ 1260.181938] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]522d0d0b-94a8-00ed-9abe-7905812293d2" [ 1260.181938] env[62353]: _type = "Task" [ 1260.181938] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.189300] env[62353]: DEBUG oslo_vmware.api [None req-a3ed95b3-c802-4d61-9ecb-096b87e24b28 tempest-ServerMetadataTestJSON-1767031190 tempest-ServerMetadataTestJSON-1767031190-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]522d0d0b-94a8-00ed-9abe-7905812293d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.676331] env[62353]: DEBUG oslo_concurrency.lockutils [None req-09b85777-c618-46f9-9a61-5306a68b3f76 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Acquiring lock "5d906fd7-2669-4ba2-ace3-d204c6db0412" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1260.676568] env[62353]: DEBUG oslo_concurrency.lockutils [None req-09b85777-c618-46f9-9a61-5306a68b3f76 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Lock "5d906fd7-2669-4ba2-ace3-d204c6db0412" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1260.692266] env[62353]: DEBUG oslo_vmware.api [None req-a3ed95b3-c802-4d61-9ecb-096b87e24b28 tempest-ServerMetadataTestJSON-1767031190 tempest-ServerMetadataTestJSON-1767031190-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]522d0d0b-94a8-00ed-9abe-7905812293d2, 'name': SearchDatastore_Task, 'duration_secs': 0.009413} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.692484] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a3ed95b3-c802-4d61-9ecb-096b87e24b28 tempest-ServerMetadataTestJSON-1767031190 tempest-ServerMetadataTestJSON-1767031190-project-member] Releasing lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1260.692724] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3ed95b3-c802-4d61-9ecb-096b87e24b28 tempest-ServerMetadataTestJSON-1767031190 tempest-ServerMetadataTestJSON-1767031190-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore2] 822c7806-1b61-4103-9157-77a702bb236a/822c7806-1b61-4103-9157-77a702bb236a.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1260.692953] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fcfc16bc-f271-4b33-b7c1-fbbefddb0686 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.699585] env[62353]: DEBUG oslo_vmware.api [None req-a3ed95b3-c802-4d61-9ecb-096b87e24b28 tempest-ServerMetadataTestJSON-1767031190 tempest-ServerMetadataTestJSON-1767031190-project-member] Waiting for the task: (returnval){ [ 1260.699585] env[62353]: value = "task-2373352" [ 1260.699585] env[62353]: _type = "Task" [ 1260.699585] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.707046] env[62353]: DEBUG oslo_vmware.api [None req-a3ed95b3-c802-4d61-9ecb-096b87e24b28 tempest-ServerMetadataTestJSON-1767031190 tempest-ServerMetadataTestJSON-1767031190-project-member] Task: {'id': task-2373352, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.178862] env[62353]: DEBUG nova.compute.manager [None req-09b85777-c618-46f9-9a61-5306a68b3f76 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: 5d906fd7-2669-4ba2-ace3-d204c6db0412] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1261.209922] env[62353]: DEBUG oslo_vmware.api [None req-a3ed95b3-c802-4d61-9ecb-096b87e24b28 tempest-ServerMetadataTestJSON-1767031190 tempest-ServerMetadataTestJSON-1767031190-project-member] Task: {'id': task-2373352, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.425266} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.210192] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3ed95b3-c802-4d61-9ecb-096b87e24b28 tempest-ServerMetadataTestJSON-1767031190 tempest-ServerMetadataTestJSON-1767031190-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore2] 822c7806-1b61-4103-9157-77a702bb236a/822c7806-1b61-4103-9157-77a702bb236a.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1261.210427] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-a3ed95b3-c802-4d61-9ecb-096b87e24b28 tempest-ServerMetadataTestJSON-1767031190 tempest-ServerMetadataTestJSON-1767031190-project-member] [instance: 822c7806-1b61-4103-9157-77a702bb236a] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1261.210668] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ab4599dc-3aac-4144-8919-dbb64e677c4a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.216928] env[62353]: DEBUG oslo_vmware.api [None req-a3ed95b3-c802-4d61-9ecb-096b87e24b28 tempest-ServerMetadataTestJSON-1767031190 tempest-ServerMetadataTestJSON-1767031190-project-member] Waiting for the task: (returnval){ [ 1261.216928] env[62353]: value = "task-2373353" [ 1261.216928] env[62353]: _type = "Task" [ 1261.216928] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.224638] env[62353]: DEBUG oslo_vmware.api [None req-a3ed95b3-c802-4d61-9ecb-096b87e24b28 tempest-ServerMetadataTestJSON-1767031190 tempest-ServerMetadataTestJSON-1767031190-project-member] Task: {'id': task-2373353, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.701845] env[62353]: DEBUG oslo_concurrency.lockutils [None req-09b85777-c618-46f9-9a61-5306a68b3f76 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1261.702116] env[62353]: DEBUG oslo_concurrency.lockutils [None req-09b85777-c618-46f9-9a61-5306a68b3f76 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1261.704037] env[62353]: INFO nova.compute.claims [None req-09b85777-c618-46f9-9a61-5306a68b3f76 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: 5d906fd7-2669-4ba2-ace3-d204c6db0412] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1261.726911] env[62353]: DEBUG oslo_vmware.api [None req-a3ed95b3-c802-4d61-9ecb-096b87e24b28 tempest-ServerMetadataTestJSON-1767031190 tempest-ServerMetadataTestJSON-1767031190-project-member] Task: {'id': task-2373353, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.247659} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.727262] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-a3ed95b3-c802-4d61-9ecb-096b87e24b28 tempest-ServerMetadataTestJSON-1767031190 tempest-ServerMetadataTestJSON-1767031190-project-member] [instance: 822c7806-1b61-4103-9157-77a702bb236a] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1261.728060] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe13a744-25d7-4809-8751-1b34a6f76ec7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.750451] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3ed95b3-c802-4d61-9ecb-096b87e24b28 tempest-ServerMetadataTestJSON-1767031190 tempest-ServerMetadataTestJSON-1767031190-project-member] [instance: 822c7806-1b61-4103-9157-77a702bb236a] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] 822c7806-1b61-4103-9157-77a702bb236a/822c7806-1b61-4103-9157-77a702bb236a.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1261.751302] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-03fa8e42-5251-4064-966b-e3c942bd9495 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.771781] env[62353]: DEBUG oslo_vmware.api [None req-a3ed95b3-c802-4d61-9ecb-096b87e24b28 tempest-ServerMetadataTestJSON-1767031190 tempest-ServerMetadataTestJSON-1767031190-project-member] Waiting for the task: (returnval){ [ 1261.771781] env[62353]: value = "task-2373354" [ 1261.771781] env[62353]: _type = "Task" [ 1261.771781] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.779333] env[62353]: DEBUG oslo_vmware.api [None req-a3ed95b3-c802-4d61-9ecb-096b87e24b28 tempest-ServerMetadataTestJSON-1767031190 tempest-ServerMetadataTestJSON-1767031190-project-member] Task: {'id': task-2373354, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.281531] env[62353]: DEBUG oslo_vmware.api [None req-a3ed95b3-c802-4d61-9ecb-096b87e24b28 tempest-ServerMetadataTestJSON-1767031190 tempest-ServerMetadataTestJSON-1767031190-project-member] Task: {'id': task-2373354, 'name': ReconfigVM_Task, 'duration_secs': 0.292929} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.282056] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3ed95b3-c802-4d61-9ecb-096b87e24b28 tempest-ServerMetadataTestJSON-1767031190 tempest-ServerMetadataTestJSON-1767031190-project-member] [instance: 822c7806-1b61-4103-9157-77a702bb236a] Reconfigured VM instance instance-00000077 to attach disk [datastore2] 822c7806-1b61-4103-9157-77a702bb236a/822c7806-1b61-4103-9157-77a702bb236a.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1262.282680] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2bc07a98-60b9-442d-8629-d1b9880d90ec {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.289510] env[62353]: DEBUG oslo_vmware.api [None req-a3ed95b3-c802-4d61-9ecb-096b87e24b28 tempest-ServerMetadataTestJSON-1767031190 tempest-ServerMetadataTestJSON-1767031190-project-member] Waiting for the task: (returnval){ [ 1262.289510] env[62353]: value = "task-2373355" [ 1262.289510] env[62353]: _type = "Task" [ 1262.289510] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.296803] env[62353]: DEBUG oslo_vmware.api [None req-a3ed95b3-c802-4d61-9ecb-096b87e24b28 tempest-ServerMetadataTestJSON-1767031190 tempest-ServerMetadataTestJSON-1767031190-project-member] Task: {'id': task-2373355, 'name': Rename_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.492966] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-59ed9930-2dc4-4f84-8968-2aec0e3dca82 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] [instance: 69679061-45cf-44e8-bbca-7d3cb232f440] Volume attach. Driver type: vmdk {{(pid=62353) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1262.493228] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-59ed9930-2dc4-4f84-8968-2aec0e3dca82 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] [instance: 69679061-45cf-44e8-bbca-7d3cb232f440] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-481772', 'volume_id': '939a33c9-d94d-4d20-b985-48fb3a0b936c', 'name': 'volume-939a33c9-d94d-4d20-b985-48fb3a0b936c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '69679061-45cf-44e8-bbca-7d3cb232f440', 'attached_at': '', 'detached_at': '', 'volume_id': '939a33c9-d94d-4d20-b985-48fb3a0b936c', 'serial': '939a33c9-d94d-4d20-b985-48fb3a0b936c'} {{(pid=62353) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1262.494097] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33356222-2551-47d8-8cc6-7ce42a50634d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.511559] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a57886e7-105a-44fb-bec9-e91c356a461b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.535142] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-59ed9930-2dc4-4f84-8968-2aec0e3dca82 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] [instance: 69679061-45cf-44e8-bbca-7d3cb232f440] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] volume-939a33c9-d94d-4d20-b985-48fb3a0b936c/volume-939a33c9-d94d-4d20-b985-48fb3a0b936c.vmdk or device None with type thin {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1262.535374] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e5f90d98-b924-40d6-86c0-3cce54d00578 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.552565] env[62353]: DEBUG oslo_vmware.api [None req-59ed9930-2dc4-4f84-8968-2aec0e3dca82 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Waiting for the task: (returnval){ [ 1262.552565] env[62353]: value = "task-2373356" [ 1262.552565] env[62353]: _type = "Task" [ 1262.552565] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.560121] env[62353]: DEBUG oslo_vmware.api [None req-59ed9930-2dc4-4f84-8968-2aec0e3dca82 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Task: {'id': task-2373356, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.781636] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0517a778-fd5b-4f03-9256-943e6ef73cbf {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.788809] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9f32f4c-aa7a-4bc3-b1d8-a7a341cc54d7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.800551] env[62353]: DEBUG oslo_vmware.api [None req-a3ed95b3-c802-4d61-9ecb-096b87e24b28 tempest-ServerMetadataTestJSON-1767031190 tempest-ServerMetadataTestJSON-1767031190-project-member] Task: {'id': task-2373355, 'name': Rename_Task, 'duration_secs': 0.13596} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.824262] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3ed95b3-c802-4d61-9ecb-096b87e24b28 tempest-ServerMetadataTestJSON-1767031190 tempest-ServerMetadataTestJSON-1767031190-project-member] [instance: 822c7806-1b61-4103-9157-77a702bb236a] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1262.824693] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8749c7cd-f306-4bb0-a040-4c927f5ccd83 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.826710] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3e4c80f-00a7-4922-ad82-2bfaab58b1e7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.834494] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d259e6fd-2e69-4e88-aa27-15bcd57430c6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.838819] env[62353]: DEBUG oslo_vmware.api [None req-a3ed95b3-c802-4d61-9ecb-096b87e24b28 tempest-ServerMetadataTestJSON-1767031190 tempest-ServerMetadataTestJSON-1767031190-project-member] Waiting for the task: (returnval){ [ 1262.838819] env[62353]: value = "task-2373357" [ 1262.838819] env[62353]: _type = "Task" [ 1262.838819] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.850682] env[62353]: DEBUG nova.compute.provider_tree [None req-09b85777-c618-46f9-9a61-5306a68b3f76 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1262.854474] env[62353]: DEBUG oslo_vmware.api [None req-a3ed95b3-c802-4d61-9ecb-096b87e24b28 tempest-ServerMetadataTestJSON-1767031190 tempest-ServerMetadataTestJSON-1767031190-project-member] Task: {'id': task-2373357, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.062659] env[62353]: DEBUG oslo_vmware.api [None req-59ed9930-2dc4-4f84-8968-2aec0e3dca82 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Task: {'id': task-2373356, 'name': ReconfigVM_Task, 'duration_secs': 0.36481} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.062864] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-59ed9930-2dc4-4f84-8968-2aec0e3dca82 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] [instance: 69679061-45cf-44e8-bbca-7d3cb232f440] Reconfigured VM instance instance-00000074 to attach disk [datastore2] volume-939a33c9-d94d-4d20-b985-48fb3a0b936c/volume-939a33c9-d94d-4d20-b985-48fb3a0b936c.vmdk or device None with type thin {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1263.067462] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e3e02544-c05f-4793-804e-e9a22c9ed06c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.082800] env[62353]: DEBUG oslo_vmware.api [None req-59ed9930-2dc4-4f84-8968-2aec0e3dca82 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Waiting for the task: (returnval){ [ 1263.082800] env[62353]: value = "task-2373358" [ 1263.082800] env[62353]: _type = "Task" [ 1263.082800] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.090283] env[62353]: DEBUG oslo_vmware.api [None req-59ed9930-2dc4-4f84-8968-2aec0e3dca82 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Task: {'id': task-2373358, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.349120] env[62353]: DEBUG oslo_vmware.api [None req-a3ed95b3-c802-4d61-9ecb-096b87e24b28 tempest-ServerMetadataTestJSON-1767031190 tempest-ServerMetadataTestJSON-1767031190-project-member] Task: {'id': task-2373357, 'name': PowerOnVM_Task, 'duration_secs': 0.471249} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.349383] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3ed95b3-c802-4d61-9ecb-096b87e24b28 tempest-ServerMetadataTestJSON-1767031190 tempest-ServerMetadataTestJSON-1767031190-project-member] [instance: 822c7806-1b61-4103-9157-77a702bb236a] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1263.349582] env[62353]: INFO nova.compute.manager [None req-a3ed95b3-c802-4d61-9ecb-096b87e24b28 tempest-ServerMetadataTestJSON-1767031190 tempest-ServerMetadataTestJSON-1767031190-project-member] [instance: 822c7806-1b61-4103-9157-77a702bb236a] Took 6.91 seconds to spawn the instance on the hypervisor. [ 1263.349758] env[62353]: DEBUG nova.compute.manager [None req-a3ed95b3-c802-4d61-9ecb-096b87e24b28 tempest-ServerMetadataTestJSON-1767031190 tempest-ServerMetadataTestJSON-1767031190-project-member] [instance: 822c7806-1b61-4103-9157-77a702bb236a] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1263.350535] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e14258d-069e-4fee-8997-c0c5695eb777 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.356506] env[62353]: DEBUG nova.scheduler.client.report [None req-09b85777-c618-46f9-9a61-5306a68b3f76 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1263.593287] env[62353]: DEBUG oslo_vmware.api [None req-59ed9930-2dc4-4f84-8968-2aec0e3dca82 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Task: {'id': task-2373358, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.863647] env[62353]: DEBUG oslo_concurrency.lockutils [None req-09b85777-c618-46f9-9a61-5306a68b3f76 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.161s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1263.864050] env[62353]: DEBUG nova.compute.manager [None req-09b85777-c618-46f9-9a61-5306a68b3f76 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: 5d906fd7-2669-4ba2-ace3-d204c6db0412] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1263.871679] env[62353]: INFO nova.compute.manager [None req-a3ed95b3-c802-4d61-9ecb-096b87e24b28 tempest-ServerMetadataTestJSON-1767031190 tempest-ServerMetadataTestJSON-1767031190-project-member] [instance: 822c7806-1b61-4103-9157-77a702bb236a] Took 11.64 seconds to build instance. [ 1264.094309] env[62353]: DEBUG oslo_vmware.api [None req-59ed9930-2dc4-4f84-8968-2aec0e3dca82 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Task: {'id': task-2373358, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.371721] env[62353]: DEBUG nova.compute.utils [None req-09b85777-c618-46f9-9a61-5306a68b3f76 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1264.373202] env[62353]: DEBUG nova.compute.manager [None req-09b85777-c618-46f9-9a61-5306a68b3f76 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: 5d906fd7-2669-4ba2-ace3-d204c6db0412] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1264.373202] env[62353]: DEBUG nova.network.neutron [None req-09b85777-c618-46f9-9a61-5306a68b3f76 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: 5d906fd7-2669-4ba2-ace3-d204c6db0412] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1264.375552] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a3ed95b3-c802-4d61-9ecb-096b87e24b28 tempest-ServerMetadataTestJSON-1767031190 tempest-ServerMetadataTestJSON-1767031190-project-member] Lock "822c7806-1b61-4103-9157-77a702bb236a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.154s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1264.423415] env[62353]: DEBUG nova.policy [None req-09b85777-c618-46f9-9a61-5306a68b3f76 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7c56839c070d4f0289f4a8ca3defa8e3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '563a3da12f97462190a5b5cd288faf87', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:192}} [ 1264.594200] env[62353]: DEBUG oslo_vmware.api [None req-59ed9930-2dc4-4f84-8968-2aec0e3dca82 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Task: {'id': task-2373358, 'name': ReconfigVM_Task, 'duration_secs': 1.146475} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.594494] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-59ed9930-2dc4-4f84-8968-2aec0e3dca82 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] [instance: 69679061-45cf-44e8-bbca-7d3cb232f440] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-481772', 'volume_id': '939a33c9-d94d-4d20-b985-48fb3a0b936c', 'name': 'volume-939a33c9-d94d-4d20-b985-48fb3a0b936c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '69679061-45cf-44e8-bbca-7d3cb232f440', 'attached_at': '', 'detached_at': '', 'volume_id': '939a33c9-d94d-4d20-b985-48fb3a0b936c', 'serial': '939a33c9-d94d-4d20-b985-48fb3a0b936c'} {{(pid=62353) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1264.758670] env[62353]: DEBUG nova.network.neutron [None req-09b85777-c618-46f9-9a61-5306a68b3f76 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: 5d906fd7-2669-4ba2-ace3-d204c6db0412] Successfully created port: ed94cfa2-5bf0-49b5-87ef-d69275d51d51 {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1264.876568] env[62353]: DEBUG nova.compute.manager [None req-09b85777-c618-46f9-9a61-5306a68b3f76 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: 5d906fd7-2669-4ba2-ace3-d204c6db0412] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1265.118624] env[62353]: DEBUG oslo_concurrency.lockutils [None req-709f1ab4-9030-4341-895e-ea3b57673bbe tempest-ServerMetadataTestJSON-1767031190 tempest-ServerMetadataTestJSON-1767031190-project-member] Acquiring lock "822c7806-1b61-4103-9157-77a702bb236a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1265.118914] env[62353]: DEBUG oslo_concurrency.lockutils [None req-709f1ab4-9030-4341-895e-ea3b57673bbe tempest-ServerMetadataTestJSON-1767031190 tempest-ServerMetadataTestJSON-1767031190-project-member] Lock "822c7806-1b61-4103-9157-77a702bb236a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1265.119200] env[62353]: DEBUG oslo_concurrency.lockutils [None req-709f1ab4-9030-4341-895e-ea3b57673bbe tempest-ServerMetadataTestJSON-1767031190 tempest-ServerMetadataTestJSON-1767031190-project-member] Acquiring lock "822c7806-1b61-4103-9157-77a702bb236a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1265.119404] env[62353]: DEBUG oslo_concurrency.lockutils [None req-709f1ab4-9030-4341-895e-ea3b57673bbe tempest-ServerMetadataTestJSON-1767031190 tempest-ServerMetadataTestJSON-1767031190-project-member] Lock "822c7806-1b61-4103-9157-77a702bb236a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1265.119580] env[62353]: DEBUG oslo_concurrency.lockutils [None req-709f1ab4-9030-4341-895e-ea3b57673bbe tempest-ServerMetadataTestJSON-1767031190 tempest-ServerMetadataTestJSON-1767031190-project-member] Lock "822c7806-1b61-4103-9157-77a702bb236a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1265.121768] env[62353]: INFO nova.compute.manager [None req-709f1ab4-9030-4341-895e-ea3b57673bbe tempest-ServerMetadataTestJSON-1767031190 tempest-ServerMetadataTestJSON-1767031190-project-member] [instance: 822c7806-1b61-4103-9157-77a702bb236a] Terminating instance [ 1265.627757] env[62353]: DEBUG nova.compute.manager [None req-709f1ab4-9030-4341-895e-ea3b57673bbe tempest-ServerMetadataTestJSON-1767031190 tempest-ServerMetadataTestJSON-1767031190-project-member] [instance: 822c7806-1b61-4103-9157-77a702bb236a] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1265.628055] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-709f1ab4-9030-4341-895e-ea3b57673bbe tempest-ServerMetadataTestJSON-1767031190 tempest-ServerMetadataTestJSON-1767031190-project-member] [instance: 822c7806-1b61-4103-9157-77a702bb236a] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1265.628868] env[62353]: DEBUG nova.objects.instance [None req-59ed9930-2dc4-4f84-8968-2aec0e3dca82 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Lazy-loading 'flavor' on Instance uuid 69679061-45cf-44e8-bbca-7d3cb232f440 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1265.630845] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bcdf8d3-b58c-4ff8-a5fa-3ffe7cff02c4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.639228] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-709f1ab4-9030-4341-895e-ea3b57673bbe tempest-ServerMetadataTestJSON-1767031190 tempest-ServerMetadataTestJSON-1767031190-project-member] [instance: 822c7806-1b61-4103-9157-77a702bb236a] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1265.639459] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-adb14452-61aa-4184-a96c-b3ded597b762 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.646701] env[62353]: DEBUG oslo_vmware.api [None req-709f1ab4-9030-4341-895e-ea3b57673bbe tempest-ServerMetadataTestJSON-1767031190 tempest-ServerMetadataTestJSON-1767031190-project-member] Waiting for the task: (returnval){ [ 1265.646701] env[62353]: value = "task-2373359" [ 1265.646701] env[62353]: _type = "Task" [ 1265.646701] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.655042] env[62353]: DEBUG oslo_vmware.api [None req-709f1ab4-9030-4341-895e-ea3b57673bbe tempest-ServerMetadataTestJSON-1767031190 tempest-ServerMetadataTestJSON-1767031190-project-member] Task: {'id': task-2373359, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.886729] env[62353]: DEBUG nova.compute.manager [None req-09b85777-c618-46f9-9a61-5306a68b3f76 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: 5d906fd7-2669-4ba2-ace3-d204c6db0412] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1265.911978] env[62353]: DEBUG nova.virt.hardware [None req-09b85777-c618-46f9-9a61-5306a68b3f76 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T12:38:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T12:38:15Z,direct_url=,disk_format='vmdk',id=06f909ae-e8dc-43b4-abf7-c7ed85db9bbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0a3f88790a594523a818b8c00f6862e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T12:38:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1265.912273] env[62353]: DEBUG nova.virt.hardware [None req-09b85777-c618-46f9-9a61-5306a68b3f76 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1265.912439] env[62353]: DEBUG nova.virt.hardware [None req-09b85777-c618-46f9-9a61-5306a68b3f76 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1265.912628] env[62353]: DEBUG nova.virt.hardware [None req-09b85777-c618-46f9-9a61-5306a68b3f76 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1265.912771] env[62353]: DEBUG nova.virt.hardware [None req-09b85777-c618-46f9-9a61-5306a68b3f76 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1265.912917] env[62353]: DEBUG nova.virt.hardware [None req-09b85777-c618-46f9-9a61-5306a68b3f76 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1265.913135] env[62353]: DEBUG nova.virt.hardware [None req-09b85777-c618-46f9-9a61-5306a68b3f76 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1265.913359] env[62353]: DEBUG nova.virt.hardware [None req-09b85777-c618-46f9-9a61-5306a68b3f76 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1265.913552] env[62353]: DEBUG nova.virt.hardware [None req-09b85777-c618-46f9-9a61-5306a68b3f76 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1265.913715] env[62353]: DEBUG nova.virt.hardware [None req-09b85777-c618-46f9-9a61-5306a68b3f76 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1265.913888] env[62353]: DEBUG nova.virt.hardware [None req-09b85777-c618-46f9-9a61-5306a68b3f76 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1265.914719] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03c2ab6d-6aca-4196-a4e4-077d58985d5c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.922665] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d5eb679-8033-4809-bf7a-f85c9de4215e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.125772] env[62353]: DEBUG nova.compute.manager [req-4883c0c0-80a2-496c-b118-c1f333de7dcb req-2c3bd559-f818-4baa-b506-2e5b7f4a087d service nova] [instance: 5d906fd7-2669-4ba2-ace3-d204c6db0412] Received event network-vif-plugged-ed94cfa2-5bf0-49b5-87ef-d69275d51d51 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1266.125994] env[62353]: DEBUG oslo_concurrency.lockutils [req-4883c0c0-80a2-496c-b118-c1f333de7dcb req-2c3bd559-f818-4baa-b506-2e5b7f4a087d service nova] Acquiring lock "5d906fd7-2669-4ba2-ace3-d204c6db0412-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1266.126215] env[62353]: DEBUG oslo_concurrency.lockutils [req-4883c0c0-80a2-496c-b118-c1f333de7dcb req-2c3bd559-f818-4baa-b506-2e5b7f4a087d service nova] Lock "5d906fd7-2669-4ba2-ace3-d204c6db0412-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1266.126379] env[62353]: DEBUG oslo_concurrency.lockutils [req-4883c0c0-80a2-496c-b118-c1f333de7dcb req-2c3bd559-f818-4baa-b506-2e5b7f4a087d service nova] Lock "5d906fd7-2669-4ba2-ace3-d204c6db0412-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1266.126541] env[62353]: DEBUG nova.compute.manager [req-4883c0c0-80a2-496c-b118-c1f333de7dcb req-2c3bd559-f818-4baa-b506-2e5b7f4a087d service nova] [instance: 5d906fd7-2669-4ba2-ace3-d204c6db0412] No waiting events found dispatching network-vif-plugged-ed94cfa2-5bf0-49b5-87ef-d69275d51d51 {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1266.126699] env[62353]: WARNING nova.compute.manager [req-4883c0c0-80a2-496c-b118-c1f333de7dcb req-2c3bd559-f818-4baa-b506-2e5b7f4a087d service nova] [instance: 5d906fd7-2669-4ba2-ace3-d204c6db0412] Received unexpected event network-vif-plugged-ed94cfa2-5bf0-49b5-87ef-d69275d51d51 for instance with vm_state building and task_state spawning. [ 1266.137210] env[62353]: DEBUG oslo_concurrency.lockutils [None req-59ed9930-2dc4-4f84-8968-2aec0e3dca82 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Lock "69679061-45cf-44e8-bbca-7d3cb232f440" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.244s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1266.156805] env[62353]: DEBUG oslo_vmware.api [None req-709f1ab4-9030-4341-895e-ea3b57673bbe tempest-ServerMetadataTestJSON-1767031190 tempest-ServerMetadataTestJSON-1767031190-project-member] Task: {'id': task-2373359, 'name': PowerOffVM_Task, 'duration_secs': 0.199438} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.157058] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-709f1ab4-9030-4341-895e-ea3b57673bbe tempest-ServerMetadataTestJSON-1767031190 tempest-ServerMetadataTestJSON-1767031190-project-member] [instance: 822c7806-1b61-4103-9157-77a702bb236a] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1266.157231] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-709f1ab4-9030-4341-895e-ea3b57673bbe tempest-ServerMetadataTestJSON-1767031190 tempest-ServerMetadataTestJSON-1767031190-project-member] [instance: 822c7806-1b61-4103-9157-77a702bb236a] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1266.157465] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bc61364a-7ff4-4f68-8ff8-0cfaf73e0a62 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.214114] env[62353]: DEBUG nova.network.neutron [None req-09b85777-c618-46f9-9a61-5306a68b3f76 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: 5d906fd7-2669-4ba2-ace3-d204c6db0412] Successfully updated port: ed94cfa2-5bf0-49b5-87ef-d69275d51d51 {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1266.221751] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-709f1ab4-9030-4341-895e-ea3b57673bbe tempest-ServerMetadataTestJSON-1767031190 tempest-ServerMetadataTestJSON-1767031190-project-member] [instance: 822c7806-1b61-4103-9157-77a702bb236a] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1266.221965] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-709f1ab4-9030-4341-895e-ea3b57673bbe tempest-ServerMetadataTestJSON-1767031190 tempest-ServerMetadataTestJSON-1767031190-project-member] [instance: 822c7806-1b61-4103-9157-77a702bb236a] Deleting contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1266.222168] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-709f1ab4-9030-4341-895e-ea3b57673bbe tempest-ServerMetadataTestJSON-1767031190 tempest-ServerMetadataTestJSON-1767031190-project-member] Deleting the datastore file [datastore2] 822c7806-1b61-4103-9157-77a702bb236a {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1266.222444] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2af22a52-c382-4aa7-91a4-3a8e6643635e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.229919] env[62353]: DEBUG oslo_vmware.api [None req-709f1ab4-9030-4341-895e-ea3b57673bbe tempest-ServerMetadataTestJSON-1767031190 tempest-ServerMetadataTestJSON-1767031190-project-member] Waiting for the task: (returnval){ [ 1266.229919] env[62353]: value = "task-2373361" [ 1266.229919] env[62353]: _type = "Task" [ 1266.229919] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.238771] env[62353]: DEBUG oslo_vmware.api [None req-709f1ab4-9030-4341-895e-ea3b57673bbe tempest-ServerMetadataTestJSON-1767031190 tempest-ServerMetadataTestJSON-1767031190-project-member] Task: {'id': task-2373361, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.716954] env[62353]: DEBUG oslo_concurrency.lockutils [None req-09b85777-c618-46f9-9a61-5306a68b3f76 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Acquiring lock "refresh_cache-5d906fd7-2669-4ba2-ace3-d204c6db0412" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1266.717142] env[62353]: DEBUG oslo_concurrency.lockutils [None req-09b85777-c618-46f9-9a61-5306a68b3f76 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Acquired lock "refresh_cache-5d906fd7-2669-4ba2-ace3-d204c6db0412" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.717360] env[62353]: DEBUG nova.network.neutron [None req-09b85777-c618-46f9-9a61-5306a68b3f76 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: 5d906fd7-2669-4ba2-ace3-d204c6db0412] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1266.740167] env[62353]: DEBUG oslo_vmware.api [None req-709f1ab4-9030-4341-895e-ea3b57673bbe tempest-ServerMetadataTestJSON-1767031190 tempest-ServerMetadataTestJSON-1767031190-project-member] Task: {'id': task-2373361, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.12247} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.740518] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-709f1ab4-9030-4341-895e-ea3b57673bbe tempest-ServerMetadataTestJSON-1767031190 tempest-ServerMetadataTestJSON-1767031190-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1266.740744] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-709f1ab4-9030-4341-895e-ea3b57673bbe tempest-ServerMetadataTestJSON-1767031190 tempest-ServerMetadataTestJSON-1767031190-project-member] [instance: 822c7806-1b61-4103-9157-77a702bb236a] Deleted contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1266.740951] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-709f1ab4-9030-4341-895e-ea3b57673bbe tempest-ServerMetadataTestJSON-1767031190 tempest-ServerMetadataTestJSON-1767031190-project-member] [instance: 822c7806-1b61-4103-9157-77a702bb236a] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1266.741174] env[62353]: INFO nova.compute.manager [None req-709f1ab4-9030-4341-895e-ea3b57673bbe tempest-ServerMetadataTestJSON-1767031190 tempest-ServerMetadataTestJSON-1767031190-project-member] [instance: 822c7806-1b61-4103-9157-77a702bb236a] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1266.741444] env[62353]: DEBUG oslo.service.loopingcall [None req-709f1ab4-9030-4341-895e-ea3b57673bbe tempest-ServerMetadataTestJSON-1767031190 tempest-ServerMetadataTestJSON-1767031190-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1266.741641] env[62353]: DEBUG nova.compute.manager [-] [instance: 822c7806-1b61-4103-9157-77a702bb236a] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1266.741732] env[62353]: DEBUG nova.network.neutron [-] [instance: 822c7806-1b61-4103-9157-77a702bb236a] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1267.009035] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d82cd3f9-59b9-4e15-8172-8917e8664108 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Acquiring lock "69679061-45cf-44e8-bbca-7d3cb232f440" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1267.009035] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d82cd3f9-59b9-4e15-8172-8917e8664108 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Lock "69679061-45cf-44e8-bbca-7d3cb232f440" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1267.250099] env[62353]: DEBUG nova.network.neutron [None req-09b85777-c618-46f9-9a61-5306a68b3f76 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: 5d906fd7-2669-4ba2-ace3-d204c6db0412] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1267.370400] env[62353]: DEBUG nova.network.neutron [None req-09b85777-c618-46f9-9a61-5306a68b3f76 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: 5d906fd7-2669-4ba2-ace3-d204c6db0412] Updating instance_info_cache with network_info: [{"id": "ed94cfa2-5bf0-49b5-87ef-d69275d51d51", "address": "fa:16:3e:5c:45:62", "network": {"id": "cdd5ca5d-eb26-4d28-87f8-206e99fe7672", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1171598701-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "563a3da12f97462190a5b5cd288faf87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae215ba8-f7a5-4b23-a055-90316d29817f", "external-id": "nsx-vlan-transportzone-798", "segmentation_id": 798, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped94cfa2-5b", "ovs_interfaceid": "ed94cfa2-5bf0-49b5-87ef-d69275d51d51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1267.512195] env[62353]: DEBUG nova.compute.utils [None req-d82cd3f9-59b9-4e15-8172-8917e8664108 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1267.525187] env[62353]: DEBUG nova.network.neutron [-] [instance: 822c7806-1b61-4103-9157-77a702bb236a] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1267.872727] env[62353]: DEBUG oslo_concurrency.lockutils [None req-09b85777-c618-46f9-9a61-5306a68b3f76 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Releasing lock "refresh_cache-5d906fd7-2669-4ba2-ace3-d204c6db0412" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1267.873188] env[62353]: DEBUG nova.compute.manager [None req-09b85777-c618-46f9-9a61-5306a68b3f76 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: 5d906fd7-2669-4ba2-ace3-d204c6db0412] Instance network_info: |[{"id": "ed94cfa2-5bf0-49b5-87ef-d69275d51d51", "address": "fa:16:3e:5c:45:62", "network": {"id": "cdd5ca5d-eb26-4d28-87f8-206e99fe7672", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1171598701-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "563a3da12f97462190a5b5cd288faf87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae215ba8-f7a5-4b23-a055-90316d29817f", "external-id": "nsx-vlan-transportzone-798", "segmentation_id": 798, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped94cfa2-5b", "ovs_interfaceid": "ed94cfa2-5bf0-49b5-87ef-d69275d51d51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1267.873632] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-09b85777-c618-46f9-9a61-5306a68b3f76 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: 5d906fd7-2669-4ba2-ace3-d204c6db0412] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5c:45:62', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ae215ba8-f7a5-4b23-a055-90316d29817f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ed94cfa2-5bf0-49b5-87ef-d69275d51d51', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1267.881198] env[62353]: DEBUG oslo.service.loopingcall [None req-09b85777-c618-46f9-9a61-5306a68b3f76 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1267.881404] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d906fd7-2669-4ba2-ace3-d204c6db0412] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1267.881621] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0d4829a5-f1d7-4fe2-92b3-fdd74a0ad711 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.902465] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1267.902465] env[62353]: value = "task-2373362" [ 1267.902465] env[62353]: _type = "Task" [ 1267.902465] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.909938] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2373362, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.015222] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d82cd3f9-59b9-4e15-8172-8917e8664108 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Lock "69679061-45cf-44e8-bbca-7d3cb232f440" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1268.027517] env[62353]: INFO nova.compute.manager [-] [instance: 822c7806-1b61-4103-9157-77a702bb236a] Took 1.29 seconds to deallocate network for instance. [ 1268.157772] env[62353]: DEBUG nova.compute.manager [req-8476c73d-d53b-4d28-b8af-532bdaae57be req-3dc0fd87-318a-4e00-911c-d36fd40669d9 service nova] [instance: 5d906fd7-2669-4ba2-ace3-d204c6db0412] Received event network-changed-ed94cfa2-5bf0-49b5-87ef-d69275d51d51 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1268.157976] env[62353]: DEBUG nova.compute.manager [req-8476c73d-d53b-4d28-b8af-532bdaae57be req-3dc0fd87-318a-4e00-911c-d36fd40669d9 service nova] [instance: 5d906fd7-2669-4ba2-ace3-d204c6db0412] Refreshing instance network info cache due to event network-changed-ed94cfa2-5bf0-49b5-87ef-d69275d51d51. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1268.158384] env[62353]: DEBUG oslo_concurrency.lockutils [req-8476c73d-d53b-4d28-b8af-532bdaae57be req-3dc0fd87-318a-4e00-911c-d36fd40669d9 service nova] Acquiring lock "refresh_cache-5d906fd7-2669-4ba2-ace3-d204c6db0412" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1268.158538] env[62353]: DEBUG oslo_concurrency.lockutils [req-8476c73d-d53b-4d28-b8af-532bdaae57be req-3dc0fd87-318a-4e00-911c-d36fd40669d9 service nova] Acquired lock "refresh_cache-5d906fd7-2669-4ba2-ace3-d204c6db0412" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.158703] env[62353]: DEBUG nova.network.neutron [req-8476c73d-d53b-4d28-b8af-532bdaae57be req-3dc0fd87-318a-4e00-911c-d36fd40669d9 service nova] [instance: 5d906fd7-2669-4ba2-ace3-d204c6db0412] Refreshing network info cache for port ed94cfa2-5bf0-49b5-87ef-d69275d51d51 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1268.412932] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2373362, 'name': CreateVM_Task, 'duration_secs': 0.306743} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.413131] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d906fd7-2669-4ba2-ace3-d204c6db0412] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1268.413883] env[62353]: DEBUG oslo_concurrency.lockutils [None req-09b85777-c618-46f9-9a61-5306a68b3f76 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1268.413981] env[62353]: DEBUG oslo_concurrency.lockutils [None req-09b85777-c618-46f9-9a61-5306a68b3f76 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Acquired lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.414287] env[62353]: DEBUG oslo_concurrency.lockutils [None req-09b85777-c618-46f9-9a61-5306a68b3f76 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1268.414535] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e53ab3ee-78fd-4fbb-8945-fbefef441795 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.418690] env[62353]: DEBUG oslo_vmware.api [None req-09b85777-c618-46f9-9a61-5306a68b3f76 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Waiting for the task: (returnval){ [ 1268.418690] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52efcd92-7fc3-5ad8-af4e-22726ced7fdf" [ 1268.418690] env[62353]: _type = "Task" [ 1268.418690] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.426363] env[62353]: DEBUG oslo_vmware.api [None req-09b85777-c618-46f9-9a61-5306a68b3f76 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52efcd92-7fc3-5ad8-af4e-22726ced7fdf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.533639] env[62353]: DEBUG oslo_concurrency.lockutils [None req-709f1ab4-9030-4341-895e-ea3b57673bbe tempest-ServerMetadataTestJSON-1767031190 tempest-ServerMetadataTestJSON-1767031190-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1268.533888] env[62353]: DEBUG oslo_concurrency.lockutils [None req-709f1ab4-9030-4341-895e-ea3b57673bbe tempest-ServerMetadataTestJSON-1767031190 tempest-ServerMetadataTestJSON-1767031190-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1268.534122] env[62353]: DEBUG nova.objects.instance [None req-709f1ab4-9030-4341-895e-ea3b57673bbe tempest-ServerMetadataTestJSON-1767031190 tempest-ServerMetadataTestJSON-1767031190-project-member] Lazy-loading 'resources' on Instance uuid 822c7806-1b61-4103-9157-77a702bb236a {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1268.917663] env[62353]: DEBUG nova.network.neutron [req-8476c73d-d53b-4d28-b8af-532bdaae57be req-3dc0fd87-318a-4e00-911c-d36fd40669d9 service nova] [instance: 5d906fd7-2669-4ba2-ace3-d204c6db0412] Updated VIF entry in instance network info cache for port ed94cfa2-5bf0-49b5-87ef-d69275d51d51. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1268.918029] env[62353]: DEBUG nova.network.neutron [req-8476c73d-d53b-4d28-b8af-532bdaae57be req-3dc0fd87-318a-4e00-911c-d36fd40669d9 service nova] [instance: 5d906fd7-2669-4ba2-ace3-d204c6db0412] Updating instance_info_cache with network_info: [{"id": "ed94cfa2-5bf0-49b5-87ef-d69275d51d51", "address": "fa:16:3e:5c:45:62", "network": {"id": "cdd5ca5d-eb26-4d28-87f8-206e99fe7672", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1171598701-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "563a3da12f97462190a5b5cd288faf87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae215ba8-f7a5-4b23-a055-90316d29817f", "external-id": "nsx-vlan-transportzone-798", "segmentation_id": 798, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped94cfa2-5b", "ovs_interfaceid": "ed94cfa2-5bf0-49b5-87ef-d69275d51d51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1268.930372] env[62353]: DEBUG oslo_vmware.api [None req-09b85777-c618-46f9-9a61-5306a68b3f76 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52efcd92-7fc3-5ad8-af4e-22726ced7fdf, 'name': SearchDatastore_Task, 'duration_secs': 0.009727} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.931373] env[62353]: DEBUG oslo_concurrency.lockutils [None req-09b85777-c618-46f9-9a61-5306a68b3f76 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Releasing lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1268.931604] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-09b85777-c618-46f9-9a61-5306a68b3f76 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: 5d906fd7-2669-4ba2-ace3-d204c6db0412] Processing image 06f909ae-e8dc-43b4-abf7-c7ed85db9bbd {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1268.931873] env[62353]: DEBUG oslo_concurrency.lockutils [None req-09b85777-c618-46f9-9a61-5306a68b3f76 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1268.932036] env[62353]: DEBUG oslo_concurrency.lockutils [None req-09b85777-c618-46f9-9a61-5306a68b3f76 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Acquired lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.932329] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-09b85777-c618-46f9-9a61-5306a68b3f76 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1268.932906] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e41ee7a7-e95a-4876-bcd8-00e361f8ef64 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.947659] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-09b85777-c618-46f9-9a61-5306a68b3f76 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1268.947854] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-09b85777-c618-46f9-9a61-5306a68b3f76 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1268.948789] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e9b5642-b58c-4013-b2cd-149ca48e859d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.954132] env[62353]: DEBUG oslo_vmware.api [None req-09b85777-c618-46f9-9a61-5306a68b3f76 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Waiting for the task: (returnval){ [ 1268.954132] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52bf8a7a-c4c2-3226-5792-50bda7070a49" [ 1268.954132] env[62353]: _type = "Task" [ 1268.954132] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.961488] env[62353]: DEBUG oslo_vmware.api [None req-09b85777-c618-46f9-9a61-5306a68b3f76 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52bf8a7a-c4c2-3226-5792-50bda7070a49, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.080024] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d82cd3f9-59b9-4e15-8172-8917e8664108 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Acquiring lock "69679061-45cf-44e8-bbca-7d3cb232f440" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1269.080024] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d82cd3f9-59b9-4e15-8172-8917e8664108 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Lock "69679061-45cf-44e8-bbca-7d3cb232f440" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1269.080024] env[62353]: INFO nova.compute.manager [None req-d82cd3f9-59b9-4e15-8172-8917e8664108 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] [instance: 69679061-45cf-44e8-bbca-7d3cb232f440] Attaching volume 679124fd-ec48-4775-a296-7968e9503d6d to /dev/sdc [ 1269.111703] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7d31476-3383-4311-b215-1102cad255b5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.116170] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f84059c-5b59-46bf-8c02-a2a0aeffa158 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.124380] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3224df32-8111-43a4-a633-792836c001d1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.127684] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77ee9c19-3e05-4c53-89d7-c6d5cd0f4729 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.158815] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4d66096-b54d-4034-9c72-a05e640baa6b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.161165] env[62353]: DEBUG nova.virt.block_device [None req-d82cd3f9-59b9-4e15-8172-8917e8664108 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] [instance: 69679061-45cf-44e8-bbca-7d3cb232f440] Updating existing volume attachment record: 7f4987ca-821d-40e2-88a9-8c1dcc7b7875 {{(pid=62353) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1269.167707] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-918539ba-98fc-4b67-8ce0-4699c81c2996 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.181453] env[62353]: DEBUG nova.compute.provider_tree [None req-709f1ab4-9030-4341-895e-ea3b57673bbe tempest-ServerMetadataTestJSON-1767031190 tempest-ServerMetadataTestJSON-1767031190-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1269.425362] env[62353]: DEBUG oslo_concurrency.lockutils [req-8476c73d-d53b-4d28-b8af-532bdaae57be req-3dc0fd87-318a-4e00-911c-d36fd40669d9 service nova] Releasing lock "refresh_cache-5d906fd7-2669-4ba2-ace3-d204c6db0412" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1269.425656] env[62353]: DEBUG nova.compute.manager [req-8476c73d-d53b-4d28-b8af-532bdaae57be req-3dc0fd87-318a-4e00-911c-d36fd40669d9 service nova] [instance: 822c7806-1b61-4103-9157-77a702bb236a] Received event network-vif-deleted-66598489-40aa-4132-953a-4e158497bc2d {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1269.464992] env[62353]: DEBUG oslo_vmware.api [None req-09b85777-c618-46f9-9a61-5306a68b3f76 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52bf8a7a-c4c2-3226-5792-50bda7070a49, 'name': SearchDatastore_Task, 'duration_secs': 0.009449} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.465874] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6a7b55d-bf11-4bda-91fc-1109236f8a4e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.471066] env[62353]: DEBUG oslo_vmware.api [None req-09b85777-c618-46f9-9a61-5306a68b3f76 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Waiting for the task: (returnval){ [ 1269.471066] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52092d10-4483-9b40-03cb-1da58ff214a8" [ 1269.471066] env[62353]: _type = "Task" [ 1269.471066] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.479385] env[62353]: DEBUG oslo_vmware.api [None req-09b85777-c618-46f9-9a61-5306a68b3f76 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52092d10-4483-9b40-03cb-1da58ff214a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.684397] env[62353]: DEBUG nova.scheduler.client.report [None req-709f1ab4-9030-4341-895e-ea3b57673bbe tempest-ServerMetadataTestJSON-1767031190 tempest-ServerMetadataTestJSON-1767031190-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1269.981187] env[62353]: DEBUG oslo_vmware.api [None req-09b85777-c618-46f9-9a61-5306a68b3f76 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52092d10-4483-9b40-03cb-1da58ff214a8, 'name': SearchDatastore_Task, 'duration_secs': 0.013751} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.981529] env[62353]: DEBUG oslo_concurrency.lockutils [None req-09b85777-c618-46f9-9a61-5306a68b3f76 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Releasing lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1269.981884] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-09b85777-c618-46f9-9a61-5306a68b3f76 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore1] 5d906fd7-2669-4ba2-ace3-d204c6db0412/5d906fd7-2669-4ba2-ace3-d204c6db0412.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1269.982236] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-baca6543-5469-41c9-b586-5587e33c7683 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.988725] env[62353]: DEBUG oslo_vmware.api [None req-09b85777-c618-46f9-9a61-5306a68b3f76 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Waiting for the task: (returnval){ [ 1269.988725] env[62353]: value = "task-2373364" [ 1269.988725] env[62353]: _type = "Task" [ 1269.988725] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.995649] env[62353]: DEBUG oslo_vmware.api [None req-09b85777-c618-46f9-9a61-5306a68b3f76 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Task: {'id': task-2373364, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.190212] env[62353]: DEBUG oslo_concurrency.lockutils [None req-709f1ab4-9030-4341-895e-ea3b57673bbe tempest-ServerMetadataTestJSON-1767031190 tempest-ServerMetadataTestJSON-1767031190-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.656s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1270.215190] env[62353]: INFO nova.scheduler.client.report [None req-709f1ab4-9030-4341-895e-ea3b57673bbe tempest-ServerMetadataTestJSON-1767031190 tempest-ServerMetadataTestJSON-1767031190-project-member] Deleted allocations for instance 822c7806-1b61-4103-9157-77a702bb236a [ 1270.498292] env[62353]: DEBUG oslo_vmware.api [None req-09b85777-c618-46f9-9a61-5306a68b3f76 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Task: {'id': task-2373364, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.446611} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.498538] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-09b85777-c618-46f9-9a61-5306a68b3f76 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore1] 5d906fd7-2669-4ba2-ace3-d204c6db0412/5d906fd7-2669-4ba2-ace3-d204c6db0412.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1270.498745] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-09b85777-c618-46f9-9a61-5306a68b3f76 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: 5d906fd7-2669-4ba2-ace3-d204c6db0412] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1270.498980] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-40dbd6df-115d-401d-90c9-35cd52086a14 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.505313] env[62353]: DEBUG oslo_vmware.api [None req-09b85777-c618-46f9-9a61-5306a68b3f76 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Waiting for the task: (returnval){ [ 1270.505313] env[62353]: value = "task-2373365" [ 1270.505313] env[62353]: _type = "Task" [ 1270.505313] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.512181] env[62353]: DEBUG oslo_vmware.api [None req-09b85777-c618-46f9-9a61-5306a68b3f76 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Task: {'id': task-2373365, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.722689] env[62353]: DEBUG oslo_concurrency.lockutils [None req-709f1ab4-9030-4341-895e-ea3b57673bbe tempest-ServerMetadataTestJSON-1767031190 tempest-ServerMetadataTestJSON-1767031190-project-member] Lock "822c7806-1b61-4103-9157-77a702bb236a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.604s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1271.014262] env[62353]: DEBUG oslo_vmware.api [None req-09b85777-c618-46f9-9a61-5306a68b3f76 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Task: {'id': task-2373365, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.057704} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.014561] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-09b85777-c618-46f9-9a61-5306a68b3f76 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: 5d906fd7-2669-4ba2-ace3-d204c6db0412] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1271.015316] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c510b9bc-56d2-457e-b00d-986fe10b4d3f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.037208] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-09b85777-c618-46f9-9a61-5306a68b3f76 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: 5d906fd7-2669-4ba2-ace3-d204c6db0412] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] 5d906fd7-2669-4ba2-ace3-d204c6db0412/5d906fd7-2669-4ba2-ace3-d204c6db0412.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1271.037476] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d9655720-2648-4429-9d71-b054f616fe61 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.057118] env[62353]: DEBUG oslo_vmware.api [None req-09b85777-c618-46f9-9a61-5306a68b3f76 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Waiting for the task: (returnval){ [ 1271.057118] env[62353]: value = "task-2373366" [ 1271.057118] env[62353]: _type = "Task" [ 1271.057118] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.065061] env[62353]: DEBUG oslo_vmware.api [None req-09b85777-c618-46f9-9a61-5306a68b3f76 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Task: {'id': task-2373366, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.567322] env[62353]: DEBUG oslo_vmware.api [None req-09b85777-c618-46f9-9a61-5306a68b3f76 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Task: {'id': task-2373366, 'name': ReconfigVM_Task, 'duration_secs': 0.275112} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.567753] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-09b85777-c618-46f9-9a61-5306a68b3f76 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: 5d906fd7-2669-4ba2-ace3-d204c6db0412] Reconfigured VM instance instance-00000078 to attach disk [datastore1] 5d906fd7-2669-4ba2-ace3-d204c6db0412/5d906fd7-2669-4ba2-ace3-d204c6db0412.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1271.568348] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eeba0cc6-e4c9-45f9-9602-85e6c76608e5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.575505] env[62353]: DEBUG oslo_vmware.api [None req-09b85777-c618-46f9-9a61-5306a68b3f76 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Waiting for the task: (returnval){ [ 1271.575505] env[62353]: value = "task-2373368" [ 1271.575505] env[62353]: _type = "Task" [ 1271.575505] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.584869] env[62353]: DEBUG oslo_vmware.api [None req-09b85777-c618-46f9-9a61-5306a68b3f76 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Task: {'id': task-2373368, 'name': Rename_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.088833] env[62353]: DEBUG oslo_vmware.api [None req-09b85777-c618-46f9-9a61-5306a68b3f76 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Task: {'id': task-2373368, 'name': Rename_Task, 'duration_secs': 0.153224} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.089122] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-09b85777-c618-46f9-9a61-5306a68b3f76 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: 5d906fd7-2669-4ba2-ace3-d204c6db0412] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1272.089377] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c4cd9fcf-fe9a-4e6f-bb12-9bae1a2f1ccd {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.096106] env[62353]: DEBUG oslo_vmware.api [None req-09b85777-c618-46f9-9a61-5306a68b3f76 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Waiting for the task: (returnval){ [ 1272.096106] env[62353]: value = "task-2373369" [ 1272.096106] env[62353]: _type = "Task" [ 1272.096106] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.104348] env[62353]: DEBUG oslo_vmware.api [None req-09b85777-c618-46f9-9a61-5306a68b3f76 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Task: {'id': task-2373369, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.325113] env[62353]: DEBUG oslo_concurrency.lockutils [None req-638924e6-c1cb-48cf-8c03-61d5a3fc14c2 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Acquiring lock "ff871442-5ade-4cd6-b1d2-8b19e14080d5" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1272.325113] env[62353]: DEBUG oslo_concurrency.lockutils [None req-638924e6-c1cb-48cf-8c03-61d5a3fc14c2 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Lock "ff871442-5ade-4cd6-b1d2-8b19e14080d5" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1272.325113] env[62353]: INFO nova.compute.manager [None req-638924e6-c1cb-48cf-8c03-61d5a3fc14c2 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: ff871442-5ade-4cd6-b1d2-8b19e14080d5] Shelving [ 1272.607719] env[62353]: DEBUG oslo_vmware.api [None req-09b85777-c618-46f9-9a61-5306a68b3f76 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Task: {'id': task-2373369, 'name': PowerOnVM_Task, 'duration_secs': 0.454515} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.608104] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-09b85777-c618-46f9-9a61-5306a68b3f76 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: 5d906fd7-2669-4ba2-ace3-d204c6db0412] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1272.608369] env[62353]: INFO nova.compute.manager [None req-09b85777-c618-46f9-9a61-5306a68b3f76 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: 5d906fd7-2669-4ba2-ace3-d204c6db0412] Took 6.72 seconds to spawn the instance on the hypervisor. [ 1272.608626] env[62353]: DEBUG nova.compute.manager [None req-09b85777-c618-46f9-9a61-5306a68b3f76 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: 5d906fd7-2669-4ba2-ace3-d204c6db0412] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1272.610129] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9325ab8b-c04e-4e5c-8f12-a2a9c46e67d5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.129776] env[62353]: INFO nova.compute.manager [None req-09b85777-c618-46f9-9a61-5306a68b3f76 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: 5d906fd7-2669-4ba2-ace3-d204c6db0412] Took 11.45 seconds to build instance. [ 1273.343097] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-638924e6-c1cb-48cf-8c03-61d5a3fc14c2 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: ff871442-5ade-4cd6-b1d2-8b19e14080d5] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1273.343467] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f2d17bf5-29de-4c45-8d59-1d2b7a41a550 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.351462] env[62353]: DEBUG oslo_vmware.api [None req-638924e6-c1cb-48cf-8c03-61d5a3fc14c2 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Waiting for the task: (returnval){ [ 1273.351462] env[62353]: value = "task-2373370" [ 1273.351462] env[62353]: _type = "Task" [ 1273.351462] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.358893] env[62353]: DEBUG oslo_vmware.api [None req-638924e6-c1cb-48cf-8c03-61d5a3fc14c2 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': task-2373370, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.632452] env[62353]: DEBUG oslo_concurrency.lockutils [None req-09b85777-c618-46f9-9a61-5306a68b3f76 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Lock "5d906fd7-2669-4ba2-ace3-d204c6db0412" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.956s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1273.705735] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-d82cd3f9-59b9-4e15-8172-8917e8664108 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] [instance: 69679061-45cf-44e8-bbca-7d3cb232f440] Volume attach. Driver type: vmdk {{(pid=62353) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1273.705969] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-d82cd3f9-59b9-4e15-8172-8917e8664108 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] [instance: 69679061-45cf-44e8-bbca-7d3cb232f440] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-481777', 'volume_id': '679124fd-ec48-4775-a296-7968e9503d6d', 'name': 'volume-679124fd-ec48-4775-a296-7968e9503d6d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '69679061-45cf-44e8-bbca-7d3cb232f440', 'attached_at': '', 'detached_at': '', 'volume_id': '679124fd-ec48-4775-a296-7968e9503d6d', 'serial': '679124fd-ec48-4775-a296-7968e9503d6d'} {{(pid=62353) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1273.706969] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3d463c1-dcf6-4526-b4d5-7f75baa16454 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.724882] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-717662b9-8af9-45f1-8f32-e82fea1df3b6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.728392] env[62353]: DEBUG nova.compute.manager [req-1de3cc61-b635-4e63-aa17-d92b6499d0ca req-5bec0d4c-7a32-48e2-9d4c-91c570de6ee8 service nova] [instance: 5d906fd7-2669-4ba2-ace3-d204c6db0412] Received event network-changed-ed94cfa2-5bf0-49b5-87ef-d69275d51d51 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1273.728574] env[62353]: DEBUG nova.compute.manager [req-1de3cc61-b635-4e63-aa17-d92b6499d0ca req-5bec0d4c-7a32-48e2-9d4c-91c570de6ee8 service nova] [instance: 5d906fd7-2669-4ba2-ace3-d204c6db0412] Refreshing instance network info cache due to event network-changed-ed94cfa2-5bf0-49b5-87ef-d69275d51d51. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1273.728784] env[62353]: DEBUG oslo_concurrency.lockutils [req-1de3cc61-b635-4e63-aa17-d92b6499d0ca req-5bec0d4c-7a32-48e2-9d4c-91c570de6ee8 service nova] Acquiring lock "refresh_cache-5d906fd7-2669-4ba2-ace3-d204c6db0412" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1273.728922] env[62353]: DEBUG oslo_concurrency.lockutils [req-1de3cc61-b635-4e63-aa17-d92b6499d0ca req-5bec0d4c-7a32-48e2-9d4c-91c570de6ee8 service nova] Acquired lock "refresh_cache-5d906fd7-2669-4ba2-ace3-d204c6db0412" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.729092] env[62353]: DEBUG nova.network.neutron [req-1de3cc61-b635-4e63-aa17-d92b6499d0ca req-5bec0d4c-7a32-48e2-9d4c-91c570de6ee8 service nova] [instance: 5d906fd7-2669-4ba2-ace3-d204c6db0412] Refreshing network info cache for port ed94cfa2-5bf0-49b5-87ef-d69275d51d51 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1273.756959] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-d82cd3f9-59b9-4e15-8172-8917e8664108 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] [instance: 69679061-45cf-44e8-bbca-7d3cb232f440] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] volume-679124fd-ec48-4775-a296-7968e9503d6d/volume-679124fd-ec48-4775-a296-7968e9503d6d.vmdk or device None with type thin {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1273.758073] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b00b591-f02b-4aee-befe-e2939797369f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.776287] env[62353]: DEBUG oslo_vmware.api [None req-d82cd3f9-59b9-4e15-8172-8917e8664108 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Waiting for the task: (returnval){ [ 1273.776287] env[62353]: value = "task-2373371" [ 1273.776287] env[62353]: _type = "Task" [ 1273.776287] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.785283] env[62353]: DEBUG oslo_vmware.api [None req-d82cd3f9-59b9-4e15-8172-8917e8664108 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Task: {'id': task-2373371, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.861359] env[62353]: DEBUG oslo_vmware.api [None req-638924e6-c1cb-48cf-8c03-61d5a3fc14c2 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': task-2373370, 'name': PowerOffVM_Task, 'duration_secs': 0.186354} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.861669] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-638924e6-c1cb-48cf-8c03-61d5a3fc14c2 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: ff871442-5ade-4cd6-b1d2-8b19e14080d5] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1273.862573] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c90faeab-2b22-4703-a1a3-d7d5c37981b5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.881269] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6888989c-78d5-4924-ab54-40475559d8b8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.286378] env[62353]: DEBUG oslo_vmware.api [None req-d82cd3f9-59b9-4e15-8172-8917e8664108 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Task: {'id': task-2373371, 'name': ReconfigVM_Task, 'duration_secs': 0.345036} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.286722] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-d82cd3f9-59b9-4e15-8172-8917e8664108 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] [instance: 69679061-45cf-44e8-bbca-7d3cb232f440] Reconfigured VM instance instance-00000074 to attach disk [datastore2] volume-679124fd-ec48-4775-a296-7968e9503d6d/volume-679124fd-ec48-4775-a296-7968e9503d6d.vmdk or device None with type thin {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1274.291660] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-131efec6-ea4d-4db0-b11e-6b6b3f6185d5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.308757] env[62353]: DEBUG oslo_vmware.api [None req-d82cd3f9-59b9-4e15-8172-8917e8664108 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Waiting for the task: (returnval){ [ 1274.308757] env[62353]: value = "task-2373372" [ 1274.308757] env[62353]: _type = "Task" [ 1274.308757] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.316714] env[62353]: DEBUG oslo_vmware.api [None req-d82cd3f9-59b9-4e15-8172-8917e8664108 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Task: {'id': task-2373372, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.392125] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-638924e6-c1cb-48cf-8c03-61d5a3fc14c2 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: ff871442-5ade-4cd6-b1d2-8b19e14080d5] Creating Snapshot of the VM instance {{(pid=62353) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1274.392513] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7aebff27-479b-4221-a490-5f9335d06f54 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.400307] env[62353]: DEBUG oslo_vmware.api [None req-638924e6-c1cb-48cf-8c03-61d5a3fc14c2 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Waiting for the task: (returnval){ [ 1274.400307] env[62353]: value = "task-2373373" [ 1274.400307] env[62353]: _type = "Task" [ 1274.400307] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.408296] env[62353]: DEBUG oslo_vmware.api [None req-638924e6-c1cb-48cf-8c03-61d5a3fc14c2 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': task-2373373, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.448494] env[62353]: DEBUG nova.network.neutron [req-1de3cc61-b635-4e63-aa17-d92b6499d0ca req-5bec0d4c-7a32-48e2-9d4c-91c570de6ee8 service nova] [instance: 5d906fd7-2669-4ba2-ace3-d204c6db0412] Updated VIF entry in instance network info cache for port ed94cfa2-5bf0-49b5-87ef-d69275d51d51. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1274.448885] env[62353]: DEBUG nova.network.neutron [req-1de3cc61-b635-4e63-aa17-d92b6499d0ca req-5bec0d4c-7a32-48e2-9d4c-91c570de6ee8 service nova] [instance: 5d906fd7-2669-4ba2-ace3-d204c6db0412] Updating instance_info_cache with network_info: [{"id": "ed94cfa2-5bf0-49b5-87ef-d69275d51d51", "address": "fa:16:3e:5c:45:62", "network": {"id": "cdd5ca5d-eb26-4d28-87f8-206e99fe7672", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1171598701-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "563a3da12f97462190a5b5cd288faf87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae215ba8-f7a5-4b23-a055-90316d29817f", "external-id": "nsx-vlan-transportzone-798", "segmentation_id": 798, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped94cfa2-5b", "ovs_interfaceid": "ed94cfa2-5bf0-49b5-87ef-d69275d51d51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1274.818656] env[62353]: DEBUG oslo_vmware.api [None req-d82cd3f9-59b9-4e15-8172-8917e8664108 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Task: {'id': task-2373372, 'name': ReconfigVM_Task, 'duration_secs': 0.218163} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.819010] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-d82cd3f9-59b9-4e15-8172-8917e8664108 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] [instance: 69679061-45cf-44e8-bbca-7d3cb232f440] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-481777', 'volume_id': '679124fd-ec48-4775-a296-7968e9503d6d', 'name': 'volume-679124fd-ec48-4775-a296-7968e9503d6d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '69679061-45cf-44e8-bbca-7d3cb232f440', 'attached_at': '', 'detached_at': '', 'volume_id': '679124fd-ec48-4775-a296-7968e9503d6d', 'serial': '679124fd-ec48-4775-a296-7968e9503d6d'} {{(pid=62353) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1274.909672] env[62353]: DEBUG oslo_vmware.api [None req-638924e6-c1cb-48cf-8c03-61d5a3fc14c2 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': task-2373373, 'name': CreateSnapshot_Task, 'duration_secs': 0.417867} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.909915] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-638924e6-c1cb-48cf-8c03-61d5a3fc14c2 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: ff871442-5ade-4cd6-b1d2-8b19e14080d5] Created Snapshot of the VM instance {{(pid=62353) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1274.910680] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-950976d9-1233-41b3-ab44-341a62c4d9ce {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.951993] env[62353]: DEBUG oslo_concurrency.lockutils [req-1de3cc61-b635-4e63-aa17-d92b6499d0ca req-5bec0d4c-7a32-48e2-9d4c-91c570de6ee8 service nova] Releasing lock "refresh_cache-5d906fd7-2669-4ba2-ace3-d204c6db0412" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1275.427072] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-638924e6-c1cb-48cf-8c03-61d5a3fc14c2 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: ff871442-5ade-4cd6-b1d2-8b19e14080d5] Creating linked-clone VM from snapshot {{(pid=62353) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1275.427661] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-545e6da5-b1bb-4a78-84f1-3bfc697670de {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.436738] env[62353]: DEBUG oslo_vmware.api [None req-638924e6-c1cb-48cf-8c03-61d5a3fc14c2 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Waiting for the task: (returnval){ [ 1275.436738] env[62353]: value = "task-2373374" [ 1275.436738] env[62353]: _type = "Task" [ 1275.436738] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.444362] env[62353]: DEBUG oslo_vmware.api [None req-638924e6-c1cb-48cf-8c03-61d5a3fc14c2 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': task-2373374, 'name': CloneVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.853788] env[62353]: DEBUG nova.objects.instance [None req-d82cd3f9-59b9-4e15-8172-8917e8664108 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Lazy-loading 'flavor' on Instance uuid 69679061-45cf-44e8-bbca-7d3cb232f440 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1275.947078] env[62353]: DEBUG oslo_vmware.api [None req-638924e6-c1cb-48cf-8c03-61d5a3fc14c2 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': task-2373374, 'name': CloneVM_Task} progress is 94%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.358674] env[62353]: DEBUG oslo_concurrency.lockutils [None req-d82cd3f9-59b9-4e15-8172-8917e8664108 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Lock "69679061-45cf-44e8-bbca-7d3cb232f440" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.279s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1276.448151] env[62353]: DEBUG oslo_vmware.api [None req-638924e6-c1cb-48cf-8c03-61d5a3fc14c2 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': task-2373374, 'name': CloneVM_Task} progress is 94%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.592622] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4160322a-07d4-4a2a-a449-c22355c005f8 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Acquiring lock "69679061-45cf-44e8-bbca-7d3cb232f440" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1276.592904] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4160322a-07d4-4a2a-a449-c22355c005f8 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Lock "69679061-45cf-44e8-bbca-7d3cb232f440" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1276.948295] env[62353]: DEBUG oslo_vmware.api [None req-638924e6-c1cb-48cf-8c03-61d5a3fc14c2 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': task-2373374, 'name': CloneVM_Task, 'duration_secs': 1.380521} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.948662] env[62353]: INFO nova.virt.vmwareapi.vmops [None req-638924e6-c1cb-48cf-8c03-61d5a3fc14c2 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: ff871442-5ade-4cd6-b1d2-8b19e14080d5] Created linked-clone VM from snapshot [ 1276.949238] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d413666-a0dd-428e-aac3-290e69fa8a88 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.956667] env[62353]: DEBUG nova.virt.vmwareapi.images [None req-638924e6-c1cb-48cf-8c03-61d5a3fc14c2 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: ff871442-5ade-4cd6-b1d2-8b19e14080d5] Uploading image 970d011d-b6e2-481a-a778-f179ccd68b08 {{(pid=62353) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1276.982067] env[62353]: DEBUG oslo_vmware.rw_handles [None req-638924e6-c1cb-48cf-8c03-61d5a3fc14c2 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1276.982067] env[62353]: value = "vm-481779" [ 1276.982067] env[62353]: _type = "VirtualMachine" [ 1276.982067] env[62353]: }. {{(pid=62353) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1276.982319] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d9f4cc58-df77-4e28-8f0e-24e9c3ce9b42 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.989357] env[62353]: DEBUG oslo_vmware.rw_handles [None req-638924e6-c1cb-48cf-8c03-61d5a3fc14c2 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Lease: (returnval){ [ 1276.989357] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5276133c-00d4-543c-3b22-66b379d2dbc5" [ 1276.989357] env[62353]: _type = "HttpNfcLease" [ 1276.989357] env[62353]: } obtained for exporting VM: (result){ [ 1276.989357] env[62353]: value = "vm-481779" [ 1276.989357] env[62353]: _type = "VirtualMachine" [ 1276.989357] env[62353]: }. {{(pid=62353) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1276.989644] env[62353]: DEBUG oslo_vmware.api [None req-638924e6-c1cb-48cf-8c03-61d5a3fc14c2 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Waiting for the lease: (returnval){ [ 1276.989644] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5276133c-00d4-543c-3b22-66b379d2dbc5" [ 1276.989644] env[62353]: _type = "HttpNfcLease" [ 1276.989644] env[62353]: } to be ready. {{(pid=62353) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1276.995732] env[62353]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1276.995732] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5276133c-00d4-543c-3b22-66b379d2dbc5" [ 1276.995732] env[62353]: _type = "HttpNfcLease" [ 1276.995732] env[62353]: } is initializing. {{(pid=62353) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1277.095713] env[62353]: INFO nova.compute.manager [None req-4160322a-07d4-4a2a-a449-c22355c005f8 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] [instance: 69679061-45cf-44e8-bbca-7d3cb232f440] Detaching volume 939a33c9-d94d-4d20-b985-48fb3a0b936c [ 1277.125398] env[62353]: INFO nova.virt.block_device [None req-4160322a-07d4-4a2a-a449-c22355c005f8 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] [instance: 69679061-45cf-44e8-bbca-7d3cb232f440] Attempting to driver detach volume 939a33c9-d94d-4d20-b985-48fb3a0b936c from mountpoint /dev/sdb [ 1277.125627] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-4160322a-07d4-4a2a-a449-c22355c005f8 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] [instance: 69679061-45cf-44e8-bbca-7d3cb232f440] Volume detach. Driver type: vmdk {{(pid=62353) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1277.125809] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-4160322a-07d4-4a2a-a449-c22355c005f8 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] [instance: 69679061-45cf-44e8-bbca-7d3cb232f440] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-481772', 'volume_id': '939a33c9-d94d-4d20-b985-48fb3a0b936c', 'name': 'volume-939a33c9-d94d-4d20-b985-48fb3a0b936c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '69679061-45cf-44e8-bbca-7d3cb232f440', 'attached_at': '', 'detached_at': '', 'volume_id': '939a33c9-d94d-4d20-b985-48fb3a0b936c', 'serial': '939a33c9-d94d-4d20-b985-48fb3a0b936c'} {{(pid=62353) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1277.126657] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41eda602-1c1c-41db-aa9f-7d9bc5b6e8fd {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.151352] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f61aa3ef-3e17-4585-a172-787052016a22 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.158198] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fb3bf19-0df7-4778-b8d7-c48cb09de1d9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.180199] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-018780b7-581c-4acb-9358-f32063f7cbae {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.193948] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-4160322a-07d4-4a2a-a449-c22355c005f8 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] The volume has not been displaced from its original location: [datastore2] volume-939a33c9-d94d-4d20-b985-48fb3a0b936c/volume-939a33c9-d94d-4d20-b985-48fb3a0b936c.vmdk. No consolidation needed. {{(pid=62353) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1277.199097] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-4160322a-07d4-4a2a-a449-c22355c005f8 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] [instance: 69679061-45cf-44e8-bbca-7d3cb232f440] Reconfiguring VM instance instance-00000074 to detach disk 2001 {{(pid=62353) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1277.199306] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-891ab16b-a0e5-45c1-bd99-ff4e5d8f4f9d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.216253] env[62353]: DEBUG oslo_vmware.api [None req-4160322a-07d4-4a2a-a449-c22355c005f8 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Waiting for the task: (returnval){ [ 1277.216253] env[62353]: value = "task-2373376" [ 1277.216253] env[62353]: _type = "Task" [ 1277.216253] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.223263] env[62353]: DEBUG oslo_vmware.api [None req-4160322a-07d4-4a2a-a449-c22355c005f8 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Task: {'id': task-2373376, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.498847] env[62353]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1277.498847] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5276133c-00d4-543c-3b22-66b379d2dbc5" [ 1277.498847] env[62353]: _type = "HttpNfcLease" [ 1277.498847] env[62353]: } is ready. {{(pid=62353) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1277.498847] env[62353]: DEBUG oslo_vmware.rw_handles [None req-638924e6-c1cb-48cf-8c03-61d5a3fc14c2 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1277.498847] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5276133c-00d4-543c-3b22-66b379d2dbc5" [ 1277.498847] env[62353]: _type = "HttpNfcLease" [ 1277.498847] env[62353]: }. {{(pid=62353) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1277.498847] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc31ffd3-20a7-491d-acfe-ea92553947f2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.505437] env[62353]: DEBUG oslo_vmware.rw_handles [None req-638924e6-c1cb-48cf-8c03-61d5a3fc14c2 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520dfeea-2c2d-a74f-637e-25f26f51443b/disk-0.vmdk from lease info. {{(pid=62353) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1277.505610] env[62353]: DEBUG oslo_vmware.rw_handles [None req-638924e6-c1cb-48cf-8c03-61d5a3fc14c2 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520dfeea-2c2d-a74f-637e-25f26f51443b/disk-0.vmdk for reading. {{(pid=62353) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1277.591643] env[62353]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-70e4b323-864d-43de-ad3f-c14b22bbc72c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.726273] env[62353]: DEBUG oslo_vmware.api [None req-4160322a-07d4-4a2a-a449-c22355c005f8 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Task: {'id': task-2373376, 'name': ReconfigVM_Task, 'duration_secs': 0.217577} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.726537] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-4160322a-07d4-4a2a-a449-c22355c005f8 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] [instance: 69679061-45cf-44e8-bbca-7d3cb232f440] Reconfigured VM instance instance-00000074 to detach disk 2001 {{(pid=62353) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1277.730993] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e70cd65a-bc4b-4380-a3aa-66cb7644e6b8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.746455] env[62353]: DEBUG oslo_vmware.api [None req-4160322a-07d4-4a2a-a449-c22355c005f8 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Waiting for the task: (returnval){ [ 1277.746455] env[62353]: value = "task-2373377" [ 1277.746455] env[62353]: _type = "Task" [ 1277.746455] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.757535] env[62353]: DEBUG oslo_vmware.api [None req-4160322a-07d4-4a2a-a449-c22355c005f8 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Task: {'id': task-2373377, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.257872] env[62353]: DEBUG oslo_vmware.api [None req-4160322a-07d4-4a2a-a449-c22355c005f8 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Task: {'id': task-2373377, 'name': ReconfigVM_Task, 'duration_secs': 0.145922} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.258290] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-4160322a-07d4-4a2a-a449-c22355c005f8 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] [instance: 69679061-45cf-44e8-bbca-7d3cb232f440] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-481772', 'volume_id': '939a33c9-d94d-4d20-b985-48fb3a0b936c', 'name': 'volume-939a33c9-d94d-4d20-b985-48fb3a0b936c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '69679061-45cf-44e8-bbca-7d3cb232f440', 'attached_at': '', 'detached_at': '', 'volume_id': '939a33c9-d94d-4d20-b985-48fb3a0b936c', 'serial': '939a33c9-d94d-4d20-b985-48fb3a0b936c'} {{(pid=62353) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1278.525022] env[62353]: DEBUG oslo_service.periodic_task [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1278.525312] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Starting heal instance info cache {{(pid=62353) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 1278.525442] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Rebuilding the list of instances to heal {{(pid=62353) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10449}} [ 1278.800164] env[62353]: DEBUG nova.objects.instance [None req-4160322a-07d4-4a2a-a449-c22355c005f8 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Lazy-loading 'flavor' on Instance uuid 69679061-45cf-44e8-bbca-7d3cb232f440 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1279.057276] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Acquiring lock "refresh_cache-2c6b409d-02cd-47b5-b264-e7e204c29622" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1279.057439] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Acquired lock "refresh_cache-2c6b409d-02cd-47b5-b264-e7e204c29622" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.057661] env[62353]: DEBUG nova.network.neutron [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] [instance: 2c6b409d-02cd-47b5-b264-e7e204c29622] Forcefully refreshing network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1279.057870] env[62353]: DEBUG nova.objects.instance [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Lazy-loading 'info_cache' on Instance uuid 2c6b409d-02cd-47b5-b264-e7e204c29622 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1279.809411] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4160322a-07d4-4a2a-a449-c22355c005f8 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Lock "69679061-45cf-44e8-bbca-7d3cb232f440" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.216s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1279.849567] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8020eb48-ec10-4fb1-a57c-680a386ee691 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Acquiring lock "69679061-45cf-44e8-bbca-7d3cb232f440" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1279.849982] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8020eb48-ec10-4fb1-a57c-680a386ee691 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Lock "69679061-45cf-44e8-bbca-7d3cb232f440" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1280.353626] env[62353]: INFO nova.compute.manager [None req-8020eb48-ec10-4fb1-a57c-680a386ee691 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] [instance: 69679061-45cf-44e8-bbca-7d3cb232f440] Detaching volume 679124fd-ec48-4775-a296-7968e9503d6d [ 1280.385833] env[62353]: INFO nova.virt.block_device [None req-8020eb48-ec10-4fb1-a57c-680a386ee691 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] [instance: 69679061-45cf-44e8-bbca-7d3cb232f440] Attempting to driver detach volume 679124fd-ec48-4775-a296-7968e9503d6d from mountpoint /dev/sdc [ 1280.386071] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-8020eb48-ec10-4fb1-a57c-680a386ee691 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] [instance: 69679061-45cf-44e8-bbca-7d3cb232f440] Volume detach. Driver type: vmdk {{(pid=62353) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1280.386198] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-8020eb48-ec10-4fb1-a57c-680a386ee691 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] [instance: 69679061-45cf-44e8-bbca-7d3cb232f440] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-481777', 'volume_id': '679124fd-ec48-4775-a296-7968e9503d6d', 'name': 'volume-679124fd-ec48-4775-a296-7968e9503d6d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '69679061-45cf-44e8-bbca-7d3cb232f440', 'attached_at': '', 'detached_at': '', 'volume_id': '679124fd-ec48-4775-a296-7968e9503d6d', 'serial': '679124fd-ec48-4775-a296-7968e9503d6d'} {{(pid=62353) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1280.387153] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8711ac9a-2ced-45b3-9aa2-02f9c6929eb4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.412132] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbd47490-3677-4b65-8805-17dcf8e9ff8d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.419965] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df5374cf-c18b-43af-91c8-9b416cf6f060 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.441796] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b8700d8-abde-48aa-ae48-487aee16f33b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.457296] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-8020eb48-ec10-4fb1-a57c-680a386ee691 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] The volume has not been displaced from its original location: [datastore2] volume-679124fd-ec48-4775-a296-7968e9503d6d/volume-679124fd-ec48-4775-a296-7968e9503d6d.vmdk. No consolidation needed. {{(pid=62353) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1280.462630] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-8020eb48-ec10-4fb1-a57c-680a386ee691 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] [instance: 69679061-45cf-44e8-bbca-7d3cb232f440] Reconfiguring VM instance instance-00000074 to detach disk 2002 {{(pid=62353) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1280.462950] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d22823f-e8ce-4fcf-a705-e3794e1d1884 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.482595] env[62353]: DEBUG oslo_vmware.api [None req-8020eb48-ec10-4fb1-a57c-680a386ee691 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Waiting for the task: (returnval){ [ 1280.482595] env[62353]: value = "task-2373378" [ 1280.482595] env[62353]: _type = "Task" [ 1280.482595] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.490749] env[62353]: DEBUG oslo_vmware.api [None req-8020eb48-ec10-4fb1-a57c-680a386ee691 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Task: {'id': task-2373378, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.838190] env[62353]: DEBUG nova.network.neutron [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] [instance: 2c6b409d-02cd-47b5-b264-e7e204c29622] Updating instance_info_cache with network_info: [{"id": "75bfd230-851e-4aa1-9ac9-09c16ecbd3f3", "address": "fa:16:3e:11:07:c1", "network": {"id": "cdd5ca5d-eb26-4d28-87f8-206e99fe7672", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1171598701-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "563a3da12f97462190a5b5cd288faf87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae215ba8-f7a5-4b23-a055-90316d29817f", "external-id": "nsx-vlan-transportzone-798", "segmentation_id": 798, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75bfd230-85", "ovs_interfaceid": "75bfd230-851e-4aa1-9ac9-09c16ecbd3f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1280.992924] env[62353]: DEBUG oslo_vmware.api [None req-8020eb48-ec10-4fb1-a57c-680a386ee691 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Task: {'id': task-2373378, 'name': ReconfigVM_Task, 'duration_secs': 0.280515} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.993161] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-8020eb48-ec10-4fb1-a57c-680a386ee691 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] [instance: 69679061-45cf-44e8-bbca-7d3cb232f440] Reconfigured VM instance instance-00000074 to detach disk 2002 {{(pid=62353) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1280.997899] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ff90eca-3171-41a9-a1aa-d22b6c4659d1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.013343] env[62353]: DEBUG oslo_vmware.api [None req-8020eb48-ec10-4fb1-a57c-680a386ee691 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Waiting for the task: (returnval){ [ 1281.013343] env[62353]: value = "task-2373379" [ 1281.013343] env[62353]: _type = "Task" [ 1281.013343] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.021552] env[62353]: DEBUG oslo_vmware.api [None req-8020eb48-ec10-4fb1-a57c-680a386ee691 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Task: {'id': task-2373379, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.341544] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Releasing lock "refresh_cache-2c6b409d-02cd-47b5-b264-e7e204c29622" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1281.341835] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] [instance: 2c6b409d-02cd-47b5-b264-e7e204c29622] Updated the network info_cache for instance {{(pid=62353) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10516}} [ 1281.342070] env[62353]: DEBUG oslo_service.periodic_task [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1281.342243] env[62353]: DEBUG oslo_service.periodic_task [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1281.342411] env[62353]: DEBUG oslo_service.periodic_task [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1281.342610] env[62353]: DEBUG oslo_service.periodic_task [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1281.342764] env[62353]: DEBUG oslo_service.periodic_task [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1281.524146] env[62353]: DEBUG oslo_vmware.api [None req-8020eb48-ec10-4fb1-a57c-680a386ee691 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Task: {'id': task-2373379, 'name': ReconfigVM_Task, 'duration_secs': 0.159333} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.524470] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-8020eb48-ec10-4fb1-a57c-680a386ee691 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] [instance: 69679061-45cf-44e8-bbca-7d3cb232f440] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-481777', 'volume_id': '679124fd-ec48-4775-a296-7968e9503d6d', 'name': 'volume-679124fd-ec48-4775-a296-7968e9503d6d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '69679061-45cf-44e8-bbca-7d3cb232f440', 'attached_at': '', 'detached_at': '', 'volume_id': '679124fd-ec48-4775-a296-7968e9503d6d', 'serial': '679124fd-ec48-4775-a296-7968e9503d6d'} {{(pid=62353) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1281.845573] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1281.845987] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1281.846075] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1281.846249] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62353) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1281.847179] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88c711b5-566c-47da-8bd8-772e090df08a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.855779] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e140304-7139-4985-85a0-f668427ace89 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.870583] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bad87d9f-6200-420f-9277-5fae7e0b626a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.877311] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52fad268-06bb-4796-8495-81c37f0d36d6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.908340] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180554MB free_disk=155GB free_vcpus=48 pci_devices=None {{(pid=62353) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1281.908541] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1281.908714] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1282.065460] env[62353]: DEBUG nova.objects.instance [None req-8020eb48-ec10-4fb1-a57c-680a386ee691 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Lazy-loading 'flavor' on Instance uuid 69679061-45cf-44e8-bbca-7d3cb232f440 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1282.936836] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Instance 2c6b409d-02cd-47b5-b264-e7e204c29622 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1282.937167] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Instance 69679061-45cf-44e8-bbca-7d3cb232f440 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1282.937167] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Instance ff871442-5ade-4cd6-b1d2-8b19e14080d5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1282.937250] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Instance 5d906fd7-2669-4ba2-ace3-d204c6db0412 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1282.937417] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Total usable vcpus: 48, total allocated vcpus: 4 {{(pid=62353) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1282.937578] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1280MB phys_disk=200GB used_disk=4GB total_vcpus=48 used_vcpus=4 pci_stats=[] {{(pid=62353) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1283.000298] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d4e5322-d91b-4600-b52e-9bc25441f9ef {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.009827] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b5b6900-9303-422c-b4d9-4c79af4da426 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.038632] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0abd60de-d36b-4128-b034-b84c23e0dd98 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.046078] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7092f69d-0d53-41dc-afe0-092dc92a80a6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.060221] env[62353]: DEBUG nova.compute.provider_tree [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1283.072027] env[62353]: DEBUG oslo_concurrency.lockutils [None req-8020eb48-ec10-4fb1-a57c-680a386ee691 tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Lock "69679061-45cf-44e8-bbca-7d3cb232f440" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.222s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1283.563797] env[62353]: DEBUG nova.scheduler.client.report [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1284.068277] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62353) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1284.068687] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.160s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1284.327018] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c0e1da9d-db17-4d68-bbe0-13bdc308059d tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Acquiring lock "69679061-45cf-44e8-bbca-7d3cb232f440" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1284.327396] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c0e1da9d-db17-4d68-bbe0-13bdc308059d tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Lock "69679061-45cf-44e8-bbca-7d3cb232f440" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1284.327618] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c0e1da9d-db17-4d68-bbe0-13bdc308059d tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Acquiring lock "69679061-45cf-44e8-bbca-7d3cb232f440-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1284.327806] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c0e1da9d-db17-4d68-bbe0-13bdc308059d tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Lock "69679061-45cf-44e8-bbca-7d3cb232f440-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1284.327975] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c0e1da9d-db17-4d68-bbe0-13bdc308059d tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Lock "69679061-45cf-44e8-bbca-7d3cb232f440-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1284.330129] env[62353]: INFO nova.compute.manager [None req-c0e1da9d-db17-4d68-bbe0-13bdc308059d tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] [instance: 69679061-45cf-44e8-bbca-7d3cb232f440] Terminating instance [ 1284.834225] env[62353]: DEBUG nova.compute.manager [None req-c0e1da9d-db17-4d68-bbe0-13bdc308059d tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] [instance: 69679061-45cf-44e8-bbca-7d3cb232f440] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1284.834461] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-c0e1da9d-db17-4d68-bbe0-13bdc308059d tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] [instance: 69679061-45cf-44e8-bbca-7d3cb232f440] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1284.835412] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c13c6a16-282d-44a1-a784-a415e2369f3d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.843389] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0e1da9d-db17-4d68-bbe0-13bdc308059d tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] [instance: 69679061-45cf-44e8-bbca-7d3cb232f440] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1284.843644] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f98797c6-544c-498a-8e49-ab7d99afec2b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.850341] env[62353]: DEBUG oslo_vmware.api [None req-c0e1da9d-db17-4d68-bbe0-13bdc308059d tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Waiting for the task: (returnval){ [ 1284.850341] env[62353]: value = "task-2373380" [ 1284.850341] env[62353]: _type = "Task" [ 1284.850341] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.858285] env[62353]: DEBUG oslo_vmware.api [None req-c0e1da9d-db17-4d68-bbe0-13bdc308059d tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Task: {'id': task-2373380, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.907727] env[62353]: DEBUG oslo_vmware.rw_handles [None req-638924e6-c1cb-48cf-8c03-61d5a3fc14c2 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520dfeea-2c2d-a74f-637e-25f26f51443b/disk-0.vmdk. {{(pid=62353) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1284.908684] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75465d51-155e-4872-905d-cc6be8d171a2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.914758] env[62353]: DEBUG oslo_vmware.rw_handles [None req-638924e6-c1cb-48cf-8c03-61d5a3fc14c2 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520dfeea-2c2d-a74f-637e-25f26f51443b/disk-0.vmdk is in state: ready. {{(pid=62353) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1284.914952] env[62353]: ERROR oslo_vmware.rw_handles [None req-638924e6-c1cb-48cf-8c03-61d5a3fc14c2 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520dfeea-2c2d-a74f-637e-25f26f51443b/disk-0.vmdk due to incomplete transfer. [ 1284.915184] env[62353]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-1162b364-ffcc-4d8e-a5b3-06ba62c4460f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.921578] env[62353]: DEBUG oslo_vmware.rw_handles [None req-638924e6-c1cb-48cf-8c03-61d5a3fc14c2 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520dfeea-2c2d-a74f-637e-25f26f51443b/disk-0.vmdk. {{(pid=62353) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1284.921765] env[62353]: DEBUG nova.virt.vmwareapi.images [None req-638924e6-c1cb-48cf-8c03-61d5a3fc14c2 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: ff871442-5ade-4cd6-b1d2-8b19e14080d5] Uploaded image 970d011d-b6e2-481a-a778-f179ccd68b08 to the Glance image server {{(pid=62353) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1284.924206] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-638924e6-c1cb-48cf-8c03-61d5a3fc14c2 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: ff871442-5ade-4cd6-b1d2-8b19e14080d5] Destroying the VM {{(pid=62353) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1284.924425] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6e800a16-5e85-4412-b2c0-2fbe8acf8027 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.929967] env[62353]: DEBUG oslo_vmware.api [None req-638924e6-c1cb-48cf-8c03-61d5a3fc14c2 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Waiting for the task: (returnval){ [ 1284.929967] env[62353]: value = "task-2373381" [ 1284.929967] env[62353]: _type = "Task" [ 1284.929967] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.937861] env[62353]: DEBUG oslo_vmware.api [None req-638924e6-c1cb-48cf-8c03-61d5a3fc14c2 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': task-2373381, 'name': Destroy_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.360403] env[62353]: DEBUG oslo_vmware.api [None req-c0e1da9d-db17-4d68-bbe0-13bdc308059d tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Task: {'id': task-2373380, 'name': PowerOffVM_Task, 'duration_secs': 0.224062} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.360797] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0e1da9d-db17-4d68-bbe0-13bdc308059d tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] [instance: 69679061-45cf-44e8-bbca-7d3cb232f440] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1285.360855] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-c0e1da9d-db17-4d68-bbe0-13bdc308059d tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] [instance: 69679061-45cf-44e8-bbca-7d3cb232f440] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1285.361118] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-25e6e470-583f-4ef0-b2d2-2c93f9d0f7a6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.428974] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-c0e1da9d-db17-4d68-bbe0-13bdc308059d tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] [instance: 69679061-45cf-44e8-bbca-7d3cb232f440] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1285.429231] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-c0e1da9d-db17-4d68-bbe0-13bdc308059d tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] [instance: 69679061-45cf-44e8-bbca-7d3cb232f440] Deleting contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1285.429433] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0e1da9d-db17-4d68-bbe0-13bdc308059d tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Deleting the datastore file [datastore2] 69679061-45cf-44e8-bbca-7d3cb232f440 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1285.429763] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7d41bdcb-68fb-42e3-9644-8e6723dccd54 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.439767] env[62353]: DEBUG oslo_vmware.api [None req-638924e6-c1cb-48cf-8c03-61d5a3fc14c2 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': task-2373381, 'name': Destroy_Task} progress is 33%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.440964] env[62353]: DEBUG oslo_vmware.api [None req-c0e1da9d-db17-4d68-bbe0-13bdc308059d tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Waiting for the task: (returnval){ [ 1285.440964] env[62353]: value = "task-2373383" [ 1285.440964] env[62353]: _type = "Task" [ 1285.440964] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.447965] env[62353]: DEBUG oslo_vmware.api [None req-c0e1da9d-db17-4d68-bbe0-13bdc308059d tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Task: {'id': task-2373383, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.941325] env[62353]: DEBUG oslo_vmware.api [None req-638924e6-c1cb-48cf-8c03-61d5a3fc14c2 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': task-2373381, 'name': Destroy_Task, 'duration_secs': 0.661506} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.941720] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-638924e6-c1cb-48cf-8c03-61d5a3fc14c2 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: ff871442-5ade-4cd6-b1d2-8b19e14080d5] Destroyed the VM [ 1285.941993] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-638924e6-c1cb-48cf-8c03-61d5a3fc14c2 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: ff871442-5ade-4cd6-b1d2-8b19e14080d5] Deleting Snapshot of the VM instance {{(pid=62353) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1285.945231] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f2dc2276-e720-4108-81ae-b5ea0a2aecf0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.951477] env[62353]: DEBUG oslo_vmware.api [None req-c0e1da9d-db17-4d68-bbe0-13bdc308059d tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Task: {'id': task-2373383, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133818} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.952648] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0e1da9d-db17-4d68-bbe0-13bdc308059d tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1285.952847] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-c0e1da9d-db17-4d68-bbe0-13bdc308059d tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] [instance: 69679061-45cf-44e8-bbca-7d3cb232f440] Deleted contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1285.953083] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-c0e1da9d-db17-4d68-bbe0-13bdc308059d tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] [instance: 69679061-45cf-44e8-bbca-7d3cb232f440] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1285.953310] env[62353]: INFO nova.compute.manager [None req-c0e1da9d-db17-4d68-bbe0-13bdc308059d tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] [instance: 69679061-45cf-44e8-bbca-7d3cb232f440] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1285.953577] env[62353]: DEBUG oslo.service.loopingcall [None req-c0e1da9d-db17-4d68-bbe0-13bdc308059d tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1285.953853] env[62353]: DEBUG oslo_vmware.api [None req-638924e6-c1cb-48cf-8c03-61d5a3fc14c2 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Waiting for the task: (returnval){ [ 1285.953853] env[62353]: value = "task-2373384" [ 1285.953853] env[62353]: _type = "Task" [ 1285.953853] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.954090] env[62353]: DEBUG nova.compute.manager [-] [instance: 69679061-45cf-44e8-bbca-7d3cb232f440] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1285.954217] env[62353]: DEBUG nova.network.neutron [-] [instance: 69679061-45cf-44e8-bbca-7d3cb232f440] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1285.964391] env[62353]: DEBUG oslo_vmware.api [None req-638924e6-c1cb-48cf-8c03-61d5a3fc14c2 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': task-2373384, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.062854] env[62353]: DEBUG oslo_service.periodic_task [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1286.063602] env[62353]: DEBUG oslo_service.periodic_task [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1286.063803] env[62353]: DEBUG oslo_service.periodic_task [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1286.063948] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62353) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1286.466981] env[62353]: DEBUG oslo_vmware.api [None req-638924e6-c1cb-48cf-8c03-61d5a3fc14c2 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': task-2373384, 'name': RemoveSnapshot_Task, 'duration_secs': 0.496924} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.466981] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-638924e6-c1cb-48cf-8c03-61d5a3fc14c2 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: ff871442-5ade-4cd6-b1d2-8b19e14080d5] Deleted Snapshot of the VM instance {{(pid=62353) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1286.466981] env[62353]: DEBUG nova.compute.manager [None req-638924e6-c1cb-48cf-8c03-61d5a3fc14c2 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: ff871442-5ade-4cd6-b1d2-8b19e14080d5] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1286.467630] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-846fe836-c988-497f-ad63-8c904b825214 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.490978] env[62353]: DEBUG nova.compute.manager [req-377b934e-0f11-4697-b394-4d1849a0b43e req-1f3eaffb-82aa-4503-98e4-d24554ef2f20 service nova] [instance: 69679061-45cf-44e8-bbca-7d3cb232f440] Received event network-vif-deleted-15ce649b-d11d-44f1-9a42-e9603b70b6c2 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1286.491193] env[62353]: INFO nova.compute.manager [req-377b934e-0f11-4697-b394-4d1849a0b43e req-1f3eaffb-82aa-4503-98e4-d24554ef2f20 service nova] [instance: 69679061-45cf-44e8-bbca-7d3cb232f440] Neutron deleted interface 15ce649b-d11d-44f1-9a42-e9603b70b6c2; detaching it from the instance and deleting it from the info cache [ 1286.491370] env[62353]: DEBUG nova.network.neutron [req-377b934e-0f11-4697-b394-4d1849a0b43e req-1f3eaffb-82aa-4503-98e4-d24554ef2f20 service nova] [instance: 69679061-45cf-44e8-bbca-7d3cb232f440] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1286.980856] env[62353]: DEBUG nova.network.neutron [-] [instance: 69679061-45cf-44e8-bbca-7d3cb232f440] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1286.982052] env[62353]: INFO nova.compute.manager [None req-638924e6-c1cb-48cf-8c03-61d5a3fc14c2 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: ff871442-5ade-4cd6-b1d2-8b19e14080d5] Shelve offloading [ 1286.993730] env[62353]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cbd54d9c-73d8-4234-bf5d-4673a7509198 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.003756] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ff955bf-f981-4a29-b12e-b477661c01f8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.028576] env[62353]: DEBUG nova.compute.manager [req-377b934e-0f11-4697-b394-4d1849a0b43e req-1f3eaffb-82aa-4503-98e4-d24554ef2f20 service nova] [instance: 69679061-45cf-44e8-bbca-7d3cb232f440] Detach interface failed, port_id=15ce649b-d11d-44f1-9a42-e9603b70b6c2, reason: Instance 69679061-45cf-44e8-bbca-7d3cb232f440 could not be found. {{(pid=62353) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1287.484630] env[62353]: INFO nova.compute.manager [-] [instance: 69679061-45cf-44e8-bbca-7d3cb232f440] Took 1.53 seconds to deallocate network for instance. [ 1287.485137] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-638924e6-c1cb-48cf-8c03-61d5a3fc14c2 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: ff871442-5ade-4cd6-b1d2-8b19e14080d5] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1287.486793] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a1a2a28e-00d4-48fd-a80c-1b60a2f3589b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.496124] env[62353]: DEBUG oslo_vmware.api [None req-638924e6-c1cb-48cf-8c03-61d5a3fc14c2 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Waiting for the task: (returnval){ [ 1287.496124] env[62353]: value = "task-2373385" [ 1287.496124] env[62353]: _type = "Task" [ 1287.496124] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.504175] env[62353]: DEBUG oslo_vmware.api [None req-638924e6-c1cb-48cf-8c03-61d5a3fc14c2 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': task-2373385, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.993082] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c0e1da9d-db17-4d68-bbe0-13bdc308059d tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1287.993398] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c0e1da9d-db17-4d68-bbe0-13bdc308059d tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1287.993655] env[62353]: DEBUG nova.objects.instance [None req-c0e1da9d-db17-4d68-bbe0-13bdc308059d tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Lazy-loading 'resources' on Instance uuid 69679061-45cf-44e8-bbca-7d3cb232f440 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1288.007161] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-638924e6-c1cb-48cf-8c03-61d5a3fc14c2 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: ff871442-5ade-4cd6-b1d2-8b19e14080d5] VM already powered off {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1288.007359] env[62353]: DEBUG nova.compute.manager [None req-638924e6-c1cb-48cf-8c03-61d5a3fc14c2 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: ff871442-5ade-4cd6-b1d2-8b19e14080d5] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1288.008093] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-830cb0f4-21fe-45ed-be01-177f1f6714f7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.013339] env[62353]: DEBUG oslo_concurrency.lockutils [None req-638924e6-c1cb-48cf-8c03-61d5a3fc14c2 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Acquiring lock "refresh_cache-ff871442-5ade-4cd6-b1d2-8b19e14080d5" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1288.013507] env[62353]: DEBUG oslo_concurrency.lockutils [None req-638924e6-c1cb-48cf-8c03-61d5a3fc14c2 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Acquired lock "refresh_cache-ff871442-5ade-4cd6-b1d2-8b19e14080d5" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.013699] env[62353]: DEBUG nova.network.neutron [None req-638924e6-c1cb-48cf-8c03-61d5a3fc14c2 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: ff871442-5ade-4cd6-b1d2-8b19e14080d5] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1288.561674] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1562f30e-23e8-47aa-a501-5f0bf8d83db0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.569015] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d1a9c4a-9ad2-4155-a005-96f358cba5c0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.598285] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b8eaedb-ca8a-45bc-a72c-8d5bd6944115 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.607396] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c85ed7ed-c5f5-4c9d-8594-c2d11665f00a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.620665] env[62353]: DEBUG nova.compute.provider_tree [None req-c0e1da9d-db17-4d68-bbe0-13bdc308059d tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1288.784362] env[62353]: DEBUG nova.network.neutron [None req-638924e6-c1cb-48cf-8c03-61d5a3fc14c2 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: ff871442-5ade-4cd6-b1d2-8b19e14080d5] Updating instance_info_cache with network_info: [{"id": "7cdd8678-5f7c-4e13-a778-5985ee2fe375", "address": "fa:16:3e:33:22:66", "network": {"id": "f2c61678-8c63-4464-84ba-d84b54807cc9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1565172013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "890397883ac142a1ae90fecc50da8b41", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e044cfd4-1b0d-4d88-b1bd-604025731d3f", "external-id": "nsx-vlan-transportzone-372", "segmentation_id": 372, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7cdd8678-5f", "ovs_interfaceid": "7cdd8678-5f7c-4e13-a778-5985ee2fe375", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1289.124235] env[62353]: DEBUG nova.scheduler.client.report [None req-c0e1da9d-db17-4d68-bbe0-13bdc308059d tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1289.286672] env[62353]: DEBUG oslo_concurrency.lockutils [None req-638924e6-c1cb-48cf-8c03-61d5a3fc14c2 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Releasing lock "refresh_cache-ff871442-5ade-4cd6-b1d2-8b19e14080d5" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1289.499959] env[62353]: DEBUG nova.compute.manager [req-4548570a-7509-4a90-9e49-84aeec0193d8 req-bfaf9e57-d609-4a34-a2b5-648a4cb04800 service nova] [instance: ff871442-5ade-4cd6-b1d2-8b19e14080d5] Received event network-vif-unplugged-7cdd8678-5f7c-4e13-a778-5985ee2fe375 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1289.500203] env[62353]: DEBUG oslo_concurrency.lockutils [req-4548570a-7509-4a90-9e49-84aeec0193d8 req-bfaf9e57-d609-4a34-a2b5-648a4cb04800 service nova] Acquiring lock "ff871442-5ade-4cd6-b1d2-8b19e14080d5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1289.500414] env[62353]: DEBUG oslo_concurrency.lockutils [req-4548570a-7509-4a90-9e49-84aeec0193d8 req-bfaf9e57-d609-4a34-a2b5-648a4cb04800 service nova] Lock "ff871442-5ade-4cd6-b1d2-8b19e14080d5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1289.500628] env[62353]: DEBUG oslo_concurrency.lockutils [req-4548570a-7509-4a90-9e49-84aeec0193d8 req-bfaf9e57-d609-4a34-a2b5-648a4cb04800 service nova] Lock "ff871442-5ade-4cd6-b1d2-8b19e14080d5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1289.500797] env[62353]: DEBUG nova.compute.manager [req-4548570a-7509-4a90-9e49-84aeec0193d8 req-bfaf9e57-d609-4a34-a2b5-648a4cb04800 service nova] [instance: ff871442-5ade-4cd6-b1d2-8b19e14080d5] No waiting events found dispatching network-vif-unplugged-7cdd8678-5f7c-4e13-a778-5985ee2fe375 {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1289.500963] env[62353]: WARNING nova.compute.manager [req-4548570a-7509-4a90-9e49-84aeec0193d8 req-bfaf9e57-d609-4a34-a2b5-648a4cb04800 service nova] [instance: ff871442-5ade-4cd6-b1d2-8b19e14080d5] Received unexpected event network-vif-unplugged-7cdd8678-5f7c-4e13-a778-5985ee2fe375 for instance with vm_state shelved and task_state shelving_offloading. [ 1289.628792] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c0e1da9d-db17-4d68-bbe0-13bdc308059d tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.635s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1289.647188] env[62353]: INFO nova.scheduler.client.report [None req-c0e1da9d-db17-4d68-bbe0-13bdc308059d tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Deleted allocations for instance 69679061-45cf-44e8-bbca-7d3cb232f440 [ 1289.830272] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-638924e6-c1cb-48cf-8c03-61d5a3fc14c2 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: ff871442-5ade-4cd6-b1d2-8b19e14080d5] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1289.831314] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22c526d9-b065-4b83-8873-1e2cfe94d4a7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.839548] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-638924e6-c1cb-48cf-8c03-61d5a3fc14c2 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: ff871442-5ade-4cd6-b1d2-8b19e14080d5] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1289.839811] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f32277af-1159-4bed-99c4-48224bf397bb {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.910241] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-638924e6-c1cb-48cf-8c03-61d5a3fc14c2 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: ff871442-5ade-4cd6-b1d2-8b19e14080d5] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1289.910436] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-638924e6-c1cb-48cf-8c03-61d5a3fc14c2 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: ff871442-5ade-4cd6-b1d2-8b19e14080d5] Deleting contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1289.910682] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-638924e6-c1cb-48cf-8c03-61d5a3fc14c2 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Deleting the datastore file [datastore2] ff871442-5ade-4cd6-b1d2-8b19e14080d5 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1289.910961] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4f11f778-31a3-4083-bd42-5090691e8615 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.919100] env[62353]: DEBUG oslo_vmware.api [None req-638924e6-c1cb-48cf-8c03-61d5a3fc14c2 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Waiting for the task: (returnval){ [ 1289.919100] env[62353]: value = "task-2373387" [ 1289.919100] env[62353]: _type = "Task" [ 1289.919100] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.926427] env[62353]: DEBUG oslo_vmware.api [None req-638924e6-c1cb-48cf-8c03-61d5a3fc14c2 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': task-2373387, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.154831] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c0e1da9d-db17-4d68-bbe0-13bdc308059d tempest-AttachVolumeTestJSON-647999207 tempest-AttachVolumeTestJSON-647999207-project-member] Lock "69679061-45cf-44e8-bbca-7d3cb232f440" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.827s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1290.429402] env[62353]: DEBUG oslo_vmware.api [None req-638924e6-c1cb-48cf-8c03-61d5a3fc14c2 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': task-2373387, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.119741} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.429653] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-638924e6-c1cb-48cf-8c03-61d5a3fc14c2 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1290.429841] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-638924e6-c1cb-48cf-8c03-61d5a3fc14c2 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: ff871442-5ade-4cd6-b1d2-8b19e14080d5] Deleted contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1290.430023] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-638924e6-c1cb-48cf-8c03-61d5a3fc14c2 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: ff871442-5ade-4cd6-b1d2-8b19e14080d5] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1290.451617] env[62353]: INFO nova.scheduler.client.report [None req-638924e6-c1cb-48cf-8c03-61d5a3fc14c2 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Deleted allocations for instance ff871442-5ade-4cd6-b1d2-8b19e14080d5 [ 1290.957025] env[62353]: DEBUG oslo_concurrency.lockutils [None req-638924e6-c1cb-48cf-8c03-61d5a3fc14c2 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1290.957025] env[62353]: DEBUG oslo_concurrency.lockutils [None req-638924e6-c1cb-48cf-8c03-61d5a3fc14c2 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1290.957025] env[62353]: DEBUG nova.objects.instance [None req-638924e6-c1cb-48cf-8c03-61d5a3fc14c2 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Lazy-loading 'resources' on Instance uuid ff871442-5ade-4cd6-b1d2-8b19e14080d5 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1291.459742] env[62353]: DEBUG nova.objects.instance [None req-638924e6-c1cb-48cf-8c03-61d5a3fc14c2 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Lazy-loading 'numa_topology' on Instance uuid ff871442-5ade-4cd6-b1d2-8b19e14080d5 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1291.712676] env[62353]: DEBUG nova.compute.manager [req-a0867a38-7d24-4b38-bf40-4cd1b3976b54 req-356119fb-651b-4c98-87b8-74a1ffa16902 service nova] [instance: ff871442-5ade-4cd6-b1d2-8b19e14080d5] Received event network-changed-7cdd8678-5f7c-4e13-a778-5985ee2fe375 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1291.712893] env[62353]: DEBUG nova.compute.manager [req-a0867a38-7d24-4b38-bf40-4cd1b3976b54 req-356119fb-651b-4c98-87b8-74a1ffa16902 service nova] [instance: ff871442-5ade-4cd6-b1d2-8b19e14080d5] Refreshing instance network info cache due to event network-changed-7cdd8678-5f7c-4e13-a778-5985ee2fe375. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1291.713116] env[62353]: DEBUG oslo_concurrency.lockutils [req-a0867a38-7d24-4b38-bf40-4cd1b3976b54 req-356119fb-651b-4c98-87b8-74a1ffa16902 service nova] Acquiring lock "refresh_cache-ff871442-5ade-4cd6-b1d2-8b19e14080d5" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1291.713258] env[62353]: DEBUG oslo_concurrency.lockutils [req-a0867a38-7d24-4b38-bf40-4cd1b3976b54 req-356119fb-651b-4c98-87b8-74a1ffa16902 service nova] Acquired lock "refresh_cache-ff871442-5ade-4cd6-b1d2-8b19e14080d5" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.713422] env[62353]: DEBUG nova.network.neutron [req-a0867a38-7d24-4b38-bf40-4cd1b3976b54 req-356119fb-651b-4c98-87b8-74a1ffa16902 service nova] [instance: ff871442-5ade-4cd6-b1d2-8b19e14080d5] Refreshing network info cache for port 7cdd8678-5f7c-4e13-a778-5985ee2fe375 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1291.962255] env[62353]: DEBUG nova.objects.base [None req-638924e6-c1cb-48cf-8c03-61d5a3fc14c2 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=62353) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1292.008770] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e68d5813-49e4-41a4-bbf1-f1478848e102 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.016896] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a07aed7-2f64-4088-8f0c-3f0cfebb0ec6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.047506] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f9f057c-a842-4372-bdc2-88c43465d225 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.055012] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c83bf70-2f30-4edc-b434-83b0fbacb64a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.068386] env[62353]: DEBUG nova.compute.provider_tree [None req-638924e6-c1cb-48cf-8c03-61d5a3fc14c2 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1292.243182] env[62353]: DEBUG oslo_concurrency.lockutils [None req-50c246bb-2563-4181-8d82-1425ee2f481a tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Acquiring lock "ff871442-5ade-4cd6-b1d2-8b19e14080d5" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1292.490009] env[62353]: DEBUG nova.network.neutron [req-a0867a38-7d24-4b38-bf40-4cd1b3976b54 req-356119fb-651b-4c98-87b8-74a1ffa16902 service nova] [instance: ff871442-5ade-4cd6-b1d2-8b19e14080d5] Updated VIF entry in instance network info cache for port 7cdd8678-5f7c-4e13-a778-5985ee2fe375. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1292.490508] env[62353]: DEBUG nova.network.neutron [req-a0867a38-7d24-4b38-bf40-4cd1b3976b54 req-356119fb-651b-4c98-87b8-74a1ffa16902 service nova] [instance: ff871442-5ade-4cd6-b1d2-8b19e14080d5] Updating instance_info_cache with network_info: [{"id": "7cdd8678-5f7c-4e13-a778-5985ee2fe375", "address": "fa:16:3e:33:22:66", "network": {"id": "f2c61678-8c63-4464-84ba-d84b54807cc9", "bridge": null, "label": "tempest-ServerActionsTestOtherB-1565172013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "890397883ac142a1ae90fecc50da8b41", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap7cdd8678-5f", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1292.571708] env[62353]: DEBUG nova.scheduler.client.report [None req-638924e6-c1cb-48cf-8c03-61d5a3fc14c2 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1292.994070] env[62353]: DEBUG oslo_concurrency.lockutils [req-a0867a38-7d24-4b38-bf40-4cd1b3976b54 req-356119fb-651b-4c98-87b8-74a1ffa16902 service nova] Releasing lock "refresh_cache-ff871442-5ade-4cd6-b1d2-8b19e14080d5" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1293.076460] env[62353]: DEBUG oslo_concurrency.lockutils [None req-638924e6-c1cb-48cf-8c03-61d5a3fc14c2 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.120s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1293.585504] env[62353]: DEBUG oslo_concurrency.lockutils [None req-638924e6-c1cb-48cf-8c03-61d5a3fc14c2 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Lock "ff871442-5ade-4cd6-b1d2-8b19e14080d5" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 21.261s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1293.587048] env[62353]: DEBUG oslo_concurrency.lockutils [None req-50c246bb-2563-4181-8d82-1425ee2f481a tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Lock "ff871442-5ade-4cd6-b1d2-8b19e14080d5" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.344s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1293.587048] env[62353]: INFO nova.compute.manager [None req-50c246bb-2563-4181-8d82-1425ee2f481a tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: ff871442-5ade-4cd6-b1d2-8b19e14080d5] Unshelving [ 1294.609668] env[62353]: DEBUG oslo_concurrency.lockutils [None req-50c246bb-2563-4181-8d82-1425ee2f481a tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1294.609948] env[62353]: DEBUG oslo_concurrency.lockutils [None req-50c246bb-2563-4181-8d82-1425ee2f481a tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1294.610136] env[62353]: DEBUG nova.objects.instance [None req-50c246bb-2563-4181-8d82-1425ee2f481a tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Lazy-loading 'pci_requests' on Instance uuid ff871442-5ade-4cd6-b1d2-8b19e14080d5 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1295.113950] env[62353]: DEBUG nova.objects.instance [None req-50c246bb-2563-4181-8d82-1425ee2f481a tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Lazy-loading 'numa_topology' on Instance uuid ff871442-5ade-4cd6-b1d2-8b19e14080d5 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1295.616064] env[62353]: INFO nova.compute.claims [None req-50c246bb-2563-4181-8d82-1425ee2f481a tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: ff871442-5ade-4cd6-b1d2-8b19e14080d5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1296.673650] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6ec47cb-b70f-4dad-a1f0-93a9a5ec6b4e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.681213] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa3f44f9-f673-430f-9471-d68cc8b04103 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.710047] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35215ad3-1c76-4e16-b224-ada3932a6726 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.717934] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7760fb9b-4400-4fd6-bdc0-4d3a47c4fad9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.736965] env[62353]: DEBUG nova.compute.provider_tree [None req-50c246bb-2563-4181-8d82-1425ee2f481a tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1297.241532] env[62353]: DEBUG nova.scheduler.client.report [None req-50c246bb-2563-4181-8d82-1425ee2f481a tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1297.748554] env[62353]: DEBUG oslo_concurrency.lockutils [None req-50c246bb-2563-4181-8d82-1425ee2f481a tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.138s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1297.777085] env[62353]: INFO nova.network.neutron [None req-50c246bb-2563-4181-8d82-1425ee2f481a tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: ff871442-5ade-4cd6-b1d2-8b19e14080d5] Updating port 7cdd8678-5f7c-4e13-a778-5985ee2fe375 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1299.223924] env[62353]: DEBUG nova.compute.manager [req-e5f15f10-5594-472d-9b69-d65c4d9c1a6c req-3b5fce96-763e-4291-aae6-d45e69296417 service nova] [instance: ff871442-5ade-4cd6-b1d2-8b19e14080d5] Received event network-vif-plugged-7cdd8678-5f7c-4e13-a778-5985ee2fe375 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1299.224205] env[62353]: DEBUG oslo_concurrency.lockutils [req-e5f15f10-5594-472d-9b69-d65c4d9c1a6c req-3b5fce96-763e-4291-aae6-d45e69296417 service nova] Acquiring lock "ff871442-5ade-4cd6-b1d2-8b19e14080d5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1299.224356] env[62353]: DEBUG oslo_concurrency.lockutils [req-e5f15f10-5594-472d-9b69-d65c4d9c1a6c req-3b5fce96-763e-4291-aae6-d45e69296417 service nova] Lock "ff871442-5ade-4cd6-b1d2-8b19e14080d5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1299.224516] env[62353]: DEBUG oslo_concurrency.lockutils [req-e5f15f10-5594-472d-9b69-d65c4d9c1a6c req-3b5fce96-763e-4291-aae6-d45e69296417 service nova] Lock "ff871442-5ade-4cd6-b1d2-8b19e14080d5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1299.224674] env[62353]: DEBUG nova.compute.manager [req-e5f15f10-5594-472d-9b69-d65c4d9c1a6c req-3b5fce96-763e-4291-aae6-d45e69296417 service nova] [instance: ff871442-5ade-4cd6-b1d2-8b19e14080d5] No waiting events found dispatching network-vif-plugged-7cdd8678-5f7c-4e13-a778-5985ee2fe375 {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1299.224872] env[62353]: WARNING nova.compute.manager [req-e5f15f10-5594-472d-9b69-d65c4d9c1a6c req-3b5fce96-763e-4291-aae6-d45e69296417 service nova] [instance: ff871442-5ade-4cd6-b1d2-8b19e14080d5] Received unexpected event network-vif-plugged-7cdd8678-5f7c-4e13-a778-5985ee2fe375 for instance with vm_state shelved_offloaded and task_state spawning. [ 1299.320807] env[62353]: DEBUG oslo_concurrency.lockutils [None req-50c246bb-2563-4181-8d82-1425ee2f481a tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Acquiring lock "refresh_cache-ff871442-5ade-4cd6-b1d2-8b19e14080d5" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1299.321014] env[62353]: DEBUG oslo_concurrency.lockutils [None req-50c246bb-2563-4181-8d82-1425ee2f481a tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Acquired lock "refresh_cache-ff871442-5ade-4cd6-b1d2-8b19e14080d5" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.321196] env[62353]: DEBUG nova.network.neutron [None req-50c246bb-2563-4181-8d82-1425ee2f481a tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: ff871442-5ade-4cd6-b1d2-8b19e14080d5] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1300.056860] env[62353]: DEBUG nova.network.neutron [None req-50c246bb-2563-4181-8d82-1425ee2f481a tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: ff871442-5ade-4cd6-b1d2-8b19e14080d5] Updating instance_info_cache with network_info: [{"id": "7cdd8678-5f7c-4e13-a778-5985ee2fe375", "address": "fa:16:3e:33:22:66", "network": {"id": "f2c61678-8c63-4464-84ba-d84b54807cc9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1565172013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "890397883ac142a1ae90fecc50da8b41", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e044cfd4-1b0d-4d88-b1bd-604025731d3f", "external-id": "nsx-vlan-transportzone-372", "segmentation_id": 372, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7cdd8678-5f", "ovs_interfaceid": "7cdd8678-5f7c-4e13-a778-5985ee2fe375", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1300.560204] env[62353]: DEBUG oslo_concurrency.lockutils [None req-50c246bb-2563-4181-8d82-1425ee2f481a tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Releasing lock "refresh_cache-ff871442-5ade-4cd6-b1d2-8b19e14080d5" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1300.588148] env[62353]: DEBUG nova.virt.hardware [None req-50c246bb-2563-4181-8d82-1425ee2f481a tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T12:38:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='9f375a000ce5144456fdbcfae56a15ac',container_format='bare',created_at=2025-02-07T12:52:26Z,direct_url=,disk_format='vmdk',id=970d011d-b6e2-481a-a778-f179ccd68b08,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-1543989451-shelved',owner='890397883ac142a1ae90fecc50da8b41',properties=ImageMetaProps,protected=,size=31661056,status='active',tags=,updated_at=2025-02-07T12:52:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1300.588408] env[62353]: DEBUG nova.virt.hardware [None req-50c246bb-2563-4181-8d82-1425ee2f481a tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1300.588567] env[62353]: DEBUG nova.virt.hardware [None req-50c246bb-2563-4181-8d82-1425ee2f481a tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1300.588749] env[62353]: DEBUG nova.virt.hardware [None req-50c246bb-2563-4181-8d82-1425ee2f481a tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1300.588894] env[62353]: DEBUG nova.virt.hardware [None req-50c246bb-2563-4181-8d82-1425ee2f481a tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1300.589058] env[62353]: DEBUG nova.virt.hardware [None req-50c246bb-2563-4181-8d82-1425ee2f481a tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1300.589284] env[62353]: DEBUG nova.virt.hardware [None req-50c246bb-2563-4181-8d82-1425ee2f481a tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1300.589445] env[62353]: DEBUG nova.virt.hardware [None req-50c246bb-2563-4181-8d82-1425ee2f481a tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1300.589605] env[62353]: DEBUG nova.virt.hardware [None req-50c246bb-2563-4181-8d82-1425ee2f481a tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1300.589765] env[62353]: DEBUG nova.virt.hardware [None req-50c246bb-2563-4181-8d82-1425ee2f481a tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1300.589934] env[62353]: DEBUG nova.virt.hardware [None req-50c246bb-2563-4181-8d82-1425ee2f481a tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1300.591114] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54d8e215-ffd1-42cf-aff1-fc60a3ec24df {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.599573] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cde07e3-87e0-4ddb-84f5-7681b33d179e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.612538] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-50c246bb-2563-4181-8d82-1425ee2f481a tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: ff871442-5ade-4cd6-b1d2-8b19e14080d5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:33:22:66', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e044cfd4-1b0d-4d88-b1bd-604025731d3f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7cdd8678-5f7c-4e13-a778-5985ee2fe375', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1300.620117] env[62353]: DEBUG oslo.service.loopingcall [None req-50c246bb-2563-4181-8d82-1425ee2f481a tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1300.620363] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff871442-5ade-4cd6-b1d2-8b19e14080d5] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1300.620572] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e507e7cc-fd75-4cf0-8457-3710982167c8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.639633] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1300.639633] env[62353]: value = "task-2373391" [ 1300.639633] env[62353]: _type = "Task" [ 1300.639633] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.647082] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2373391, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.151116] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2373391, 'name': CreateVM_Task, 'duration_secs': 0.320207} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.151116] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff871442-5ade-4cd6-b1d2-8b19e14080d5] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1301.151343] env[62353]: DEBUG oslo_concurrency.lockutils [None req-50c246bb-2563-4181-8d82-1425ee2f481a tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/970d011d-b6e2-481a-a778-f179ccd68b08" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1301.151465] env[62353]: DEBUG oslo_concurrency.lockutils [None req-50c246bb-2563-4181-8d82-1425ee2f481a tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Acquired lock "[datastore2] devstack-image-cache_base/970d011d-b6e2-481a-a778-f179ccd68b08" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.151866] env[62353]: DEBUG oslo_concurrency.lockutils [None req-50c246bb-2563-4181-8d82-1425ee2f481a tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/970d011d-b6e2-481a-a778-f179ccd68b08" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1301.152128] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc845ea2-1f4d-414b-89ef-0135974500f0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.157101] env[62353]: DEBUG oslo_vmware.api [None req-50c246bb-2563-4181-8d82-1425ee2f481a tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Waiting for the task: (returnval){ [ 1301.157101] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52e65229-5853-a716-dd5c-34d2fb3a716b" [ 1301.157101] env[62353]: _type = "Task" [ 1301.157101] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.166338] env[62353]: DEBUG oslo_vmware.api [None req-50c246bb-2563-4181-8d82-1425ee2f481a tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52e65229-5853-a716-dd5c-34d2fb3a716b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.251646] env[62353]: DEBUG nova.compute.manager [req-c3c3a733-1853-4e25-828b-40aae5de6fa7 req-5d3295f9-a7bd-46bf-ae01-9bf0e250e92a service nova] [instance: ff871442-5ade-4cd6-b1d2-8b19e14080d5] Received event network-changed-7cdd8678-5f7c-4e13-a778-5985ee2fe375 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1301.251766] env[62353]: DEBUG nova.compute.manager [req-c3c3a733-1853-4e25-828b-40aae5de6fa7 req-5d3295f9-a7bd-46bf-ae01-9bf0e250e92a service nova] [instance: ff871442-5ade-4cd6-b1d2-8b19e14080d5] Refreshing instance network info cache due to event network-changed-7cdd8678-5f7c-4e13-a778-5985ee2fe375. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1301.252012] env[62353]: DEBUG oslo_concurrency.lockutils [req-c3c3a733-1853-4e25-828b-40aae5de6fa7 req-5d3295f9-a7bd-46bf-ae01-9bf0e250e92a service nova] Acquiring lock "refresh_cache-ff871442-5ade-4cd6-b1d2-8b19e14080d5" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1301.252171] env[62353]: DEBUG oslo_concurrency.lockutils [req-c3c3a733-1853-4e25-828b-40aae5de6fa7 req-5d3295f9-a7bd-46bf-ae01-9bf0e250e92a service nova] Acquired lock "refresh_cache-ff871442-5ade-4cd6-b1d2-8b19e14080d5" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.252331] env[62353]: DEBUG nova.network.neutron [req-c3c3a733-1853-4e25-828b-40aae5de6fa7 req-5d3295f9-a7bd-46bf-ae01-9bf0e250e92a service nova] [instance: ff871442-5ade-4cd6-b1d2-8b19e14080d5] Refreshing network info cache for port 7cdd8678-5f7c-4e13-a778-5985ee2fe375 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1301.667608] env[62353]: DEBUG oslo_concurrency.lockutils [None req-50c246bb-2563-4181-8d82-1425ee2f481a tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Releasing lock "[datastore2] devstack-image-cache_base/970d011d-b6e2-481a-a778-f179ccd68b08" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1301.667896] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-50c246bb-2563-4181-8d82-1425ee2f481a tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: ff871442-5ade-4cd6-b1d2-8b19e14080d5] Processing image 970d011d-b6e2-481a-a778-f179ccd68b08 {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1301.668152] env[62353]: DEBUG oslo_concurrency.lockutils [None req-50c246bb-2563-4181-8d82-1425ee2f481a tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/970d011d-b6e2-481a-a778-f179ccd68b08/970d011d-b6e2-481a-a778-f179ccd68b08.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1301.668302] env[62353]: DEBUG oslo_concurrency.lockutils [None req-50c246bb-2563-4181-8d82-1425ee2f481a tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Acquired lock "[datastore2] devstack-image-cache_base/970d011d-b6e2-481a-a778-f179ccd68b08/970d011d-b6e2-481a-a778-f179ccd68b08.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.668478] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-50c246bb-2563-4181-8d82-1425ee2f481a tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1301.668720] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9bd56cea-5b1e-4e6b-84ea-689bc364607b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.676807] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-50c246bb-2563-4181-8d82-1425ee2f481a tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1301.676973] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-50c246bb-2563-4181-8d82-1425ee2f481a tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1301.677643] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f7de15a-7ca3-400d-8cd2-f030db97c277 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.682424] env[62353]: DEBUG oslo_vmware.api [None req-50c246bb-2563-4181-8d82-1425ee2f481a tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Waiting for the task: (returnval){ [ 1301.682424] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52d9e6a1-9df9-27cf-0a0c-10975f6c792c" [ 1301.682424] env[62353]: _type = "Task" [ 1301.682424] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.690325] env[62353]: DEBUG oslo_vmware.api [None req-50c246bb-2563-4181-8d82-1425ee2f481a tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52d9e6a1-9df9-27cf-0a0c-10975f6c792c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.950390] env[62353]: DEBUG nova.network.neutron [req-c3c3a733-1853-4e25-828b-40aae5de6fa7 req-5d3295f9-a7bd-46bf-ae01-9bf0e250e92a service nova] [instance: ff871442-5ade-4cd6-b1d2-8b19e14080d5] Updated VIF entry in instance network info cache for port 7cdd8678-5f7c-4e13-a778-5985ee2fe375. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1301.950780] env[62353]: DEBUG nova.network.neutron [req-c3c3a733-1853-4e25-828b-40aae5de6fa7 req-5d3295f9-a7bd-46bf-ae01-9bf0e250e92a service nova] [instance: ff871442-5ade-4cd6-b1d2-8b19e14080d5] Updating instance_info_cache with network_info: [{"id": "7cdd8678-5f7c-4e13-a778-5985ee2fe375", "address": "fa:16:3e:33:22:66", "network": {"id": "f2c61678-8c63-4464-84ba-d84b54807cc9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1565172013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "890397883ac142a1ae90fecc50da8b41", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e044cfd4-1b0d-4d88-b1bd-604025731d3f", "external-id": "nsx-vlan-transportzone-372", "segmentation_id": 372, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7cdd8678-5f", "ovs_interfaceid": "7cdd8678-5f7c-4e13-a778-5985ee2fe375", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1302.192917] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-50c246bb-2563-4181-8d82-1425ee2f481a tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: ff871442-5ade-4cd6-b1d2-8b19e14080d5] Preparing fetch location {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1302.193212] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-50c246bb-2563-4181-8d82-1425ee2f481a tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: ff871442-5ade-4cd6-b1d2-8b19e14080d5] Fetch image to [datastore2] OSTACK_IMG_08095093-639a-4043-b9ea-0ee3dae6d35e/OSTACK_IMG_08095093-639a-4043-b9ea-0ee3dae6d35e.vmdk {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1302.193319] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-50c246bb-2563-4181-8d82-1425ee2f481a tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: ff871442-5ade-4cd6-b1d2-8b19e14080d5] Downloading stream optimized image 970d011d-b6e2-481a-a778-f179ccd68b08 to [datastore2] OSTACK_IMG_08095093-639a-4043-b9ea-0ee3dae6d35e/OSTACK_IMG_08095093-639a-4043-b9ea-0ee3dae6d35e.vmdk on the data store datastore2 as vApp {{(pid=62353) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1302.193483] env[62353]: DEBUG nova.virt.vmwareapi.images [None req-50c246bb-2563-4181-8d82-1425ee2f481a tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: ff871442-5ade-4cd6-b1d2-8b19e14080d5] Downloading image file data 970d011d-b6e2-481a-a778-f179ccd68b08 to the ESX as VM named 'OSTACK_IMG_08095093-639a-4043-b9ea-0ee3dae6d35e' {{(pid=62353) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1302.258114] env[62353]: DEBUG oslo_vmware.rw_handles [None req-50c246bb-2563-4181-8d82-1425ee2f481a tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1302.258114] env[62353]: value = "resgroup-9" [ 1302.258114] env[62353]: _type = "ResourcePool" [ 1302.258114] env[62353]: }. {{(pid=62353) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1302.258386] env[62353]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-f9b6037d-164d-4340-93aa-618e389c8d5f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.279121] env[62353]: DEBUG oslo_vmware.rw_handles [None req-50c246bb-2563-4181-8d82-1425ee2f481a tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Lease: (returnval){ [ 1302.279121] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52244305-5baf-468d-a889-ade59d15f14b" [ 1302.279121] env[62353]: _type = "HttpNfcLease" [ 1302.279121] env[62353]: } obtained for vApp import into resource pool (val){ [ 1302.279121] env[62353]: value = "resgroup-9" [ 1302.279121] env[62353]: _type = "ResourcePool" [ 1302.279121] env[62353]: }. {{(pid=62353) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1302.279482] env[62353]: DEBUG oslo_vmware.api [None req-50c246bb-2563-4181-8d82-1425ee2f481a tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Waiting for the lease: (returnval){ [ 1302.279482] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52244305-5baf-468d-a889-ade59d15f14b" [ 1302.279482] env[62353]: _type = "HttpNfcLease" [ 1302.279482] env[62353]: } to be ready. {{(pid=62353) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1302.285594] env[62353]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1302.285594] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52244305-5baf-468d-a889-ade59d15f14b" [ 1302.285594] env[62353]: _type = "HttpNfcLease" [ 1302.285594] env[62353]: } is initializing. {{(pid=62353) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1302.454149] env[62353]: DEBUG oslo_concurrency.lockutils [req-c3c3a733-1853-4e25-828b-40aae5de6fa7 req-5d3295f9-a7bd-46bf-ae01-9bf0e250e92a service nova] Releasing lock "refresh_cache-ff871442-5ade-4cd6-b1d2-8b19e14080d5" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1302.787296] env[62353]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1302.787296] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52244305-5baf-468d-a889-ade59d15f14b" [ 1302.787296] env[62353]: _type = "HttpNfcLease" [ 1302.787296] env[62353]: } is ready. {{(pid=62353) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1302.787712] env[62353]: DEBUG oslo_vmware.rw_handles [None req-50c246bb-2563-4181-8d82-1425ee2f481a tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1302.787712] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52244305-5baf-468d-a889-ade59d15f14b" [ 1302.787712] env[62353]: _type = "HttpNfcLease" [ 1302.787712] env[62353]: }. {{(pid=62353) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1302.788230] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c490cdb-c705-4bc6-8ace-efc08dbe8bb7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.795042] env[62353]: DEBUG oslo_vmware.rw_handles [None req-50c246bb-2563-4181-8d82-1425ee2f481a tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52dbd662-66bb-70c7-61dc-36e765384455/disk-0.vmdk from lease info. {{(pid=62353) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1302.795206] env[62353]: DEBUG oslo_vmware.rw_handles [None req-50c246bb-2563-4181-8d82-1425ee2f481a tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Creating HTTP connection to write to file with size = 31661056 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52dbd662-66bb-70c7-61dc-36e765384455/disk-0.vmdk. {{(pid=62353) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1302.857080] env[62353]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-904a09c3-137b-455b-ab08-24c6ecb353b6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.961574] env[62353]: DEBUG oslo_vmware.rw_handles [None req-50c246bb-2563-4181-8d82-1425ee2f481a tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Completed reading data from the image iterator. {{(pid=62353) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1303.961916] env[62353]: DEBUG oslo_vmware.rw_handles [None req-50c246bb-2563-4181-8d82-1425ee2f481a tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52dbd662-66bb-70c7-61dc-36e765384455/disk-0.vmdk. {{(pid=62353) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1303.962767] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-996c1daa-38ef-41ad-b66b-ad227ee49542 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.969220] env[62353]: DEBUG oslo_vmware.rw_handles [None req-50c246bb-2563-4181-8d82-1425ee2f481a tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52dbd662-66bb-70c7-61dc-36e765384455/disk-0.vmdk is in state: ready. {{(pid=62353) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1303.969376] env[62353]: DEBUG oslo_vmware.rw_handles [None req-50c246bb-2563-4181-8d82-1425ee2f481a tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52dbd662-66bb-70c7-61dc-36e765384455/disk-0.vmdk. {{(pid=62353) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1303.969597] env[62353]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-0f55e477-400c-4c51-b989-d522d2bbedaf {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.136418] env[62353]: DEBUG oslo_vmware.rw_handles [None req-50c246bb-2563-4181-8d82-1425ee2f481a tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52dbd662-66bb-70c7-61dc-36e765384455/disk-0.vmdk. {{(pid=62353) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1304.136626] env[62353]: INFO nova.virt.vmwareapi.images [None req-50c246bb-2563-4181-8d82-1425ee2f481a tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: ff871442-5ade-4cd6-b1d2-8b19e14080d5] Downloaded image file data 970d011d-b6e2-481a-a778-f179ccd68b08 [ 1304.137551] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f4b7ee1-0199-4492-a6c2-bb315c7b7ec7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.154213] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b1381792-2543-4cf8-a038-842d934ba634 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.177178] env[62353]: INFO nova.virt.vmwareapi.images [None req-50c246bb-2563-4181-8d82-1425ee2f481a tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: ff871442-5ade-4cd6-b1d2-8b19e14080d5] The imported VM was unregistered [ 1304.179590] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-50c246bb-2563-4181-8d82-1425ee2f481a tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: ff871442-5ade-4cd6-b1d2-8b19e14080d5] Caching image {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1304.179816] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-50c246bb-2563-4181-8d82-1425ee2f481a tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Creating directory with path [datastore2] devstack-image-cache_base/970d011d-b6e2-481a-a778-f179ccd68b08 {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1304.180075] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7595704c-80fd-4ce4-83c4-5fd2b9b6f4b2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.190117] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-50c246bb-2563-4181-8d82-1425ee2f481a tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Created directory with path [datastore2] devstack-image-cache_base/970d011d-b6e2-481a-a778-f179ccd68b08 {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1304.190290] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-50c246bb-2563-4181-8d82-1425ee2f481a tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_08095093-639a-4043-b9ea-0ee3dae6d35e/OSTACK_IMG_08095093-639a-4043-b9ea-0ee3dae6d35e.vmdk to [datastore2] devstack-image-cache_base/970d011d-b6e2-481a-a778-f179ccd68b08/970d011d-b6e2-481a-a778-f179ccd68b08.vmdk. {{(pid=62353) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1304.190501] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-25b673d7-78b9-4bbf-8c13-683c484594de {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.197046] env[62353]: DEBUG oslo_vmware.api [None req-50c246bb-2563-4181-8d82-1425ee2f481a tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Waiting for the task: (returnval){ [ 1304.197046] env[62353]: value = "task-2373394" [ 1304.197046] env[62353]: _type = "Task" [ 1304.197046] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.204786] env[62353]: DEBUG oslo_vmware.api [None req-50c246bb-2563-4181-8d82-1425ee2f481a tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': task-2373394, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.712479] env[62353]: DEBUG oslo_vmware.api [None req-50c246bb-2563-4181-8d82-1425ee2f481a tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': task-2373394, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.211478] env[62353]: DEBUG oslo_vmware.api [None req-50c246bb-2563-4181-8d82-1425ee2f481a tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': task-2373394, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.713514] env[62353]: DEBUG oslo_vmware.api [None req-50c246bb-2563-4181-8d82-1425ee2f481a tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': task-2373394, 'name': MoveVirtualDisk_Task} progress is 71%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.213046] env[62353]: DEBUG oslo_vmware.api [None req-50c246bb-2563-4181-8d82-1425ee2f481a tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': task-2373394, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.710819] env[62353]: DEBUG oslo_vmware.api [None req-50c246bb-2563-4181-8d82-1425ee2f481a tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': task-2373394, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.4294} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.711132] env[62353]: INFO nova.virt.vmwareapi.ds_util [None req-50c246bb-2563-4181-8d82-1425ee2f481a tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_08095093-639a-4043-b9ea-0ee3dae6d35e/OSTACK_IMG_08095093-639a-4043-b9ea-0ee3dae6d35e.vmdk to [datastore2] devstack-image-cache_base/970d011d-b6e2-481a-a778-f179ccd68b08/970d011d-b6e2-481a-a778-f179ccd68b08.vmdk. [ 1306.711321] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-50c246bb-2563-4181-8d82-1425ee2f481a tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: ff871442-5ade-4cd6-b1d2-8b19e14080d5] Cleaning up location [datastore2] OSTACK_IMG_08095093-639a-4043-b9ea-0ee3dae6d35e {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1306.711479] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-50c246bb-2563-4181-8d82-1425ee2f481a tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_08095093-639a-4043-b9ea-0ee3dae6d35e {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1306.711725] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0601cc52-3f41-43f2-ae98-ebc68159f887 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.718973] env[62353]: DEBUG oslo_vmware.api [None req-50c246bb-2563-4181-8d82-1425ee2f481a tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Waiting for the task: (returnval){ [ 1306.718973] env[62353]: value = "task-2373395" [ 1306.718973] env[62353]: _type = "Task" [ 1306.718973] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.726356] env[62353]: DEBUG oslo_vmware.api [None req-50c246bb-2563-4181-8d82-1425ee2f481a tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': task-2373395, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.228947] env[62353]: DEBUG oslo_vmware.api [None req-50c246bb-2563-4181-8d82-1425ee2f481a tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': task-2373395, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.279993} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.229352] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-50c246bb-2563-4181-8d82-1425ee2f481a tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1307.229401] env[62353]: DEBUG oslo_concurrency.lockutils [None req-50c246bb-2563-4181-8d82-1425ee2f481a tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Releasing lock "[datastore2] devstack-image-cache_base/970d011d-b6e2-481a-a778-f179ccd68b08/970d011d-b6e2-481a-a778-f179ccd68b08.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1307.229634] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-50c246bb-2563-4181-8d82-1425ee2f481a tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/970d011d-b6e2-481a-a778-f179ccd68b08/970d011d-b6e2-481a-a778-f179ccd68b08.vmdk to [datastore2] ff871442-5ade-4cd6-b1d2-8b19e14080d5/ff871442-5ade-4cd6-b1d2-8b19e14080d5.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1307.229904] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-221020c0-a3cb-477f-a0e5-07b3fb0a07c9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.237286] env[62353]: DEBUG oslo_vmware.api [None req-50c246bb-2563-4181-8d82-1425ee2f481a tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Waiting for the task: (returnval){ [ 1307.237286] env[62353]: value = "task-2373396" [ 1307.237286] env[62353]: _type = "Task" [ 1307.237286] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.244344] env[62353]: DEBUG oslo_vmware.api [None req-50c246bb-2563-4181-8d82-1425ee2f481a tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': task-2373396, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.753457] env[62353]: DEBUG oslo_vmware.api [None req-50c246bb-2563-4181-8d82-1425ee2f481a tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': task-2373396, 'name': CopyVirtualDisk_Task} progress is 12%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.252970] env[62353]: DEBUG oslo_vmware.api [None req-50c246bb-2563-4181-8d82-1425ee2f481a tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': task-2373396, 'name': CopyVirtualDisk_Task} progress is 35%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.752783] env[62353]: DEBUG oslo_vmware.api [None req-50c246bb-2563-4181-8d82-1425ee2f481a tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': task-2373396, 'name': CopyVirtualDisk_Task} progress is 57%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.254277] env[62353]: DEBUG oslo_vmware.api [None req-50c246bb-2563-4181-8d82-1425ee2f481a tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': task-2373396, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.753222] env[62353]: DEBUG oslo_vmware.api [None req-50c246bb-2563-4181-8d82-1425ee2f481a tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': task-2373396, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.358534} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.753491] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-50c246bb-2563-4181-8d82-1425ee2f481a tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/970d011d-b6e2-481a-a778-f179ccd68b08/970d011d-b6e2-481a-a778-f179ccd68b08.vmdk to [datastore2] ff871442-5ade-4cd6-b1d2-8b19e14080d5/ff871442-5ade-4cd6-b1d2-8b19e14080d5.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1309.754302] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1971e6ae-b9e2-4de7-929d-83a48feb45a2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.776902] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-50c246bb-2563-4181-8d82-1425ee2f481a tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: ff871442-5ade-4cd6-b1d2-8b19e14080d5] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] ff871442-5ade-4cd6-b1d2-8b19e14080d5/ff871442-5ade-4cd6-b1d2-8b19e14080d5.vmdk or device None with type streamOptimized {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1309.777153] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-05da4b58-4137-4f76-a39a-84c893a271ee {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.796378] env[62353]: DEBUG oslo_vmware.api [None req-50c246bb-2563-4181-8d82-1425ee2f481a tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Waiting for the task: (returnval){ [ 1309.796378] env[62353]: value = "task-2373397" [ 1309.796378] env[62353]: _type = "Task" [ 1309.796378] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.804084] env[62353]: DEBUG oslo_vmware.api [None req-50c246bb-2563-4181-8d82-1425ee2f481a tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': task-2373397, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.305891] env[62353]: DEBUG oslo_vmware.api [None req-50c246bb-2563-4181-8d82-1425ee2f481a tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': task-2373397, 'name': ReconfigVM_Task, 'duration_secs': 0.39809} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.306263] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-50c246bb-2563-4181-8d82-1425ee2f481a tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: ff871442-5ade-4cd6-b1d2-8b19e14080d5] Reconfigured VM instance instance-00000075 to attach disk [datastore2] ff871442-5ade-4cd6-b1d2-8b19e14080d5/ff871442-5ade-4cd6-b1d2-8b19e14080d5.vmdk or device None with type streamOptimized {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1310.306764] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4aaa7555-9c35-4285-95db-e8598b2ecd5c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.312935] env[62353]: DEBUG oslo_vmware.api [None req-50c246bb-2563-4181-8d82-1425ee2f481a tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Waiting for the task: (returnval){ [ 1310.312935] env[62353]: value = "task-2373398" [ 1310.312935] env[62353]: _type = "Task" [ 1310.312935] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.319991] env[62353]: DEBUG oslo_vmware.api [None req-50c246bb-2563-4181-8d82-1425ee2f481a tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': task-2373398, 'name': Rename_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.822724] env[62353]: DEBUG oslo_vmware.api [None req-50c246bb-2563-4181-8d82-1425ee2f481a tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': task-2373398, 'name': Rename_Task, 'duration_secs': 0.142518} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.823018] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-50c246bb-2563-4181-8d82-1425ee2f481a tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: ff871442-5ade-4cd6-b1d2-8b19e14080d5] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1310.823261] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-24d97699-04bd-4bd0-86fd-c6a7624a3403 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.829954] env[62353]: DEBUG oslo_vmware.api [None req-50c246bb-2563-4181-8d82-1425ee2f481a tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Waiting for the task: (returnval){ [ 1310.829954] env[62353]: value = "task-2373399" [ 1310.829954] env[62353]: _type = "Task" [ 1310.829954] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.836943] env[62353]: DEBUG oslo_vmware.api [None req-50c246bb-2563-4181-8d82-1425ee2f481a tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': task-2373399, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.339318] env[62353]: DEBUG oslo_vmware.api [None req-50c246bb-2563-4181-8d82-1425ee2f481a tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': task-2373399, 'name': PowerOnVM_Task, 'duration_secs': 0.479333} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.339608] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-50c246bb-2563-4181-8d82-1425ee2f481a tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: ff871442-5ade-4cd6-b1d2-8b19e14080d5] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1311.438340] env[62353]: DEBUG nova.compute.manager [None req-50c246bb-2563-4181-8d82-1425ee2f481a tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: ff871442-5ade-4cd6-b1d2-8b19e14080d5] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1311.439276] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-369135d1-ef7f-4563-a77a-3e84442336fa {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.848530] env[62353]: DEBUG oslo_concurrency.lockutils [None req-17f8e808-79bf-4be3-9f61-8fdf81d348ba tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Acquiring lock "5d906fd7-2669-4ba2-ace3-d204c6db0412" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1311.848752] env[62353]: DEBUG oslo_concurrency.lockutils [None req-17f8e808-79bf-4be3-9f61-8fdf81d348ba tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Lock "5d906fd7-2669-4ba2-ace3-d204c6db0412" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1311.956855] env[62353]: DEBUG oslo_concurrency.lockutils [None req-50c246bb-2563-4181-8d82-1425ee2f481a tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Lock "ff871442-5ade-4cd6-b1d2-8b19e14080d5" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 18.370s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1312.351740] env[62353]: DEBUG nova.compute.utils [None req-17f8e808-79bf-4be3-9f61-8fdf81d348ba tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1312.855216] env[62353]: DEBUG oslo_concurrency.lockutils [None req-17f8e808-79bf-4be3-9f61-8fdf81d348ba tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Lock "5d906fd7-2669-4ba2-ace3-d204c6db0412" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1313.095911] env[62353]: DEBUG oslo_concurrency.lockutils [None req-dcd315b3-59fb-4050-95a9-839b7ee5bdc4 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Acquiring lock "ff871442-5ade-4cd6-b1d2-8b19e14080d5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1313.096208] env[62353]: DEBUG oslo_concurrency.lockutils [None req-dcd315b3-59fb-4050-95a9-839b7ee5bdc4 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Lock "ff871442-5ade-4cd6-b1d2-8b19e14080d5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1313.096423] env[62353]: DEBUG oslo_concurrency.lockutils [None req-dcd315b3-59fb-4050-95a9-839b7ee5bdc4 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Acquiring lock "ff871442-5ade-4cd6-b1d2-8b19e14080d5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1313.096602] env[62353]: DEBUG oslo_concurrency.lockutils [None req-dcd315b3-59fb-4050-95a9-839b7ee5bdc4 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Lock "ff871442-5ade-4cd6-b1d2-8b19e14080d5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1313.096769] env[62353]: DEBUG oslo_concurrency.lockutils [None req-dcd315b3-59fb-4050-95a9-839b7ee5bdc4 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Lock "ff871442-5ade-4cd6-b1d2-8b19e14080d5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1313.098836] env[62353]: INFO nova.compute.manager [None req-dcd315b3-59fb-4050-95a9-839b7ee5bdc4 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: ff871442-5ade-4cd6-b1d2-8b19e14080d5] Terminating instance [ 1313.603060] env[62353]: DEBUG nova.compute.manager [None req-dcd315b3-59fb-4050-95a9-839b7ee5bdc4 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: ff871442-5ade-4cd6-b1d2-8b19e14080d5] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1313.603474] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-dcd315b3-59fb-4050-95a9-839b7ee5bdc4 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: ff871442-5ade-4cd6-b1d2-8b19e14080d5] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1313.604231] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b735dd9e-04dd-40ae-b70e-51ded9c1becd {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.611711] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcd315b3-59fb-4050-95a9-839b7ee5bdc4 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: ff871442-5ade-4cd6-b1d2-8b19e14080d5] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1313.611935] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9206434c-fea1-42a4-9407-8e791e838487 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.618250] env[62353]: DEBUG oslo_vmware.api [None req-dcd315b3-59fb-4050-95a9-839b7ee5bdc4 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Waiting for the task: (returnval){ [ 1313.618250] env[62353]: value = "task-2373400" [ 1313.618250] env[62353]: _type = "Task" [ 1313.618250] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.625462] env[62353]: DEBUG oslo_vmware.api [None req-dcd315b3-59fb-4050-95a9-839b7ee5bdc4 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': task-2373400, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.909019] env[62353]: DEBUG oslo_concurrency.lockutils [None req-17f8e808-79bf-4be3-9f61-8fdf81d348ba tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Acquiring lock "5d906fd7-2669-4ba2-ace3-d204c6db0412" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1313.909263] env[62353]: DEBUG oslo_concurrency.lockutils [None req-17f8e808-79bf-4be3-9f61-8fdf81d348ba tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Lock "5d906fd7-2669-4ba2-ace3-d204c6db0412" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1313.909500] env[62353]: INFO nova.compute.manager [None req-17f8e808-79bf-4be3-9f61-8fdf81d348ba tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: 5d906fd7-2669-4ba2-ace3-d204c6db0412] Attaching volume 1149bd0d-5ca8-420e-86c5-2805c64be474 to /dev/sdb [ 1313.942180] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-174a2ff5-d374-40e9-a527-04364a9ac5e2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.949641] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-109e6c9b-0bdb-44f8-8967-5740bf78d425 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.961990] env[62353]: DEBUG nova.virt.block_device [None req-17f8e808-79bf-4be3-9f61-8fdf81d348ba tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: 5d906fd7-2669-4ba2-ace3-d204c6db0412] Updating existing volume attachment record: cfcb0f33-2911-4afb-9d65-96da116c17f9 {{(pid=62353) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1314.127685] env[62353]: DEBUG oslo_vmware.api [None req-dcd315b3-59fb-4050-95a9-839b7ee5bdc4 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': task-2373400, 'name': PowerOffVM_Task, 'duration_secs': 0.202048} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.127960] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcd315b3-59fb-4050-95a9-839b7ee5bdc4 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: ff871442-5ade-4cd6-b1d2-8b19e14080d5] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1314.128145] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-dcd315b3-59fb-4050-95a9-839b7ee5bdc4 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: ff871442-5ade-4cd6-b1d2-8b19e14080d5] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1314.128407] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-25334c3d-09ff-42c9-bd26-7be2ef022311 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.192538] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-dcd315b3-59fb-4050-95a9-839b7ee5bdc4 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: ff871442-5ade-4cd6-b1d2-8b19e14080d5] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1314.192763] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-dcd315b3-59fb-4050-95a9-839b7ee5bdc4 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: ff871442-5ade-4cd6-b1d2-8b19e14080d5] Deleting contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1314.193031] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcd315b3-59fb-4050-95a9-839b7ee5bdc4 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Deleting the datastore file [datastore2] ff871442-5ade-4cd6-b1d2-8b19e14080d5 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1314.193347] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-58d23211-7469-4614-8691-93eadbeefb6f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.199952] env[62353]: DEBUG oslo_vmware.api [None req-dcd315b3-59fb-4050-95a9-839b7ee5bdc4 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Waiting for the task: (returnval){ [ 1314.199952] env[62353]: value = "task-2373405" [ 1314.199952] env[62353]: _type = "Task" [ 1314.199952] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.207678] env[62353]: DEBUG oslo_vmware.api [None req-dcd315b3-59fb-4050-95a9-839b7ee5bdc4 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': task-2373405, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.710441] env[62353]: DEBUG oslo_vmware.api [None req-dcd315b3-59fb-4050-95a9-839b7ee5bdc4 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Task: {'id': task-2373405, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.125914} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.710882] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcd315b3-59fb-4050-95a9-839b7ee5bdc4 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1314.710882] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-dcd315b3-59fb-4050-95a9-839b7ee5bdc4 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: ff871442-5ade-4cd6-b1d2-8b19e14080d5] Deleted contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1314.711060] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-dcd315b3-59fb-4050-95a9-839b7ee5bdc4 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: ff871442-5ade-4cd6-b1d2-8b19e14080d5] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1314.711180] env[62353]: INFO nova.compute.manager [None req-dcd315b3-59fb-4050-95a9-839b7ee5bdc4 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] [instance: ff871442-5ade-4cd6-b1d2-8b19e14080d5] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1314.711409] env[62353]: DEBUG oslo.service.loopingcall [None req-dcd315b3-59fb-4050-95a9-839b7ee5bdc4 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1314.711590] env[62353]: DEBUG nova.compute.manager [-] [instance: ff871442-5ade-4cd6-b1d2-8b19e14080d5] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1314.711680] env[62353]: DEBUG nova.network.neutron [-] [instance: ff871442-5ade-4cd6-b1d2-8b19e14080d5] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1315.158371] env[62353]: DEBUG nova.compute.manager [req-d66397ae-7920-4227-8575-b5351ea981be req-695328ee-4a48-4217-a54b-52bd11caf506 service nova] [instance: ff871442-5ade-4cd6-b1d2-8b19e14080d5] Received event network-vif-deleted-7cdd8678-5f7c-4e13-a778-5985ee2fe375 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1315.158580] env[62353]: INFO nova.compute.manager [req-d66397ae-7920-4227-8575-b5351ea981be req-695328ee-4a48-4217-a54b-52bd11caf506 service nova] [instance: ff871442-5ade-4cd6-b1d2-8b19e14080d5] Neutron deleted interface 7cdd8678-5f7c-4e13-a778-5985ee2fe375; detaching it from the instance and deleting it from the info cache [ 1315.158691] env[62353]: DEBUG nova.network.neutron [req-d66397ae-7920-4227-8575-b5351ea981be req-695328ee-4a48-4217-a54b-52bd11caf506 service nova] [instance: ff871442-5ade-4cd6-b1d2-8b19e14080d5] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1315.644030] env[62353]: DEBUG nova.network.neutron [-] [instance: ff871442-5ade-4cd6-b1d2-8b19e14080d5] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1315.661249] env[62353]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e328cf16-947b-4420-900e-ca68c74d931e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.670849] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d63d7ffe-eee2-44d1-81c2-2eaa3cd4f336 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.695799] env[62353]: DEBUG nova.compute.manager [req-d66397ae-7920-4227-8575-b5351ea981be req-695328ee-4a48-4217-a54b-52bd11caf506 service nova] [instance: ff871442-5ade-4cd6-b1d2-8b19e14080d5] Detach interface failed, port_id=7cdd8678-5f7c-4e13-a778-5985ee2fe375, reason: Instance ff871442-5ade-4cd6-b1d2-8b19e14080d5 could not be found. {{(pid=62353) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1316.146703] env[62353]: INFO nova.compute.manager [-] [instance: ff871442-5ade-4cd6-b1d2-8b19e14080d5] Took 1.43 seconds to deallocate network for instance. [ 1316.653132] env[62353]: DEBUG oslo_concurrency.lockutils [None req-dcd315b3-59fb-4050-95a9-839b7ee5bdc4 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1316.653404] env[62353]: DEBUG oslo_concurrency.lockutils [None req-dcd315b3-59fb-4050-95a9-839b7ee5bdc4 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1316.653621] env[62353]: DEBUG nova.objects.instance [None req-dcd315b3-59fb-4050-95a9-839b7ee5bdc4 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Lazy-loading 'resources' on Instance uuid ff871442-5ade-4cd6-b1d2-8b19e14080d5 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1317.208368] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecddfb85-8e7a-481a-a16d-bb0227a068bb {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.215971] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07388fc5-0645-4998-af62-472bd2771916 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.246225] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ba7f85e-efc6-4848-bd38-4486258b7681 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.253213] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6d11f0c-feda-4722-be55-bcaeebdc3bb6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.265894] env[62353]: DEBUG nova.compute.provider_tree [None req-dcd315b3-59fb-4050-95a9-839b7ee5bdc4 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1317.768688] env[62353]: DEBUG nova.scheduler.client.report [None req-dcd315b3-59fb-4050-95a9-839b7ee5bdc4 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1318.273685] env[62353]: DEBUG oslo_concurrency.lockutils [None req-dcd315b3-59fb-4050-95a9-839b7ee5bdc4 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.620s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1318.292421] env[62353]: INFO nova.scheduler.client.report [None req-dcd315b3-59fb-4050-95a9-839b7ee5bdc4 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Deleted allocations for instance ff871442-5ade-4cd6-b1d2-8b19e14080d5 [ 1318.503102] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-17f8e808-79bf-4be3-9f61-8fdf81d348ba tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: 5d906fd7-2669-4ba2-ace3-d204c6db0412] Volume attach. Driver type: vmdk {{(pid=62353) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1318.503371] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-17f8e808-79bf-4be3-9f61-8fdf81d348ba tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: 5d906fd7-2669-4ba2-ace3-d204c6db0412] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-481783', 'volume_id': '1149bd0d-5ca8-420e-86c5-2805c64be474', 'name': 'volume-1149bd0d-5ca8-420e-86c5-2805c64be474', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5d906fd7-2669-4ba2-ace3-d204c6db0412', 'attached_at': '', 'detached_at': '', 'volume_id': '1149bd0d-5ca8-420e-86c5-2805c64be474', 'serial': '1149bd0d-5ca8-420e-86c5-2805c64be474'} {{(pid=62353) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1318.504267] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b2fb284-841f-4abe-be7c-4d6df2a1fdf5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.520570] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-221e1d2f-b7e5-4272-a7db-eac40c5fe5f0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.544096] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-17f8e808-79bf-4be3-9f61-8fdf81d348ba tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: 5d906fd7-2669-4ba2-ace3-d204c6db0412] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] volume-1149bd0d-5ca8-420e-86c5-2805c64be474/volume-1149bd0d-5ca8-420e-86c5-2805c64be474.vmdk or device None with type thin {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1318.544342] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-77d26d29-3489-4327-ad61-da3bc4808777 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.561962] env[62353]: DEBUG oslo_vmware.api [None req-17f8e808-79bf-4be3-9f61-8fdf81d348ba tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Waiting for the task: (returnval){ [ 1318.561962] env[62353]: value = "task-2373407" [ 1318.561962] env[62353]: _type = "Task" [ 1318.561962] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.569636] env[62353]: DEBUG oslo_vmware.api [None req-17f8e808-79bf-4be3-9f61-8fdf81d348ba tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Task: {'id': task-2373407, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.799906] env[62353]: DEBUG oslo_concurrency.lockutils [None req-dcd315b3-59fb-4050-95a9-839b7ee5bdc4 tempest-ServerActionsTestOtherB-76769819 tempest-ServerActionsTestOtherB-76769819-project-member] Lock "ff871442-5ade-4cd6-b1d2-8b19e14080d5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.704s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1319.071850] env[62353]: DEBUG oslo_vmware.api [None req-17f8e808-79bf-4be3-9f61-8fdf81d348ba tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Task: {'id': task-2373407, 'name': ReconfigVM_Task, 'duration_secs': 0.342367} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.072090] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-17f8e808-79bf-4be3-9f61-8fdf81d348ba tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: 5d906fd7-2669-4ba2-ace3-d204c6db0412] Reconfigured VM instance instance-00000078 to attach disk [datastore2] volume-1149bd0d-5ca8-420e-86c5-2805c64be474/volume-1149bd0d-5ca8-420e-86c5-2805c64be474.vmdk or device None with type thin {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1319.076978] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac806778-9dd5-4b77-8e7f-174aced6e0be {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.091477] env[62353]: DEBUG oslo_vmware.api [None req-17f8e808-79bf-4be3-9f61-8fdf81d348ba tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Waiting for the task: (returnval){ [ 1319.091477] env[62353]: value = "task-2373408" [ 1319.091477] env[62353]: _type = "Task" [ 1319.091477] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.098609] env[62353]: DEBUG oslo_vmware.api [None req-17f8e808-79bf-4be3-9f61-8fdf81d348ba tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Task: {'id': task-2373408, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.600651] env[62353]: DEBUG oslo_vmware.api [None req-17f8e808-79bf-4be3-9f61-8fdf81d348ba tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Task: {'id': task-2373408, 'name': ReconfigVM_Task, 'duration_secs': 0.14105} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.601406] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-17f8e808-79bf-4be3-9f61-8fdf81d348ba tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: 5d906fd7-2669-4ba2-ace3-d204c6db0412] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-481783', 'volume_id': '1149bd0d-5ca8-420e-86c5-2805c64be474', 'name': 'volume-1149bd0d-5ca8-420e-86c5-2805c64be474', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5d906fd7-2669-4ba2-ace3-d204c6db0412', 'attached_at': '', 'detached_at': '', 'volume_id': '1149bd0d-5ca8-420e-86c5-2805c64be474', 'serial': '1149bd0d-5ca8-420e-86c5-2805c64be474'} {{(pid=62353) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1320.635729] env[62353]: DEBUG nova.objects.instance [None req-17f8e808-79bf-4be3-9f61-8fdf81d348ba tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Lazy-loading 'flavor' on Instance uuid 5d906fd7-2669-4ba2-ace3-d204c6db0412 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1321.140714] env[62353]: DEBUG oslo_concurrency.lockutils [None req-17f8e808-79bf-4be3-9f61-8fdf81d348ba tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Lock "5d906fd7-2669-4ba2-ace3-d204c6db0412" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.231s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1321.525585] env[62353]: INFO nova.compute.manager [None req-cc31db0a-52d4-402b-8c8e-0f6ef2507a55 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: 5d906fd7-2669-4ba2-ace3-d204c6db0412] Rebuilding instance [ 1321.566557] env[62353]: DEBUG nova.compute.manager [None req-cc31db0a-52d4-402b-8c8e-0f6ef2507a55 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: 5d906fd7-2669-4ba2-ace3-d204c6db0412] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1321.567475] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e147066d-8b2c-41dd-8a20-3928b6e6e1b6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.581462] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc31db0a-52d4-402b-8c8e-0f6ef2507a55 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: 5d906fd7-2669-4ba2-ace3-d204c6db0412] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1322.581891] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-73b07f56-cebb-4a9b-bf61-20b32e78e1d0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.588797] env[62353]: DEBUG oslo_vmware.api [None req-cc31db0a-52d4-402b-8c8e-0f6ef2507a55 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Waiting for the task: (returnval){ [ 1322.588797] env[62353]: value = "task-2373410" [ 1322.588797] env[62353]: _type = "Task" [ 1322.588797] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.596637] env[62353]: DEBUG oslo_vmware.api [None req-cc31db0a-52d4-402b-8c8e-0f6ef2507a55 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Task: {'id': task-2373410, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.098249] env[62353]: DEBUG oslo_vmware.api [None req-cc31db0a-52d4-402b-8c8e-0f6ef2507a55 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Task: {'id': task-2373410, 'name': PowerOffVM_Task, 'duration_secs': 0.191694} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.098522] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc31db0a-52d4-402b-8c8e-0f6ef2507a55 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: 5d906fd7-2669-4ba2-ace3-d204c6db0412] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1323.152241] env[62353]: INFO nova.compute.manager [None req-cc31db0a-52d4-402b-8c8e-0f6ef2507a55 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: 5d906fd7-2669-4ba2-ace3-d204c6db0412] Detaching volume 1149bd0d-5ca8-420e-86c5-2805c64be474 [ 1323.182139] env[62353]: INFO nova.virt.block_device [None req-cc31db0a-52d4-402b-8c8e-0f6ef2507a55 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: 5d906fd7-2669-4ba2-ace3-d204c6db0412] Attempting to driver detach volume 1149bd0d-5ca8-420e-86c5-2805c64be474 from mountpoint /dev/sdb [ 1323.182371] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc31db0a-52d4-402b-8c8e-0f6ef2507a55 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: 5d906fd7-2669-4ba2-ace3-d204c6db0412] Volume detach. Driver type: vmdk {{(pid=62353) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1323.182549] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc31db0a-52d4-402b-8c8e-0f6ef2507a55 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: 5d906fd7-2669-4ba2-ace3-d204c6db0412] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-481783', 'volume_id': '1149bd0d-5ca8-420e-86c5-2805c64be474', 'name': 'volume-1149bd0d-5ca8-420e-86c5-2805c64be474', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5d906fd7-2669-4ba2-ace3-d204c6db0412', 'attached_at': '', 'detached_at': '', 'volume_id': '1149bd0d-5ca8-420e-86c5-2805c64be474', 'serial': '1149bd0d-5ca8-420e-86c5-2805c64be474'} {{(pid=62353) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1323.183456] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a387963-4672-4f48-ae99-da53c5a813ce {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.206134] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc58a3e6-b69b-4b50-a971-21fc298a0563 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.212322] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4deeb00d-ff78-481a-9e9d-19e4a8d9bfb5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.231539] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ecd9b6e-125b-41c0-913a-ba4934829541 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.245856] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc31db0a-52d4-402b-8c8e-0f6ef2507a55 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] The volume has not been displaced from its original location: [datastore2] volume-1149bd0d-5ca8-420e-86c5-2805c64be474/volume-1149bd0d-5ca8-420e-86c5-2805c64be474.vmdk. No consolidation needed. {{(pid=62353) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1323.250995] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc31db0a-52d4-402b-8c8e-0f6ef2507a55 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: 5d906fd7-2669-4ba2-ace3-d204c6db0412] Reconfiguring VM instance instance-00000078 to detach disk 2001 {{(pid=62353) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1323.251367] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d49adadf-926d-4541-8882-8e60ceb93317 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.270700] env[62353]: DEBUG oslo_vmware.api [None req-cc31db0a-52d4-402b-8c8e-0f6ef2507a55 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Waiting for the task: (returnval){ [ 1323.270700] env[62353]: value = "task-2373411" [ 1323.270700] env[62353]: _type = "Task" [ 1323.270700] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.281026] env[62353]: DEBUG oslo_vmware.api [None req-cc31db0a-52d4-402b-8c8e-0f6ef2507a55 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Task: {'id': task-2373411, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.783619] env[62353]: DEBUG oslo_vmware.api [None req-cc31db0a-52d4-402b-8c8e-0f6ef2507a55 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Task: {'id': task-2373411, 'name': ReconfigVM_Task, 'duration_secs': 0.206174} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.783896] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc31db0a-52d4-402b-8c8e-0f6ef2507a55 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: 5d906fd7-2669-4ba2-ace3-d204c6db0412] Reconfigured VM instance instance-00000078 to detach disk 2001 {{(pid=62353) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1323.788753] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5cc3b3a4-d09c-49a1-ab6e-7721f891d207 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.806688] env[62353]: DEBUG oslo_vmware.api [None req-cc31db0a-52d4-402b-8c8e-0f6ef2507a55 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Waiting for the task: (returnval){ [ 1323.806688] env[62353]: value = "task-2373412" [ 1323.806688] env[62353]: _type = "Task" [ 1323.806688] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.815057] env[62353]: DEBUG oslo_vmware.api [None req-cc31db0a-52d4-402b-8c8e-0f6ef2507a55 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Task: {'id': task-2373412, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.317067] env[62353]: DEBUG oslo_vmware.api [None req-cc31db0a-52d4-402b-8c8e-0f6ef2507a55 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Task: {'id': task-2373412, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.818290] env[62353]: DEBUG oslo_vmware.api [None req-cc31db0a-52d4-402b-8c8e-0f6ef2507a55 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Task: {'id': task-2373412, 'name': ReconfigVM_Task, 'duration_secs': 0.758531} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.818764] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc31db0a-52d4-402b-8c8e-0f6ef2507a55 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: 5d906fd7-2669-4ba2-ace3-d204c6db0412] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-481783', 'volume_id': '1149bd0d-5ca8-420e-86c5-2805c64be474', 'name': 'volume-1149bd0d-5ca8-420e-86c5-2805c64be474', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5d906fd7-2669-4ba2-ace3-d204c6db0412', 'attached_at': '', 'detached_at': '', 'volume_id': '1149bd0d-5ca8-420e-86c5-2805c64be474', 'serial': '1149bd0d-5ca8-420e-86c5-2805c64be474'} {{(pid=62353) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1325.866690] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc31db0a-52d4-402b-8c8e-0f6ef2507a55 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: 5d906fd7-2669-4ba2-ace3-d204c6db0412] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1325.867100] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4d20e499-9bcd-4ff2-8e65-9b134c949c76 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.874858] env[62353]: DEBUG oslo_vmware.api [None req-cc31db0a-52d4-402b-8c8e-0f6ef2507a55 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Waiting for the task: (returnval){ [ 1325.874858] env[62353]: value = "task-2373413" [ 1325.874858] env[62353]: _type = "Task" [ 1325.874858] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.882445] env[62353]: DEBUG oslo_vmware.api [None req-cc31db0a-52d4-402b-8c8e-0f6ef2507a55 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Task: {'id': task-2373413, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.385659] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc31db0a-52d4-402b-8c8e-0f6ef2507a55 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: 5d906fd7-2669-4ba2-ace3-d204c6db0412] VM already powered off {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1326.385872] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc31db0a-52d4-402b-8c8e-0f6ef2507a55 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: 5d906fd7-2669-4ba2-ace3-d204c6db0412] Volume detach. Driver type: vmdk {{(pid=62353) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1326.386068] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc31db0a-52d4-402b-8c8e-0f6ef2507a55 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: 5d906fd7-2669-4ba2-ace3-d204c6db0412] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-481783', 'volume_id': '1149bd0d-5ca8-420e-86c5-2805c64be474', 'name': 'volume-1149bd0d-5ca8-420e-86c5-2805c64be474', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5d906fd7-2669-4ba2-ace3-d204c6db0412', 'attached_at': '', 'detached_at': '', 'volume_id': '1149bd0d-5ca8-420e-86c5-2805c64be474', 'serial': '1149bd0d-5ca8-420e-86c5-2805c64be474'} {{(pid=62353) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1326.386794] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4086eb9c-d6ea-45c5-b1d4-300596516e99 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.405672] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8543c352-f17f-45bb-b7d9-18ea542bdfd1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.411242] env[62353]: WARNING nova.virt.vmwareapi.driver [None req-cc31db0a-52d4-402b-8c8e-0f6ef2507a55 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: 5d906fd7-2669-4ba2-ace3-d204c6db0412] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1326.411477] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-cc31db0a-52d4-402b-8c8e-0f6ef2507a55 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: 5d906fd7-2669-4ba2-ace3-d204c6db0412] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1326.412164] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d45ef42d-9b4f-4ef4-9f81-814bce2f8350 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.418089] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-cc31db0a-52d4-402b-8c8e-0f6ef2507a55 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: 5d906fd7-2669-4ba2-ace3-d204c6db0412] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1326.418289] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-54f891cb-0a92-45b1-8f20-6706b5660fa1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.485231] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-cc31db0a-52d4-402b-8c8e-0f6ef2507a55 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: 5d906fd7-2669-4ba2-ace3-d204c6db0412] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1326.485481] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-cc31db0a-52d4-402b-8c8e-0f6ef2507a55 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: 5d906fd7-2669-4ba2-ace3-d204c6db0412] Deleting contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1326.485732] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc31db0a-52d4-402b-8c8e-0f6ef2507a55 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Deleting the datastore file [datastore1] 5d906fd7-2669-4ba2-ace3-d204c6db0412 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1326.485929] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-42fe65d8-7a3e-4019-aa94-749564598ed6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.492123] env[62353]: DEBUG oslo_vmware.api [None req-cc31db0a-52d4-402b-8c8e-0f6ef2507a55 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Waiting for the task: (returnval){ [ 1326.492123] env[62353]: value = "task-2373415" [ 1326.492123] env[62353]: _type = "Task" [ 1326.492123] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.499065] env[62353]: DEBUG oslo_vmware.api [None req-cc31db0a-52d4-402b-8c8e-0f6ef2507a55 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Task: {'id': task-2373415, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.001487] env[62353]: DEBUG oslo_vmware.api [None req-cc31db0a-52d4-402b-8c8e-0f6ef2507a55 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Task: {'id': task-2373415, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.12955} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.001854] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc31db0a-52d4-402b-8c8e-0f6ef2507a55 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1327.001854] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-cc31db0a-52d4-402b-8c8e-0f6ef2507a55 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: 5d906fd7-2669-4ba2-ace3-d204c6db0412] Deleted contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1327.001993] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-cc31db0a-52d4-402b-8c8e-0f6ef2507a55 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: 5d906fd7-2669-4ba2-ace3-d204c6db0412] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1327.506713] env[62353]: INFO nova.virt.block_device [None req-cc31db0a-52d4-402b-8c8e-0f6ef2507a55 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: 5d906fd7-2669-4ba2-ace3-d204c6db0412] Booting with volume 1149bd0d-5ca8-420e-86c5-2805c64be474 at /dev/sdb [ 1327.538636] env[62353]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8652b245-f28e-4d61-b987-ea9ddf586103 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.548030] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9a5a79f-4896-4baa-876f-05a8e099c5c5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.570728] env[62353]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e7504b97-a945-43c3-b1f0-f0db20e12f1d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.577784] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50d00539-b906-4316-ada2-6401558a15d9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.599919] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac0a4751-9f84-4a3e-afe8-9d9dcc41116d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.605450] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93f906f1-a9fe-4726-b4ee-0709ee125e09 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.618345] env[62353]: DEBUG nova.virt.block_device [None req-cc31db0a-52d4-402b-8c8e-0f6ef2507a55 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: 5d906fd7-2669-4ba2-ace3-d204c6db0412] Updating existing volume attachment record: 1494d1ce-afd6-4770-94a1-e495c54ef7e4 {{(pid=62353) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1329.718817] env[62353]: DEBUG nova.virt.hardware [None req-cc31db0a-52d4-402b-8c8e-0f6ef2507a55 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T12:38:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T12:38:15Z,direct_url=,disk_format='vmdk',id=06f909ae-e8dc-43b4-abf7-c7ed85db9bbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0a3f88790a594523a818b8c00f6862e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T12:38:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1329.719118] env[62353]: DEBUG nova.virt.hardware [None req-cc31db0a-52d4-402b-8c8e-0f6ef2507a55 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1329.719300] env[62353]: DEBUG nova.virt.hardware [None req-cc31db0a-52d4-402b-8c8e-0f6ef2507a55 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1329.719527] env[62353]: DEBUG nova.virt.hardware [None req-cc31db0a-52d4-402b-8c8e-0f6ef2507a55 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1329.719705] env[62353]: DEBUG nova.virt.hardware [None req-cc31db0a-52d4-402b-8c8e-0f6ef2507a55 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1329.719877] env[62353]: DEBUG nova.virt.hardware [None req-cc31db0a-52d4-402b-8c8e-0f6ef2507a55 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1329.720146] env[62353]: DEBUG nova.virt.hardware [None req-cc31db0a-52d4-402b-8c8e-0f6ef2507a55 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1329.720342] env[62353]: DEBUG nova.virt.hardware [None req-cc31db0a-52d4-402b-8c8e-0f6ef2507a55 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1329.720540] env[62353]: DEBUG nova.virt.hardware [None req-cc31db0a-52d4-402b-8c8e-0f6ef2507a55 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1329.720733] env[62353]: DEBUG nova.virt.hardware [None req-cc31db0a-52d4-402b-8c8e-0f6ef2507a55 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1329.720937] env[62353]: DEBUG nova.virt.hardware [None req-cc31db0a-52d4-402b-8c8e-0f6ef2507a55 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1329.721807] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69dabaaa-e8f0-4658-9b24-1260dbd111df {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.729796] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20b07577-ad38-404e-bc31-022a3287adc4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.743495] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-cc31db0a-52d4-402b-8c8e-0f6ef2507a55 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: 5d906fd7-2669-4ba2-ace3-d204c6db0412] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5c:45:62', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ae215ba8-f7a5-4b23-a055-90316d29817f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ed94cfa2-5bf0-49b5-87ef-d69275d51d51', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1329.751049] env[62353]: DEBUG oslo.service.loopingcall [None req-cc31db0a-52d4-402b-8c8e-0f6ef2507a55 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1329.751290] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d906fd7-2669-4ba2-ace3-d204c6db0412] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1329.751531] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f6ccf16c-6f1c-4d64-982a-cdbaeeccb285 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.771153] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1329.771153] env[62353]: value = "task-2373416" [ 1329.771153] env[62353]: _type = "Task" [ 1329.771153] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.778031] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2373416, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.280457] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2373416, 'name': CreateVM_Task, 'duration_secs': 0.289849} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.280626] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d906fd7-2669-4ba2-ace3-d204c6db0412] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1330.281277] env[62353]: DEBUG oslo_concurrency.lockutils [None req-cc31db0a-52d4-402b-8c8e-0f6ef2507a55 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1330.281440] env[62353]: DEBUG oslo_concurrency.lockutils [None req-cc31db0a-52d4-402b-8c8e-0f6ef2507a55 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Acquired lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.281767] env[62353]: DEBUG oslo_concurrency.lockutils [None req-cc31db0a-52d4-402b-8c8e-0f6ef2507a55 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1330.282029] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d26d5ab9-7577-41bf-9253-f07936708021 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.286858] env[62353]: DEBUG oslo_vmware.api [None req-cc31db0a-52d4-402b-8c8e-0f6ef2507a55 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Waiting for the task: (returnval){ [ 1330.286858] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5269c71b-daee-7a9b-70ee-1221eb8d897e" [ 1330.286858] env[62353]: _type = "Task" [ 1330.286858] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.294167] env[62353]: DEBUG oslo_vmware.api [None req-cc31db0a-52d4-402b-8c8e-0f6ef2507a55 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5269c71b-daee-7a9b-70ee-1221eb8d897e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.797266] env[62353]: DEBUG oslo_vmware.api [None req-cc31db0a-52d4-402b-8c8e-0f6ef2507a55 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5269c71b-daee-7a9b-70ee-1221eb8d897e, 'name': SearchDatastore_Task, 'duration_secs': 0.011472} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.797687] env[62353]: DEBUG oslo_concurrency.lockutils [None req-cc31db0a-52d4-402b-8c8e-0f6ef2507a55 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Releasing lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1330.797752] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-cc31db0a-52d4-402b-8c8e-0f6ef2507a55 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: 5d906fd7-2669-4ba2-ace3-d204c6db0412] Processing image 06f909ae-e8dc-43b4-abf7-c7ed85db9bbd {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1330.797980] env[62353]: DEBUG oslo_concurrency.lockutils [None req-cc31db0a-52d4-402b-8c8e-0f6ef2507a55 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1330.798138] env[62353]: DEBUG oslo_concurrency.lockutils [None req-cc31db0a-52d4-402b-8c8e-0f6ef2507a55 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Acquired lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.798378] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc31db0a-52d4-402b-8c8e-0f6ef2507a55 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1330.798563] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-73c22f10-194d-4743-af19-b98e5c4c3606 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.806498] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc31db0a-52d4-402b-8c8e-0f6ef2507a55 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1330.806659] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-cc31db0a-52d4-402b-8c8e-0f6ef2507a55 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1330.807313] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-586329e8-54fe-4178-b7cf-1ff5864de50f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.811835] env[62353]: DEBUG oslo_vmware.api [None req-cc31db0a-52d4-402b-8c8e-0f6ef2507a55 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Waiting for the task: (returnval){ [ 1330.811835] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52657dd9-da11-d9b7-691a-141a92681698" [ 1330.811835] env[62353]: _type = "Task" [ 1330.811835] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.819129] env[62353]: DEBUG oslo_vmware.api [None req-cc31db0a-52d4-402b-8c8e-0f6ef2507a55 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52657dd9-da11-d9b7-691a-141a92681698, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.321725] env[62353]: DEBUG oslo_vmware.api [None req-cc31db0a-52d4-402b-8c8e-0f6ef2507a55 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52657dd9-da11-d9b7-691a-141a92681698, 'name': SearchDatastore_Task, 'duration_secs': 0.007597} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.322452] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d48e49f9-8477-4f60-ba03-2988d625f36d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.327278] env[62353]: DEBUG oslo_vmware.api [None req-cc31db0a-52d4-402b-8c8e-0f6ef2507a55 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Waiting for the task: (returnval){ [ 1331.327278] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52db7b18-03f2-95c3-5f3a-252546de098c" [ 1331.327278] env[62353]: _type = "Task" [ 1331.327278] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.334393] env[62353]: DEBUG oslo_vmware.api [None req-cc31db0a-52d4-402b-8c8e-0f6ef2507a55 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52db7b18-03f2-95c3-5f3a-252546de098c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.837932] env[62353]: DEBUG oslo_vmware.api [None req-cc31db0a-52d4-402b-8c8e-0f6ef2507a55 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52db7b18-03f2-95c3-5f3a-252546de098c, 'name': SearchDatastore_Task, 'duration_secs': 0.008514} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.838375] env[62353]: DEBUG oslo_concurrency.lockutils [None req-cc31db0a-52d4-402b-8c8e-0f6ef2507a55 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Releasing lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1331.838531] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc31db0a-52d4-402b-8c8e-0f6ef2507a55 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore2] 5d906fd7-2669-4ba2-ace3-d204c6db0412/5d906fd7-2669-4ba2-ace3-d204c6db0412.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1331.838718] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4afa144a-36e2-4690-8c1b-665308a22165 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.846179] env[62353]: DEBUG oslo_vmware.api [None req-cc31db0a-52d4-402b-8c8e-0f6ef2507a55 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Waiting for the task: (returnval){ [ 1331.846179] env[62353]: value = "task-2373417" [ 1331.846179] env[62353]: _type = "Task" [ 1331.846179] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.853529] env[62353]: DEBUG oslo_vmware.api [None req-cc31db0a-52d4-402b-8c8e-0f6ef2507a55 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Task: {'id': task-2373417, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.356479] env[62353]: DEBUG oslo_vmware.api [None req-cc31db0a-52d4-402b-8c8e-0f6ef2507a55 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Task: {'id': task-2373417, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.452971} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.356732] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc31db0a-52d4-402b-8c8e-0f6ef2507a55 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore2] 5d906fd7-2669-4ba2-ace3-d204c6db0412/5d906fd7-2669-4ba2-ace3-d204c6db0412.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1332.357017] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-cc31db0a-52d4-402b-8c8e-0f6ef2507a55 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: 5d906fd7-2669-4ba2-ace3-d204c6db0412] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1332.357298] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9726c252-327a-40e2-b18a-b66fd788adc3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.363041] env[62353]: DEBUG oslo_vmware.api [None req-cc31db0a-52d4-402b-8c8e-0f6ef2507a55 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Waiting for the task: (returnval){ [ 1332.363041] env[62353]: value = "task-2373418" [ 1332.363041] env[62353]: _type = "Task" [ 1332.363041] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.371420] env[62353]: DEBUG oslo_vmware.api [None req-cc31db0a-52d4-402b-8c8e-0f6ef2507a55 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Task: {'id': task-2373418, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.872215] env[62353]: DEBUG oslo_vmware.api [None req-cc31db0a-52d4-402b-8c8e-0f6ef2507a55 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Task: {'id': task-2373418, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061721} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.872599] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-cc31db0a-52d4-402b-8c8e-0f6ef2507a55 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: 5d906fd7-2669-4ba2-ace3-d204c6db0412] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1332.873351] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18754d6c-6311-472e-ae5c-a1396783dc3c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.895228] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc31db0a-52d4-402b-8c8e-0f6ef2507a55 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: 5d906fd7-2669-4ba2-ace3-d204c6db0412] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] 5d906fd7-2669-4ba2-ace3-d204c6db0412/5d906fd7-2669-4ba2-ace3-d204c6db0412.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1332.895442] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5435969f-8e67-4dab-9400-33594b0267e0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.913101] env[62353]: DEBUG oslo_vmware.api [None req-cc31db0a-52d4-402b-8c8e-0f6ef2507a55 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Waiting for the task: (returnval){ [ 1332.913101] env[62353]: value = "task-2373419" [ 1332.913101] env[62353]: _type = "Task" [ 1332.913101] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.920500] env[62353]: DEBUG oslo_vmware.api [None req-cc31db0a-52d4-402b-8c8e-0f6ef2507a55 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Task: {'id': task-2373419, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.422425] env[62353]: DEBUG oslo_vmware.api [None req-cc31db0a-52d4-402b-8c8e-0f6ef2507a55 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Task: {'id': task-2373419, 'name': ReconfigVM_Task, 'duration_secs': 0.307778} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.422703] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc31db0a-52d4-402b-8c8e-0f6ef2507a55 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: 5d906fd7-2669-4ba2-ace3-d204c6db0412] Reconfigured VM instance instance-00000078 to attach disk [datastore2] 5d906fd7-2669-4ba2-ace3-d204c6db0412/5d906fd7-2669-4ba2-ace3-d204c6db0412.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1333.423850] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-cc31db0a-52d4-402b-8c8e-0f6ef2507a55 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: 5d906fd7-2669-4ba2-ace3-d204c6db0412] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'size': 0, 'boot_index': 0, 'disk_bus': None, 'encrypted': False, 'guest_format': None, 'device_type': 'disk', 'encryption_secret_uuid': None, 'encryption_options': None, 'encryption_format': None, 'device_name': '/dev/sda', 'image_id': '06f909ae-e8dc-43b4-abf7-c7ed85db9bbd'}], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': '1494d1ce-afd6-4770-94a1-e495c54ef7e4', 'boot_index': None, 'disk_bus': None, 'guest_format': None, 'device_type': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-481783', 'volume_id': '1149bd0d-5ca8-420e-86c5-2805c64be474', 'name': 'volume-1149bd0d-5ca8-420e-86c5-2805c64be474', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5d906fd7-2669-4ba2-ace3-d204c6db0412', 'attached_at': '', 'detached_at': '', 'volume_id': '1149bd0d-5ca8-420e-86c5-2805c64be474', 'serial': '1149bd0d-5ca8-420e-86c5-2805c64be474'}, 'delete_on_termination': False, 'mount_device': '/dev/sdb', 'volume_type': None}], 'swap': None} {{(pid=62353) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1333.424086] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc31db0a-52d4-402b-8c8e-0f6ef2507a55 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: 5d906fd7-2669-4ba2-ace3-d204c6db0412] Volume attach. Driver type: vmdk {{(pid=62353) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1333.424262] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc31db0a-52d4-402b-8c8e-0f6ef2507a55 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: 5d906fd7-2669-4ba2-ace3-d204c6db0412] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-481783', 'volume_id': '1149bd0d-5ca8-420e-86c5-2805c64be474', 'name': 'volume-1149bd0d-5ca8-420e-86c5-2805c64be474', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5d906fd7-2669-4ba2-ace3-d204c6db0412', 'attached_at': '', 'detached_at': '', 'volume_id': '1149bd0d-5ca8-420e-86c5-2805c64be474', 'serial': '1149bd0d-5ca8-420e-86c5-2805c64be474'} {{(pid=62353) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1333.425066] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c17269c-b7c1-479c-b333-dc642c0afca6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.439729] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dcf02a1-4fb2-4f73-9678-1b3e7c3afc8d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.462352] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc31db0a-52d4-402b-8c8e-0f6ef2507a55 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: 5d906fd7-2669-4ba2-ace3-d204c6db0412] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] volume-1149bd0d-5ca8-420e-86c5-2805c64be474/volume-1149bd0d-5ca8-420e-86c5-2805c64be474.vmdk or device None with type thin {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1333.462582] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c3225e3-f878-4273-8d18-6089e42fae5f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.479699] env[62353]: DEBUG oslo_vmware.api [None req-cc31db0a-52d4-402b-8c8e-0f6ef2507a55 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Waiting for the task: (returnval){ [ 1333.479699] env[62353]: value = "task-2373420" [ 1333.479699] env[62353]: _type = "Task" [ 1333.479699] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.487240] env[62353]: DEBUG oslo_vmware.api [None req-cc31db0a-52d4-402b-8c8e-0f6ef2507a55 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Task: {'id': task-2373420, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.989279] env[62353]: DEBUG oslo_vmware.api [None req-cc31db0a-52d4-402b-8c8e-0f6ef2507a55 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Task: {'id': task-2373420, 'name': ReconfigVM_Task, 'duration_secs': 0.282124} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.989580] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc31db0a-52d4-402b-8c8e-0f6ef2507a55 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: 5d906fd7-2669-4ba2-ace3-d204c6db0412] Reconfigured VM instance instance-00000078 to attach disk [datastore2] volume-1149bd0d-5ca8-420e-86c5-2805c64be474/volume-1149bd0d-5ca8-420e-86c5-2805c64be474.vmdk or device None with type thin {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1333.994139] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c8f7348-7df5-41b0-b28e-5ba0b397c4e2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.008971] env[62353]: DEBUG oslo_vmware.api [None req-cc31db0a-52d4-402b-8c8e-0f6ef2507a55 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Waiting for the task: (returnval){ [ 1334.008971] env[62353]: value = "task-2373421" [ 1334.008971] env[62353]: _type = "Task" [ 1334.008971] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.016484] env[62353]: DEBUG oslo_vmware.api [None req-cc31db0a-52d4-402b-8c8e-0f6ef2507a55 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Task: {'id': task-2373421, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.518187] env[62353]: DEBUG oslo_vmware.api [None req-cc31db0a-52d4-402b-8c8e-0f6ef2507a55 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Task: {'id': task-2373421, 'name': ReconfigVM_Task, 'duration_secs': 0.140722} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.518522] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc31db0a-52d4-402b-8c8e-0f6ef2507a55 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: 5d906fd7-2669-4ba2-ace3-d204c6db0412] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-481783', 'volume_id': '1149bd0d-5ca8-420e-86c5-2805c64be474', 'name': 'volume-1149bd0d-5ca8-420e-86c5-2805c64be474', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5d906fd7-2669-4ba2-ace3-d204c6db0412', 'attached_at': '', 'detached_at': '', 'volume_id': '1149bd0d-5ca8-420e-86c5-2805c64be474', 'serial': '1149bd0d-5ca8-420e-86c5-2805c64be474'} {{(pid=62353) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1334.519095] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d3b1c8d6-d9ea-4d4b-bf6f-82d496ba96b7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.526031] env[62353]: DEBUG oslo_vmware.api [None req-cc31db0a-52d4-402b-8c8e-0f6ef2507a55 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Waiting for the task: (returnval){ [ 1334.526031] env[62353]: value = "task-2373422" [ 1334.526031] env[62353]: _type = "Task" [ 1334.526031] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.533378] env[62353]: DEBUG oslo_vmware.api [None req-cc31db0a-52d4-402b-8c8e-0f6ef2507a55 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Task: {'id': task-2373422, 'name': Rename_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.036175] env[62353]: DEBUG oslo_vmware.api [None req-cc31db0a-52d4-402b-8c8e-0f6ef2507a55 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Task: {'id': task-2373422, 'name': Rename_Task, 'duration_secs': 0.139748} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.036457] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc31db0a-52d4-402b-8c8e-0f6ef2507a55 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: 5d906fd7-2669-4ba2-ace3-d204c6db0412] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1335.036684] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dea562f0-c6e1-41ab-8eba-843daa7ccbef {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.042623] env[62353]: DEBUG oslo_vmware.api [None req-cc31db0a-52d4-402b-8c8e-0f6ef2507a55 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Waiting for the task: (returnval){ [ 1335.042623] env[62353]: value = "task-2373423" [ 1335.042623] env[62353]: _type = "Task" [ 1335.042623] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.049656] env[62353]: DEBUG oslo_vmware.api [None req-cc31db0a-52d4-402b-8c8e-0f6ef2507a55 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Task: {'id': task-2373423, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.552329] env[62353]: DEBUG oslo_vmware.api [None req-cc31db0a-52d4-402b-8c8e-0f6ef2507a55 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Task: {'id': task-2373423, 'name': PowerOnVM_Task, 'duration_secs': 0.457798} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.552603] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc31db0a-52d4-402b-8c8e-0f6ef2507a55 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: 5d906fd7-2669-4ba2-ace3-d204c6db0412] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1335.552811] env[62353]: DEBUG nova.compute.manager [None req-cc31db0a-52d4-402b-8c8e-0f6ef2507a55 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: 5d906fd7-2669-4ba2-ace3-d204c6db0412] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1335.553600] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2d1fd70-080b-46d3-8329-52913cb35300 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.069668] env[62353]: DEBUG oslo_concurrency.lockutils [None req-cc31db0a-52d4-402b-8c8e-0f6ef2507a55 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1336.069939] env[62353]: DEBUG oslo_concurrency.lockutils [None req-cc31db0a-52d4-402b-8c8e-0f6ef2507a55 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1336.070126] env[62353]: DEBUG nova.objects.instance [None req-cc31db0a-52d4-402b-8c8e-0f6ef2507a55 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: 5d906fd7-2669-4ba2-ace3-d204c6db0412] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62353) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1337.078688] env[62353]: DEBUG oslo_concurrency.lockutils [None req-cc31db0a-52d4-402b-8c8e-0f6ef2507a55 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1339.524971] env[62353]: DEBUG oslo_service.periodic_task [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1340.524016] env[62353]: DEBUG oslo_service.periodic_task [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1340.524227] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Starting heal instance info cache {{(pid=62353) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 1342.061418] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Acquiring lock "refresh_cache-5d906fd7-2669-4ba2-ace3-d204c6db0412" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1342.061743] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Acquired lock "refresh_cache-5d906fd7-2669-4ba2-ace3-d204c6db0412" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.061743] env[62353]: DEBUG nova.network.neutron [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] [instance: 5d906fd7-2669-4ba2-ace3-d204c6db0412] Forcefully refreshing network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1343.290689] env[62353]: DEBUG nova.network.neutron [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] [instance: 5d906fd7-2669-4ba2-ace3-d204c6db0412] Updating instance_info_cache with network_info: [{"id": "ed94cfa2-5bf0-49b5-87ef-d69275d51d51", "address": "fa:16:3e:5c:45:62", "network": {"id": "cdd5ca5d-eb26-4d28-87f8-206e99fe7672", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1171598701-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "563a3da12f97462190a5b5cd288faf87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae215ba8-f7a5-4b23-a055-90316d29817f", "external-id": "nsx-vlan-transportzone-798", "segmentation_id": 798, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped94cfa2-5b", "ovs_interfaceid": "ed94cfa2-5bf0-49b5-87ef-d69275d51d51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1343.793899] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Releasing lock "refresh_cache-5d906fd7-2669-4ba2-ace3-d204c6db0412" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1343.794186] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] [instance: 5d906fd7-2669-4ba2-ace3-d204c6db0412] Updated the network info_cache for instance {{(pid=62353) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10516}} [ 1343.794420] env[62353]: DEBUG oslo_service.periodic_task [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1343.794578] env[62353]: DEBUG oslo_service.periodic_task [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1343.794727] env[62353]: DEBUG oslo_service.periodic_task [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1343.794865] env[62353]: DEBUG oslo_service.periodic_task [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1343.795018] env[62353]: DEBUG oslo_service.periodic_task [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1343.795150] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62353) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1343.795296] env[62353]: DEBUG oslo_service.periodic_task [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1344.298093] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1344.298477] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1344.298477] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1344.298557] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62353) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1344.299864] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b8e7a64-63f5-4c40-9f73-9a72e18065ec {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.307956] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15c4f5c4-524c-4f7b-8859-6ce0191528a0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.322702] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce184bee-d886-4811-b3d6-7f37cf0bdb6c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.329337] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec420cf6-297b-4ca5-9623-fc5b39517e73 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.357955] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180834MB free_disk=155GB free_vcpus=48 pci_devices=None {{(pid=62353) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1344.358168] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1344.358310] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1345.386027] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Instance 2c6b409d-02cd-47b5-b264-e7e204c29622 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1345.386027] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Instance 5d906fd7-2669-4ba2-ace3-d204c6db0412 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1345.386027] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=62353) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1345.386027] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=62353) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1345.420070] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f413c11-2916-4410-9824-ace4deee5af5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.427185] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d662ed7-f80f-49b4-b275-f0e2b9c31db0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.457072] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f8e7706-cbce-4579-93e1-a2e6241bfb24 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.463731] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5237ea64-8c3a-40ac-817d-deb88b331eaf {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.476219] env[62353]: DEBUG nova.compute.provider_tree [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1345.978818] env[62353]: DEBUG nova.scheduler.client.report [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1346.484022] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62353) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1346.484497] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.126s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1347.480739] env[62353]: DEBUG oslo_service.periodic_task [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1347.480992] env[62353]: DEBUG oslo_service.periodic_task [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1371.932201] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3d73525c-538e-40f4-8a10-dd3e7a608d83 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Acquiring lock "5d906fd7-2669-4ba2-ace3-d204c6db0412" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1371.932554] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3d73525c-538e-40f4-8a10-dd3e7a608d83 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Lock "5d906fd7-2669-4ba2-ace3-d204c6db0412" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1372.435332] env[62353]: INFO nova.compute.manager [None req-3d73525c-538e-40f4-8a10-dd3e7a608d83 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: 5d906fd7-2669-4ba2-ace3-d204c6db0412] Detaching volume 1149bd0d-5ca8-420e-86c5-2805c64be474 [ 1372.464770] env[62353]: INFO nova.virt.block_device [None req-3d73525c-538e-40f4-8a10-dd3e7a608d83 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: 5d906fd7-2669-4ba2-ace3-d204c6db0412] Attempting to driver detach volume 1149bd0d-5ca8-420e-86c5-2805c64be474 from mountpoint /dev/sdb [ 1372.465035] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d73525c-538e-40f4-8a10-dd3e7a608d83 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: 5d906fd7-2669-4ba2-ace3-d204c6db0412] Volume detach. Driver type: vmdk {{(pid=62353) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1372.465226] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d73525c-538e-40f4-8a10-dd3e7a608d83 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: 5d906fd7-2669-4ba2-ace3-d204c6db0412] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-481783', 'volume_id': '1149bd0d-5ca8-420e-86c5-2805c64be474', 'name': 'volume-1149bd0d-5ca8-420e-86c5-2805c64be474', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5d906fd7-2669-4ba2-ace3-d204c6db0412', 'attached_at': '', 'detached_at': '', 'volume_id': '1149bd0d-5ca8-420e-86c5-2805c64be474', 'serial': '1149bd0d-5ca8-420e-86c5-2805c64be474'} {{(pid=62353) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1372.466085] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aba4d6d-dc4e-4408-bacb-0dd6ce782960 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.488591] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e403643-c525-4d41-88b7-69118ee208e9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.495251] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d0f3fd4-3efe-47f4-af9a-ae6fc1da265e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.515060] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32b7e2ca-28bf-49a7-ada4-ab2b3373d9f3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.528721] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d73525c-538e-40f4-8a10-dd3e7a608d83 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] The volume has not been displaced from its original location: [datastore2] volume-1149bd0d-5ca8-420e-86c5-2805c64be474/volume-1149bd0d-5ca8-420e-86c5-2805c64be474.vmdk. No consolidation needed. {{(pid=62353) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1372.533936] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d73525c-538e-40f4-8a10-dd3e7a608d83 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: 5d906fd7-2669-4ba2-ace3-d204c6db0412] Reconfiguring VM instance instance-00000078 to detach disk 2001 {{(pid=62353) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1372.534185] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea6fc10d-b8ed-47a2-a2f6-e3c2c2b9cab0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.552238] env[62353]: DEBUG oslo_vmware.api [None req-3d73525c-538e-40f4-8a10-dd3e7a608d83 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Waiting for the task: (returnval){ [ 1372.552238] env[62353]: value = "task-2373424" [ 1372.552238] env[62353]: _type = "Task" [ 1372.552238] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.559402] env[62353]: DEBUG oslo_vmware.api [None req-3d73525c-538e-40f4-8a10-dd3e7a608d83 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Task: {'id': task-2373424, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.061389] env[62353]: DEBUG oslo_vmware.api [None req-3d73525c-538e-40f4-8a10-dd3e7a608d83 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Task: {'id': task-2373424, 'name': ReconfigVM_Task, 'duration_secs': 0.216847} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.061809] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d73525c-538e-40f4-8a10-dd3e7a608d83 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: 5d906fd7-2669-4ba2-ace3-d204c6db0412] Reconfigured VM instance instance-00000078 to detach disk 2001 {{(pid=62353) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1373.066408] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-674777c3-c88d-42d3-bff9-fb01af9e7a3f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.081390] env[62353]: DEBUG oslo_vmware.api [None req-3d73525c-538e-40f4-8a10-dd3e7a608d83 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Waiting for the task: (returnval){ [ 1373.081390] env[62353]: value = "task-2373425" [ 1373.081390] env[62353]: _type = "Task" [ 1373.081390] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.088665] env[62353]: DEBUG oslo_vmware.api [None req-3d73525c-538e-40f4-8a10-dd3e7a608d83 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Task: {'id': task-2373425, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.591324] env[62353]: DEBUG oslo_vmware.api [None req-3d73525c-538e-40f4-8a10-dd3e7a608d83 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Task: {'id': task-2373425, 'name': ReconfigVM_Task, 'duration_secs': 0.136156} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.591566] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d73525c-538e-40f4-8a10-dd3e7a608d83 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: 5d906fd7-2669-4ba2-ace3-d204c6db0412] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-481783', 'volume_id': '1149bd0d-5ca8-420e-86c5-2805c64be474', 'name': 'volume-1149bd0d-5ca8-420e-86c5-2805c64be474', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5d906fd7-2669-4ba2-ace3-d204c6db0412', 'attached_at': '', 'detached_at': '', 'volume_id': '1149bd0d-5ca8-420e-86c5-2805c64be474', 'serial': '1149bd0d-5ca8-420e-86c5-2805c64be474'} {{(pid=62353) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1374.130167] env[62353]: DEBUG nova.objects.instance [None req-3d73525c-538e-40f4-8a10-dd3e7a608d83 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Lazy-loading 'flavor' on Instance uuid 5d906fd7-2669-4ba2-ace3-d204c6db0412 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1375.139227] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3d73525c-538e-40f4-8a10-dd3e7a608d83 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Lock "5d906fd7-2669-4ba2-ace3-d204c6db0412" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.207s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1376.164097] env[62353]: DEBUG oslo_concurrency.lockutils [None req-059c590d-e088-49c1-b65d-48bf0e81838b tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Acquiring lock "5d906fd7-2669-4ba2-ace3-d204c6db0412" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1376.164097] env[62353]: DEBUG oslo_concurrency.lockutils [None req-059c590d-e088-49c1-b65d-48bf0e81838b tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Lock "5d906fd7-2669-4ba2-ace3-d204c6db0412" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1376.164097] env[62353]: DEBUG oslo_concurrency.lockutils [None req-059c590d-e088-49c1-b65d-48bf0e81838b tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Acquiring lock "5d906fd7-2669-4ba2-ace3-d204c6db0412-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1376.164097] env[62353]: DEBUG oslo_concurrency.lockutils [None req-059c590d-e088-49c1-b65d-48bf0e81838b tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Lock "5d906fd7-2669-4ba2-ace3-d204c6db0412-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1376.164575] env[62353]: DEBUG oslo_concurrency.lockutils [None req-059c590d-e088-49c1-b65d-48bf0e81838b tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Lock "5d906fd7-2669-4ba2-ace3-d204c6db0412-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1376.166386] env[62353]: INFO nova.compute.manager [None req-059c590d-e088-49c1-b65d-48bf0e81838b tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: 5d906fd7-2669-4ba2-ace3-d204c6db0412] Terminating instance [ 1376.670026] env[62353]: DEBUG nova.compute.manager [None req-059c590d-e088-49c1-b65d-48bf0e81838b tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: 5d906fd7-2669-4ba2-ace3-d204c6db0412] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1376.670333] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-059c590d-e088-49c1-b65d-48bf0e81838b tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: 5d906fd7-2669-4ba2-ace3-d204c6db0412] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1376.671230] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59b1aea7-c956-48dd-8b9e-f52b47b5c3d8 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.679285] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-059c590d-e088-49c1-b65d-48bf0e81838b tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: 5d906fd7-2669-4ba2-ace3-d204c6db0412] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1376.679518] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-576767e8-638d-47f6-b86a-d1bde901113d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.685385] env[62353]: DEBUG oslo_vmware.api [None req-059c590d-e088-49c1-b65d-48bf0e81838b tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Waiting for the task: (returnval){ [ 1376.685385] env[62353]: value = "task-2373426" [ 1376.685385] env[62353]: _type = "Task" [ 1376.685385] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.692959] env[62353]: DEBUG oslo_vmware.api [None req-059c590d-e088-49c1-b65d-48bf0e81838b tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Task: {'id': task-2373426, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.195759] env[62353]: DEBUG oslo_vmware.api [None req-059c590d-e088-49c1-b65d-48bf0e81838b tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Task: {'id': task-2373426, 'name': PowerOffVM_Task, 'duration_secs': 0.16211} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.196192] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-059c590d-e088-49c1-b65d-48bf0e81838b tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: 5d906fd7-2669-4ba2-ace3-d204c6db0412] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1377.196192] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-059c590d-e088-49c1-b65d-48bf0e81838b tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: 5d906fd7-2669-4ba2-ace3-d204c6db0412] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1377.196434] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-519086c3-a3ee-4779-9316-81c5ed52a407 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.267122] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-059c590d-e088-49c1-b65d-48bf0e81838b tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: 5d906fd7-2669-4ba2-ace3-d204c6db0412] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1377.267365] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-059c590d-e088-49c1-b65d-48bf0e81838b tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: 5d906fd7-2669-4ba2-ace3-d204c6db0412] Deleting contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1377.267508] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-059c590d-e088-49c1-b65d-48bf0e81838b tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Deleting the datastore file [datastore2] 5d906fd7-2669-4ba2-ace3-d204c6db0412 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1377.267774] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-71253e68-408c-4603-a613-f725d613d018 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.273361] env[62353]: DEBUG oslo_vmware.api [None req-059c590d-e088-49c1-b65d-48bf0e81838b tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Waiting for the task: (returnval){ [ 1377.273361] env[62353]: value = "task-2373428" [ 1377.273361] env[62353]: _type = "Task" [ 1377.273361] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.280651] env[62353]: DEBUG oslo_vmware.api [None req-059c590d-e088-49c1-b65d-48bf0e81838b tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Task: {'id': task-2373428, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.782523] env[62353]: DEBUG oslo_vmware.api [None req-059c590d-e088-49c1-b65d-48bf0e81838b tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Task: {'id': task-2373428, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141466} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.782798] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-059c590d-e088-49c1-b65d-48bf0e81838b tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1377.782932] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-059c590d-e088-49c1-b65d-48bf0e81838b tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: 5d906fd7-2669-4ba2-ace3-d204c6db0412] Deleted contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1377.783127] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-059c590d-e088-49c1-b65d-48bf0e81838b tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: 5d906fd7-2669-4ba2-ace3-d204c6db0412] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1377.783301] env[62353]: INFO nova.compute.manager [None req-059c590d-e088-49c1-b65d-48bf0e81838b tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: 5d906fd7-2669-4ba2-ace3-d204c6db0412] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1377.783535] env[62353]: DEBUG oslo.service.loopingcall [None req-059c590d-e088-49c1-b65d-48bf0e81838b tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1377.783763] env[62353]: DEBUG nova.compute.manager [-] [instance: 5d906fd7-2669-4ba2-ace3-d204c6db0412] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1377.783919] env[62353]: DEBUG nova.network.neutron [-] [instance: 5d906fd7-2669-4ba2-ace3-d204c6db0412] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1378.241249] env[62353]: DEBUG nova.compute.manager [req-501f4dc9-6124-43c3-ae62-4f8c0adc904d req-67485470-52e2-48f5-98f2-5730b2f366b7 service nova] [instance: 5d906fd7-2669-4ba2-ace3-d204c6db0412] Received event network-vif-deleted-ed94cfa2-5bf0-49b5-87ef-d69275d51d51 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1378.241557] env[62353]: INFO nova.compute.manager [req-501f4dc9-6124-43c3-ae62-4f8c0adc904d req-67485470-52e2-48f5-98f2-5730b2f366b7 service nova] [instance: 5d906fd7-2669-4ba2-ace3-d204c6db0412] Neutron deleted interface ed94cfa2-5bf0-49b5-87ef-d69275d51d51; detaching it from the instance and deleting it from the info cache [ 1378.241852] env[62353]: DEBUG nova.network.neutron [req-501f4dc9-6124-43c3-ae62-4f8c0adc904d req-67485470-52e2-48f5-98f2-5730b2f366b7 service nova] [instance: 5d906fd7-2669-4ba2-ace3-d204c6db0412] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1378.717473] env[62353]: DEBUG nova.network.neutron [-] [instance: 5d906fd7-2669-4ba2-ace3-d204c6db0412] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1378.743633] env[62353]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fb258ac9-e992-453d-b3cf-83b8dd857fb7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.755675] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e1481cc-dd00-4276-9b89-024c088e9931 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.779084] env[62353]: DEBUG nova.compute.manager [req-501f4dc9-6124-43c3-ae62-4f8c0adc904d req-67485470-52e2-48f5-98f2-5730b2f366b7 service nova] [instance: 5d906fd7-2669-4ba2-ace3-d204c6db0412] Detach interface failed, port_id=ed94cfa2-5bf0-49b5-87ef-d69275d51d51, reason: Instance 5d906fd7-2669-4ba2-ace3-d204c6db0412 could not be found. {{(pid=62353) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1379.220242] env[62353]: INFO nova.compute.manager [-] [instance: 5d906fd7-2669-4ba2-ace3-d204c6db0412] Took 1.44 seconds to deallocate network for instance. [ 1379.726753] env[62353]: DEBUG oslo_concurrency.lockutils [None req-059c590d-e088-49c1-b65d-48bf0e81838b tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1379.727157] env[62353]: DEBUG oslo_concurrency.lockutils [None req-059c590d-e088-49c1-b65d-48bf0e81838b tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1379.727262] env[62353]: DEBUG nova.objects.instance [None req-059c590d-e088-49c1-b65d-48bf0e81838b tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Lazy-loading 'resources' on Instance uuid 5d906fd7-2669-4ba2-ace3-d204c6db0412 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1380.271791] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-578862b7-a8fa-4efd-aa89-8c7c71adb002 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.279397] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de912893-17d9-4c41-9511-9348f899c123 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.308926] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce713466-7b8a-49a4-85ed-f4ae243591d9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.315422] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30bcdc02-e212-4506-a5c3-41669f2e7c13 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.327785] env[62353]: DEBUG nova.compute.provider_tree [None req-059c590d-e088-49c1-b65d-48bf0e81838b tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1380.831589] env[62353]: DEBUG nova.scheduler.client.report [None req-059c590d-e088-49c1-b65d-48bf0e81838b tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1381.337456] env[62353]: DEBUG oslo_concurrency.lockutils [None req-059c590d-e088-49c1-b65d-48bf0e81838b tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.610s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1381.358059] env[62353]: INFO nova.scheduler.client.report [None req-059c590d-e088-49c1-b65d-48bf0e81838b tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Deleted allocations for instance 5d906fd7-2669-4ba2-ace3-d204c6db0412 [ 1381.866143] env[62353]: DEBUG oslo_concurrency.lockutils [None req-059c590d-e088-49c1-b65d-48bf0e81838b tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Lock "5d906fd7-2669-4ba2-ace3-d204c6db0412" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.702s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1383.587708] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c0781e22-0b3e-4d7b-93e9-c382bf9769a4 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Acquiring lock "842c1ed1-ba7f-4d46-9cb8-0e95f7e26779" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1383.588033] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c0781e22-0b3e-4d7b-93e9-c382bf9769a4 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Lock "842c1ed1-ba7f-4d46-9cb8-0e95f7e26779" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1384.090404] env[62353]: DEBUG nova.compute.manager [None req-c0781e22-0b3e-4d7b-93e9-c382bf9769a4 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: 842c1ed1-ba7f-4d46-9cb8-0e95f7e26779] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1384.611458] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c0781e22-0b3e-4d7b-93e9-c382bf9769a4 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1384.611750] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c0781e22-0b3e-4d7b-93e9-c382bf9769a4 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1384.613221] env[62353]: INFO nova.compute.claims [None req-c0781e22-0b3e-4d7b-93e9-c382bf9769a4 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: 842c1ed1-ba7f-4d46-9cb8-0e95f7e26779] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1385.657959] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59234ad0-0963-49f1-81e7-d1014f772597 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.665315] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53ec7a88-e92e-4fa9-a8a2-cf32da6c3ef0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.693751] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9aa028b-d3d1-452c-a047-91406d7a1099 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.700319] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4310ee3-a284-4139-885f-0f65c5daa278 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.713966] env[62353]: DEBUG nova.compute.provider_tree [None req-c0781e22-0b3e-4d7b-93e9-c382bf9769a4 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1386.217095] env[62353]: DEBUG nova.scheduler.client.report [None req-c0781e22-0b3e-4d7b-93e9-c382bf9769a4 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1386.722235] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c0781e22-0b3e-4d7b-93e9-c382bf9769a4 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.110s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1386.722763] env[62353]: DEBUG nova.compute.manager [None req-c0781e22-0b3e-4d7b-93e9-c382bf9769a4 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: 842c1ed1-ba7f-4d46-9cb8-0e95f7e26779] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1387.228599] env[62353]: DEBUG nova.compute.utils [None req-c0781e22-0b3e-4d7b-93e9-c382bf9769a4 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1387.229372] env[62353]: DEBUG nova.compute.manager [None req-c0781e22-0b3e-4d7b-93e9-c382bf9769a4 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: 842c1ed1-ba7f-4d46-9cb8-0e95f7e26779] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1387.229528] env[62353]: DEBUG nova.network.neutron [None req-c0781e22-0b3e-4d7b-93e9-c382bf9769a4 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: 842c1ed1-ba7f-4d46-9cb8-0e95f7e26779] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1387.281133] env[62353]: DEBUG nova.policy [None req-c0781e22-0b3e-4d7b-93e9-c382bf9769a4 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7c56839c070d4f0289f4a8ca3defa8e3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '563a3da12f97462190a5b5cd288faf87', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:192}} [ 1387.518595] env[62353]: DEBUG nova.network.neutron [None req-c0781e22-0b3e-4d7b-93e9-c382bf9769a4 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: 842c1ed1-ba7f-4d46-9cb8-0e95f7e26779] Successfully created port: d6a6d7e2-bb95-4ed5-b1df-79c42d10b9bf {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1387.733302] env[62353]: DEBUG nova.compute.manager [None req-c0781e22-0b3e-4d7b-93e9-c382bf9769a4 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: 842c1ed1-ba7f-4d46-9cb8-0e95f7e26779] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1388.742994] env[62353]: DEBUG nova.compute.manager [None req-c0781e22-0b3e-4d7b-93e9-c382bf9769a4 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: 842c1ed1-ba7f-4d46-9cb8-0e95f7e26779] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1388.769868] env[62353]: DEBUG nova.virt.hardware [None req-c0781e22-0b3e-4d7b-93e9-c382bf9769a4 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T12:38:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T12:38:15Z,direct_url=,disk_format='vmdk',id=06f909ae-e8dc-43b4-abf7-c7ed85db9bbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0a3f88790a594523a818b8c00f6862e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T12:38:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1388.770118] env[62353]: DEBUG nova.virt.hardware [None req-c0781e22-0b3e-4d7b-93e9-c382bf9769a4 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1388.770275] env[62353]: DEBUG nova.virt.hardware [None req-c0781e22-0b3e-4d7b-93e9-c382bf9769a4 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1388.770453] env[62353]: DEBUG nova.virt.hardware [None req-c0781e22-0b3e-4d7b-93e9-c382bf9769a4 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1388.770596] env[62353]: DEBUG nova.virt.hardware [None req-c0781e22-0b3e-4d7b-93e9-c382bf9769a4 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1388.770739] env[62353]: DEBUG nova.virt.hardware [None req-c0781e22-0b3e-4d7b-93e9-c382bf9769a4 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1388.770942] env[62353]: DEBUG nova.virt.hardware [None req-c0781e22-0b3e-4d7b-93e9-c382bf9769a4 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1388.771112] env[62353]: DEBUG nova.virt.hardware [None req-c0781e22-0b3e-4d7b-93e9-c382bf9769a4 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1388.771278] env[62353]: DEBUG nova.virt.hardware [None req-c0781e22-0b3e-4d7b-93e9-c382bf9769a4 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1388.771438] env[62353]: DEBUG nova.virt.hardware [None req-c0781e22-0b3e-4d7b-93e9-c382bf9769a4 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1388.771607] env[62353]: DEBUG nova.virt.hardware [None req-c0781e22-0b3e-4d7b-93e9-c382bf9769a4 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1388.772508] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06e26b2e-b14a-4222-adbb-ab64ab4d3917 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.780945] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0dc4533-2bf0-4275-a1aa-c838cd21ec38 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.882561] env[62353]: DEBUG nova.compute.manager [req-af343305-b2b1-4abf-9394-d7d8e0ce08c3 req-25f13bc2-7953-4b0f-9968-5b7660e20e4d service nova] [instance: 842c1ed1-ba7f-4d46-9cb8-0e95f7e26779] Received event network-vif-plugged-d6a6d7e2-bb95-4ed5-b1df-79c42d10b9bf {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1388.882786] env[62353]: DEBUG oslo_concurrency.lockutils [req-af343305-b2b1-4abf-9394-d7d8e0ce08c3 req-25f13bc2-7953-4b0f-9968-5b7660e20e4d service nova] Acquiring lock "842c1ed1-ba7f-4d46-9cb8-0e95f7e26779-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1388.882988] env[62353]: DEBUG oslo_concurrency.lockutils [req-af343305-b2b1-4abf-9394-d7d8e0ce08c3 req-25f13bc2-7953-4b0f-9968-5b7660e20e4d service nova] Lock "842c1ed1-ba7f-4d46-9cb8-0e95f7e26779-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1388.883166] env[62353]: DEBUG oslo_concurrency.lockutils [req-af343305-b2b1-4abf-9394-d7d8e0ce08c3 req-25f13bc2-7953-4b0f-9968-5b7660e20e4d service nova] Lock "842c1ed1-ba7f-4d46-9cb8-0e95f7e26779-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1388.883372] env[62353]: DEBUG nova.compute.manager [req-af343305-b2b1-4abf-9394-d7d8e0ce08c3 req-25f13bc2-7953-4b0f-9968-5b7660e20e4d service nova] [instance: 842c1ed1-ba7f-4d46-9cb8-0e95f7e26779] No waiting events found dispatching network-vif-plugged-d6a6d7e2-bb95-4ed5-b1df-79c42d10b9bf {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1388.883555] env[62353]: WARNING nova.compute.manager [req-af343305-b2b1-4abf-9394-d7d8e0ce08c3 req-25f13bc2-7953-4b0f-9968-5b7660e20e4d service nova] [instance: 842c1ed1-ba7f-4d46-9cb8-0e95f7e26779] Received unexpected event network-vif-plugged-d6a6d7e2-bb95-4ed5-b1df-79c42d10b9bf for instance with vm_state building and task_state spawning. [ 1388.968890] env[62353]: DEBUG nova.network.neutron [None req-c0781e22-0b3e-4d7b-93e9-c382bf9769a4 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: 842c1ed1-ba7f-4d46-9cb8-0e95f7e26779] Successfully updated port: d6a6d7e2-bb95-4ed5-b1df-79c42d10b9bf {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1389.471235] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c0781e22-0b3e-4d7b-93e9-c382bf9769a4 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Acquiring lock "refresh_cache-842c1ed1-ba7f-4d46-9cb8-0e95f7e26779" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1389.471496] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c0781e22-0b3e-4d7b-93e9-c382bf9769a4 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Acquired lock "refresh_cache-842c1ed1-ba7f-4d46-9cb8-0e95f7e26779" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.471750] env[62353]: DEBUG nova.network.neutron [None req-c0781e22-0b3e-4d7b-93e9-c382bf9769a4 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: 842c1ed1-ba7f-4d46-9cb8-0e95f7e26779] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1390.007311] env[62353]: DEBUG nova.network.neutron [None req-c0781e22-0b3e-4d7b-93e9-c382bf9769a4 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: 842c1ed1-ba7f-4d46-9cb8-0e95f7e26779] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1390.128113] env[62353]: DEBUG nova.network.neutron [None req-c0781e22-0b3e-4d7b-93e9-c382bf9769a4 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: 842c1ed1-ba7f-4d46-9cb8-0e95f7e26779] Updating instance_info_cache with network_info: [{"id": "d6a6d7e2-bb95-4ed5-b1df-79c42d10b9bf", "address": "fa:16:3e:2a:e5:90", "network": {"id": "cdd5ca5d-eb26-4d28-87f8-206e99fe7672", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1171598701-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "563a3da12f97462190a5b5cd288faf87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae215ba8-f7a5-4b23-a055-90316d29817f", "external-id": "nsx-vlan-transportzone-798", "segmentation_id": 798, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6a6d7e2-bb", "ovs_interfaceid": "d6a6d7e2-bb95-4ed5-b1df-79c42d10b9bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1390.630901] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c0781e22-0b3e-4d7b-93e9-c382bf9769a4 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Releasing lock "refresh_cache-842c1ed1-ba7f-4d46-9cb8-0e95f7e26779" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1390.631258] env[62353]: DEBUG nova.compute.manager [None req-c0781e22-0b3e-4d7b-93e9-c382bf9769a4 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: 842c1ed1-ba7f-4d46-9cb8-0e95f7e26779] Instance network_info: |[{"id": "d6a6d7e2-bb95-4ed5-b1df-79c42d10b9bf", "address": "fa:16:3e:2a:e5:90", "network": {"id": "cdd5ca5d-eb26-4d28-87f8-206e99fe7672", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1171598701-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "563a3da12f97462190a5b5cd288faf87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae215ba8-f7a5-4b23-a055-90316d29817f", "external-id": "nsx-vlan-transportzone-798", "segmentation_id": 798, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6a6d7e2-bb", "ovs_interfaceid": "d6a6d7e2-bb95-4ed5-b1df-79c42d10b9bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1390.631678] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-c0781e22-0b3e-4d7b-93e9-c382bf9769a4 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: 842c1ed1-ba7f-4d46-9cb8-0e95f7e26779] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2a:e5:90', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ae215ba8-f7a5-4b23-a055-90316d29817f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd6a6d7e2-bb95-4ed5-b1df-79c42d10b9bf', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1390.639263] env[62353]: DEBUG oslo.service.loopingcall [None req-c0781e22-0b3e-4d7b-93e9-c382bf9769a4 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1390.639468] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 842c1ed1-ba7f-4d46-9cb8-0e95f7e26779] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1390.639684] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c9415c00-c029-4c47-8cbd-ff5f1df7bf4a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.661173] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1390.661173] env[62353]: value = "task-2373429" [ 1390.661173] env[62353]: _type = "Task" [ 1390.661173] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.668615] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2373429, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.909380] env[62353]: DEBUG nova.compute.manager [req-7d7bc51f-8b4b-4a01-9bd1-623e347ae10f req-13a17ab4-fece-408b-8dfb-fbe8c84ee75b service nova] [instance: 842c1ed1-ba7f-4d46-9cb8-0e95f7e26779] Received event network-changed-d6a6d7e2-bb95-4ed5-b1df-79c42d10b9bf {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1390.909380] env[62353]: DEBUG nova.compute.manager [req-7d7bc51f-8b4b-4a01-9bd1-623e347ae10f req-13a17ab4-fece-408b-8dfb-fbe8c84ee75b service nova] [instance: 842c1ed1-ba7f-4d46-9cb8-0e95f7e26779] Refreshing instance network info cache due to event network-changed-d6a6d7e2-bb95-4ed5-b1df-79c42d10b9bf. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1390.909380] env[62353]: DEBUG oslo_concurrency.lockutils [req-7d7bc51f-8b4b-4a01-9bd1-623e347ae10f req-13a17ab4-fece-408b-8dfb-fbe8c84ee75b service nova] Acquiring lock "refresh_cache-842c1ed1-ba7f-4d46-9cb8-0e95f7e26779" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1390.909380] env[62353]: DEBUG oslo_concurrency.lockutils [req-7d7bc51f-8b4b-4a01-9bd1-623e347ae10f req-13a17ab4-fece-408b-8dfb-fbe8c84ee75b service nova] Acquired lock "refresh_cache-842c1ed1-ba7f-4d46-9cb8-0e95f7e26779" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.909533] env[62353]: DEBUG nova.network.neutron [req-7d7bc51f-8b4b-4a01-9bd1-623e347ae10f req-13a17ab4-fece-408b-8dfb-fbe8c84ee75b service nova] [instance: 842c1ed1-ba7f-4d46-9cb8-0e95f7e26779] Refreshing network info cache for port d6a6d7e2-bb95-4ed5-b1df-79c42d10b9bf {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1391.171786] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2373429, 'name': CreateVM_Task, 'duration_secs': 0.304133} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.172218] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 842c1ed1-ba7f-4d46-9cb8-0e95f7e26779] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1391.172594] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c0781e22-0b3e-4d7b-93e9-c382bf9769a4 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1391.172754] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c0781e22-0b3e-4d7b-93e9-c382bf9769a4 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Acquired lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.173118] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c0781e22-0b3e-4d7b-93e9-c382bf9769a4 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1391.173364] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7567f819-b650-4f04-8c38-8cd8037d5782 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.178221] env[62353]: DEBUG oslo_vmware.api [None req-c0781e22-0b3e-4d7b-93e9-c382bf9769a4 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Waiting for the task: (returnval){ [ 1391.178221] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]529caf5e-94e4-0b04-f557-0fb5c916b5e0" [ 1391.178221] env[62353]: _type = "Task" [ 1391.178221] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.185401] env[62353]: DEBUG oslo_vmware.api [None req-c0781e22-0b3e-4d7b-93e9-c382bf9769a4 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]529caf5e-94e4-0b04-f557-0fb5c916b5e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.592891] env[62353]: DEBUG nova.network.neutron [req-7d7bc51f-8b4b-4a01-9bd1-623e347ae10f req-13a17ab4-fece-408b-8dfb-fbe8c84ee75b service nova] [instance: 842c1ed1-ba7f-4d46-9cb8-0e95f7e26779] Updated VIF entry in instance network info cache for port d6a6d7e2-bb95-4ed5-b1df-79c42d10b9bf. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1391.593261] env[62353]: DEBUG nova.network.neutron [req-7d7bc51f-8b4b-4a01-9bd1-623e347ae10f req-13a17ab4-fece-408b-8dfb-fbe8c84ee75b service nova] [instance: 842c1ed1-ba7f-4d46-9cb8-0e95f7e26779] Updating instance_info_cache with network_info: [{"id": "d6a6d7e2-bb95-4ed5-b1df-79c42d10b9bf", "address": "fa:16:3e:2a:e5:90", "network": {"id": "cdd5ca5d-eb26-4d28-87f8-206e99fe7672", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1171598701-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "563a3da12f97462190a5b5cd288faf87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae215ba8-f7a5-4b23-a055-90316d29817f", "external-id": "nsx-vlan-transportzone-798", "segmentation_id": 798, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6a6d7e2-bb", "ovs_interfaceid": "d6a6d7e2-bb95-4ed5-b1df-79c42d10b9bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1391.688885] env[62353]: DEBUG oslo_vmware.api [None req-c0781e22-0b3e-4d7b-93e9-c382bf9769a4 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]529caf5e-94e4-0b04-f557-0fb5c916b5e0, 'name': SearchDatastore_Task, 'duration_secs': 0.010447} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.689155] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c0781e22-0b3e-4d7b-93e9-c382bf9769a4 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Releasing lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1391.689399] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-c0781e22-0b3e-4d7b-93e9-c382bf9769a4 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: 842c1ed1-ba7f-4d46-9cb8-0e95f7e26779] Processing image 06f909ae-e8dc-43b4-abf7-c7ed85db9bbd {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1391.689634] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c0781e22-0b3e-4d7b-93e9-c382bf9769a4 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1391.689777] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c0781e22-0b3e-4d7b-93e9-c382bf9769a4 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Acquired lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.689947] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0781e22-0b3e-4d7b-93e9-c382bf9769a4 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1391.690235] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-80600ee2-0475-41b4-a6a9-7483dc464280 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.697821] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0781e22-0b3e-4d7b-93e9-c382bf9769a4 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1391.697980] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-c0781e22-0b3e-4d7b-93e9-c382bf9769a4 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1391.698644] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bcf94cd6-0404-4fd8-8ed4-e1af8113de28 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.703329] env[62353]: DEBUG oslo_vmware.api [None req-c0781e22-0b3e-4d7b-93e9-c382bf9769a4 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Waiting for the task: (returnval){ [ 1391.703329] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5217e935-4a7b-6e1e-5816-fcdedad3c87d" [ 1391.703329] env[62353]: _type = "Task" [ 1391.703329] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.710480] env[62353]: DEBUG oslo_vmware.api [None req-c0781e22-0b3e-4d7b-93e9-c382bf9769a4 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5217e935-4a7b-6e1e-5816-fcdedad3c87d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.096444] env[62353]: DEBUG oslo_concurrency.lockutils [req-7d7bc51f-8b4b-4a01-9bd1-623e347ae10f req-13a17ab4-fece-408b-8dfb-fbe8c84ee75b service nova] Releasing lock "refresh_cache-842c1ed1-ba7f-4d46-9cb8-0e95f7e26779" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1392.214084] env[62353]: DEBUG oslo_vmware.api [None req-c0781e22-0b3e-4d7b-93e9-c382bf9769a4 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5217e935-4a7b-6e1e-5816-fcdedad3c87d, 'name': SearchDatastore_Task, 'duration_secs': 0.007864} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.214843] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de7e4f4d-00a1-45b1-a58f-babd0a0c5a73 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.219552] env[62353]: DEBUG oslo_vmware.api [None req-c0781e22-0b3e-4d7b-93e9-c382bf9769a4 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Waiting for the task: (returnval){ [ 1392.219552] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]526c1eef-68d9-ca6e-a84d-4ee8713ca92d" [ 1392.219552] env[62353]: _type = "Task" [ 1392.219552] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.226860] env[62353]: DEBUG oslo_vmware.api [None req-c0781e22-0b3e-4d7b-93e9-c382bf9769a4 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]526c1eef-68d9-ca6e-a84d-4ee8713ca92d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.730168] env[62353]: DEBUG oslo_vmware.api [None req-c0781e22-0b3e-4d7b-93e9-c382bf9769a4 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]526c1eef-68d9-ca6e-a84d-4ee8713ca92d, 'name': SearchDatastore_Task, 'duration_secs': 0.009074} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.730441] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c0781e22-0b3e-4d7b-93e9-c382bf9769a4 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Releasing lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1392.730693] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0781e22-0b3e-4d7b-93e9-c382bf9769a4 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore2] 842c1ed1-ba7f-4d46-9cb8-0e95f7e26779/842c1ed1-ba7f-4d46-9cb8-0e95f7e26779.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1392.730945] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-be30c3d4-0576-43a6-91a2-07e89d90ff71 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.737425] env[62353]: DEBUG oslo_vmware.api [None req-c0781e22-0b3e-4d7b-93e9-c382bf9769a4 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Waiting for the task: (returnval){ [ 1392.737425] env[62353]: value = "task-2373430" [ 1392.737425] env[62353]: _type = "Task" [ 1392.737425] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.745687] env[62353]: DEBUG oslo_vmware.api [None req-c0781e22-0b3e-4d7b-93e9-c382bf9769a4 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Task: {'id': task-2373430, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.246787] env[62353]: DEBUG oslo_vmware.api [None req-c0781e22-0b3e-4d7b-93e9-c382bf9769a4 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Task: {'id': task-2373430, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.430806} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.247191] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0781e22-0b3e-4d7b-93e9-c382bf9769a4 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore2] 842c1ed1-ba7f-4d46-9cb8-0e95f7e26779/842c1ed1-ba7f-4d46-9cb8-0e95f7e26779.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1393.247270] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-c0781e22-0b3e-4d7b-93e9-c382bf9769a4 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: 842c1ed1-ba7f-4d46-9cb8-0e95f7e26779] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1393.247612] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-76bfbe09-4d4b-4c3b-9905-11421abcead9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.255032] env[62353]: DEBUG oslo_vmware.api [None req-c0781e22-0b3e-4d7b-93e9-c382bf9769a4 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Waiting for the task: (returnval){ [ 1393.255032] env[62353]: value = "task-2373431" [ 1393.255032] env[62353]: _type = "Task" [ 1393.255032] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.261704] env[62353]: DEBUG oslo_vmware.api [None req-c0781e22-0b3e-4d7b-93e9-c382bf9769a4 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Task: {'id': task-2373431, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.764644] env[62353]: DEBUG oslo_vmware.api [None req-c0781e22-0b3e-4d7b-93e9-c382bf9769a4 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Task: {'id': task-2373431, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059179} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.764982] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-c0781e22-0b3e-4d7b-93e9-c382bf9769a4 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: 842c1ed1-ba7f-4d46-9cb8-0e95f7e26779] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1393.765786] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f64cad23-a765-4d93-b799-18b2a80d6fdb {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.786994] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0781e22-0b3e-4d7b-93e9-c382bf9769a4 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: 842c1ed1-ba7f-4d46-9cb8-0e95f7e26779] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] 842c1ed1-ba7f-4d46-9cb8-0e95f7e26779/842c1ed1-ba7f-4d46-9cb8-0e95f7e26779.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1393.787259] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-37ecc280-c499-4417-9607-5b495f819b6e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.806997] env[62353]: DEBUG oslo_vmware.api [None req-c0781e22-0b3e-4d7b-93e9-c382bf9769a4 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Waiting for the task: (returnval){ [ 1393.806997] env[62353]: value = "task-2373432" [ 1393.806997] env[62353]: _type = "Task" [ 1393.806997] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.814172] env[62353]: DEBUG oslo_vmware.api [None req-c0781e22-0b3e-4d7b-93e9-c382bf9769a4 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Task: {'id': task-2373432, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.317095] env[62353]: DEBUG oslo_vmware.api [None req-c0781e22-0b3e-4d7b-93e9-c382bf9769a4 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Task: {'id': task-2373432, 'name': ReconfigVM_Task, 'duration_secs': 0.275841} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.317462] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0781e22-0b3e-4d7b-93e9-c382bf9769a4 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: 842c1ed1-ba7f-4d46-9cb8-0e95f7e26779] Reconfigured VM instance instance-00000079 to attach disk [datastore2] 842c1ed1-ba7f-4d46-9cb8-0e95f7e26779/842c1ed1-ba7f-4d46-9cb8-0e95f7e26779.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1394.317983] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-af052a37-e0b8-4008-9a83-a05cf550ce18 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.324765] env[62353]: DEBUG oslo_vmware.api [None req-c0781e22-0b3e-4d7b-93e9-c382bf9769a4 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Waiting for the task: (returnval){ [ 1394.324765] env[62353]: value = "task-2373433" [ 1394.324765] env[62353]: _type = "Task" [ 1394.324765] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.332271] env[62353]: DEBUG oslo_vmware.api [None req-c0781e22-0b3e-4d7b-93e9-c382bf9769a4 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Task: {'id': task-2373433, 'name': Rename_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.834457] env[62353]: DEBUG oslo_vmware.api [None req-c0781e22-0b3e-4d7b-93e9-c382bf9769a4 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Task: {'id': task-2373433, 'name': Rename_Task, 'duration_secs': 0.133163} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.834707] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0781e22-0b3e-4d7b-93e9-c382bf9769a4 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: 842c1ed1-ba7f-4d46-9cb8-0e95f7e26779] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1394.834934] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6f309eef-3bb6-4b88-935f-474453196907 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.840990] env[62353]: DEBUG oslo_vmware.api [None req-c0781e22-0b3e-4d7b-93e9-c382bf9769a4 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Waiting for the task: (returnval){ [ 1394.840990] env[62353]: value = "task-2373434" [ 1394.840990] env[62353]: _type = "Task" [ 1394.840990] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.848898] env[62353]: DEBUG oslo_vmware.api [None req-c0781e22-0b3e-4d7b-93e9-c382bf9769a4 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Task: {'id': task-2373434, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.353457] env[62353]: DEBUG oslo_vmware.api [None req-c0781e22-0b3e-4d7b-93e9-c382bf9769a4 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Task: {'id': task-2373434, 'name': PowerOnVM_Task, 'duration_secs': 0.447496} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.353896] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0781e22-0b3e-4d7b-93e9-c382bf9769a4 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: 842c1ed1-ba7f-4d46-9cb8-0e95f7e26779] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1395.354131] env[62353]: INFO nova.compute.manager [None req-c0781e22-0b3e-4d7b-93e9-c382bf9769a4 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: 842c1ed1-ba7f-4d46-9cb8-0e95f7e26779] Took 6.61 seconds to spawn the instance on the hypervisor. [ 1395.354424] env[62353]: DEBUG nova.compute.manager [None req-c0781e22-0b3e-4d7b-93e9-c382bf9769a4 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: 842c1ed1-ba7f-4d46-9cb8-0e95f7e26779] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1395.355362] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37f3f1ea-f75c-4f7e-a4c9-68b638329829 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.881987] env[62353]: INFO nova.compute.manager [None req-c0781e22-0b3e-4d7b-93e9-c382bf9769a4 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: 842c1ed1-ba7f-4d46-9cb8-0e95f7e26779] Took 11.29 seconds to build instance. [ 1396.383615] env[62353]: DEBUG oslo_concurrency.lockutils [None req-c0781e22-0b3e-4d7b-93e9-c382bf9769a4 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Lock "842c1ed1-ba7f-4d46-9cb8-0e95f7e26779" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.795s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1396.597599] env[62353]: DEBUG nova.compute.manager [req-ce970a30-d95b-4a77-8614-f6f0890d7e46 req-55379595-2f9f-4303-8c9d-b33199e4d2d4 service nova] [instance: 842c1ed1-ba7f-4d46-9cb8-0e95f7e26779] Received event network-changed-d6a6d7e2-bb95-4ed5-b1df-79c42d10b9bf {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1396.597796] env[62353]: DEBUG nova.compute.manager [req-ce970a30-d95b-4a77-8614-f6f0890d7e46 req-55379595-2f9f-4303-8c9d-b33199e4d2d4 service nova] [instance: 842c1ed1-ba7f-4d46-9cb8-0e95f7e26779] Refreshing instance network info cache due to event network-changed-d6a6d7e2-bb95-4ed5-b1df-79c42d10b9bf. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1396.598009] env[62353]: DEBUG oslo_concurrency.lockutils [req-ce970a30-d95b-4a77-8614-f6f0890d7e46 req-55379595-2f9f-4303-8c9d-b33199e4d2d4 service nova] Acquiring lock "refresh_cache-842c1ed1-ba7f-4d46-9cb8-0e95f7e26779" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1396.598163] env[62353]: DEBUG oslo_concurrency.lockutils [req-ce970a30-d95b-4a77-8614-f6f0890d7e46 req-55379595-2f9f-4303-8c9d-b33199e4d2d4 service nova] Acquired lock "refresh_cache-842c1ed1-ba7f-4d46-9cb8-0e95f7e26779" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.598320] env[62353]: DEBUG nova.network.neutron [req-ce970a30-d95b-4a77-8614-f6f0890d7e46 req-55379595-2f9f-4303-8c9d-b33199e4d2d4 service nova] [instance: 842c1ed1-ba7f-4d46-9cb8-0e95f7e26779] Refreshing network info cache for port d6a6d7e2-bb95-4ed5-b1df-79c42d10b9bf {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1397.290825] env[62353]: DEBUG nova.network.neutron [req-ce970a30-d95b-4a77-8614-f6f0890d7e46 req-55379595-2f9f-4303-8c9d-b33199e4d2d4 service nova] [instance: 842c1ed1-ba7f-4d46-9cb8-0e95f7e26779] Updated VIF entry in instance network info cache for port d6a6d7e2-bb95-4ed5-b1df-79c42d10b9bf. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1397.291210] env[62353]: DEBUG nova.network.neutron [req-ce970a30-d95b-4a77-8614-f6f0890d7e46 req-55379595-2f9f-4303-8c9d-b33199e4d2d4 service nova] [instance: 842c1ed1-ba7f-4d46-9cb8-0e95f7e26779] Updating instance_info_cache with network_info: [{"id": "d6a6d7e2-bb95-4ed5-b1df-79c42d10b9bf", "address": "fa:16:3e:2a:e5:90", "network": {"id": "cdd5ca5d-eb26-4d28-87f8-206e99fe7672", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1171598701-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "563a3da12f97462190a5b5cd288faf87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae215ba8-f7a5-4b23-a055-90316d29817f", "external-id": "nsx-vlan-transportzone-798", "segmentation_id": 798, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6a6d7e2-bb", "ovs_interfaceid": "d6a6d7e2-bb95-4ed5-b1df-79c42d10b9bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1397.793696] env[62353]: DEBUG oslo_concurrency.lockutils [req-ce970a30-d95b-4a77-8614-f6f0890d7e46 req-55379595-2f9f-4303-8c9d-b33199e4d2d4 service nova] Releasing lock "refresh_cache-842c1ed1-ba7f-4d46-9cb8-0e95f7e26779" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1399.524052] env[62353]: DEBUG oslo_service.periodic_task [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1400.525090] env[62353]: DEBUG oslo_service.periodic_task [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1400.525090] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Starting heal instance info cache {{(pid=62353) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 1400.525570] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Rebuilding the list of instances to heal {{(pid=62353) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10449}} [ 1401.057745] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Acquiring lock "refresh_cache-2c6b409d-02cd-47b5-b264-e7e204c29622" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1401.057901] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Acquired lock "refresh_cache-2c6b409d-02cd-47b5-b264-e7e204c29622" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.058060] env[62353]: DEBUG nova.network.neutron [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] [instance: 2c6b409d-02cd-47b5-b264-e7e204c29622] Forcefully refreshing network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1401.058211] env[62353]: DEBUG nova.objects.instance [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Lazy-loading 'info_cache' on Instance uuid 2c6b409d-02cd-47b5-b264-e7e204c29622 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1402.791513] env[62353]: DEBUG nova.network.neutron [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] [instance: 2c6b409d-02cd-47b5-b264-e7e204c29622] Updating instance_info_cache with network_info: [{"id": "75bfd230-851e-4aa1-9ac9-09c16ecbd3f3", "address": "fa:16:3e:11:07:c1", "network": {"id": "cdd5ca5d-eb26-4d28-87f8-206e99fe7672", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1171598701-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "563a3da12f97462190a5b5cd288faf87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae215ba8-f7a5-4b23-a055-90316d29817f", "external-id": "nsx-vlan-transportzone-798", "segmentation_id": 798, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75bfd230-85", "ovs_interfaceid": "75bfd230-851e-4aa1-9ac9-09c16ecbd3f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1403.294663] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Releasing lock "refresh_cache-2c6b409d-02cd-47b5-b264-e7e204c29622" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1403.294824] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] [instance: 2c6b409d-02cd-47b5-b264-e7e204c29622] Updated the network info_cache for instance {{(pid=62353) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10516}} [ 1403.295063] env[62353]: DEBUG oslo_service.periodic_task [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1403.295259] env[62353]: DEBUG oslo_service.periodic_task [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1403.798130] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1403.798508] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1403.798616] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1403.798815] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62353) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1403.800188] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56878cbe-8e71-494d-ac41-78c076ecca48 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.808402] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37e5a22d-67e0-4c16-a2ef-9242b732b7de {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.821506] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7815de74-261e-4726-939d-5264ce947bc1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.827781] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e9c6e75-a55a-4570-b526-1f06a3493ff6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.856754] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180840MB free_disk=155GB free_vcpus=48 pci_devices=None {{(pid=62353) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1403.856913] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1403.857095] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1404.945384] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Instance 2c6b409d-02cd-47b5-b264-e7e204c29622 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1404.945662] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Instance 842c1ed1-ba7f-4d46-9cb8-0e95f7e26779 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1404.945749] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=62353) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1404.945933] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=62353) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1404.987833] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38bc7228-4d04-417c-be23-bfe1bf25b2f2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.995101] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b55759a2-f846-4681-8cd8-52b33a3de94a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.023825] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c76a4d8e-2d0a-48e6-8192-07efcda8278a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.030414] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5db5084-4127-409e-8276-92cab5a5ee52 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.042838] env[62353]: DEBUG nova.compute.provider_tree [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1405.546138] env[62353]: DEBUG nova.scheduler.client.report [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1406.052650] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62353) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1406.053066] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.196s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1406.053155] env[62353]: DEBUG oslo_service.periodic_task [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1406.053218] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Cleaning up deleted instances with incomplete migration {{(pid=62353) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11783}} [ 1406.555798] env[62353]: DEBUG oslo_service.periodic_task [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1407.287774] env[62353]: DEBUG oslo_service.periodic_task [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1407.288164] env[62353]: DEBUG oslo_service.periodic_task [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1407.288164] env[62353]: DEBUG oslo_service.periodic_task [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1407.288315] env[62353]: DEBUG oslo_service.periodic_task [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1407.288463] env[62353]: DEBUG oslo_service.periodic_task [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1407.288597] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62353) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1407.288748] env[62353]: DEBUG oslo_service.periodic_task [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1407.288867] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Cleaning up deleted instances {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11745}} [ 1407.795728] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] There are 17 instances to clean {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11754}} [ 1407.795915] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] [instance: 5d906fd7-2669-4ba2-ace3-d204c6db0412] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1408.299290] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] [instance: 822c7806-1b61-4103-9157-77a702bb236a] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1408.802528] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] [instance: c366a96d-6be7-4eb2-8091-76719a115268] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1409.306459] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] [instance: ff871442-5ade-4cd6-b1d2-8b19e14080d5] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1409.809281] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] [instance: 69679061-45cf-44e8-bbca-7d3cb232f440] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1410.312494] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] [instance: 11e6b477-1796-44de-a629-e68e56a1322a] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1410.817055] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] [instance: 65fe65e8-7bb1-4c9c-962f-1c479ee93e8f] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1411.320180] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] [instance: d37d4ba9-f57f-4929-9e09-b327bdeb4dc5] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1411.823665] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] [instance: 39c5d168-1da6-4889-97ff-112ef77de310] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1412.327244] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] [instance: dcef6fd5-617c-4561-809d-d7c872b90e48] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1412.830371] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] [instance: 1e2c1dc1-0736-48b7-9748-a2441fdb4229] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1413.334461] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] [instance: 49142354-b5a5-4789-8ee2-eaeea7f16f06] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1413.839747] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] [instance: 269bf557-1b4e-4a5b-a9b0-c57fa08176d7] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1414.342766] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] [instance: 38ad8f6c-4b6a-44d4-8f37-8d3d1efb5d7c] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1414.846280] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] [instance: 6bca1280-d76a-4a63-a619-ab3788756003] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1415.350918] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] [instance: c42bcda4-547f-4f42-9738-0a731450321d] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1415.647485] env[62353]: DEBUG oslo_concurrency.lockutils [None req-fde6f4d4-16c5-4c9b-9f04-58159b1a3c20 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Acquiring lock "aab77d7b-2bee-49cd-aacb-e1c2ddcd974b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1415.647719] env[62353]: DEBUG oslo_concurrency.lockutils [None req-fde6f4d4-16c5-4c9b-9f04-58159b1a3c20 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Lock "aab77d7b-2bee-49cd-aacb-e1c2ddcd974b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1415.853800] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] [instance: 78d43ae6-d281-4b98-88f1-281548975167] Instance has had 0 of 5 cleanup attempts {{(pid=62353) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1416.150201] env[62353]: DEBUG nova.compute.manager [None req-fde6f4d4-16c5-4c9b-9f04-58159b1a3c20 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: aab77d7b-2bee-49cd-aacb-e1c2ddcd974b] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1416.672008] env[62353]: DEBUG oslo_concurrency.lockutils [None req-fde6f4d4-16c5-4c9b-9f04-58159b1a3c20 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1416.672309] env[62353]: DEBUG oslo_concurrency.lockutils [None req-fde6f4d4-16c5-4c9b-9f04-58159b1a3c20 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1416.673777] env[62353]: INFO nova.compute.claims [None req-fde6f4d4-16c5-4c9b-9f04-58159b1a3c20 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: aab77d7b-2bee-49cd-aacb-e1c2ddcd974b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1417.728933] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0077af05-e76b-4055-b4d6-8e7ffae40832 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.738124] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4ae6dc9-201c-4fb5-a8e5-9956e22ae643 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.766845] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70e6af1e-78ca-40f7-8e65-bf55004dd26b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.773491] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9808131-63c9-4c63-b420-71ddaaf7c4ac {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.786191] env[62353]: DEBUG nova.compute.provider_tree [None req-fde6f4d4-16c5-4c9b-9f04-58159b1a3c20 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1418.289146] env[62353]: DEBUG nova.scheduler.client.report [None req-fde6f4d4-16c5-4c9b-9f04-58159b1a3c20 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1418.794339] env[62353]: DEBUG oslo_concurrency.lockutils [None req-fde6f4d4-16c5-4c9b-9f04-58159b1a3c20 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.122s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1418.794802] env[62353]: DEBUG nova.compute.manager [None req-fde6f4d4-16c5-4c9b-9f04-58159b1a3c20 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: aab77d7b-2bee-49cd-aacb-e1c2ddcd974b] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1419.299727] env[62353]: DEBUG nova.compute.utils [None req-fde6f4d4-16c5-4c9b-9f04-58159b1a3c20 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1419.301707] env[62353]: DEBUG nova.compute.manager [None req-fde6f4d4-16c5-4c9b-9f04-58159b1a3c20 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: aab77d7b-2bee-49cd-aacb-e1c2ddcd974b] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1419.301707] env[62353]: DEBUG nova.network.neutron [None req-fde6f4d4-16c5-4c9b-9f04-58159b1a3c20 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: aab77d7b-2bee-49cd-aacb-e1c2ddcd974b] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1419.352210] env[62353]: DEBUG nova.policy [None req-fde6f4d4-16c5-4c9b-9f04-58159b1a3c20 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7c56839c070d4f0289f4a8ca3defa8e3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '563a3da12f97462190a5b5cd288faf87', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:192}} [ 1419.605252] env[62353]: DEBUG nova.network.neutron [None req-fde6f4d4-16c5-4c9b-9f04-58159b1a3c20 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: aab77d7b-2bee-49cd-aacb-e1c2ddcd974b] Successfully created port: ec9cdf26-1eba-438d-9933-f19f1df2989c {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1419.805087] env[62353]: DEBUG nova.compute.manager [None req-fde6f4d4-16c5-4c9b-9f04-58159b1a3c20 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: aab77d7b-2bee-49cd-aacb-e1c2ddcd974b] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1420.310966] env[62353]: INFO nova.virt.block_device [None req-fde6f4d4-16c5-4c9b-9f04-58159b1a3c20 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: aab77d7b-2bee-49cd-aacb-e1c2ddcd974b] Booting with volume a7e06a26-3912-4f5b-8dcd-6c5da24286cf at /dev/sda [ 1420.348121] env[62353]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cf195025-db2c-48b1-b6d1-e1a166488389 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.359100] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07a6a44b-f8ec-4ab9-9489-b92501d38b98 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.385707] env[62353]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d7406f79-7ed6-4b08-bc32-83038c28dee9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.394223] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1d39f74-33c0-492f-9746-66879728c9a6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.417894] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f8f893f-80b0-48cc-9db5-d11146af4a75 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.423840] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d31fef77-197c-49db-b743-24d2c60f95c6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.437147] env[62353]: DEBUG nova.virt.block_device [None req-fde6f4d4-16c5-4c9b-9f04-58159b1a3c20 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: aab77d7b-2bee-49cd-aacb-e1c2ddcd974b] Updating existing volume attachment record: 084ab007-c949-4564-8229-4652abe2f2b3 {{(pid=62353) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1420.969033] env[62353]: DEBUG nova.compute.manager [req-91d986bb-201b-43c9-bd92-137d4a95373c req-933b4aea-afcb-44a5-8fb2-2690b599a16e service nova] [instance: aab77d7b-2bee-49cd-aacb-e1c2ddcd974b] Received event network-vif-plugged-ec9cdf26-1eba-438d-9933-f19f1df2989c {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1420.969033] env[62353]: DEBUG oslo_concurrency.lockutils [req-91d986bb-201b-43c9-bd92-137d4a95373c req-933b4aea-afcb-44a5-8fb2-2690b599a16e service nova] Acquiring lock "aab77d7b-2bee-49cd-aacb-e1c2ddcd974b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1420.969033] env[62353]: DEBUG oslo_concurrency.lockutils [req-91d986bb-201b-43c9-bd92-137d4a95373c req-933b4aea-afcb-44a5-8fb2-2690b599a16e service nova] Lock "aab77d7b-2bee-49cd-aacb-e1c2ddcd974b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1420.969033] env[62353]: DEBUG oslo_concurrency.lockutils [req-91d986bb-201b-43c9-bd92-137d4a95373c req-933b4aea-afcb-44a5-8fb2-2690b599a16e service nova] Lock "aab77d7b-2bee-49cd-aacb-e1c2ddcd974b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1420.969429] env[62353]: DEBUG nova.compute.manager [req-91d986bb-201b-43c9-bd92-137d4a95373c req-933b4aea-afcb-44a5-8fb2-2690b599a16e service nova] [instance: aab77d7b-2bee-49cd-aacb-e1c2ddcd974b] No waiting events found dispatching network-vif-plugged-ec9cdf26-1eba-438d-9933-f19f1df2989c {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1420.969690] env[62353]: WARNING nova.compute.manager [req-91d986bb-201b-43c9-bd92-137d4a95373c req-933b4aea-afcb-44a5-8fb2-2690b599a16e service nova] [instance: aab77d7b-2bee-49cd-aacb-e1c2ddcd974b] Received unexpected event network-vif-plugged-ec9cdf26-1eba-438d-9933-f19f1df2989c for instance with vm_state building and task_state block_device_mapping. [ 1421.055449] env[62353]: DEBUG nova.network.neutron [None req-fde6f4d4-16c5-4c9b-9f04-58159b1a3c20 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: aab77d7b-2bee-49cd-aacb-e1c2ddcd974b] Successfully updated port: ec9cdf26-1eba-438d-9933-f19f1df2989c {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1421.558178] env[62353]: DEBUG oslo_concurrency.lockutils [None req-fde6f4d4-16c5-4c9b-9f04-58159b1a3c20 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Acquiring lock "refresh_cache-aab77d7b-2bee-49cd-aacb-e1c2ddcd974b" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1421.558325] env[62353]: DEBUG oslo_concurrency.lockutils [None req-fde6f4d4-16c5-4c9b-9f04-58159b1a3c20 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Acquired lock "refresh_cache-aab77d7b-2bee-49cd-aacb-e1c2ddcd974b" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.558479] env[62353]: DEBUG nova.network.neutron [None req-fde6f4d4-16c5-4c9b-9f04-58159b1a3c20 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: aab77d7b-2bee-49cd-aacb-e1c2ddcd974b] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1422.088547] env[62353]: DEBUG nova.network.neutron [None req-fde6f4d4-16c5-4c9b-9f04-58159b1a3c20 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: aab77d7b-2bee-49cd-aacb-e1c2ddcd974b] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1422.207886] env[62353]: DEBUG nova.network.neutron [None req-fde6f4d4-16c5-4c9b-9f04-58159b1a3c20 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: aab77d7b-2bee-49cd-aacb-e1c2ddcd974b] Updating instance_info_cache with network_info: [{"id": "ec9cdf26-1eba-438d-9933-f19f1df2989c", "address": "fa:16:3e:45:97:41", "network": {"id": "cdd5ca5d-eb26-4d28-87f8-206e99fe7672", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1171598701-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "563a3da12f97462190a5b5cd288faf87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae215ba8-f7a5-4b23-a055-90316d29817f", "external-id": "nsx-vlan-transportzone-798", "segmentation_id": 798, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec9cdf26-1e", "ovs_interfaceid": "ec9cdf26-1eba-438d-9933-f19f1df2989c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1422.517179] env[62353]: DEBUG nova.compute.manager [None req-fde6f4d4-16c5-4c9b-9f04-58159b1a3c20 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: aab77d7b-2bee-49cd-aacb-e1c2ddcd974b] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1422.517687] env[62353]: DEBUG nova.virt.hardware [None req-fde6f4d4-16c5-4c9b-9f04-58159b1a3c20 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T12:38:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1422.517895] env[62353]: DEBUG nova.virt.hardware [None req-fde6f4d4-16c5-4c9b-9f04-58159b1a3c20 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1422.518059] env[62353]: DEBUG nova.virt.hardware [None req-fde6f4d4-16c5-4c9b-9f04-58159b1a3c20 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1422.518244] env[62353]: DEBUG nova.virt.hardware [None req-fde6f4d4-16c5-4c9b-9f04-58159b1a3c20 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1422.518385] env[62353]: DEBUG nova.virt.hardware [None req-fde6f4d4-16c5-4c9b-9f04-58159b1a3c20 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1422.518537] env[62353]: DEBUG nova.virt.hardware [None req-fde6f4d4-16c5-4c9b-9f04-58159b1a3c20 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1422.518732] env[62353]: DEBUG nova.virt.hardware [None req-fde6f4d4-16c5-4c9b-9f04-58159b1a3c20 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1422.518885] env[62353]: DEBUG nova.virt.hardware [None req-fde6f4d4-16c5-4c9b-9f04-58159b1a3c20 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1422.519053] env[62353]: DEBUG nova.virt.hardware [None req-fde6f4d4-16c5-4c9b-9f04-58159b1a3c20 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1422.519214] env[62353]: DEBUG nova.virt.hardware [None req-fde6f4d4-16c5-4c9b-9f04-58159b1a3c20 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1422.519381] env[62353]: DEBUG nova.virt.hardware [None req-fde6f4d4-16c5-4c9b-9f04-58159b1a3c20 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1422.520248] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5002aedd-0203-463e-8774-84a0dbd7442e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.529738] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a50726ac-744a-441c-99a8-c936f89cf93f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.711069] env[62353]: DEBUG oslo_concurrency.lockutils [None req-fde6f4d4-16c5-4c9b-9f04-58159b1a3c20 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Releasing lock "refresh_cache-aab77d7b-2bee-49cd-aacb-e1c2ddcd974b" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1422.711419] env[62353]: DEBUG nova.compute.manager [None req-fde6f4d4-16c5-4c9b-9f04-58159b1a3c20 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: aab77d7b-2bee-49cd-aacb-e1c2ddcd974b] Instance network_info: |[{"id": "ec9cdf26-1eba-438d-9933-f19f1df2989c", "address": "fa:16:3e:45:97:41", "network": {"id": "cdd5ca5d-eb26-4d28-87f8-206e99fe7672", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1171598701-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "563a3da12f97462190a5b5cd288faf87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae215ba8-f7a5-4b23-a055-90316d29817f", "external-id": "nsx-vlan-transportzone-798", "segmentation_id": 798, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec9cdf26-1e", "ovs_interfaceid": "ec9cdf26-1eba-438d-9933-f19f1df2989c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1422.711839] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-fde6f4d4-16c5-4c9b-9f04-58159b1a3c20 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: aab77d7b-2bee-49cd-aacb-e1c2ddcd974b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:45:97:41', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ae215ba8-f7a5-4b23-a055-90316d29817f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ec9cdf26-1eba-438d-9933-f19f1df2989c', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1422.719236] env[62353]: DEBUG oslo.service.loopingcall [None req-fde6f4d4-16c5-4c9b-9f04-58159b1a3c20 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1422.719439] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aab77d7b-2bee-49cd-aacb-e1c2ddcd974b] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1422.719651] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2e770b69-bceb-4480-9288-a8e5926271a4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.739266] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1422.739266] env[62353]: value = "task-2373443" [ 1422.739266] env[62353]: _type = "Task" [ 1422.739266] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.746262] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2373443, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.996715] env[62353]: DEBUG nova.compute.manager [req-3b3723ce-b843-4f47-9577-d4402efabbe5 req-431af404-6dab-4fe4-8ee9-a20fcd49e117 service nova] [instance: aab77d7b-2bee-49cd-aacb-e1c2ddcd974b] Received event network-changed-ec9cdf26-1eba-438d-9933-f19f1df2989c {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1422.996828] env[62353]: DEBUG nova.compute.manager [req-3b3723ce-b843-4f47-9577-d4402efabbe5 req-431af404-6dab-4fe4-8ee9-a20fcd49e117 service nova] [instance: aab77d7b-2bee-49cd-aacb-e1c2ddcd974b] Refreshing instance network info cache due to event network-changed-ec9cdf26-1eba-438d-9933-f19f1df2989c. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1422.997047] env[62353]: DEBUG oslo_concurrency.lockutils [req-3b3723ce-b843-4f47-9577-d4402efabbe5 req-431af404-6dab-4fe4-8ee9-a20fcd49e117 service nova] Acquiring lock "refresh_cache-aab77d7b-2bee-49cd-aacb-e1c2ddcd974b" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1422.997233] env[62353]: DEBUG oslo_concurrency.lockutils [req-3b3723ce-b843-4f47-9577-d4402efabbe5 req-431af404-6dab-4fe4-8ee9-a20fcd49e117 service nova] Acquired lock "refresh_cache-aab77d7b-2bee-49cd-aacb-e1c2ddcd974b" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.997352] env[62353]: DEBUG nova.network.neutron [req-3b3723ce-b843-4f47-9577-d4402efabbe5 req-431af404-6dab-4fe4-8ee9-a20fcd49e117 service nova] [instance: aab77d7b-2bee-49cd-aacb-e1c2ddcd974b] Refreshing network info cache for port ec9cdf26-1eba-438d-9933-f19f1df2989c {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1423.249828] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2373443, 'name': CreateVM_Task, 'duration_secs': 0.348443} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.250155] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aab77d7b-2bee-49cd-aacb-e1c2ddcd974b] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1423.250692] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-fde6f4d4-16c5-4c9b-9f04-58159b1a3c20 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: aab77d7b-2bee-49cd-aacb-e1c2ddcd974b] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': '084ab007-c949-4564-8229-4652abe2f2b3', 'boot_index': 0, 'disk_bus': None, 'guest_format': None, 'device_type': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-481787', 'volume_id': 'a7e06a26-3912-4f5b-8dcd-6c5da24286cf', 'name': 'volume-a7e06a26-3912-4f5b-8dcd-6c5da24286cf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'aab77d7b-2bee-49cd-aacb-e1c2ddcd974b', 'attached_at': '', 'detached_at': '', 'volume_id': 'a7e06a26-3912-4f5b-8dcd-6c5da24286cf', 'serial': 'a7e06a26-3912-4f5b-8dcd-6c5da24286cf'}, 'delete_on_termination': True, 'mount_device': '/dev/sda', 'volume_type': None}], 'swap': None} {{(pid=62353) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1423.250976] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-fde6f4d4-16c5-4c9b-9f04-58159b1a3c20 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: aab77d7b-2bee-49cd-aacb-e1c2ddcd974b] Root volume attach. Driver type: vmdk {{(pid=62353) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1423.251736] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-625d5101-5b52-4c97-a391-efa1894051d6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.258841] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d752fdd9-3066-4fef-92ed-c9ccfbbfc519 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.264230] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8583aaf-e4b4-4369-96fe-0f9adf685803 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.269763] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-9fdfacd9-25fb-4db3-b309-23e7b64ef80f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.276754] env[62353]: DEBUG oslo_vmware.api [None req-fde6f4d4-16c5-4c9b-9f04-58159b1a3c20 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Waiting for the task: (returnval){ [ 1423.276754] env[62353]: value = "task-2373444" [ 1423.276754] env[62353]: _type = "Task" [ 1423.276754] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.283793] env[62353]: DEBUG oslo_vmware.api [None req-fde6f4d4-16c5-4c9b-9f04-58159b1a3c20 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Task: {'id': task-2373444, 'name': RelocateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.749118] env[62353]: DEBUG nova.network.neutron [req-3b3723ce-b843-4f47-9577-d4402efabbe5 req-431af404-6dab-4fe4-8ee9-a20fcd49e117 service nova] [instance: aab77d7b-2bee-49cd-aacb-e1c2ddcd974b] Updated VIF entry in instance network info cache for port ec9cdf26-1eba-438d-9933-f19f1df2989c. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1423.749751] env[62353]: DEBUG nova.network.neutron [req-3b3723ce-b843-4f47-9577-d4402efabbe5 req-431af404-6dab-4fe4-8ee9-a20fcd49e117 service nova] [instance: aab77d7b-2bee-49cd-aacb-e1c2ddcd974b] Updating instance_info_cache with network_info: [{"id": "ec9cdf26-1eba-438d-9933-f19f1df2989c", "address": "fa:16:3e:45:97:41", "network": {"id": "cdd5ca5d-eb26-4d28-87f8-206e99fe7672", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1171598701-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "563a3da12f97462190a5b5cd288faf87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae215ba8-f7a5-4b23-a055-90316d29817f", "external-id": "nsx-vlan-transportzone-798", "segmentation_id": 798, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec9cdf26-1e", "ovs_interfaceid": "ec9cdf26-1eba-438d-9933-f19f1df2989c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1423.787856] env[62353]: DEBUG oslo_vmware.api [None req-fde6f4d4-16c5-4c9b-9f04-58159b1a3c20 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Task: {'id': task-2373444, 'name': RelocateVM_Task} progress is 43%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.253916] env[62353]: DEBUG oslo_concurrency.lockutils [req-3b3723ce-b843-4f47-9577-d4402efabbe5 req-431af404-6dab-4fe4-8ee9-a20fcd49e117 service nova] Releasing lock "refresh_cache-aab77d7b-2bee-49cd-aacb-e1c2ddcd974b" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1424.288412] env[62353]: DEBUG oslo_vmware.api [None req-fde6f4d4-16c5-4c9b-9f04-58159b1a3c20 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Task: {'id': task-2373444, 'name': RelocateVM_Task} progress is 58%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.790328] env[62353]: DEBUG oslo_vmware.api [None req-fde6f4d4-16c5-4c9b-9f04-58159b1a3c20 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Task: {'id': task-2373444, 'name': RelocateVM_Task} progress is 73%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.289840] env[62353]: DEBUG oslo_vmware.api [None req-fde6f4d4-16c5-4c9b-9f04-58159b1a3c20 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Task: {'id': task-2373444, 'name': RelocateVM_Task} progress is 88%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.792431] env[62353]: DEBUG oslo_vmware.api [None req-fde6f4d4-16c5-4c9b-9f04-58159b1a3c20 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Task: {'id': task-2373444, 'name': RelocateVM_Task} progress is 97%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.956175] env[62353]: DEBUG oslo_vmware.api [None req-fde6f4d4-16c5-4c9b-9f04-58159b1a3c20 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Task: {'id': task-2373444, 'name': RelocateVM_Task, 'duration_secs': 2.917832} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1426.956650] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-fde6f4d4-16c5-4c9b-9f04-58159b1a3c20 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: aab77d7b-2bee-49cd-aacb-e1c2ddcd974b] Volume attach. Driver type: vmdk {{(pid=62353) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1426.956650] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-fde6f4d4-16c5-4c9b-9f04-58159b1a3c20 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: aab77d7b-2bee-49cd-aacb-e1c2ddcd974b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-481787', 'volume_id': 'a7e06a26-3912-4f5b-8dcd-6c5da24286cf', 'name': 'volume-a7e06a26-3912-4f5b-8dcd-6c5da24286cf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'aab77d7b-2bee-49cd-aacb-e1c2ddcd974b', 'attached_at': '', 'detached_at': '', 'volume_id': 'a7e06a26-3912-4f5b-8dcd-6c5da24286cf', 'serial': 'a7e06a26-3912-4f5b-8dcd-6c5da24286cf'} {{(pid=62353) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1426.957558] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-212bd364-08f9-40bf-b358-e98624ee279d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.973263] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ebbeefd-a6bb-4c8e-a344-b7593babacef {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.993934] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-fde6f4d4-16c5-4c9b-9f04-58159b1a3c20 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: aab77d7b-2bee-49cd-aacb-e1c2ddcd974b] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] volume-a7e06a26-3912-4f5b-8dcd-6c5da24286cf/volume-a7e06a26-3912-4f5b-8dcd-6c5da24286cf.vmdk or device None with type thin {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1426.994191] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a3b7d484-8aa7-43f0-ab2c-d8b805d2424a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.014000] env[62353]: DEBUG oslo_vmware.api [None req-fde6f4d4-16c5-4c9b-9f04-58159b1a3c20 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Waiting for the task: (returnval){ [ 1427.014000] env[62353]: value = "task-2373445" [ 1427.014000] env[62353]: _type = "Task" [ 1427.014000] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1427.021671] env[62353]: DEBUG oslo_vmware.api [None req-fde6f4d4-16c5-4c9b-9f04-58159b1a3c20 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Task: {'id': task-2373445, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.523213] env[62353]: DEBUG oslo_vmware.api [None req-fde6f4d4-16c5-4c9b-9f04-58159b1a3c20 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Task: {'id': task-2373445, 'name': ReconfigVM_Task, 'duration_secs': 0.506879} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1427.523412] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-fde6f4d4-16c5-4c9b-9f04-58159b1a3c20 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: aab77d7b-2bee-49cd-aacb-e1c2ddcd974b] Reconfigured VM instance instance-0000007a to attach disk [datastore2] volume-a7e06a26-3912-4f5b-8dcd-6c5da24286cf/volume-a7e06a26-3912-4f5b-8dcd-6c5da24286cf.vmdk or device None with type thin {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1427.527978] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-718c8390-67d6-4c6b-96ee-2558408a45e5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.542987] env[62353]: DEBUG oslo_vmware.api [None req-fde6f4d4-16c5-4c9b-9f04-58159b1a3c20 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Waiting for the task: (returnval){ [ 1427.542987] env[62353]: value = "task-2373446" [ 1427.542987] env[62353]: _type = "Task" [ 1427.542987] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1427.552978] env[62353]: DEBUG oslo_vmware.api [None req-fde6f4d4-16c5-4c9b-9f04-58159b1a3c20 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Task: {'id': task-2373446, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.053449] env[62353]: DEBUG oslo_vmware.api [None req-fde6f4d4-16c5-4c9b-9f04-58159b1a3c20 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Task: {'id': task-2373446, 'name': ReconfigVM_Task, 'duration_secs': 0.130381} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1428.053877] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-fde6f4d4-16c5-4c9b-9f04-58159b1a3c20 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: aab77d7b-2bee-49cd-aacb-e1c2ddcd974b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-481787', 'volume_id': 'a7e06a26-3912-4f5b-8dcd-6c5da24286cf', 'name': 'volume-a7e06a26-3912-4f5b-8dcd-6c5da24286cf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'aab77d7b-2bee-49cd-aacb-e1c2ddcd974b', 'attached_at': '', 'detached_at': '', 'volume_id': 'a7e06a26-3912-4f5b-8dcd-6c5da24286cf', 'serial': 'a7e06a26-3912-4f5b-8dcd-6c5da24286cf'} {{(pid=62353) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1428.054208] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3a0c65c9-82d6-4d0c-af5e-bf2ee3715f39 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.060579] env[62353]: DEBUG oslo_vmware.api [None req-fde6f4d4-16c5-4c9b-9f04-58159b1a3c20 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Waiting for the task: (returnval){ [ 1428.060579] env[62353]: value = "task-2373447" [ 1428.060579] env[62353]: _type = "Task" [ 1428.060579] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.067933] env[62353]: DEBUG oslo_vmware.api [None req-fde6f4d4-16c5-4c9b-9f04-58159b1a3c20 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Task: {'id': task-2373447, 'name': Rename_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.570866] env[62353]: DEBUG oslo_vmware.api [None req-fde6f4d4-16c5-4c9b-9f04-58159b1a3c20 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Task: {'id': task-2373447, 'name': Rename_Task, 'duration_secs': 0.150814} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1428.571148] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-fde6f4d4-16c5-4c9b-9f04-58159b1a3c20 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: aab77d7b-2bee-49cd-aacb-e1c2ddcd974b] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1428.571393] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-11700cc9-71d5-45f8-8f3a-3a5898856bf2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.578954] env[62353]: DEBUG oslo_vmware.api [None req-fde6f4d4-16c5-4c9b-9f04-58159b1a3c20 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Waiting for the task: (returnval){ [ 1428.578954] env[62353]: value = "task-2373448" [ 1428.578954] env[62353]: _type = "Task" [ 1428.578954] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.586333] env[62353]: DEBUG oslo_vmware.api [None req-fde6f4d4-16c5-4c9b-9f04-58159b1a3c20 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Task: {'id': task-2373448, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.089513] env[62353]: DEBUG oslo_vmware.api [None req-fde6f4d4-16c5-4c9b-9f04-58159b1a3c20 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Task: {'id': task-2373448, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.589440] env[62353]: DEBUG oslo_vmware.api [None req-fde6f4d4-16c5-4c9b-9f04-58159b1a3c20 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Task: {'id': task-2373448, 'name': PowerOnVM_Task, 'duration_secs': 0.696286} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.589699] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-fde6f4d4-16c5-4c9b-9f04-58159b1a3c20 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: aab77d7b-2bee-49cd-aacb-e1c2ddcd974b] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1429.589903] env[62353]: INFO nova.compute.manager [None req-fde6f4d4-16c5-4c9b-9f04-58159b1a3c20 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: aab77d7b-2bee-49cd-aacb-e1c2ddcd974b] Took 7.07 seconds to spawn the instance on the hypervisor. [ 1429.590092] env[62353]: DEBUG nova.compute.manager [None req-fde6f4d4-16c5-4c9b-9f04-58159b1a3c20 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: aab77d7b-2bee-49cd-aacb-e1c2ddcd974b] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1429.590843] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dd76d0b-9f26-4b19-9bbd-7dcce71c4877 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.108867] env[62353]: INFO nova.compute.manager [None req-fde6f4d4-16c5-4c9b-9f04-58159b1a3c20 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: aab77d7b-2bee-49cd-aacb-e1c2ddcd974b] Took 13.45 seconds to build instance. [ 1430.611093] env[62353]: DEBUG oslo_concurrency.lockutils [None req-fde6f4d4-16c5-4c9b-9f04-58159b1a3c20 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Lock "aab77d7b-2bee-49cd-aacb-e1c2ddcd974b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.963s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1431.072529] env[62353]: DEBUG nova.compute.manager [req-90fb403c-6587-4a53-88e2-d2ed1eb0575b req-1baeb74a-d68b-4f06-8e0b-53c983441d88 service nova] [instance: 2c6b409d-02cd-47b5-b264-e7e204c29622] Received event network-changed-75bfd230-851e-4aa1-9ac9-09c16ecbd3f3 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1431.074488] env[62353]: DEBUG nova.compute.manager [req-90fb403c-6587-4a53-88e2-d2ed1eb0575b req-1baeb74a-d68b-4f06-8e0b-53c983441d88 service nova] [instance: 2c6b409d-02cd-47b5-b264-e7e204c29622] Refreshing instance network info cache due to event network-changed-75bfd230-851e-4aa1-9ac9-09c16ecbd3f3. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1431.074488] env[62353]: DEBUG oslo_concurrency.lockutils [req-90fb403c-6587-4a53-88e2-d2ed1eb0575b req-1baeb74a-d68b-4f06-8e0b-53c983441d88 service nova] Acquiring lock "refresh_cache-2c6b409d-02cd-47b5-b264-e7e204c29622" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1431.074488] env[62353]: DEBUG oslo_concurrency.lockutils [req-90fb403c-6587-4a53-88e2-d2ed1eb0575b req-1baeb74a-d68b-4f06-8e0b-53c983441d88 service nova] Acquired lock "refresh_cache-2c6b409d-02cd-47b5-b264-e7e204c29622" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.074488] env[62353]: DEBUG nova.network.neutron [req-90fb403c-6587-4a53-88e2-d2ed1eb0575b req-1baeb74a-d68b-4f06-8e0b-53c983441d88 service nova] [instance: 2c6b409d-02cd-47b5-b264-e7e204c29622] Refreshing network info cache for port 75bfd230-851e-4aa1-9ac9-09c16ecbd3f3 {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1431.775764] env[62353]: DEBUG nova.network.neutron [req-90fb403c-6587-4a53-88e2-d2ed1eb0575b req-1baeb74a-d68b-4f06-8e0b-53c983441d88 service nova] [instance: 2c6b409d-02cd-47b5-b264-e7e204c29622] Updated VIF entry in instance network info cache for port 75bfd230-851e-4aa1-9ac9-09c16ecbd3f3. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1431.776180] env[62353]: DEBUG nova.network.neutron [req-90fb403c-6587-4a53-88e2-d2ed1eb0575b req-1baeb74a-d68b-4f06-8e0b-53c983441d88 service nova] [instance: 2c6b409d-02cd-47b5-b264-e7e204c29622] Updating instance_info_cache with network_info: [{"id": "75bfd230-851e-4aa1-9ac9-09c16ecbd3f3", "address": "fa:16:3e:11:07:c1", "network": {"id": "cdd5ca5d-eb26-4d28-87f8-206e99fe7672", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1171598701-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "563a3da12f97462190a5b5cd288faf87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae215ba8-f7a5-4b23-a055-90316d29817f", "external-id": "nsx-vlan-transportzone-798", "segmentation_id": 798, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75bfd230-85", "ovs_interfaceid": "75bfd230-851e-4aa1-9ac9-09c16ecbd3f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1432.279065] env[62353]: DEBUG oslo_concurrency.lockutils [req-90fb403c-6587-4a53-88e2-d2ed1eb0575b req-1baeb74a-d68b-4f06-8e0b-53c983441d88 service nova] Releasing lock "refresh_cache-2c6b409d-02cd-47b5-b264-e7e204c29622" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1432.539456] env[62353]: DEBUG nova.compute.manager [None req-988daee8-1ce4-4ae5-9e7e-dcfddac830fa tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: aab77d7b-2bee-49cd-aacb-e1c2ddcd974b] Stashing vm_state: active {{(pid=62353) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1433.061552] env[62353]: DEBUG oslo_concurrency.lockutils [None req-988daee8-1ce4-4ae5-9e7e-dcfddac830fa tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1433.061807] env[62353]: DEBUG oslo_concurrency.lockutils [None req-988daee8-1ce4-4ae5-9e7e-dcfddac830fa tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1433.094925] env[62353]: DEBUG nova.compute.manager [req-31ca7718-012e-4255-805f-245e02679216 req-5bd6d8da-7665-4a00-9a99-0ac0a86b044a service nova] [instance: aab77d7b-2bee-49cd-aacb-e1c2ddcd974b] Received event network-changed-ec9cdf26-1eba-438d-9933-f19f1df2989c {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1433.094985] env[62353]: DEBUG nova.compute.manager [req-31ca7718-012e-4255-805f-245e02679216 req-5bd6d8da-7665-4a00-9a99-0ac0a86b044a service nova] [instance: aab77d7b-2bee-49cd-aacb-e1c2ddcd974b] Refreshing instance network info cache due to event network-changed-ec9cdf26-1eba-438d-9933-f19f1df2989c. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1433.095255] env[62353]: DEBUG oslo_concurrency.lockutils [req-31ca7718-012e-4255-805f-245e02679216 req-5bd6d8da-7665-4a00-9a99-0ac0a86b044a service nova] Acquiring lock "refresh_cache-aab77d7b-2bee-49cd-aacb-e1c2ddcd974b" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1433.095409] env[62353]: DEBUG oslo_concurrency.lockutils [req-31ca7718-012e-4255-805f-245e02679216 req-5bd6d8da-7665-4a00-9a99-0ac0a86b044a service nova] Acquired lock "refresh_cache-aab77d7b-2bee-49cd-aacb-e1c2ddcd974b" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.095598] env[62353]: DEBUG nova.network.neutron [req-31ca7718-012e-4255-805f-245e02679216 req-5bd6d8da-7665-4a00-9a99-0ac0a86b044a service nova] [instance: aab77d7b-2bee-49cd-aacb-e1c2ddcd974b] Refreshing network info cache for port ec9cdf26-1eba-438d-9933-f19f1df2989c {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1433.566936] env[62353]: INFO nova.compute.claims [None req-988daee8-1ce4-4ae5-9e7e-dcfddac830fa tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: aab77d7b-2bee-49cd-aacb-e1c2ddcd974b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1433.797456] env[62353]: DEBUG nova.network.neutron [req-31ca7718-012e-4255-805f-245e02679216 req-5bd6d8da-7665-4a00-9a99-0ac0a86b044a service nova] [instance: aab77d7b-2bee-49cd-aacb-e1c2ddcd974b] Updated VIF entry in instance network info cache for port ec9cdf26-1eba-438d-9933-f19f1df2989c. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1433.797814] env[62353]: DEBUG nova.network.neutron [req-31ca7718-012e-4255-805f-245e02679216 req-5bd6d8da-7665-4a00-9a99-0ac0a86b044a service nova] [instance: aab77d7b-2bee-49cd-aacb-e1c2ddcd974b] Updating instance_info_cache with network_info: [{"id": "ec9cdf26-1eba-438d-9933-f19f1df2989c", "address": "fa:16:3e:45:97:41", "network": {"id": "cdd5ca5d-eb26-4d28-87f8-206e99fe7672", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1171598701-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "563a3da12f97462190a5b5cd288faf87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae215ba8-f7a5-4b23-a055-90316d29817f", "external-id": "nsx-vlan-transportzone-798", "segmentation_id": 798, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec9cdf26-1e", "ovs_interfaceid": "ec9cdf26-1eba-438d-9933-f19f1df2989c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1434.073352] env[62353]: INFO nova.compute.resource_tracker [None req-988daee8-1ce4-4ae5-9e7e-dcfddac830fa tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: aab77d7b-2bee-49cd-aacb-e1c2ddcd974b] Updating resource usage from migration 5acb422e-b449-402f-a841-4faad96d9d54 [ 1434.131687] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab0e6e7b-d54a-4271-95ce-7fec8b559f84 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.140938] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83eb87ac-5d83-416b-814d-c06ef37301a6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.169840] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d618875d-2041-4a9d-8f76-6b520877fd72 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.176583] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-533b2f1a-87c5-45dd-8d80-1d335160e171 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.189264] env[62353]: DEBUG nova.compute.provider_tree [None req-988daee8-1ce4-4ae5-9e7e-dcfddac830fa tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1434.300926] env[62353]: DEBUG oslo_concurrency.lockutils [req-31ca7718-012e-4255-805f-245e02679216 req-5bd6d8da-7665-4a00-9a99-0ac0a86b044a service nova] Releasing lock "refresh_cache-aab77d7b-2bee-49cd-aacb-e1c2ddcd974b" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1434.692048] env[62353]: DEBUG nova.scheduler.client.report [None req-988daee8-1ce4-4ae5-9e7e-dcfddac830fa tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1435.200172] env[62353]: DEBUG oslo_concurrency.lockutils [None req-988daee8-1ce4-4ae5-9e7e-dcfddac830fa tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.138s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1435.200575] env[62353]: INFO nova.compute.manager [None req-988daee8-1ce4-4ae5-9e7e-dcfddac830fa tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: aab77d7b-2bee-49cd-aacb-e1c2ddcd974b] Migrating [ 1435.715404] env[62353]: DEBUG oslo_concurrency.lockutils [None req-988daee8-1ce4-4ae5-9e7e-dcfddac830fa tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Acquiring lock "refresh_cache-aab77d7b-2bee-49cd-aacb-e1c2ddcd974b" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1435.715603] env[62353]: DEBUG oslo_concurrency.lockutils [None req-988daee8-1ce4-4ae5-9e7e-dcfddac830fa tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Acquired lock "refresh_cache-aab77d7b-2bee-49cd-aacb-e1c2ddcd974b" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.715823] env[62353]: DEBUG nova.network.neutron [None req-988daee8-1ce4-4ae5-9e7e-dcfddac830fa tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: aab77d7b-2bee-49cd-aacb-e1c2ddcd974b] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1436.439643] env[62353]: DEBUG nova.network.neutron [None req-988daee8-1ce4-4ae5-9e7e-dcfddac830fa tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: aab77d7b-2bee-49cd-aacb-e1c2ddcd974b] Updating instance_info_cache with network_info: [{"id": "ec9cdf26-1eba-438d-9933-f19f1df2989c", "address": "fa:16:3e:45:97:41", "network": {"id": "cdd5ca5d-eb26-4d28-87f8-206e99fe7672", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1171598701-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "563a3da12f97462190a5b5cd288faf87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae215ba8-f7a5-4b23-a055-90316d29817f", "external-id": "nsx-vlan-transportzone-798", "segmentation_id": 798, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec9cdf26-1e", "ovs_interfaceid": "ec9cdf26-1eba-438d-9933-f19f1df2989c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1436.942776] env[62353]: DEBUG oslo_concurrency.lockutils [None req-988daee8-1ce4-4ae5-9e7e-dcfddac830fa tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Releasing lock "refresh_cache-aab77d7b-2bee-49cd-aacb-e1c2ddcd974b" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1438.457815] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d4a4e54-7108-43a7-804b-70ff4449be00 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.476568] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-988daee8-1ce4-4ae5-9e7e-dcfddac830fa tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: aab77d7b-2bee-49cd-aacb-e1c2ddcd974b] Updating instance 'aab77d7b-2bee-49cd-aacb-e1c2ddcd974b' progress to 0 {{(pid=62353) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1438.982993] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-988daee8-1ce4-4ae5-9e7e-dcfddac830fa tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: aab77d7b-2bee-49cd-aacb-e1c2ddcd974b] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1438.983324] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8f24c9cf-22b9-463f-b05e-ee0ff0f5969a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.990769] env[62353]: DEBUG oslo_vmware.api [None req-988daee8-1ce4-4ae5-9e7e-dcfddac830fa tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Waiting for the task: (returnval){ [ 1438.990769] env[62353]: value = "task-2373449" [ 1438.990769] env[62353]: _type = "Task" [ 1438.990769] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1438.998363] env[62353]: DEBUG oslo_vmware.api [None req-988daee8-1ce4-4ae5-9e7e-dcfddac830fa tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Task: {'id': task-2373449, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.500739] env[62353]: DEBUG oslo_vmware.api [None req-988daee8-1ce4-4ae5-9e7e-dcfddac830fa tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Task: {'id': task-2373449, 'name': PowerOffVM_Task, 'duration_secs': 0.191484} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.501142] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-988daee8-1ce4-4ae5-9e7e-dcfddac830fa tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: aab77d7b-2bee-49cd-aacb-e1c2ddcd974b] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1439.501237] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-988daee8-1ce4-4ae5-9e7e-dcfddac830fa tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: aab77d7b-2bee-49cd-aacb-e1c2ddcd974b] Updating instance 'aab77d7b-2bee-49cd-aacb-e1c2ddcd974b' progress to 17 {{(pid=62353) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1440.008057] env[62353]: DEBUG nova.virt.hardware [None req-988daee8-1ce4-4ae5-9e7e-dcfddac830fa tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T12:38:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1440.008057] env[62353]: DEBUG nova.virt.hardware [None req-988daee8-1ce4-4ae5-9e7e-dcfddac830fa tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1440.008057] env[62353]: DEBUG nova.virt.hardware [None req-988daee8-1ce4-4ae5-9e7e-dcfddac830fa tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1440.008057] env[62353]: DEBUG nova.virt.hardware [None req-988daee8-1ce4-4ae5-9e7e-dcfddac830fa tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1440.008534] env[62353]: DEBUG nova.virt.hardware [None req-988daee8-1ce4-4ae5-9e7e-dcfddac830fa tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1440.008534] env[62353]: DEBUG nova.virt.hardware [None req-988daee8-1ce4-4ae5-9e7e-dcfddac830fa tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1440.008534] env[62353]: DEBUG nova.virt.hardware [None req-988daee8-1ce4-4ae5-9e7e-dcfddac830fa tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1440.008701] env[62353]: DEBUG nova.virt.hardware [None req-988daee8-1ce4-4ae5-9e7e-dcfddac830fa tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1440.008855] env[62353]: DEBUG nova.virt.hardware [None req-988daee8-1ce4-4ae5-9e7e-dcfddac830fa tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1440.009077] env[62353]: DEBUG nova.virt.hardware [None req-988daee8-1ce4-4ae5-9e7e-dcfddac830fa tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1440.009268] env[62353]: DEBUG nova.virt.hardware [None req-988daee8-1ce4-4ae5-9e7e-dcfddac830fa tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1440.014258] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a0065a2-92c3-4e4a-99f2-d3c1d596e286 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.030048] env[62353]: DEBUG oslo_vmware.api [None req-988daee8-1ce4-4ae5-9e7e-dcfddac830fa tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Waiting for the task: (returnval){ [ 1440.030048] env[62353]: value = "task-2373450" [ 1440.030048] env[62353]: _type = "Task" [ 1440.030048] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.037889] env[62353]: DEBUG oslo_vmware.api [None req-988daee8-1ce4-4ae5-9e7e-dcfddac830fa tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Task: {'id': task-2373450, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.541070] env[62353]: DEBUG oslo_vmware.api [None req-988daee8-1ce4-4ae5-9e7e-dcfddac830fa tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Task: {'id': task-2373450, 'name': ReconfigVM_Task, 'duration_secs': 0.136113} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.541070] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-988daee8-1ce4-4ae5-9e7e-dcfddac830fa tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: aab77d7b-2bee-49cd-aacb-e1c2ddcd974b] Updating instance 'aab77d7b-2bee-49cd-aacb-e1c2ddcd974b' progress to 33 {{(pid=62353) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1441.047247] env[62353]: DEBUG nova.virt.hardware [None req-988daee8-1ce4-4ae5-9e7e-dcfddac830fa tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T12:38:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1441.047481] env[62353]: DEBUG nova.virt.hardware [None req-988daee8-1ce4-4ae5-9e7e-dcfddac830fa tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1441.047640] env[62353]: DEBUG nova.virt.hardware [None req-988daee8-1ce4-4ae5-9e7e-dcfddac830fa tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1441.047821] env[62353]: DEBUG nova.virt.hardware [None req-988daee8-1ce4-4ae5-9e7e-dcfddac830fa tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1441.047968] env[62353]: DEBUG nova.virt.hardware [None req-988daee8-1ce4-4ae5-9e7e-dcfddac830fa tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1441.048128] env[62353]: DEBUG nova.virt.hardware [None req-988daee8-1ce4-4ae5-9e7e-dcfddac830fa tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1441.048333] env[62353]: DEBUG nova.virt.hardware [None req-988daee8-1ce4-4ae5-9e7e-dcfddac830fa tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1441.048490] env[62353]: DEBUG nova.virt.hardware [None req-988daee8-1ce4-4ae5-9e7e-dcfddac830fa tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1441.048700] env[62353]: DEBUG nova.virt.hardware [None req-988daee8-1ce4-4ae5-9e7e-dcfddac830fa tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1441.048945] env[62353]: DEBUG nova.virt.hardware [None req-988daee8-1ce4-4ae5-9e7e-dcfddac830fa tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1441.049154] env[62353]: DEBUG nova.virt.hardware [None req-988daee8-1ce4-4ae5-9e7e-dcfddac830fa tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1441.054344] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-988daee8-1ce4-4ae5-9e7e-dcfddac830fa tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: aab77d7b-2bee-49cd-aacb-e1c2ddcd974b] Reconfiguring VM instance instance-0000007a to detach disk 2000 {{(pid=62353) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1441.054627] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f7e09476-3ab7-4d12-97d8-c3499b88693a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.074263] env[62353]: DEBUG oslo_vmware.api [None req-988daee8-1ce4-4ae5-9e7e-dcfddac830fa tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Waiting for the task: (returnval){ [ 1441.074263] env[62353]: value = "task-2373451" [ 1441.074263] env[62353]: _type = "Task" [ 1441.074263] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.081433] env[62353]: DEBUG oslo_vmware.api [None req-988daee8-1ce4-4ae5-9e7e-dcfddac830fa tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Task: {'id': task-2373451, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.584381] env[62353]: DEBUG oslo_vmware.api [None req-988daee8-1ce4-4ae5-9e7e-dcfddac830fa tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Task: {'id': task-2373451, 'name': ReconfigVM_Task, 'duration_secs': 0.147895} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.584839] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-988daee8-1ce4-4ae5-9e7e-dcfddac830fa tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: aab77d7b-2bee-49cd-aacb-e1c2ddcd974b] Reconfigured VM instance instance-0000007a to detach disk 2000 {{(pid=62353) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1441.585420] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0958f40a-10a3-422d-853c-032c6aa8f41d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.606381] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-988daee8-1ce4-4ae5-9e7e-dcfddac830fa tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: aab77d7b-2bee-49cd-aacb-e1c2ddcd974b] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] volume-a7e06a26-3912-4f5b-8dcd-6c5da24286cf/volume-a7e06a26-3912-4f5b-8dcd-6c5da24286cf.vmdk or device None with type thin {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1441.606902] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd8342c2-bbe3-493c-96ea-c20042d7d39c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.623874] env[62353]: DEBUG oslo_vmware.api [None req-988daee8-1ce4-4ae5-9e7e-dcfddac830fa tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Waiting for the task: (returnval){ [ 1441.623874] env[62353]: value = "task-2373452" [ 1441.623874] env[62353]: _type = "Task" [ 1441.623874] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.630933] env[62353]: DEBUG oslo_vmware.api [None req-988daee8-1ce4-4ae5-9e7e-dcfddac830fa tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Task: {'id': task-2373452, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.134078] env[62353]: DEBUG oslo_vmware.api [None req-988daee8-1ce4-4ae5-9e7e-dcfddac830fa tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Task: {'id': task-2373452, 'name': ReconfigVM_Task, 'duration_secs': 0.241025} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.134326] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-988daee8-1ce4-4ae5-9e7e-dcfddac830fa tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: aab77d7b-2bee-49cd-aacb-e1c2ddcd974b] Reconfigured VM instance instance-0000007a to attach disk [datastore2] volume-a7e06a26-3912-4f5b-8dcd-6c5da24286cf/volume-a7e06a26-3912-4f5b-8dcd-6c5da24286cf.vmdk or device None with type thin {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1442.134582] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-988daee8-1ce4-4ae5-9e7e-dcfddac830fa tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: aab77d7b-2bee-49cd-aacb-e1c2ddcd974b] Updating instance 'aab77d7b-2bee-49cd-aacb-e1c2ddcd974b' progress to 50 {{(pid=62353) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1442.641748] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c790c00-d702-4fee-a69f-1edb70f14457 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.662090] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7627250a-9da0-474e-a334-bf88e029061f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.679079] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-988daee8-1ce4-4ae5-9e7e-dcfddac830fa tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: aab77d7b-2bee-49cd-aacb-e1c2ddcd974b] Updating instance 'aab77d7b-2bee-49cd-aacb-e1c2ddcd974b' progress to 67 {{(pid=62353) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1444.320093] env[62353]: DEBUG nova.network.neutron [None req-988daee8-1ce4-4ae5-9e7e-dcfddac830fa tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: aab77d7b-2bee-49cd-aacb-e1c2ddcd974b] Port ec9cdf26-1eba-438d-9933-f19f1df2989c binding to destination host cpu-1 is already ACTIVE {{(pid=62353) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1445.341356] env[62353]: DEBUG oslo_concurrency.lockutils [None req-988daee8-1ce4-4ae5-9e7e-dcfddac830fa tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Acquiring lock "aab77d7b-2bee-49cd-aacb-e1c2ddcd974b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1445.341660] env[62353]: DEBUG oslo_concurrency.lockutils [None req-988daee8-1ce4-4ae5-9e7e-dcfddac830fa tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Lock "aab77d7b-2bee-49cd-aacb-e1c2ddcd974b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1445.341774] env[62353]: DEBUG oslo_concurrency.lockutils [None req-988daee8-1ce4-4ae5-9e7e-dcfddac830fa tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Lock "aab77d7b-2bee-49cd-aacb-e1c2ddcd974b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1446.376397] env[62353]: DEBUG oslo_concurrency.lockutils [None req-988daee8-1ce4-4ae5-9e7e-dcfddac830fa tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Acquiring lock "refresh_cache-aab77d7b-2bee-49cd-aacb-e1c2ddcd974b" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1446.376679] env[62353]: DEBUG oslo_concurrency.lockutils [None req-988daee8-1ce4-4ae5-9e7e-dcfddac830fa tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Acquired lock "refresh_cache-aab77d7b-2bee-49cd-aacb-e1c2ddcd974b" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.376768] env[62353]: DEBUG nova.network.neutron [None req-988daee8-1ce4-4ae5-9e7e-dcfddac830fa tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: aab77d7b-2bee-49cd-aacb-e1c2ddcd974b] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1447.086329] env[62353]: DEBUG nova.network.neutron [None req-988daee8-1ce4-4ae5-9e7e-dcfddac830fa tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: aab77d7b-2bee-49cd-aacb-e1c2ddcd974b] Updating instance_info_cache with network_info: [{"id": "ec9cdf26-1eba-438d-9933-f19f1df2989c", "address": "fa:16:3e:45:97:41", "network": {"id": "cdd5ca5d-eb26-4d28-87f8-206e99fe7672", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1171598701-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "563a3da12f97462190a5b5cd288faf87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae215ba8-f7a5-4b23-a055-90316d29817f", "external-id": "nsx-vlan-transportzone-798", "segmentation_id": 798, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec9cdf26-1e", "ovs_interfaceid": "ec9cdf26-1eba-438d-9933-f19f1df2989c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1447.589482] env[62353]: DEBUG oslo_concurrency.lockutils [None req-988daee8-1ce4-4ae5-9e7e-dcfddac830fa tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Releasing lock "refresh_cache-aab77d7b-2bee-49cd-aacb-e1c2ddcd974b" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1448.098358] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b54497f-a7d1-46cf-9fc6-32fe5310152d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.105765] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b7e7794-16f0-4b16-b7d0-73b64ecb8e71 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.199124] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ceeadd6-e689-4a53-acde-0e0688c7b947 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.219253] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7949348a-e2ec-49da-838b-b25563ee4a59 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.225604] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-988daee8-1ce4-4ae5-9e7e-dcfddac830fa tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: aab77d7b-2bee-49cd-aacb-e1c2ddcd974b] Updating instance 'aab77d7b-2bee-49cd-aacb-e1c2ddcd974b' progress to 83 {{(pid=62353) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1449.731383] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-988daee8-1ce4-4ae5-9e7e-dcfddac830fa tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: aab77d7b-2bee-49cd-aacb-e1c2ddcd974b] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1449.731672] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4065d80f-4d95-42c7-88f0-70a64e3fc94d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.738837] env[62353]: DEBUG oslo_vmware.api [None req-988daee8-1ce4-4ae5-9e7e-dcfddac830fa tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Waiting for the task: (returnval){ [ 1449.738837] env[62353]: value = "task-2373453" [ 1449.738837] env[62353]: _type = "Task" [ 1449.738837] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.746542] env[62353]: DEBUG oslo_vmware.api [None req-988daee8-1ce4-4ae5-9e7e-dcfddac830fa tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Task: {'id': task-2373453, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.249306] env[62353]: DEBUG oslo_vmware.api [None req-988daee8-1ce4-4ae5-9e7e-dcfddac830fa tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Task: {'id': task-2373453, 'name': PowerOnVM_Task, 'duration_secs': 0.355104} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1450.249726] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-988daee8-1ce4-4ae5-9e7e-dcfddac830fa tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: aab77d7b-2bee-49cd-aacb-e1c2ddcd974b] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1450.249726] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-988daee8-1ce4-4ae5-9e7e-dcfddac830fa tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: aab77d7b-2bee-49cd-aacb-e1c2ddcd974b] Updating instance 'aab77d7b-2bee-49cd-aacb-e1c2ddcd974b' progress to 100 {{(pid=62353) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1452.971595] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5a8be576-6821-4903-b9a3-d07602c116bf tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Acquiring lock "aab77d7b-2bee-49cd-aacb-e1c2ddcd974b" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1452.972147] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5a8be576-6821-4903-b9a3-d07602c116bf tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Lock "aab77d7b-2bee-49cd-aacb-e1c2ddcd974b" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1452.972147] env[62353]: DEBUG nova.compute.manager [None req-5a8be576-6821-4903-b9a3-d07602c116bf tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: aab77d7b-2bee-49cd-aacb-e1c2ddcd974b] Going to confirm migration 10 {{(pid=62353) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1453.543514] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5a8be576-6821-4903-b9a3-d07602c116bf tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Acquiring lock "refresh_cache-aab77d7b-2bee-49cd-aacb-e1c2ddcd974b" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1453.543727] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5a8be576-6821-4903-b9a3-d07602c116bf tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Acquired lock "refresh_cache-aab77d7b-2bee-49cd-aacb-e1c2ddcd974b" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1453.543908] env[62353]: DEBUG nova.network.neutron [None req-5a8be576-6821-4903-b9a3-d07602c116bf tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: aab77d7b-2bee-49cd-aacb-e1c2ddcd974b] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1453.544101] env[62353]: DEBUG nova.objects.instance [None req-5a8be576-6821-4903-b9a3-d07602c116bf tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Lazy-loading 'info_cache' on Instance uuid aab77d7b-2bee-49cd-aacb-e1c2ddcd974b {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1454.815515] env[62353]: DEBUG nova.network.neutron [None req-5a8be576-6821-4903-b9a3-d07602c116bf tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: aab77d7b-2bee-49cd-aacb-e1c2ddcd974b] Updating instance_info_cache with network_info: [{"id": "ec9cdf26-1eba-438d-9933-f19f1df2989c", "address": "fa:16:3e:45:97:41", "network": {"id": "cdd5ca5d-eb26-4d28-87f8-206e99fe7672", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1171598701-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "563a3da12f97462190a5b5cd288faf87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae215ba8-f7a5-4b23-a055-90316d29817f", "external-id": "nsx-vlan-transportzone-798", "segmentation_id": 798, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec9cdf26-1e", "ovs_interfaceid": "ec9cdf26-1eba-438d-9933-f19f1df2989c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1455.318712] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5a8be576-6821-4903-b9a3-d07602c116bf tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Releasing lock "refresh_cache-aab77d7b-2bee-49cd-aacb-e1c2ddcd974b" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1455.319011] env[62353]: DEBUG nova.objects.instance [None req-5a8be576-6821-4903-b9a3-d07602c116bf tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Lazy-loading 'migration_context' on Instance uuid aab77d7b-2bee-49cd-aacb-e1c2ddcd974b {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1455.821720] env[62353]: DEBUG nova.objects.base [None req-5a8be576-6821-4903-b9a3-d07602c116bf tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=62353) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1455.823156] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2df00d84-79d0-4a8c-988c-78066f5c3b03 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.842377] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8c2945f-1266-4e1b-b10a-3cb10c93bbd9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.847498] env[62353]: DEBUG oslo_vmware.api [None req-5a8be576-6821-4903-b9a3-d07602c116bf tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Waiting for the task: (returnval){ [ 1455.847498] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52bd3cc1-6b89-43b0-9f39-8ecf87fe00f4" [ 1455.847498] env[62353]: _type = "Task" [ 1455.847498] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.854972] env[62353]: DEBUG oslo_vmware.api [None req-5a8be576-6821-4903-b9a3-d07602c116bf tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52bd3cc1-6b89-43b0-9f39-8ecf87fe00f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.358227] env[62353]: DEBUG oslo_vmware.api [None req-5a8be576-6821-4903-b9a3-d07602c116bf tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52bd3cc1-6b89-43b0-9f39-8ecf87fe00f4, 'name': SearchDatastore_Task, 'duration_secs': 0.0067} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.358514] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5a8be576-6821-4903-b9a3-d07602c116bf tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1456.358733] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5a8be576-6821-4903-b9a3-d07602c116bf tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1456.879145] env[62353]: DEBUG nova.scheduler.client.report [None req-5a8be576-6821-4903-b9a3-d07602c116bf tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Refreshing inventories for resource provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1456.893676] env[62353]: DEBUG nova.scheduler.client.report [None req-5a8be576-6821-4903-b9a3-d07602c116bf tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Updating ProviderTree inventory for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1456.893902] env[62353]: DEBUG nova.compute.provider_tree [None req-5a8be576-6821-4903-b9a3-d07602c116bf tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Updating inventory in ProviderTree for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1456.904916] env[62353]: DEBUG nova.scheduler.client.report [None req-5a8be576-6821-4903-b9a3-d07602c116bf tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Refreshing aggregate associations for resource provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14, aggregates: None {{(pid=62353) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1456.922412] env[62353]: DEBUG nova.scheduler.client.report [None req-5a8be576-6821-4903-b9a3-d07602c116bf tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Refreshing trait associations for resource provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=62353) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1456.981746] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a80c4c75-e079-4201-aa16-edd01a58918d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.989167] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fae23ea5-d04e-4eb7-882c-f0fa1b8315bf {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.018605] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b20879ad-a32a-4df7-b477-ad62dd1d88a3 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.025259] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cc3928c-1359-4e31-adee-308e8fccc794 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.037818] env[62353]: DEBUG nova.compute.provider_tree [None req-5a8be576-6821-4903-b9a3-d07602c116bf tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1457.541334] env[62353]: DEBUG nova.scheduler.client.report [None req-5a8be576-6821-4903-b9a3-d07602c116bf tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1458.551497] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5a8be576-6821-4903-b9a3-d07602c116bf tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.193s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1459.111938] env[62353]: INFO nova.scheduler.client.report [None req-5a8be576-6821-4903-b9a3-d07602c116bf tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Deleted allocation for migration 5acb422e-b449-402f-a841-4faad96d9d54 [ 1459.337371] env[62353]: INFO nova.compute.manager [None req-a8a929ef-658a-4c9d-bfab-2922ed06d883 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: aab77d7b-2bee-49cd-aacb-e1c2ddcd974b] Get console output [ 1459.337723] env[62353]: WARNING nova.virt.vmwareapi.driver [None req-a8a929ef-658a-4c9d-bfab-2922ed06d883 tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: aab77d7b-2bee-49cd-aacb-e1c2ddcd974b] The console log is missing. Check your VSPC configuration [ 1459.617133] env[62353]: DEBUG oslo_concurrency.lockutils [None req-5a8be576-6821-4903-b9a3-d07602c116bf tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Lock "aab77d7b-2bee-49cd-aacb-e1c2ddcd974b" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.645s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1470.591829] env[62353]: DEBUG oslo_service.periodic_task [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1470.592131] env[62353]: DEBUG oslo_service.periodic_task [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1471.102387] env[62353]: DEBUG oslo_service.periodic_task [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1471.102599] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Starting heal instance info cache {{(pid=62353) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 1471.633183] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Acquiring lock "refresh_cache-842c1ed1-ba7f-4d46-9cb8-0e95f7e26779" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1471.633418] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Acquired lock "refresh_cache-842c1ed1-ba7f-4d46-9cb8-0e95f7e26779" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1471.633516] env[62353]: DEBUG nova.network.neutron [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] [instance: 842c1ed1-ba7f-4d46-9cb8-0e95f7e26779] Forcefully refreshing network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1472.846499] env[62353]: DEBUG nova.network.neutron [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] [instance: 842c1ed1-ba7f-4d46-9cb8-0e95f7e26779] Updating instance_info_cache with network_info: [{"id": "d6a6d7e2-bb95-4ed5-b1df-79c42d10b9bf", "address": "fa:16:3e:2a:e5:90", "network": {"id": "cdd5ca5d-eb26-4d28-87f8-206e99fe7672", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1171598701-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "563a3da12f97462190a5b5cd288faf87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae215ba8-f7a5-4b23-a055-90316d29817f", "external-id": "nsx-vlan-transportzone-798", "segmentation_id": 798, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6a6d7e2-bb", "ovs_interfaceid": "d6a6d7e2-bb95-4ed5-b1df-79c42d10b9bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1473.349050] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Releasing lock "refresh_cache-842c1ed1-ba7f-4d46-9cb8-0e95f7e26779" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1473.349283] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] [instance: 842c1ed1-ba7f-4d46-9cb8-0e95f7e26779] Updated the network info_cache for instance {{(pid=62353) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10516}} [ 1473.349505] env[62353]: DEBUG oslo_service.periodic_task [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1473.349664] env[62353]: DEBUG oslo_service.periodic_task [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1473.349812] env[62353]: DEBUG oslo_service.periodic_task [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1473.349961] env[62353]: DEBUG oslo_service.periodic_task [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1473.350121] env[62353]: DEBUG oslo_service.periodic_task [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1473.350267] env[62353]: DEBUG oslo_service.periodic_task [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1473.350392] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62353) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1473.350533] env[62353]: DEBUG oslo_service.periodic_task [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1473.853791] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1473.854198] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1473.854246] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1473.854409] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62353) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1473.855393] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03d56796-945b-4b39-9cea-4094227e24dd {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.863796] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33ae08a9-fa91-4bc1-885f-720ebf614cc1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.877859] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5552528e-5520-448e-8bfb-d35879d3afc1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.883930] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce568074-7f9a-4703-b674-0c66bf7f1e1e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.912049] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180796MB free_disk=155GB free_vcpus=48 pci_devices=None {{(pid=62353) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1473.912180] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1473.912370] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1474.941058] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Instance 2c6b409d-02cd-47b5-b264-e7e204c29622 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1474.941373] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Instance 842c1ed1-ba7f-4d46-9cb8-0e95f7e26779 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1474.941373] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Instance aab77d7b-2bee-49cd-aacb-e1c2ddcd974b actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1474.941527] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=62353) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1474.941638] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1152MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=62353) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1474.988714] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77006bdd-c61e-4471-934c-8876407d748e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.996096] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6deea376-7ede-41fb-8736-f3805bf1adfc {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.024900] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-674a0ab1-b1a3-4760-b716-256f5119c510 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.031712] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f63a7d94-050b-4507-b6e7-8da7707a8a5d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.044202] env[62353]: DEBUG nova.compute.provider_tree [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1475.547297] env[62353]: DEBUG nova.scheduler.client.report [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1476.052954] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62353) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1476.053366] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.141s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1486.302529] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6610536c-9b50-4661-bae0-fd7ec731195d tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Acquiring lock "aab77d7b-2bee-49cd-aacb-e1c2ddcd974b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1486.302529] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6610536c-9b50-4661-bae0-fd7ec731195d tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Lock "aab77d7b-2bee-49cd-aacb-e1c2ddcd974b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1486.303236] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6610536c-9b50-4661-bae0-fd7ec731195d tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Acquiring lock "aab77d7b-2bee-49cd-aacb-e1c2ddcd974b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1486.303236] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6610536c-9b50-4661-bae0-fd7ec731195d tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Lock "aab77d7b-2bee-49cd-aacb-e1c2ddcd974b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1486.303236] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6610536c-9b50-4661-bae0-fd7ec731195d tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Lock "aab77d7b-2bee-49cd-aacb-e1c2ddcd974b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1486.306694] env[62353]: INFO nova.compute.manager [None req-6610536c-9b50-4661-bae0-fd7ec731195d tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: aab77d7b-2bee-49cd-aacb-e1c2ddcd974b] Terminating instance [ 1486.811228] env[62353]: DEBUG nova.compute.manager [None req-6610536c-9b50-4661-bae0-fd7ec731195d tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: aab77d7b-2bee-49cd-aacb-e1c2ddcd974b] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1486.811507] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-6610536c-9b50-4661-bae0-fd7ec731195d tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: aab77d7b-2bee-49cd-aacb-e1c2ddcd974b] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1486.811779] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-12a4109e-7109-49d0-89de-e8587f52d71c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.819994] env[62353]: DEBUG oslo_vmware.api [None req-6610536c-9b50-4661-bae0-fd7ec731195d tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Waiting for the task: (returnval){ [ 1486.819994] env[62353]: value = "task-2373454" [ 1486.819994] env[62353]: _type = "Task" [ 1486.819994] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1486.827901] env[62353]: DEBUG oslo_vmware.api [None req-6610536c-9b50-4661-bae0-fd7ec731195d tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Task: {'id': task-2373454, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.330098] env[62353]: DEBUG oslo_vmware.api [None req-6610536c-9b50-4661-bae0-fd7ec731195d tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Task: {'id': task-2373454, 'name': PowerOffVM_Task, 'duration_secs': 0.189706} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1487.330386] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-6610536c-9b50-4661-bae0-fd7ec731195d tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: aab77d7b-2bee-49cd-aacb-e1c2ddcd974b] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1487.330588] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-6610536c-9b50-4661-bae0-fd7ec731195d tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: aab77d7b-2bee-49cd-aacb-e1c2ddcd974b] Volume detach. Driver type: vmdk {{(pid=62353) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1487.330733] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-6610536c-9b50-4661-bae0-fd7ec731195d tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: aab77d7b-2bee-49cd-aacb-e1c2ddcd974b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-481787', 'volume_id': 'a7e06a26-3912-4f5b-8dcd-6c5da24286cf', 'name': 'volume-a7e06a26-3912-4f5b-8dcd-6c5da24286cf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'aab77d7b-2bee-49cd-aacb-e1c2ddcd974b', 'attached_at': '2025-02-07T12:55:23.000000', 'detached_at': '', 'volume_id': 'a7e06a26-3912-4f5b-8dcd-6c5da24286cf', 'serial': 'a7e06a26-3912-4f5b-8dcd-6c5da24286cf'} {{(pid=62353) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1487.331510] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-969bc4af-5cb0-4df2-8006-21cbbd8d7dee {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.349096] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecc7c676-a969-4f58-8b72-89237e8b5384 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.354905] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-370477e1-5114-4519-944e-d30a07ddf8b9 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.371608] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8700f582-208b-4831-9ec5-0a7702062a2c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.385116] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-6610536c-9b50-4661-bae0-fd7ec731195d tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] The volume has not been displaced from its original location: [datastore2] volume-a7e06a26-3912-4f5b-8dcd-6c5da24286cf/volume-a7e06a26-3912-4f5b-8dcd-6c5da24286cf.vmdk. No consolidation needed. {{(pid=62353) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1487.390221] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-6610536c-9b50-4661-bae0-fd7ec731195d tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: aab77d7b-2bee-49cd-aacb-e1c2ddcd974b] Reconfiguring VM instance instance-0000007a to detach disk 2000 {{(pid=62353) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1487.390460] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d4fbcbd2-8418-4744-8efd-799ac9bc837b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.407024] env[62353]: DEBUG oslo_vmware.api [None req-6610536c-9b50-4661-bae0-fd7ec731195d tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Waiting for the task: (returnval){ [ 1487.407024] env[62353]: value = "task-2373455" [ 1487.407024] env[62353]: _type = "Task" [ 1487.407024] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1487.414017] env[62353]: DEBUG oslo_vmware.api [None req-6610536c-9b50-4661-bae0-fd7ec731195d tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Task: {'id': task-2373455, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.915895] env[62353]: DEBUG oslo_vmware.api [None req-6610536c-9b50-4661-bae0-fd7ec731195d tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Task: {'id': task-2373455, 'name': ReconfigVM_Task, 'duration_secs': 0.152523} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1487.916237] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-6610536c-9b50-4661-bae0-fd7ec731195d tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: aab77d7b-2bee-49cd-aacb-e1c2ddcd974b] Reconfigured VM instance instance-0000007a to detach disk 2000 {{(pid=62353) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1487.920936] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f825bdeb-f335-4c10-a2b6-f0cc8ce7fa7c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.935826] env[62353]: DEBUG oslo_vmware.api [None req-6610536c-9b50-4661-bae0-fd7ec731195d tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Waiting for the task: (returnval){ [ 1487.935826] env[62353]: value = "task-2373456" [ 1487.935826] env[62353]: _type = "Task" [ 1487.935826] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1487.943302] env[62353]: DEBUG oslo_vmware.api [None req-6610536c-9b50-4661-bae0-fd7ec731195d tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Task: {'id': task-2373456, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.447090] env[62353]: DEBUG oslo_vmware.api [None req-6610536c-9b50-4661-bae0-fd7ec731195d tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Task: {'id': task-2373456, 'name': ReconfigVM_Task, 'duration_secs': 0.129627} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1488.447474] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-6610536c-9b50-4661-bae0-fd7ec731195d tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: aab77d7b-2bee-49cd-aacb-e1c2ddcd974b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-481787', 'volume_id': 'a7e06a26-3912-4f5b-8dcd-6c5da24286cf', 'name': 'volume-a7e06a26-3912-4f5b-8dcd-6c5da24286cf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'aab77d7b-2bee-49cd-aacb-e1c2ddcd974b', 'attached_at': '2025-02-07T12:55:23.000000', 'detached_at': '', 'volume_id': 'a7e06a26-3912-4f5b-8dcd-6c5da24286cf', 'serial': 'a7e06a26-3912-4f5b-8dcd-6c5da24286cf'} {{(pid=62353) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1488.447673] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-6610536c-9b50-4661-bae0-fd7ec731195d tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: aab77d7b-2bee-49cd-aacb-e1c2ddcd974b] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1488.448375] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c71c3b0-ed05-48b8-a2d0-f70681280f51 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.454555] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-6610536c-9b50-4661-bae0-fd7ec731195d tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: aab77d7b-2bee-49cd-aacb-e1c2ddcd974b] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1488.454796] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e6545f17-2172-4d2a-857a-49244f24ca31 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.532561] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-6610536c-9b50-4661-bae0-fd7ec731195d tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: aab77d7b-2bee-49cd-aacb-e1c2ddcd974b] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1488.532799] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-6610536c-9b50-4661-bae0-fd7ec731195d tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: aab77d7b-2bee-49cd-aacb-e1c2ddcd974b] Deleting contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1488.532947] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-6610536c-9b50-4661-bae0-fd7ec731195d tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Deleting the datastore file [datastore2] aab77d7b-2bee-49cd-aacb-e1c2ddcd974b {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1488.533223] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-382e3dd7-01cf-48a3-978c-69c26c6228bc {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.539597] env[62353]: DEBUG oslo_vmware.api [None req-6610536c-9b50-4661-bae0-fd7ec731195d tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Waiting for the task: (returnval){ [ 1488.539597] env[62353]: value = "task-2373458" [ 1488.539597] env[62353]: _type = "Task" [ 1488.539597] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1488.546983] env[62353]: DEBUG oslo_vmware.api [None req-6610536c-9b50-4661-bae0-fd7ec731195d tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Task: {'id': task-2373458, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.049811] env[62353]: DEBUG oslo_vmware.api [None req-6610536c-9b50-4661-bae0-fd7ec731195d tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Task: {'id': task-2373458, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.077623} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1489.050100] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-6610536c-9b50-4661-bae0-fd7ec731195d tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1489.050285] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-6610536c-9b50-4661-bae0-fd7ec731195d tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: aab77d7b-2bee-49cd-aacb-e1c2ddcd974b] Deleted contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1489.050511] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-6610536c-9b50-4661-bae0-fd7ec731195d tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: aab77d7b-2bee-49cd-aacb-e1c2ddcd974b] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1489.050626] env[62353]: INFO nova.compute.manager [None req-6610536c-9b50-4661-bae0-fd7ec731195d tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: aab77d7b-2bee-49cd-aacb-e1c2ddcd974b] Took 2.24 seconds to destroy the instance on the hypervisor. [ 1489.050855] env[62353]: DEBUG oslo.service.loopingcall [None req-6610536c-9b50-4661-bae0-fd7ec731195d tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1489.051050] env[62353]: DEBUG nova.compute.manager [-] [instance: aab77d7b-2bee-49cd-aacb-e1c2ddcd974b] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1489.051142] env[62353]: DEBUG nova.network.neutron [-] [instance: aab77d7b-2bee-49cd-aacb-e1c2ddcd974b] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1489.717879] env[62353]: DEBUG nova.compute.manager [req-33c58c66-7f23-4f55-b56f-0e5cb2db0d68 req-82948e1c-8786-4605-968c-6ef9fd662cf8 service nova] [instance: aab77d7b-2bee-49cd-aacb-e1c2ddcd974b] Received event network-vif-deleted-ec9cdf26-1eba-438d-9933-f19f1df2989c {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1489.718154] env[62353]: INFO nova.compute.manager [req-33c58c66-7f23-4f55-b56f-0e5cb2db0d68 req-82948e1c-8786-4605-968c-6ef9fd662cf8 service nova] [instance: aab77d7b-2bee-49cd-aacb-e1c2ddcd974b] Neutron deleted interface ec9cdf26-1eba-438d-9933-f19f1df2989c; detaching it from the instance and deleting it from the info cache [ 1489.719052] env[62353]: DEBUG nova.network.neutron [req-33c58c66-7f23-4f55-b56f-0e5cb2db0d68 req-82948e1c-8786-4605-968c-6ef9fd662cf8 service nova] [instance: aab77d7b-2bee-49cd-aacb-e1c2ddcd974b] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1490.201906] env[62353]: DEBUG nova.network.neutron [-] [instance: aab77d7b-2bee-49cd-aacb-e1c2ddcd974b] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1490.221454] env[62353]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c6a240cc-0775-4500-81de-b679c280653d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.231173] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f3cfa77-f75a-43f0-908b-380cc1eef24a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.256248] env[62353]: DEBUG nova.compute.manager [req-33c58c66-7f23-4f55-b56f-0e5cb2db0d68 req-82948e1c-8786-4605-968c-6ef9fd662cf8 service nova] [instance: aab77d7b-2bee-49cd-aacb-e1c2ddcd974b] Detach interface failed, port_id=ec9cdf26-1eba-438d-9933-f19f1df2989c, reason: Instance aab77d7b-2bee-49cd-aacb-e1c2ddcd974b could not be found. {{(pid=62353) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1490.704870] env[62353]: INFO nova.compute.manager [-] [instance: aab77d7b-2bee-49cd-aacb-e1c2ddcd974b] Took 1.65 seconds to deallocate network for instance. [ 1491.247380] env[62353]: INFO nova.compute.manager [None req-6610536c-9b50-4661-bae0-fd7ec731195d tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: aab77d7b-2bee-49cd-aacb-e1c2ddcd974b] Took 0.54 seconds to detach 1 volumes for instance. [ 1491.249470] env[62353]: DEBUG nova.compute.manager [None req-6610536c-9b50-4661-bae0-fd7ec731195d tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: aab77d7b-2bee-49cd-aacb-e1c2ddcd974b] Deleting volume: a7e06a26-3912-4f5b-8dcd-6c5da24286cf {{(pid=62353) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1491.788370] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6610536c-9b50-4661-bae0-fd7ec731195d tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1491.788623] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6610536c-9b50-4661-bae0-fd7ec731195d tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1491.788843] env[62353]: DEBUG nova.objects.instance [None req-6610536c-9b50-4661-bae0-fd7ec731195d tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Lazy-loading 'resources' on Instance uuid aab77d7b-2bee-49cd-aacb-e1c2ddcd974b {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1492.343864] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f6de2e6-ee4e-418b-9c10-2063fd7458b1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.351137] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dea9655-c9da-4b95-ad6a-11772d56d18d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.382133] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bee7798-91fc-4f52-9af4-8ce205f2f0bd {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.389355] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b74e6a2-eaff-4e33-aaac-99d10fa959c2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.402481] env[62353]: DEBUG nova.compute.provider_tree [None req-6610536c-9b50-4661-bae0-fd7ec731195d tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1492.905924] env[62353]: DEBUG nova.scheduler.client.report [None req-6610536c-9b50-4661-bae0-fd7ec731195d tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1493.411060] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6610536c-9b50-4661-bae0-fd7ec731195d tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.622s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1493.430368] env[62353]: INFO nova.scheduler.client.report [None req-6610536c-9b50-4661-bae0-fd7ec731195d tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Deleted allocations for instance aab77d7b-2bee-49cd-aacb-e1c2ddcd974b [ 1493.938660] env[62353]: DEBUG oslo_concurrency.lockutils [None req-6610536c-9b50-4661-bae0-fd7ec731195d tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Lock "aab77d7b-2bee-49cd-aacb-e1c2ddcd974b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.636s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1495.143988] env[62353]: DEBUG oslo_concurrency.lockutils [None req-60a96f3e-6854-44b4-a732-cf1ea59bc20b tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Acquiring lock "842c1ed1-ba7f-4d46-9cb8-0e95f7e26779" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1495.144468] env[62353]: DEBUG oslo_concurrency.lockutils [None req-60a96f3e-6854-44b4-a732-cf1ea59bc20b tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Lock "842c1ed1-ba7f-4d46-9cb8-0e95f7e26779" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1495.144809] env[62353]: DEBUG oslo_concurrency.lockutils [None req-60a96f3e-6854-44b4-a732-cf1ea59bc20b tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Acquiring lock "842c1ed1-ba7f-4d46-9cb8-0e95f7e26779-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1495.145128] env[62353]: DEBUG oslo_concurrency.lockutils [None req-60a96f3e-6854-44b4-a732-cf1ea59bc20b tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Lock "842c1ed1-ba7f-4d46-9cb8-0e95f7e26779-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1495.145428] env[62353]: DEBUG oslo_concurrency.lockutils [None req-60a96f3e-6854-44b4-a732-cf1ea59bc20b tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Lock "842c1ed1-ba7f-4d46-9cb8-0e95f7e26779-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1495.148339] env[62353]: INFO nova.compute.manager [None req-60a96f3e-6854-44b4-a732-cf1ea59bc20b tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: 842c1ed1-ba7f-4d46-9cb8-0e95f7e26779] Terminating instance [ 1495.652463] env[62353]: DEBUG nova.compute.manager [None req-60a96f3e-6854-44b4-a732-cf1ea59bc20b tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: 842c1ed1-ba7f-4d46-9cb8-0e95f7e26779] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1495.652740] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-60a96f3e-6854-44b4-a732-cf1ea59bc20b tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: 842c1ed1-ba7f-4d46-9cb8-0e95f7e26779] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1495.653747] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03eb49cf-d436-4fa8-a785-cbb2fdc5c774 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.661783] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-60a96f3e-6854-44b4-a732-cf1ea59bc20b tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: 842c1ed1-ba7f-4d46-9cb8-0e95f7e26779] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1495.662017] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ea0d85c7-2594-4524-bd2c-3262a3091ee0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.667693] env[62353]: DEBUG oslo_vmware.api [None req-60a96f3e-6854-44b4-a732-cf1ea59bc20b tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Waiting for the task: (returnval){ [ 1495.667693] env[62353]: value = "task-2373460" [ 1495.667693] env[62353]: _type = "Task" [ 1495.667693] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1495.675187] env[62353]: DEBUG oslo_vmware.api [None req-60a96f3e-6854-44b4-a732-cf1ea59bc20b tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Task: {'id': task-2373460, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.177869] env[62353]: DEBUG oslo_vmware.api [None req-60a96f3e-6854-44b4-a732-cf1ea59bc20b tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Task: {'id': task-2373460, 'name': PowerOffVM_Task, 'duration_secs': 0.203958} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1496.178275] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-60a96f3e-6854-44b4-a732-cf1ea59bc20b tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: 842c1ed1-ba7f-4d46-9cb8-0e95f7e26779] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1496.178320] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-60a96f3e-6854-44b4-a732-cf1ea59bc20b tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: 842c1ed1-ba7f-4d46-9cb8-0e95f7e26779] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1496.178533] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f988485d-a563-4f8b-b7f8-19424c947b69 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.248909] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-60a96f3e-6854-44b4-a732-cf1ea59bc20b tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: 842c1ed1-ba7f-4d46-9cb8-0e95f7e26779] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1496.249186] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-60a96f3e-6854-44b4-a732-cf1ea59bc20b tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: 842c1ed1-ba7f-4d46-9cb8-0e95f7e26779] Deleting contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1496.249426] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-60a96f3e-6854-44b4-a732-cf1ea59bc20b tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Deleting the datastore file [datastore2] 842c1ed1-ba7f-4d46-9cb8-0e95f7e26779 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1496.249731] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cc67481b-1d5e-4231-ad39-a36e90da62a0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.256431] env[62353]: DEBUG oslo_vmware.api [None req-60a96f3e-6854-44b4-a732-cf1ea59bc20b tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Waiting for the task: (returnval){ [ 1496.256431] env[62353]: value = "task-2373462" [ 1496.256431] env[62353]: _type = "Task" [ 1496.256431] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1496.263597] env[62353]: DEBUG oslo_vmware.api [None req-60a96f3e-6854-44b4-a732-cf1ea59bc20b tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Task: {'id': task-2373462, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.766192] env[62353]: DEBUG oslo_vmware.api [None req-60a96f3e-6854-44b4-a732-cf1ea59bc20b tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Task: {'id': task-2373462, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139171} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1496.766542] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-60a96f3e-6854-44b4-a732-cf1ea59bc20b tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1496.766613] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-60a96f3e-6854-44b4-a732-cf1ea59bc20b tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: 842c1ed1-ba7f-4d46-9cb8-0e95f7e26779] Deleted contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1496.766840] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-60a96f3e-6854-44b4-a732-cf1ea59bc20b tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: 842c1ed1-ba7f-4d46-9cb8-0e95f7e26779] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1496.767034] env[62353]: INFO nova.compute.manager [None req-60a96f3e-6854-44b4-a732-cf1ea59bc20b tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: 842c1ed1-ba7f-4d46-9cb8-0e95f7e26779] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1496.767275] env[62353]: DEBUG oslo.service.loopingcall [None req-60a96f3e-6854-44b4-a732-cf1ea59bc20b tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1496.767464] env[62353]: DEBUG nova.compute.manager [-] [instance: 842c1ed1-ba7f-4d46-9cb8-0e95f7e26779] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1496.767555] env[62353]: DEBUG nova.network.neutron [-] [instance: 842c1ed1-ba7f-4d46-9cb8-0e95f7e26779] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1497.028393] env[62353]: DEBUG nova.compute.manager [req-c0366563-3189-4ef1-8b0e-ddb25a043d82 req-06e49e55-4996-40b5-9238-7585cc645dd9 service nova] [instance: 842c1ed1-ba7f-4d46-9cb8-0e95f7e26779] Received event network-vif-deleted-d6a6d7e2-bb95-4ed5-b1df-79c42d10b9bf {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1497.028653] env[62353]: INFO nova.compute.manager [req-c0366563-3189-4ef1-8b0e-ddb25a043d82 req-06e49e55-4996-40b5-9238-7585cc645dd9 service nova] [instance: 842c1ed1-ba7f-4d46-9cb8-0e95f7e26779] Neutron deleted interface d6a6d7e2-bb95-4ed5-b1df-79c42d10b9bf; detaching it from the instance and deleting it from the info cache [ 1497.028763] env[62353]: DEBUG nova.network.neutron [req-c0366563-3189-4ef1-8b0e-ddb25a043d82 req-06e49e55-4996-40b5-9238-7585cc645dd9 service nova] [instance: 842c1ed1-ba7f-4d46-9cb8-0e95f7e26779] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1497.507406] env[62353]: DEBUG nova.network.neutron [-] [instance: 842c1ed1-ba7f-4d46-9cb8-0e95f7e26779] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1497.531164] env[62353]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-91789238-5d13-4db2-8ce4-dc84e94547ae {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.541693] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d846f68-b170-4c4d-9d17-2c922720e93d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.565749] env[62353]: DEBUG nova.compute.manager [req-c0366563-3189-4ef1-8b0e-ddb25a043d82 req-06e49e55-4996-40b5-9238-7585cc645dd9 service nova] [instance: 842c1ed1-ba7f-4d46-9cb8-0e95f7e26779] Detach interface failed, port_id=d6a6d7e2-bb95-4ed5-b1df-79c42d10b9bf, reason: Instance 842c1ed1-ba7f-4d46-9cb8-0e95f7e26779 could not be found. {{(pid=62353) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1498.010519] env[62353]: INFO nova.compute.manager [-] [instance: 842c1ed1-ba7f-4d46-9cb8-0e95f7e26779] Took 1.24 seconds to deallocate network for instance. [ 1498.517357] env[62353]: DEBUG oslo_concurrency.lockutils [None req-60a96f3e-6854-44b4-a732-cf1ea59bc20b tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1498.517775] env[62353]: DEBUG oslo_concurrency.lockutils [None req-60a96f3e-6854-44b4-a732-cf1ea59bc20b tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1498.517907] env[62353]: DEBUG nova.objects.instance [None req-60a96f3e-6854-44b4-a732-cf1ea59bc20b tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Lazy-loading 'resources' on Instance uuid 842c1ed1-ba7f-4d46-9cb8-0e95f7e26779 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1499.061518] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b6c023c-4393-4000-ac54-f238e4df679d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.069060] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83f46b92-ddb3-4e51-ab7d-b708c79a3d66 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.098309] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-838b3a5c-b7a6-4cc2-9975-6903afa32712 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.104806] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b461fdc-cc97-488b-89a5-223ddd1c805d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.117479] env[62353]: DEBUG nova.compute.provider_tree [None req-60a96f3e-6854-44b4-a732-cf1ea59bc20b tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1499.620793] env[62353]: DEBUG nova.scheduler.client.report [None req-60a96f3e-6854-44b4-a732-cf1ea59bc20b tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1500.127101] env[62353]: DEBUG oslo_concurrency.lockutils [None req-60a96f3e-6854-44b4-a732-cf1ea59bc20b tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.609s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1500.144096] env[62353]: INFO nova.scheduler.client.report [None req-60a96f3e-6854-44b4-a732-cf1ea59bc20b tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Deleted allocations for instance 842c1ed1-ba7f-4d46-9cb8-0e95f7e26779 [ 1500.651986] env[62353]: DEBUG oslo_concurrency.lockutils [None req-60a96f3e-6854-44b4-a732-cf1ea59bc20b tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Lock "842c1ed1-ba7f-4d46-9cb8-0e95f7e26779" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.507s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1504.817294] env[62353]: DEBUG oslo_concurrency.lockutils [None req-681c4733-d55a-4330-ba4b-a886f793aafd tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Acquiring lock "2c6b409d-02cd-47b5-b264-e7e204c29622" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1504.817684] env[62353]: DEBUG oslo_concurrency.lockutils [None req-681c4733-d55a-4330-ba4b-a886f793aafd tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Lock "2c6b409d-02cd-47b5-b264-e7e204c29622" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1504.817796] env[62353]: DEBUG oslo_concurrency.lockutils [None req-681c4733-d55a-4330-ba4b-a886f793aafd tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Acquiring lock "2c6b409d-02cd-47b5-b264-e7e204c29622-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1504.817941] env[62353]: DEBUG oslo_concurrency.lockutils [None req-681c4733-d55a-4330-ba4b-a886f793aafd tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Lock "2c6b409d-02cd-47b5-b264-e7e204c29622-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1504.818122] env[62353]: DEBUG oslo_concurrency.lockutils [None req-681c4733-d55a-4330-ba4b-a886f793aafd tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Lock "2c6b409d-02cd-47b5-b264-e7e204c29622-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1504.820321] env[62353]: INFO nova.compute.manager [None req-681c4733-d55a-4330-ba4b-a886f793aafd tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: 2c6b409d-02cd-47b5-b264-e7e204c29622] Terminating instance [ 1505.323878] env[62353]: DEBUG nova.compute.manager [None req-681c4733-d55a-4330-ba4b-a886f793aafd tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: 2c6b409d-02cd-47b5-b264-e7e204c29622] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1505.324160] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-681c4733-d55a-4330-ba4b-a886f793aafd tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: 2c6b409d-02cd-47b5-b264-e7e204c29622] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1505.324983] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff61a328-d174-425a-a8ae-ecfc9ac3b149 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.332791] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-681c4733-d55a-4330-ba4b-a886f793aafd tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: 2c6b409d-02cd-47b5-b264-e7e204c29622] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1505.333040] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5153a6ea-7336-4ab6-bb6d-8a3a1c0aa0f2 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.339520] env[62353]: DEBUG oslo_vmware.api [None req-681c4733-d55a-4330-ba4b-a886f793aafd tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Waiting for the task: (returnval){ [ 1505.339520] env[62353]: value = "task-2373464" [ 1505.339520] env[62353]: _type = "Task" [ 1505.339520] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.347766] env[62353]: DEBUG oslo_vmware.api [None req-681c4733-d55a-4330-ba4b-a886f793aafd tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Task: {'id': task-2373464, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.850299] env[62353]: DEBUG oslo_vmware.api [None req-681c4733-d55a-4330-ba4b-a886f793aafd tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Task: {'id': task-2373464, 'name': PowerOffVM_Task, 'duration_secs': 0.185117} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1505.850685] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-681c4733-d55a-4330-ba4b-a886f793aafd tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: 2c6b409d-02cd-47b5-b264-e7e204c29622] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1505.850788] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-681c4733-d55a-4330-ba4b-a886f793aafd tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: 2c6b409d-02cd-47b5-b264-e7e204c29622] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1505.851055] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9148ed01-f5a8-4f18-99b2-22a92e3cef00 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.919440] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-681c4733-d55a-4330-ba4b-a886f793aafd tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: 2c6b409d-02cd-47b5-b264-e7e204c29622] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1505.919690] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-681c4733-d55a-4330-ba4b-a886f793aafd tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: 2c6b409d-02cd-47b5-b264-e7e204c29622] Deleting contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1505.919830] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-681c4733-d55a-4330-ba4b-a886f793aafd tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Deleting the datastore file [datastore1] 2c6b409d-02cd-47b5-b264-e7e204c29622 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1505.920123] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9db496ab-a23e-4a60-9da0-e0b13afe91a6 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.926180] env[62353]: DEBUG oslo_vmware.api [None req-681c4733-d55a-4330-ba4b-a886f793aafd tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Waiting for the task: (returnval){ [ 1505.926180] env[62353]: value = "task-2373466" [ 1505.926180] env[62353]: _type = "Task" [ 1505.926180] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.933838] env[62353]: DEBUG oslo_vmware.api [None req-681c4733-d55a-4330-ba4b-a886f793aafd tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Task: {'id': task-2373466, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.436760] env[62353]: DEBUG oslo_vmware.api [None req-681c4733-d55a-4330-ba4b-a886f793aafd tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Task: {'id': task-2373466, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.124544} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1506.437040] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-681c4733-d55a-4330-ba4b-a886f793aafd tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1506.437228] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-681c4733-d55a-4330-ba4b-a886f793aafd tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: 2c6b409d-02cd-47b5-b264-e7e204c29622] Deleted contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1506.437405] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-681c4733-d55a-4330-ba4b-a886f793aafd tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: 2c6b409d-02cd-47b5-b264-e7e204c29622] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1506.437574] env[62353]: INFO nova.compute.manager [None req-681c4733-d55a-4330-ba4b-a886f793aafd tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] [instance: 2c6b409d-02cd-47b5-b264-e7e204c29622] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1506.437815] env[62353]: DEBUG oslo.service.loopingcall [None req-681c4733-d55a-4330-ba4b-a886f793aafd tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1506.438016] env[62353]: DEBUG nova.compute.manager [-] [instance: 2c6b409d-02cd-47b5-b264-e7e204c29622] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1506.438117] env[62353]: DEBUG nova.network.neutron [-] [instance: 2c6b409d-02cd-47b5-b264-e7e204c29622] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1506.708517] env[62353]: DEBUG nova.compute.manager [req-f9e69230-4f6e-40b5-9944-cd7f08a8ca35 req-bb62f474-ea40-4937-84e6-018b79da4b46 service nova] [instance: 2c6b409d-02cd-47b5-b264-e7e204c29622] Received event network-vif-deleted-75bfd230-851e-4aa1-9ac9-09c16ecbd3f3 {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1506.708762] env[62353]: INFO nova.compute.manager [req-f9e69230-4f6e-40b5-9944-cd7f08a8ca35 req-bb62f474-ea40-4937-84e6-018b79da4b46 service nova] [instance: 2c6b409d-02cd-47b5-b264-e7e204c29622] Neutron deleted interface 75bfd230-851e-4aa1-9ac9-09c16ecbd3f3; detaching it from the instance and deleting it from the info cache [ 1506.708961] env[62353]: DEBUG nova.network.neutron [req-f9e69230-4f6e-40b5-9944-cd7f08a8ca35 req-bb62f474-ea40-4937-84e6-018b79da4b46 service nova] [instance: 2c6b409d-02cd-47b5-b264-e7e204c29622] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1507.192504] env[62353]: DEBUG nova.network.neutron [-] [instance: 2c6b409d-02cd-47b5-b264-e7e204c29622] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1507.211352] env[62353]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fc089a30-7230-4c42-b61c-f91a1a9a8f01 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.220755] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51893ae6-7864-4d1e-8dad-96a45df3654f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.244512] env[62353]: DEBUG nova.compute.manager [req-f9e69230-4f6e-40b5-9944-cd7f08a8ca35 req-bb62f474-ea40-4937-84e6-018b79da4b46 service nova] [instance: 2c6b409d-02cd-47b5-b264-e7e204c29622] Detach interface failed, port_id=75bfd230-851e-4aa1-9ac9-09c16ecbd3f3, reason: Instance 2c6b409d-02cd-47b5-b264-e7e204c29622 could not be found. {{(pid=62353) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1507.695578] env[62353]: INFO nova.compute.manager [-] [instance: 2c6b409d-02cd-47b5-b264-e7e204c29622] Took 1.26 seconds to deallocate network for instance. [ 1508.202080] env[62353]: DEBUG oslo_concurrency.lockutils [None req-681c4733-d55a-4330-ba4b-a886f793aafd tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1508.202471] env[62353]: DEBUG oslo_concurrency.lockutils [None req-681c4733-d55a-4330-ba4b-a886f793aafd tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1508.202566] env[62353]: DEBUG nova.objects.instance [None req-681c4733-d55a-4330-ba4b-a886f793aafd tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Lazy-loading 'resources' on Instance uuid 2c6b409d-02cd-47b5-b264-e7e204c29622 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1508.736769] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66552c56-3d23-4739-a5ca-dacd19ec1c3d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.744057] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6210cfa-896e-4cf7-acac-e3e1e09d4122 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.773527] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b62d215-1703-4035-a4a8-0626dc0a8937 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.780217] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56e6e684-72e1-4695-9706-8c3d464f3c8f {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.793107] env[62353]: DEBUG nova.compute.provider_tree [None req-681c4733-d55a-4330-ba4b-a886f793aafd tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1509.296373] env[62353]: DEBUG nova.scheduler.client.report [None req-681c4733-d55a-4330-ba4b-a886f793aafd tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1509.802234] env[62353]: DEBUG oslo_concurrency.lockutils [None req-681c4733-d55a-4330-ba4b-a886f793aafd tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.600s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1509.820139] env[62353]: INFO nova.scheduler.client.report [None req-681c4733-d55a-4330-ba4b-a886f793aafd tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Deleted allocations for instance 2c6b409d-02cd-47b5-b264-e7e204c29622 [ 1510.330947] env[62353]: DEBUG oslo_concurrency.lockutils [None req-681c4733-d55a-4330-ba4b-a886f793aafd tempest-ServerActionsTestOtherA-673628694 tempest-ServerActionsTestOtherA-673628694-project-member] Lock "2c6b409d-02cd-47b5-b264-e7e204c29622" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.513s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1513.783197] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f1299223-dd2d-4bd6-bb44-35452ca91b96 tempest-ServersAaction247Test-394760712 tempest-ServersAaction247Test-394760712-project-member] Acquiring lock "1eddd380-bae4-4b20-9ad2-26f99a6f3405" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1513.783515] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f1299223-dd2d-4bd6-bb44-35452ca91b96 tempest-ServersAaction247Test-394760712 tempest-ServersAaction247Test-394760712-project-member] Lock "1eddd380-bae4-4b20-9ad2-26f99a6f3405" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1514.286030] env[62353]: DEBUG nova.compute.manager [None req-f1299223-dd2d-4bd6-bb44-35452ca91b96 tempest-ServersAaction247Test-394760712 tempest-ServersAaction247Test-394760712-project-member] [instance: 1eddd380-bae4-4b20-9ad2-26f99a6f3405] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1514.806357] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f1299223-dd2d-4bd6-bb44-35452ca91b96 tempest-ServersAaction247Test-394760712 tempest-ServersAaction247Test-394760712-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1514.806613] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f1299223-dd2d-4bd6-bb44-35452ca91b96 tempest-ServersAaction247Test-394760712 tempest-ServersAaction247Test-394760712-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1514.808027] env[62353]: INFO nova.compute.claims [None req-f1299223-dd2d-4bd6-bb44-35452ca91b96 tempest-ServersAaction247Test-394760712 tempest-ServersAaction247Test-394760712-project-member] [instance: 1eddd380-bae4-4b20-9ad2-26f99a6f3405] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1515.841971] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5800564-46cb-41b6-b72f-5bceaba1e10d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.849875] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e53fd294-747c-4756-8379-910716c48b09 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.880827] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78ef758b-5a52-4ac2-99da-726cb0b95e6d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.887689] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff9e693f-d84d-4754-b9da-81010723e80b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.900529] env[62353]: DEBUG nova.compute.provider_tree [None req-f1299223-dd2d-4bd6-bb44-35452ca91b96 tempest-ServersAaction247Test-394760712 tempest-ServersAaction247Test-394760712-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1516.404324] env[62353]: DEBUG nova.scheduler.client.report [None req-f1299223-dd2d-4bd6-bb44-35452ca91b96 tempest-ServersAaction247Test-394760712 tempest-ServersAaction247Test-394760712-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1516.909824] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f1299223-dd2d-4bd6-bb44-35452ca91b96 tempest-ServersAaction247Test-394760712 tempest-ServersAaction247Test-394760712-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.103s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1516.910374] env[62353]: DEBUG nova.compute.manager [None req-f1299223-dd2d-4bd6-bb44-35452ca91b96 tempest-ServersAaction247Test-394760712 tempest-ServersAaction247Test-394760712-project-member] [instance: 1eddd380-bae4-4b20-9ad2-26f99a6f3405] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1517.415027] env[62353]: DEBUG nova.compute.utils [None req-f1299223-dd2d-4bd6-bb44-35452ca91b96 tempest-ServersAaction247Test-394760712 tempest-ServersAaction247Test-394760712-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1517.416493] env[62353]: DEBUG nova.compute.manager [None req-f1299223-dd2d-4bd6-bb44-35452ca91b96 tempest-ServersAaction247Test-394760712 tempest-ServersAaction247Test-394760712-project-member] [instance: 1eddd380-bae4-4b20-9ad2-26f99a6f3405] Not allocating networking since 'none' was specified. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1517.918155] env[62353]: DEBUG nova.compute.manager [None req-f1299223-dd2d-4bd6-bb44-35452ca91b96 tempest-ServersAaction247Test-394760712 tempest-ServersAaction247Test-394760712-project-member] [instance: 1eddd380-bae4-4b20-9ad2-26f99a6f3405] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1518.928456] env[62353]: DEBUG nova.compute.manager [None req-f1299223-dd2d-4bd6-bb44-35452ca91b96 tempest-ServersAaction247Test-394760712 tempest-ServersAaction247Test-394760712-project-member] [instance: 1eddd380-bae4-4b20-9ad2-26f99a6f3405] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1518.955558] env[62353]: DEBUG nova.virt.hardware [None req-f1299223-dd2d-4bd6-bb44-35452ca91b96 tempest-ServersAaction247Test-394760712 tempest-ServersAaction247Test-394760712-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T12:38:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T12:38:15Z,direct_url=,disk_format='vmdk',id=06f909ae-e8dc-43b4-abf7-c7ed85db9bbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0a3f88790a594523a818b8c00f6862e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T12:38:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1518.955795] env[62353]: DEBUG nova.virt.hardware [None req-f1299223-dd2d-4bd6-bb44-35452ca91b96 tempest-ServersAaction247Test-394760712 tempest-ServersAaction247Test-394760712-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1518.955953] env[62353]: DEBUG nova.virt.hardware [None req-f1299223-dd2d-4bd6-bb44-35452ca91b96 tempest-ServersAaction247Test-394760712 tempest-ServersAaction247Test-394760712-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1518.956179] env[62353]: DEBUG nova.virt.hardware [None req-f1299223-dd2d-4bd6-bb44-35452ca91b96 tempest-ServersAaction247Test-394760712 tempest-ServersAaction247Test-394760712-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1518.956335] env[62353]: DEBUG nova.virt.hardware [None req-f1299223-dd2d-4bd6-bb44-35452ca91b96 tempest-ServersAaction247Test-394760712 tempest-ServersAaction247Test-394760712-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1518.956482] env[62353]: DEBUG nova.virt.hardware [None req-f1299223-dd2d-4bd6-bb44-35452ca91b96 tempest-ServersAaction247Test-394760712 tempest-ServersAaction247Test-394760712-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1518.956688] env[62353]: DEBUG nova.virt.hardware [None req-f1299223-dd2d-4bd6-bb44-35452ca91b96 tempest-ServersAaction247Test-394760712 tempest-ServersAaction247Test-394760712-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1518.956844] env[62353]: DEBUG nova.virt.hardware [None req-f1299223-dd2d-4bd6-bb44-35452ca91b96 tempest-ServersAaction247Test-394760712 tempest-ServersAaction247Test-394760712-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1518.957017] env[62353]: DEBUG nova.virt.hardware [None req-f1299223-dd2d-4bd6-bb44-35452ca91b96 tempest-ServersAaction247Test-394760712 tempest-ServersAaction247Test-394760712-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1518.957192] env[62353]: DEBUG nova.virt.hardware [None req-f1299223-dd2d-4bd6-bb44-35452ca91b96 tempest-ServersAaction247Test-394760712 tempest-ServersAaction247Test-394760712-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1518.957364] env[62353]: DEBUG nova.virt.hardware [None req-f1299223-dd2d-4bd6-bb44-35452ca91b96 tempest-ServersAaction247Test-394760712 tempest-ServersAaction247Test-394760712-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1518.958241] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee82ab07-e5a7-42dc-93c7-21fb00d271e7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.966527] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-017752d0-a48d-4761-859c-17b62c8575ba {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.979748] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-f1299223-dd2d-4bd6-bb44-35452ca91b96 tempest-ServersAaction247Test-394760712 tempest-ServersAaction247Test-394760712-project-member] [instance: 1eddd380-bae4-4b20-9ad2-26f99a6f3405] Instance VIF info [] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1518.985127] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1299223-dd2d-4bd6-bb44-35452ca91b96 tempest-ServersAaction247Test-394760712 tempest-ServersAaction247Test-394760712-project-member] Creating folder: Project (f3b2d47567c94027afe8945d64a73201). Parent ref: group-v481456. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1518.985369] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-475a857e-068d-4828-83a5-5f0a602f5e03 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.998100] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-f1299223-dd2d-4bd6-bb44-35452ca91b96 tempest-ServersAaction247Test-394760712 tempest-ServersAaction247Test-394760712-project-member] Created folder: Project (f3b2d47567c94027afe8945d64a73201) in parent group-v481456. [ 1518.998279] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1299223-dd2d-4bd6-bb44-35452ca91b96 tempest-ServersAaction247Test-394760712 tempest-ServersAaction247Test-394760712-project-member] Creating folder: Instances. Parent ref: group-v481789. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1518.998493] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8a605fcc-f61a-43e6-9895-daa0627d60af {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.008161] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-f1299223-dd2d-4bd6-bb44-35452ca91b96 tempest-ServersAaction247Test-394760712 tempest-ServersAaction247Test-394760712-project-member] Created folder: Instances in parent group-v481789. [ 1519.008357] env[62353]: DEBUG oslo.service.loopingcall [None req-f1299223-dd2d-4bd6-bb44-35452ca91b96 tempest-ServersAaction247Test-394760712 tempest-ServersAaction247Test-394760712-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1519.008554] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1eddd380-bae4-4b20-9ad2-26f99a6f3405] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1519.008738] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5b609b86-6903-4042-9727-dda343da118b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.023624] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1519.023624] env[62353]: value = "task-2373469" [ 1519.023624] env[62353]: _type = "Task" [ 1519.023624] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1519.033529] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2373469, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.534950] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2373469, 'name': CreateVM_Task, 'duration_secs': 0.229511} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1519.535170] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1eddd380-bae4-4b20-9ad2-26f99a6f3405] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1519.535553] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f1299223-dd2d-4bd6-bb44-35452ca91b96 tempest-ServersAaction247Test-394760712 tempest-ServersAaction247Test-394760712-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1519.535705] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f1299223-dd2d-4bd6-bb44-35452ca91b96 tempest-ServersAaction247Test-394760712 tempest-ServersAaction247Test-394760712-project-member] Acquired lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.536034] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f1299223-dd2d-4bd6-bb44-35452ca91b96 tempest-ServersAaction247Test-394760712 tempest-ServersAaction247Test-394760712-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1519.536304] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07d71355-cb18-4727-bf69-a36f11f56021 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.541057] env[62353]: DEBUG oslo_vmware.api [None req-f1299223-dd2d-4bd6-bb44-35452ca91b96 tempest-ServersAaction247Test-394760712 tempest-ServersAaction247Test-394760712-project-member] Waiting for the task: (returnval){ [ 1519.541057] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52217af0-5a0f-9943-f79e-bb2f9989a5bf" [ 1519.541057] env[62353]: _type = "Task" [ 1519.541057] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1519.548331] env[62353]: DEBUG oslo_vmware.api [None req-f1299223-dd2d-4bd6-bb44-35452ca91b96 tempest-ServersAaction247Test-394760712 tempest-ServersAaction247Test-394760712-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52217af0-5a0f-9943-f79e-bb2f9989a5bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1520.051203] env[62353]: DEBUG oslo_vmware.api [None req-f1299223-dd2d-4bd6-bb44-35452ca91b96 tempest-ServersAaction247Test-394760712 tempest-ServersAaction247Test-394760712-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52217af0-5a0f-9943-f79e-bb2f9989a5bf, 'name': SearchDatastore_Task, 'duration_secs': 0.009648} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1520.051602] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f1299223-dd2d-4bd6-bb44-35452ca91b96 tempest-ServersAaction247Test-394760712 tempest-ServersAaction247Test-394760712-project-member] Releasing lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1520.051803] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-f1299223-dd2d-4bd6-bb44-35452ca91b96 tempest-ServersAaction247Test-394760712 tempest-ServersAaction247Test-394760712-project-member] [instance: 1eddd380-bae4-4b20-9ad2-26f99a6f3405] Processing image 06f909ae-e8dc-43b4-abf7-c7ed85db9bbd {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1520.051926] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f1299223-dd2d-4bd6-bb44-35452ca91b96 tempest-ServersAaction247Test-394760712 tempest-ServersAaction247Test-394760712-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1520.052082] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f1299223-dd2d-4bd6-bb44-35452ca91b96 tempest-ServersAaction247Test-394760712 tempest-ServersAaction247Test-394760712-project-member] Acquired lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.052260] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1299223-dd2d-4bd6-bb44-35452ca91b96 tempest-ServersAaction247Test-394760712 tempest-ServersAaction247Test-394760712-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1520.052515] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ad30da3b-6af7-49d3-a5ef-dcf50d103ea4 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.060211] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1299223-dd2d-4bd6-bb44-35452ca91b96 tempest-ServersAaction247Test-394760712 tempest-ServersAaction247Test-394760712-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1520.060384] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-f1299223-dd2d-4bd6-bb44-35452ca91b96 tempest-ServersAaction247Test-394760712 tempest-ServersAaction247Test-394760712-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1520.061053] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c609241b-110e-4570-81ce-bb1afaa176fc {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.065730] env[62353]: DEBUG oslo_vmware.api [None req-f1299223-dd2d-4bd6-bb44-35452ca91b96 tempest-ServersAaction247Test-394760712 tempest-ServersAaction247Test-394760712-project-member] Waiting for the task: (returnval){ [ 1520.065730] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5212a3b2-4748-5347-e221-fde657b4b63b" [ 1520.065730] env[62353]: _type = "Task" [ 1520.065730] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1520.072604] env[62353]: DEBUG oslo_vmware.api [None req-f1299223-dd2d-4bd6-bb44-35452ca91b96 tempest-ServersAaction247Test-394760712 tempest-ServersAaction247Test-394760712-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5212a3b2-4748-5347-e221-fde657b4b63b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1520.576266] env[62353]: DEBUG oslo_vmware.api [None req-f1299223-dd2d-4bd6-bb44-35452ca91b96 tempest-ServersAaction247Test-394760712 tempest-ServersAaction247Test-394760712-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5212a3b2-4748-5347-e221-fde657b4b63b, 'name': SearchDatastore_Task, 'duration_secs': 0.00763} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1520.577018] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65126009-d0f4-4590-9d3a-700875569b89 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.581660] env[62353]: DEBUG oslo_vmware.api [None req-f1299223-dd2d-4bd6-bb44-35452ca91b96 tempest-ServersAaction247Test-394760712 tempest-ServersAaction247Test-394760712-project-member] Waiting for the task: (returnval){ [ 1520.581660] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5223cc00-f2f4-d9e6-7b3c-f88583cda2b2" [ 1520.581660] env[62353]: _type = "Task" [ 1520.581660] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1520.588839] env[62353]: DEBUG oslo_vmware.api [None req-f1299223-dd2d-4bd6-bb44-35452ca91b96 tempest-ServersAaction247Test-394760712 tempest-ServersAaction247Test-394760712-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5223cc00-f2f4-d9e6-7b3c-f88583cda2b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1521.092066] env[62353]: DEBUG oslo_vmware.api [None req-f1299223-dd2d-4bd6-bb44-35452ca91b96 tempest-ServersAaction247Test-394760712 tempest-ServersAaction247Test-394760712-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5223cc00-f2f4-d9e6-7b3c-f88583cda2b2, 'name': SearchDatastore_Task, 'duration_secs': 0.009931} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1521.092425] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f1299223-dd2d-4bd6-bb44-35452ca91b96 tempest-ServersAaction247Test-394760712 tempest-ServersAaction247Test-394760712-project-member] Releasing lock "[datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1521.092571] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1299223-dd2d-4bd6-bb44-35452ca91b96 tempest-ServersAaction247Test-394760712 tempest-ServersAaction247Test-394760712-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore2] 1eddd380-bae4-4b20-9ad2-26f99a6f3405/1eddd380-bae4-4b20-9ad2-26f99a6f3405.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1521.092825] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-71806294-3c26-48d5-9b19-6299d448fa0e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.099694] env[62353]: DEBUG oslo_vmware.api [None req-f1299223-dd2d-4bd6-bb44-35452ca91b96 tempest-ServersAaction247Test-394760712 tempest-ServersAaction247Test-394760712-project-member] Waiting for the task: (returnval){ [ 1521.099694] env[62353]: value = "task-2373470" [ 1521.099694] env[62353]: _type = "Task" [ 1521.099694] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1521.106858] env[62353]: DEBUG oslo_vmware.api [None req-f1299223-dd2d-4bd6-bb44-35452ca91b96 tempest-ServersAaction247Test-394760712 tempest-ServersAaction247Test-394760712-project-member] Task: {'id': task-2373470, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1521.609365] env[62353]: DEBUG oslo_vmware.api [None req-f1299223-dd2d-4bd6-bb44-35452ca91b96 tempest-ServersAaction247Test-394760712 tempest-ServersAaction247Test-394760712-project-member] Task: {'id': task-2373470, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.455287} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1521.609588] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1299223-dd2d-4bd6-bb44-35452ca91b96 tempest-ServersAaction247Test-394760712 tempest-ServersAaction247Test-394760712-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore2] 1eddd380-bae4-4b20-9ad2-26f99a6f3405/1eddd380-bae4-4b20-9ad2-26f99a6f3405.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1521.609754] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-f1299223-dd2d-4bd6-bb44-35452ca91b96 tempest-ServersAaction247Test-394760712 tempest-ServersAaction247Test-394760712-project-member] [instance: 1eddd380-bae4-4b20-9ad2-26f99a6f3405] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1521.609996] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5b5a22a0-ab1d-45dc-bece-3b8aee0c4543 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.615945] env[62353]: DEBUG oslo_vmware.api [None req-f1299223-dd2d-4bd6-bb44-35452ca91b96 tempest-ServersAaction247Test-394760712 tempest-ServersAaction247Test-394760712-project-member] Waiting for the task: (returnval){ [ 1521.615945] env[62353]: value = "task-2373471" [ 1521.615945] env[62353]: _type = "Task" [ 1521.615945] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1521.623748] env[62353]: DEBUG oslo_vmware.api [None req-f1299223-dd2d-4bd6-bb44-35452ca91b96 tempest-ServersAaction247Test-394760712 tempest-ServersAaction247Test-394760712-project-member] Task: {'id': task-2373471, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.126053] env[62353]: DEBUG oslo_vmware.api [None req-f1299223-dd2d-4bd6-bb44-35452ca91b96 tempest-ServersAaction247Test-394760712 tempest-ServersAaction247Test-394760712-project-member] Task: {'id': task-2373471, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068113} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1522.126507] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-f1299223-dd2d-4bd6-bb44-35452ca91b96 tempest-ServersAaction247Test-394760712 tempest-ServersAaction247Test-394760712-project-member] [instance: 1eddd380-bae4-4b20-9ad2-26f99a6f3405] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1522.127275] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd30f39b-90d0-4444-892b-561411d84a54 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.148576] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1299223-dd2d-4bd6-bb44-35452ca91b96 tempest-ServersAaction247Test-394760712 tempest-ServersAaction247Test-394760712-project-member] [instance: 1eddd380-bae4-4b20-9ad2-26f99a6f3405] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] 1eddd380-bae4-4b20-9ad2-26f99a6f3405/1eddd380-bae4-4b20-9ad2-26f99a6f3405.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1522.148845] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-67e17815-1901-4f21-ae69-7ebbecbe69ce {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.169713] env[62353]: DEBUG oslo_vmware.api [None req-f1299223-dd2d-4bd6-bb44-35452ca91b96 tempest-ServersAaction247Test-394760712 tempest-ServersAaction247Test-394760712-project-member] Waiting for the task: (returnval){ [ 1522.169713] env[62353]: value = "task-2373472" [ 1522.169713] env[62353]: _type = "Task" [ 1522.169713] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1522.179740] env[62353]: DEBUG oslo_vmware.api [None req-f1299223-dd2d-4bd6-bb44-35452ca91b96 tempest-ServersAaction247Test-394760712 tempest-ServersAaction247Test-394760712-project-member] Task: {'id': task-2373472, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.679666] env[62353]: DEBUG oslo_vmware.api [None req-f1299223-dd2d-4bd6-bb44-35452ca91b96 tempest-ServersAaction247Test-394760712 tempest-ServersAaction247Test-394760712-project-member] Task: {'id': task-2373472, 'name': ReconfigVM_Task, 'duration_secs': 0.296301} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1522.679944] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1299223-dd2d-4bd6-bb44-35452ca91b96 tempest-ServersAaction247Test-394760712 tempest-ServersAaction247Test-394760712-project-member] [instance: 1eddd380-bae4-4b20-9ad2-26f99a6f3405] Reconfigured VM instance instance-0000007b to attach disk [datastore2] 1eddd380-bae4-4b20-9ad2-26f99a6f3405/1eddd380-bae4-4b20-9ad2-26f99a6f3405.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1522.680563] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ce0d6997-637e-4947-b92f-bc85ccd5748d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.686763] env[62353]: DEBUG oslo_vmware.api [None req-f1299223-dd2d-4bd6-bb44-35452ca91b96 tempest-ServersAaction247Test-394760712 tempest-ServersAaction247Test-394760712-project-member] Waiting for the task: (returnval){ [ 1522.686763] env[62353]: value = "task-2373473" [ 1522.686763] env[62353]: _type = "Task" [ 1522.686763] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1522.693818] env[62353]: DEBUG oslo_vmware.api [None req-f1299223-dd2d-4bd6-bb44-35452ca91b96 tempest-ServersAaction247Test-394760712 tempest-ServersAaction247Test-394760712-project-member] Task: {'id': task-2373473, 'name': Rename_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1523.196076] env[62353]: DEBUG oslo_vmware.api [None req-f1299223-dd2d-4bd6-bb44-35452ca91b96 tempest-ServersAaction247Test-394760712 tempest-ServersAaction247Test-394760712-project-member] Task: {'id': task-2373473, 'name': Rename_Task, 'duration_secs': 0.118951} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1523.196545] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1299223-dd2d-4bd6-bb44-35452ca91b96 tempest-ServersAaction247Test-394760712 tempest-ServersAaction247Test-394760712-project-member] [instance: 1eddd380-bae4-4b20-9ad2-26f99a6f3405] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1523.196618] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2c2b9c58-8878-4628-a963-ac5e1654c801 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.203524] env[62353]: DEBUG oslo_vmware.api [None req-f1299223-dd2d-4bd6-bb44-35452ca91b96 tempest-ServersAaction247Test-394760712 tempest-ServersAaction247Test-394760712-project-member] Waiting for the task: (returnval){ [ 1523.203524] env[62353]: value = "task-2373474" [ 1523.203524] env[62353]: _type = "Task" [ 1523.203524] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1523.212461] env[62353]: DEBUG oslo_vmware.api [None req-f1299223-dd2d-4bd6-bb44-35452ca91b96 tempest-ServersAaction247Test-394760712 tempest-ServersAaction247Test-394760712-project-member] Task: {'id': task-2373474, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1523.713966] env[62353]: DEBUG oslo_vmware.api [None req-f1299223-dd2d-4bd6-bb44-35452ca91b96 tempest-ServersAaction247Test-394760712 tempest-ServersAaction247Test-394760712-project-member] Task: {'id': task-2373474, 'name': PowerOnVM_Task, 'duration_secs': 0.407403} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1523.714198] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1299223-dd2d-4bd6-bb44-35452ca91b96 tempest-ServersAaction247Test-394760712 tempest-ServersAaction247Test-394760712-project-member] [instance: 1eddd380-bae4-4b20-9ad2-26f99a6f3405] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1523.714408] env[62353]: INFO nova.compute.manager [None req-f1299223-dd2d-4bd6-bb44-35452ca91b96 tempest-ServersAaction247Test-394760712 tempest-ServersAaction247Test-394760712-project-member] [instance: 1eddd380-bae4-4b20-9ad2-26f99a6f3405] Took 4.79 seconds to spawn the instance on the hypervisor. [ 1523.714588] env[62353]: DEBUG nova.compute.manager [None req-f1299223-dd2d-4bd6-bb44-35452ca91b96 tempest-ServersAaction247Test-394760712 tempest-ServersAaction247Test-394760712-project-member] [instance: 1eddd380-bae4-4b20-9ad2-26f99a6f3405] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1523.715362] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-777d7d63-382e-44e5-b136-2758d1ed6628 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.232651] env[62353]: INFO nova.compute.manager [None req-f1299223-dd2d-4bd6-bb44-35452ca91b96 tempest-ServersAaction247Test-394760712 tempest-ServersAaction247Test-394760712-project-member] [instance: 1eddd380-bae4-4b20-9ad2-26f99a6f3405] Took 9.44 seconds to build instance. [ 1524.699561] env[62353]: DEBUG nova.compute.manager [None req-8e8ff2db-a017-4799-9f80-ab93fdc84e55 tempest-ServersAaction247Test-394760712 tempest-ServersAaction247Test-394760712-project-member] [instance: 1eddd380-bae4-4b20-9ad2-26f99a6f3405] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1524.700617] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd2f3096-a8b3-4aab-b36a-4c730c8f66b0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.734773] env[62353]: DEBUG oslo_concurrency.lockutils [None req-f1299223-dd2d-4bd6-bb44-35452ca91b96 tempest-ServersAaction247Test-394760712 tempest-ServersAaction247Test-394760712-project-member] Lock "1eddd380-bae4-4b20-9ad2-26f99a6f3405" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 10.951s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1524.759899] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a59de7b7-a2e9-44ed-85ed-e0b24b76aff5 tempest-ServersAaction247Test-394760712 tempest-ServersAaction247Test-394760712-project-member] Acquiring lock "1eddd380-bae4-4b20-9ad2-26f99a6f3405" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1524.760144] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a59de7b7-a2e9-44ed-85ed-e0b24b76aff5 tempest-ServersAaction247Test-394760712 tempest-ServersAaction247Test-394760712-project-member] Lock "1eddd380-bae4-4b20-9ad2-26f99a6f3405" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1524.760343] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a59de7b7-a2e9-44ed-85ed-e0b24b76aff5 tempest-ServersAaction247Test-394760712 tempest-ServersAaction247Test-394760712-project-member] Acquiring lock "1eddd380-bae4-4b20-9ad2-26f99a6f3405-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1524.760524] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a59de7b7-a2e9-44ed-85ed-e0b24b76aff5 tempest-ServersAaction247Test-394760712 tempest-ServersAaction247Test-394760712-project-member] Lock "1eddd380-bae4-4b20-9ad2-26f99a6f3405-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1524.760682] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a59de7b7-a2e9-44ed-85ed-e0b24b76aff5 tempest-ServersAaction247Test-394760712 tempest-ServersAaction247Test-394760712-project-member] Lock "1eddd380-bae4-4b20-9ad2-26f99a6f3405-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1524.762564] env[62353]: INFO nova.compute.manager [None req-a59de7b7-a2e9-44ed-85ed-e0b24b76aff5 tempest-ServersAaction247Test-394760712 tempest-ServersAaction247Test-394760712-project-member] [instance: 1eddd380-bae4-4b20-9ad2-26f99a6f3405] Terminating instance [ 1525.211021] env[62353]: INFO nova.compute.manager [None req-8e8ff2db-a017-4799-9f80-ab93fdc84e55 tempest-ServersAaction247Test-394760712 tempest-ServersAaction247Test-394760712-project-member] [instance: 1eddd380-bae4-4b20-9ad2-26f99a6f3405] instance snapshotting [ 1525.211700] env[62353]: DEBUG nova.objects.instance [None req-8e8ff2db-a017-4799-9f80-ab93fdc84e55 tempest-ServersAaction247Test-394760712 tempest-ServersAaction247Test-394760712-project-member] Lazy-loading 'flavor' on Instance uuid 1eddd380-bae4-4b20-9ad2-26f99a6f3405 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1525.266241] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a59de7b7-a2e9-44ed-85ed-e0b24b76aff5 tempest-ServersAaction247Test-394760712 tempest-ServersAaction247Test-394760712-project-member] Acquiring lock "refresh_cache-1eddd380-bae4-4b20-9ad2-26f99a6f3405" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1525.266617] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a59de7b7-a2e9-44ed-85ed-e0b24b76aff5 tempest-ServersAaction247Test-394760712 tempest-ServersAaction247Test-394760712-project-member] Acquired lock "refresh_cache-1eddd380-bae4-4b20-9ad2-26f99a6f3405" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.266617] env[62353]: DEBUG nova.network.neutron [None req-a59de7b7-a2e9-44ed-85ed-e0b24b76aff5 tempest-ServersAaction247Test-394760712 tempest-ServersAaction247Test-394760712-project-member] [instance: 1eddd380-bae4-4b20-9ad2-26f99a6f3405] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1525.717488] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51a0ce1c-f11d-4f6f-ac10-6fa4b6fc1097 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.733543] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3376164-69e4-40d5-a856-c0753d2d489e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.785350] env[62353]: DEBUG nova.network.neutron [None req-a59de7b7-a2e9-44ed-85ed-e0b24b76aff5 tempest-ServersAaction247Test-394760712 tempest-ServersAaction247Test-394760712-project-member] [instance: 1eddd380-bae4-4b20-9ad2-26f99a6f3405] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1525.842331] env[62353]: DEBUG nova.network.neutron [None req-a59de7b7-a2e9-44ed-85ed-e0b24b76aff5 tempest-ServersAaction247Test-394760712 tempest-ServersAaction247Test-394760712-project-member] [instance: 1eddd380-bae4-4b20-9ad2-26f99a6f3405] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1526.242942] env[62353]: DEBUG nova.compute.manager [None req-8e8ff2db-a017-4799-9f80-ab93fdc84e55 tempest-ServersAaction247Test-394760712 tempest-ServersAaction247Test-394760712-project-member] [instance: 1eddd380-bae4-4b20-9ad2-26f99a6f3405] Instance disappeared during snapshot {{(pid=62353) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1526.345057] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a59de7b7-a2e9-44ed-85ed-e0b24b76aff5 tempest-ServersAaction247Test-394760712 tempest-ServersAaction247Test-394760712-project-member] Releasing lock "refresh_cache-1eddd380-bae4-4b20-9ad2-26f99a6f3405" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1526.345521] env[62353]: DEBUG nova.compute.manager [None req-a59de7b7-a2e9-44ed-85ed-e0b24b76aff5 tempest-ServersAaction247Test-394760712 tempest-ServersAaction247Test-394760712-project-member] [instance: 1eddd380-bae4-4b20-9ad2-26f99a6f3405] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1526.345726] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-a59de7b7-a2e9-44ed-85ed-e0b24b76aff5 tempest-ServersAaction247Test-394760712 tempest-ServersAaction247Test-394760712-project-member] [instance: 1eddd380-bae4-4b20-9ad2-26f99a6f3405] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1526.346681] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17184413-178c-4136-83bd-e8558e240b88 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.354471] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-a59de7b7-a2e9-44ed-85ed-e0b24b76aff5 tempest-ServersAaction247Test-394760712 tempest-ServersAaction247Test-394760712-project-member] [instance: 1eddd380-bae4-4b20-9ad2-26f99a6f3405] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1526.354742] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5b2e43d6-cf41-4928-a7fc-960156b20080 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.357575] env[62353]: DEBUG nova.compute.manager [None req-8e8ff2db-a017-4799-9f80-ab93fdc84e55 tempest-ServersAaction247Test-394760712 tempest-ServersAaction247Test-394760712-project-member] [instance: 1eddd380-bae4-4b20-9ad2-26f99a6f3405] Found 0 images (rotation: 2) {{(pid=62353) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1526.360638] env[62353]: DEBUG oslo_vmware.api [None req-a59de7b7-a2e9-44ed-85ed-e0b24b76aff5 tempest-ServersAaction247Test-394760712 tempest-ServersAaction247Test-394760712-project-member] Waiting for the task: (returnval){ [ 1526.360638] env[62353]: value = "task-2373475" [ 1526.360638] env[62353]: _type = "Task" [ 1526.360638] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1526.368789] env[62353]: DEBUG oslo_vmware.api [None req-a59de7b7-a2e9-44ed-85ed-e0b24b76aff5 tempest-ServersAaction247Test-394760712 tempest-ServersAaction247Test-394760712-project-member] Task: {'id': task-2373475, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.870738] env[62353]: DEBUG oslo_vmware.api [None req-a59de7b7-a2e9-44ed-85ed-e0b24b76aff5 tempest-ServersAaction247Test-394760712 tempest-ServersAaction247Test-394760712-project-member] Task: {'id': task-2373475, 'name': PowerOffVM_Task, 'duration_secs': 0.165121} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1526.871058] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-a59de7b7-a2e9-44ed-85ed-e0b24b76aff5 tempest-ServersAaction247Test-394760712 tempest-ServersAaction247Test-394760712-project-member] [instance: 1eddd380-bae4-4b20-9ad2-26f99a6f3405] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1526.871156] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-a59de7b7-a2e9-44ed-85ed-e0b24b76aff5 tempest-ServersAaction247Test-394760712 tempest-ServersAaction247Test-394760712-project-member] [instance: 1eddd380-bae4-4b20-9ad2-26f99a6f3405] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1526.871402] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-86d97588-997b-4850-971f-fcabf23adbb1 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.896958] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-a59de7b7-a2e9-44ed-85ed-e0b24b76aff5 tempest-ServersAaction247Test-394760712 tempest-ServersAaction247Test-394760712-project-member] [instance: 1eddd380-bae4-4b20-9ad2-26f99a6f3405] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1526.897167] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-a59de7b7-a2e9-44ed-85ed-e0b24b76aff5 tempest-ServersAaction247Test-394760712 tempest-ServersAaction247Test-394760712-project-member] [instance: 1eddd380-bae4-4b20-9ad2-26f99a6f3405] Deleting contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1526.897335] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-a59de7b7-a2e9-44ed-85ed-e0b24b76aff5 tempest-ServersAaction247Test-394760712 tempest-ServersAaction247Test-394760712-project-member] Deleting the datastore file [datastore2] 1eddd380-bae4-4b20-9ad2-26f99a6f3405 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1526.897595] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dff7b40a-3845-478b-99b5-1efde8f406fd {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.903707] env[62353]: DEBUG oslo_vmware.api [None req-a59de7b7-a2e9-44ed-85ed-e0b24b76aff5 tempest-ServersAaction247Test-394760712 tempest-ServersAaction247Test-394760712-project-member] Waiting for the task: (returnval){ [ 1526.903707] env[62353]: value = "task-2373477" [ 1526.903707] env[62353]: _type = "Task" [ 1526.903707] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1526.911054] env[62353]: DEBUG oslo_vmware.api [None req-a59de7b7-a2e9-44ed-85ed-e0b24b76aff5 tempest-ServersAaction247Test-394760712 tempest-ServersAaction247Test-394760712-project-member] Task: {'id': task-2373477, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.412996] env[62353]: DEBUG oslo_vmware.api [None req-a59de7b7-a2e9-44ed-85ed-e0b24b76aff5 tempest-ServersAaction247Test-394760712 tempest-ServersAaction247Test-394760712-project-member] Task: {'id': task-2373477, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155256} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1527.413389] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-a59de7b7-a2e9-44ed-85ed-e0b24b76aff5 tempest-ServersAaction247Test-394760712 tempest-ServersAaction247Test-394760712-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1527.413577] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-a59de7b7-a2e9-44ed-85ed-e0b24b76aff5 tempest-ServersAaction247Test-394760712 tempest-ServersAaction247Test-394760712-project-member] [instance: 1eddd380-bae4-4b20-9ad2-26f99a6f3405] Deleted contents of the VM from datastore datastore2 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1527.413683] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-a59de7b7-a2e9-44ed-85ed-e0b24b76aff5 tempest-ServersAaction247Test-394760712 tempest-ServersAaction247Test-394760712-project-member] [instance: 1eddd380-bae4-4b20-9ad2-26f99a6f3405] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1527.413850] env[62353]: INFO nova.compute.manager [None req-a59de7b7-a2e9-44ed-85ed-e0b24b76aff5 tempest-ServersAaction247Test-394760712 tempest-ServersAaction247Test-394760712-project-member] [instance: 1eddd380-bae4-4b20-9ad2-26f99a6f3405] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1527.414106] env[62353]: DEBUG oslo.service.loopingcall [None req-a59de7b7-a2e9-44ed-85ed-e0b24b76aff5 tempest-ServersAaction247Test-394760712 tempest-ServersAaction247Test-394760712-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1527.414382] env[62353]: DEBUG nova.compute.manager [-] [instance: 1eddd380-bae4-4b20-9ad2-26f99a6f3405] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1527.414459] env[62353]: DEBUG nova.network.neutron [-] [instance: 1eddd380-bae4-4b20-9ad2-26f99a6f3405] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1527.430172] env[62353]: DEBUG nova.network.neutron [-] [instance: 1eddd380-bae4-4b20-9ad2-26f99a6f3405] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1527.933099] env[62353]: DEBUG nova.network.neutron [-] [instance: 1eddd380-bae4-4b20-9ad2-26f99a6f3405] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1528.436441] env[62353]: INFO nova.compute.manager [-] [instance: 1eddd380-bae4-4b20-9ad2-26f99a6f3405] Took 1.02 seconds to deallocate network for instance. [ 1528.943178] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a59de7b7-a2e9-44ed-85ed-e0b24b76aff5 tempest-ServersAaction247Test-394760712 tempest-ServersAaction247Test-394760712-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1528.943503] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a59de7b7-a2e9-44ed-85ed-e0b24b76aff5 tempest-ServersAaction247Test-394760712 tempest-ServersAaction247Test-394760712-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1528.943747] env[62353]: DEBUG nova.objects.instance [None req-a59de7b7-a2e9-44ed-85ed-e0b24b76aff5 tempest-ServersAaction247Test-394760712 tempest-ServersAaction247Test-394760712-project-member] Lazy-loading 'resources' on Instance uuid 1eddd380-bae4-4b20-9ad2-26f99a6f3405 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1529.480644] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0316494d-c980-4599-8eb3-4b35382d117d {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.488126] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afd215aa-b74e-490f-ba45-0ee4791a8455 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.517797] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-879efeda-2759-460c-bb05-ac7a4b1a4d94 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.524134] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a6d82d4-3af1-412d-9475-4a8c4736e35c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.536450] env[62353]: DEBUG nova.compute.provider_tree [None req-a59de7b7-a2e9-44ed-85ed-e0b24b76aff5 tempest-ServersAaction247Test-394760712 tempest-ServersAaction247Test-394760712-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1530.040223] env[62353]: DEBUG nova.scheduler.client.report [None req-a59de7b7-a2e9-44ed-85ed-e0b24b76aff5 tempest-ServersAaction247Test-394760712 tempest-ServersAaction247Test-394760712-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1530.545711] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a59de7b7-a2e9-44ed-85ed-e0b24b76aff5 tempest-ServersAaction247Test-394760712 tempest-ServersAaction247Test-394760712-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.602s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1530.565219] env[62353]: INFO nova.scheduler.client.report [None req-a59de7b7-a2e9-44ed-85ed-e0b24b76aff5 tempest-ServersAaction247Test-394760712 tempest-ServersAaction247Test-394760712-project-member] Deleted allocations for instance 1eddd380-bae4-4b20-9ad2-26f99a6f3405 [ 1531.074537] env[62353]: DEBUG oslo_concurrency.lockutils [None req-a59de7b7-a2e9-44ed-85ed-e0b24b76aff5 tempest-ServersAaction247Test-394760712 tempest-ServersAaction247Test-394760712-project-member] Lock "1eddd380-bae4-4b20-9ad2-26f99a6f3405" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.314s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1534.060840] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4a406376-7537-4e57-8337-0d852fc757b3 tempest-ServerMetadataNegativeTestJSON-1288383126 tempest-ServerMetadataNegativeTestJSON-1288383126-project-member] Acquiring lock "12616ef0-9045-4204-b88d-71f5b906bb66" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1534.061157] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4a406376-7537-4e57-8337-0d852fc757b3 tempest-ServerMetadataNegativeTestJSON-1288383126 tempest-ServerMetadataNegativeTestJSON-1288383126-project-member] Lock "12616ef0-9045-4204-b88d-71f5b906bb66" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1534.563671] env[62353]: DEBUG nova.compute.manager [None req-4a406376-7537-4e57-8337-0d852fc757b3 tempest-ServerMetadataNegativeTestJSON-1288383126 tempest-ServerMetadataNegativeTestJSON-1288383126-project-member] [instance: 12616ef0-9045-4204-b88d-71f5b906bb66] Starting instance... {{(pid=62353) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1535.086475] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4a406376-7537-4e57-8337-0d852fc757b3 tempest-ServerMetadataNegativeTestJSON-1288383126 tempest-ServerMetadataNegativeTestJSON-1288383126-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1535.086741] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4a406376-7537-4e57-8337-0d852fc757b3 tempest-ServerMetadataNegativeTestJSON-1288383126 tempest-ServerMetadataNegativeTestJSON-1288383126-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1535.088697] env[62353]: INFO nova.compute.claims [None req-4a406376-7537-4e57-8337-0d852fc757b3 tempest-ServerMetadataNegativeTestJSON-1288383126 tempest-ServerMetadataNegativeTestJSON-1288383126-project-member] [instance: 12616ef0-9045-4204-b88d-71f5b906bb66] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1536.055027] env[62353]: DEBUG oslo_service.periodic_task [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1536.055027] env[62353]: DEBUG oslo_service.periodic_task [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1536.055027] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Starting heal instance info cache {{(pid=62353) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 1536.055275] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Rebuilding the list of instances to heal {{(pid=62353) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10449}} [ 1536.122518] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a81a4af-eaf8-4843-8ae9-1f09c1ef465b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.129554] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-411247f6-baea-478c-991c-add6ea89f09b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.158486] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ba77719-1c0c-4269-b6c5-5203a52a73f7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.165728] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1d81145-fa04-435a-8bf7-b51562c7a60e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.178576] env[62353]: DEBUG nova.compute.provider_tree [None req-4a406376-7537-4e57-8337-0d852fc757b3 tempest-ServerMetadataNegativeTestJSON-1288383126 tempest-ServerMetadataNegativeTestJSON-1288383126-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1536.557990] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] [instance: 12616ef0-9045-4204-b88d-71f5b906bb66] Skipping network cache update for instance because it is Building. {{(pid=62353) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 1536.558195] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Didn't find any instances for network info cache update. {{(pid=62353) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10531}} [ 1536.558361] env[62353]: DEBUG oslo_service.periodic_task [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1536.558520] env[62353]: DEBUG oslo_service.periodic_task [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1536.558668] env[62353]: DEBUG oslo_service.periodic_task [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1536.558840] env[62353]: DEBUG oslo_service.periodic_task [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1536.558986] env[62353]: DEBUG oslo_service.periodic_task [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1536.559143] env[62353]: DEBUG oslo_service.periodic_task [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1536.559269] env[62353]: DEBUG nova.compute.manager [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62353) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1536.559412] env[62353]: DEBUG oslo_service.periodic_task [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62353) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1536.681965] env[62353]: DEBUG nova.scheduler.client.report [None req-4a406376-7537-4e57-8337-0d852fc757b3 tempest-ServerMetadataNegativeTestJSON-1288383126 tempest-ServerMetadataNegativeTestJSON-1288383126-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1537.063269] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1537.186551] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4a406376-7537-4e57-8337-0d852fc757b3 tempest-ServerMetadataNegativeTestJSON-1288383126 tempest-ServerMetadataNegativeTestJSON-1288383126-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.100s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1537.187133] env[62353]: DEBUG nova.compute.manager [None req-4a406376-7537-4e57-8337-0d852fc757b3 tempest-ServerMetadataNegativeTestJSON-1288383126 tempest-ServerMetadataNegativeTestJSON-1288383126-project-member] [instance: 12616ef0-9045-4204-b88d-71f5b906bb66] Start building networks asynchronously for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1537.189690] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.127s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1537.189872] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1537.190036] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62353) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1537.191099] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5f330a5-bc4d-4822-9f70-2a4f0ee5cbf5 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.199219] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-098f87f6-ae6e-4933-ae51-e2d2cf370d06 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.212945] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76898192-59c3-4d9a-81e9-4854c5019f85 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.219322] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-363a1419-84c8-4819-8377-9251a4395b17 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.247775] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180632MB free_disk=155GB free_vcpus=48 pci_devices=None {{(pid=62353) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1537.247925] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1537.248123] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1537.692870] env[62353]: DEBUG nova.compute.utils [None req-4a406376-7537-4e57-8337-0d852fc757b3 tempest-ServerMetadataNegativeTestJSON-1288383126 tempest-ServerMetadataNegativeTestJSON-1288383126-project-member] Using /dev/sd instead of None {{(pid=62353) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1537.694696] env[62353]: DEBUG nova.compute.manager [None req-4a406376-7537-4e57-8337-0d852fc757b3 tempest-ServerMetadataNegativeTestJSON-1288383126 tempest-ServerMetadataNegativeTestJSON-1288383126-project-member] [instance: 12616ef0-9045-4204-b88d-71f5b906bb66] Allocating IP information in the background. {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1537.694869] env[62353]: DEBUG nova.network.neutron [None req-4a406376-7537-4e57-8337-0d852fc757b3 tempest-ServerMetadataNegativeTestJSON-1288383126 tempest-ServerMetadataNegativeTestJSON-1288383126-project-member] [instance: 12616ef0-9045-4204-b88d-71f5b906bb66] allocate_for_instance() {{(pid=62353) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1537.740470] env[62353]: DEBUG nova.policy [None req-4a406376-7537-4e57-8337-0d852fc757b3 tempest-ServerMetadataNegativeTestJSON-1288383126 tempest-ServerMetadataNegativeTestJSON-1288383126-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '301d522342bd4d5494e8a9cf6629d03b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f8a53b52d0f54cd8b0ced810078d418d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62353) authorize /opt/stack/nova/nova/policy.py:192}} [ 1537.998238] env[62353]: DEBUG nova.network.neutron [None req-4a406376-7537-4e57-8337-0d852fc757b3 tempest-ServerMetadataNegativeTestJSON-1288383126 tempest-ServerMetadataNegativeTestJSON-1288383126-project-member] [instance: 12616ef0-9045-4204-b88d-71f5b906bb66] Successfully created port: 1feaef8e-6c65-41a6-b502-38d9fbf81c2d {{(pid=62353) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1538.198195] env[62353]: DEBUG nova.compute.manager [None req-4a406376-7537-4e57-8337-0d852fc757b3 tempest-ServerMetadataNegativeTestJSON-1288383126 tempest-ServerMetadataNegativeTestJSON-1288383126-project-member] [instance: 12616ef0-9045-4204-b88d-71f5b906bb66] Start building block device mappings for instance. {{(pid=62353) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1538.271740] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Instance 12616ef0-9045-4204-b88d-71f5b906bb66 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62353) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1538.271944] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=62353) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1538.272103] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=62353) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1538.298279] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e31a770-454c-465e-8920-3cf163e4e595 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.306988] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11151ea4-b13a-4796-8ee1-677beeef4b0b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.336156] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bae8096-24fa-4bd9-be83-700b6adfb769 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.343035] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dc5aa42-6aaa-4063-9bae-1477def0534e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.355877] env[62353]: DEBUG nova.compute.provider_tree [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1538.859232] env[62353]: DEBUG nova.scheduler.client.report [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1539.208386] env[62353]: DEBUG nova.compute.manager [None req-4a406376-7537-4e57-8337-0d852fc757b3 tempest-ServerMetadataNegativeTestJSON-1288383126 tempest-ServerMetadataNegativeTestJSON-1288383126-project-member] [instance: 12616ef0-9045-4204-b88d-71f5b906bb66] Start spawning the instance on the hypervisor. {{(pid=62353) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1539.234771] env[62353]: DEBUG nova.virt.hardware [None req-4a406376-7537-4e57-8337-0d852fc757b3 tempest-ServerMetadataNegativeTestJSON-1288383126 tempest-ServerMetadataNegativeTestJSON-1288383126-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T12:38:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T12:38:15Z,direct_url=,disk_format='vmdk',id=06f909ae-e8dc-43b4-abf7-c7ed85db9bbd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0a3f88790a594523a818b8c00f6862e2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T12:38:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1539.235031] env[62353]: DEBUG nova.virt.hardware [None req-4a406376-7537-4e57-8337-0d852fc757b3 tempest-ServerMetadataNegativeTestJSON-1288383126 tempest-ServerMetadataNegativeTestJSON-1288383126-project-member] Flavor limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1539.235196] env[62353]: DEBUG nova.virt.hardware [None req-4a406376-7537-4e57-8337-0d852fc757b3 tempest-ServerMetadataNegativeTestJSON-1288383126 tempest-ServerMetadataNegativeTestJSON-1288383126-project-member] Image limits 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1539.235420] env[62353]: DEBUG nova.virt.hardware [None req-4a406376-7537-4e57-8337-0d852fc757b3 tempest-ServerMetadataNegativeTestJSON-1288383126 tempest-ServerMetadataNegativeTestJSON-1288383126-project-member] Flavor pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1539.235588] env[62353]: DEBUG nova.virt.hardware [None req-4a406376-7537-4e57-8337-0d852fc757b3 tempest-ServerMetadataNegativeTestJSON-1288383126 tempest-ServerMetadataNegativeTestJSON-1288383126-project-member] Image pref 0:0:0 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1539.235743] env[62353]: DEBUG nova.virt.hardware [None req-4a406376-7537-4e57-8337-0d852fc757b3 tempest-ServerMetadataNegativeTestJSON-1288383126 tempest-ServerMetadataNegativeTestJSON-1288383126-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62353) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1539.235954] env[62353]: DEBUG nova.virt.hardware [None req-4a406376-7537-4e57-8337-0d852fc757b3 tempest-ServerMetadataNegativeTestJSON-1288383126 tempest-ServerMetadataNegativeTestJSON-1288383126-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1539.236156] env[62353]: DEBUG nova.virt.hardware [None req-4a406376-7537-4e57-8337-0d852fc757b3 tempest-ServerMetadataNegativeTestJSON-1288383126 tempest-ServerMetadataNegativeTestJSON-1288383126-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1539.236327] env[62353]: DEBUG nova.virt.hardware [None req-4a406376-7537-4e57-8337-0d852fc757b3 tempest-ServerMetadataNegativeTestJSON-1288383126 tempest-ServerMetadataNegativeTestJSON-1288383126-project-member] Got 1 possible topologies {{(pid=62353) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1539.236512] env[62353]: DEBUG nova.virt.hardware [None req-4a406376-7537-4e57-8337-0d852fc757b3 tempest-ServerMetadataNegativeTestJSON-1288383126 tempest-ServerMetadataNegativeTestJSON-1288383126-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1539.236702] env[62353]: DEBUG nova.virt.hardware [None req-4a406376-7537-4e57-8337-0d852fc757b3 tempest-ServerMetadataNegativeTestJSON-1288383126 tempest-ServerMetadataNegativeTestJSON-1288383126-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62353) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1539.237645] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-441dd2d9-c21e-4874-b6d1-eefc350012ac {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.245766] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86398365-feb0-4184-87c2-78d3f7bcb851 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.365467] env[62353]: DEBUG nova.compute.resource_tracker [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62353) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1539.365713] env[62353]: DEBUG oslo_concurrency.lockutils [None req-3b7d6052-f3f7-4fae-94ed-fbc220db0350 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.118s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1539.404700] env[62353]: DEBUG nova.compute.manager [req-08365f5f-f34f-4db3-93eb-f1d33c36e153 req-d2b65154-bfd0-4005-86e8-fc7e1e3617d1 service nova] [instance: 12616ef0-9045-4204-b88d-71f5b906bb66] Received event network-vif-plugged-1feaef8e-6c65-41a6-b502-38d9fbf81c2d {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1539.404954] env[62353]: DEBUG oslo_concurrency.lockutils [req-08365f5f-f34f-4db3-93eb-f1d33c36e153 req-d2b65154-bfd0-4005-86e8-fc7e1e3617d1 service nova] Acquiring lock "12616ef0-9045-4204-b88d-71f5b906bb66-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1539.405129] env[62353]: DEBUG oslo_concurrency.lockutils [req-08365f5f-f34f-4db3-93eb-f1d33c36e153 req-d2b65154-bfd0-4005-86e8-fc7e1e3617d1 service nova] Lock "12616ef0-9045-4204-b88d-71f5b906bb66-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1539.405293] env[62353]: DEBUG oslo_concurrency.lockutils [req-08365f5f-f34f-4db3-93eb-f1d33c36e153 req-d2b65154-bfd0-4005-86e8-fc7e1e3617d1 service nova] Lock "12616ef0-9045-4204-b88d-71f5b906bb66-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1539.405459] env[62353]: DEBUG nova.compute.manager [req-08365f5f-f34f-4db3-93eb-f1d33c36e153 req-d2b65154-bfd0-4005-86e8-fc7e1e3617d1 service nova] [instance: 12616ef0-9045-4204-b88d-71f5b906bb66] No waiting events found dispatching network-vif-plugged-1feaef8e-6c65-41a6-b502-38d9fbf81c2d {{(pid=62353) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1539.405618] env[62353]: WARNING nova.compute.manager [req-08365f5f-f34f-4db3-93eb-f1d33c36e153 req-d2b65154-bfd0-4005-86e8-fc7e1e3617d1 service nova] [instance: 12616ef0-9045-4204-b88d-71f5b906bb66] Received unexpected event network-vif-plugged-1feaef8e-6c65-41a6-b502-38d9fbf81c2d for instance with vm_state building and task_state spawning. [ 1539.463165] env[62353]: DEBUG nova.network.neutron [None req-4a406376-7537-4e57-8337-0d852fc757b3 tempest-ServerMetadataNegativeTestJSON-1288383126 tempest-ServerMetadataNegativeTestJSON-1288383126-project-member] [instance: 12616ef0-9045-4204-b88d-71f5b906bb66] Successfully updated port: 1feaef8e-6c65-41a6-b502-38d9fbf81c2d {{(pid=62353) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1539.966147] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4a406376-7537-4e57-8337-0d852fc757b3 tempest-ServerMetadataNegativeTestJSON-1288383126 tempest-ServerMetadataNegativeTestJSON-1288383126-project-member] Acquiring lock "refresh_cache-12616ef0-9045-4204-b88d-71f5b906bb66" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1539.966354] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4a406376-7537-4e57-8337-0d852fc757b3 tempest-ServerMetadataNegativeTestJSON-1288383126 tempest-ServerMetadataNegativeTestJSON-1288383126-project-member] Acquired lock "refresh_cache-12616ef0-9045-4204-b88d-71f5b906bb66" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.966590] env[62353]: DEBUG nova.network.neutron [None req-4a406376-7537-4e57-8337-0d852fc757b3 tempest-ServerMetadataNegativeTestJSON-1288383126 tempest-ServerMetadataNegativeTestJSON-1288383126-project-member] [instance: 12616ef0-9045-4204-b88d-71f5b906bb66] Building network info cache for instance {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1540.499551] env[62353]: DEBUG nova.network.neutron [None req-4a406376-7537-4e57-8337-0d852fc757b3 tempest-ServerMetadataNegativeTestJSON-1288383126 tempest-ServerMetadataNegativeTestJSON-1288383126-project-member] [instance: 12616ef0-9045-4204-b88d-71f5b906bb66] Instance cache missing network info. {{(pid=62353) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1540.627405] env[62353]: DEBUG nova.network.neutron [None req-4a406376-7537-4e57-8337-0d852fc757b3 tempest-ServerMetadataNegativeTestJSON-1288383126 tempest-ServerMetadataNegativeTestJSON-1288383126-project-member] [instance: 12616ef0-9045-4204-b88d-71f5b906bb66] Updating instance_info_cache with network_info: [{"id": "1feaef8e-6c65-41a6-b502-38d9fbf81c2d", "address": "fa:16:3e:8c:9b:c1", "network": {"id": "ab393b78-a989-44af-a2cf-e15e28df9000", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1399149740-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8a53b52d0f54cd8b0ced810078d418d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee9f433-666e-4d74-96df-c7c7a6ac7fda", "external-id": "nsx-vlan-transportzone-499", "segmentation_id": 499, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1feaef8e-6c", "ovs_interfaceid": "1feaef8e-6c65-41a6-b502-38d9fbf81c2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1541.130450] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4a406376-7537-4e57-8337-0d852fc757b3 tempest-ServerMetadataNegativeTestJSON-1288383126 tempest-ServerMetadataNegativeTestJSON-1288383126-project-member] Releasing lock "refresh_cache-12616ef0-9045-4204-b88d-71f5b906bb66" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1541.130806] env[62353]: DEBUG nova.compute.manager [None req-4a406376-7537-4e57-8337-0d852fc757b3 tempest-ServerMetadataNegativeTestJSON-1288383126 tempest-ServerMetadataNegativeTestJSON-1288383126-project-member] [instance: 12616ef0-9045-4204-b88d-71f5b906bb66] Instance network_info: |[{"id": "1feaef8e-6c65-41a6-b502-38d9fbf81c2d", "address": "fa:16:3e:8c:9b:c1", "network": {"id": "ab393b78-a989-44af-a2cf-e15e28df9000", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1399149740-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8a53b52d0f54cd8b0ced810078d418d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee9f433-666e-4d74-96df-c7c7a6ac7fda", "external-id": "nsx-vlan-transportzone-499", "segmentation_id": 499, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1feaef8e-6c", "ovs_interfaceid": "1feaef8e-6c65-41a6-b502-38d9fbf81c2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62353) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1541.131281] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-4a406376-7537-4e57-8337-0d852fc757b3 tempest-ServerMetadataNegativeTestJSON-1288383126 tempest-ServerMetadataNegativeTestJSON-1288383126-project-member] [instance: 12616ef0-9045-4204-b88d-71f5b906bb66] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8c:9b:c1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ee9f433-666e-4d74-96df-c7c7a6ac7fda', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1feaef8e-6c65-41a6-b502-38d9fbf81c2d', 'vif_model': 'vmxnet3'}] {{(pid=62353) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1541.138685] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a406376-7537-4e57-8337-0d852fc757b3 tempest-ServerMetadataNegativeTestJSON-1288383126 tempest-ServerMetadataNegativeTestJSON-1288383126-project-member] Creating folder: Project (f8a53b52d0f54cd8b0ced810078d418d). Parent ref: group-v481456. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1541.138965] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2f076cb4-8bd8-4d4b-9154-11261bfe13ca {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.153354] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-4a406376-7537-4e57-8337-0d852fc757b3 tempest-ServerMetadataNegativeTestJSON-1288383126 tempest-ServerMetadataNegativeTestJSON-1288383126-project-member] Created folder: Project (f8a53b52d0f54cd8b0ced810078d418d) in parent group-v481456. [ 1541.153526] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a406376-7537-4e57-8337-0d852fc757b3 tempest-ServerMetadataNegativeTestJSON-1288383126 tempest-ServerMetadataNegativeTestJSON-1288383126-project-member] Creating folder: Instances. Parent ref: group-v481792. {{(pid=62353) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1541.153739] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-05439331-7625-41d7-b79a-208133185cd0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.163791] env[62353]: INFO nova.virt.vmwareapi.vm_util [None req-4a406376-7537-4e57-8337-0d852fc757b3 tempest-ServerMetadataNegativeTestJSON-1288383126 tempest-ServerMetadataNegativeTestJSON-1288383126-project-member] Created folder: Instances in parent group-v481792. [ 1541.164013] env[62353]: DEBUG oslo.service.loopingcall [None req-4a406376-7537-4e57-8337-0d852fc757b3 tempest-ServerMetadataNegativeTestJSON-1288383126 tempest-ServerMetadataNegativeTestJSON-1288383126-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1541.164195] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12616ef0-9045-4204-b88d-71f5b906bb66] Creating VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1541.164375] env[62353]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-552b8fa9-97f5-46ed-8e1c-bd4aff24ced7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.182330] env[62353]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1541.182330] env[62353]: value = "task-2373480" [ 1541.182330] env[62353]: _type = "Task" [ 1541.182330] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1541.189096] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2373480, 'name': CreateVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.431532] env[62353]: DEBUG nova.compute.manager [req-b5b0ade1-7cd9-4bd9-aee1-18780e47d744 req-4bafd8eb-7820-4596-9a70-81293e847472 service nova] [instance: 12616ef0-9045-4204-b88d-71f5b906bb66] Received event network-changed-1feaef8e-6c65-41a6-b502-38d9fbf81c2d {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1541.431726] env[62353]: DEBUG nova.compute.manager [req-b5b0ade1-7cd9-4bd9-aee1-18780e47d744 req-4bafd8eb-7820-4596-9a70-81293e847472 service nova] [instance: 12616ef0-9045-4204-b88d-71f5b906bb66] Refreshing instance network info cache due to event network-changed-1feaef8e-6c65-41a6-b502-38d9fbf81c2d. {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1541.431945] env[62353]: DEBUG oslo_concurrency.lockutils [req-b5b0ade1-7cd9-4bd9-aee1-18780e47d744 req-4bafd8eb-7820-4596-9a70-81293e847472 service nova] Acquiring lock "refresh_cache-12616ef0-9045-4204-b88d-71f5b906bb66" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1541.432104] env[62353]: DEBUG oslo_concurrency.lockutils [req-b5b0ade1-7cd9-4bd9-aee1-18780e47d744 req-4bafd8eb-7820-4596-9a70-81293e847472 service nova] Acquired lock "refresh_cache-12616ef0-9045-4204-b88d-71f5b906bb66" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.432260] env[62353]: DEBUG nova.network.neutron [req-b5b0ade1-7cd9-4bd9-aee1-18780e47d744 req-4bafd8eb-7820-4596-9a70-81293e847472 service nova] [instance: 12616ef0-9045-4204-b88d-71f5b906bb66] Refreshing network info cache for port 1feaef8e-6c65-41a6-b502-38d9fbf81c2d {{(pid=62353) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1541.693074] env[62353]: DEBUG oslo_vmware.api [-] Task: {'id': task-2373480, 'name': CreateVM_Task, 'duration_secs': 0.35273} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1541.693455] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12616ef0-9045-4204-b88d-71f5b906bb66] Created VM on the ESX host {{(pid=62353) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1541.693861] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4a406376-7537-4e57-8337-0d852fc757b3 tempest-ServerMetadataNegativeTestJSON-1288383126 tempest-ServerMetadataNegativeTestJSON-1288383126-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1541.694033] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4a406376-7537-4e57-8337-0d852fc757b3 tempest-ServerMetadataNegativeTestJSON-1288383126 tempest-ServerMetadataNegativeTestJSON-1288383126-project-member] Acquired lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.694364] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4a406376-7537-4e57-8337-0d852fc757b3 tempest-ServerMetadataNegativeTestJSON-1288383126 tempest-ServerMetadataNegativeTestJSON-1288383126-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1541.694934] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-041972f6-88c4-414c-9323-3845432ae867 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.699208] env[62353]: DEBUG oslo_vmware.api [None req-4a406376-7537-4e57-8337-0d852fc757b3 tempest-ServerMetadataNegativeTestJSON-1288383126 tempest-ServerMetadataNegativeTestJSON-1288383126-project-member] Waiting for the task: (returnval){ [ 1541.699208] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52fefb3b-59b4-299a-668e-149d12c25a76" [ 1541.699208] env[62353]: _type = "Task" [ 1541.699208] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1541.706832] env[62353]: DEBUG oslo_vmware.api [None req-4a406376-7537-4e57-8337-0d852fc757b3 tempest-ServerMetadataNegativeTestJSON-1288383126 tempest-ServerMetadataNegativeTestJSON-1288383126-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52fefb3b-59b4-299a-668e-149d12c25a76, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.164251] env[62353]: DEBUG nova.network.neutron [req-b5b0ade1-7cd9-4bd9-aee1-18780e47d744 req-4bafd8eb-7820-4596-9a70-81293e847472 service nova] [instance: 12616ef0-9045-4204-b88d-71f5b906bb66] Updated VIF entry in instance network info cache for port 1feaef8e-6c65-41a6-b502-38d9fbf81c2d. {{(pid=62353) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1542.164617] env[62353]: DEBUG nova.network.neutron [req-b5b0ade1-7cd9-4bd9-aee1-18780e47d744 req-4bafd8eb-7820-4596-9a70-81293e847472 service nova] [instance: 12616ef0-9045-4204-b88d-71f5b906bb66] Updating instance_info_cache with network_info: [{"id": "1feaef8e-6c65-41a6-b502-38d9fbf81c2d", "address": "fa:16:3e:8c:9b:c1", "network": {"id": "ab393b78-a989-44af-a2cf-e15e28df9000", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1399149740-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8a53b52d0f54cd8b0ced810078d418d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee9f433-666e-4d74-96df-c7c7a6ac7fda", "external-id": "nsx-vlan-transportzone-499", "segmentation_id": 499, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1feaef8e-6c", "ovs_interfaceid": "1feaef8e-6c65-41a6-b502-38d9fbf81c2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1542.209593] env[62353]: DEBUG oslo_vmware.api [None req-4a406376-7537-4e57-8337-0d852fc757b3 tempest-ServerMetadataNegativeTestJSON-1288383126 tempest-ServerMetadataNegativeTestJSON-1288383126-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]52fefb3b-59b4-299a-668e-149d12c25a76, 'name': SearchDatastore_Task, 'duration_secs': 0.009858} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1542.209884] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4a406376-7537-4e57-8337-0d852fc757b3 tempest-ServerMetadataNegativeTestJSON-1288383126 tempest-ServerMetadataNegativeTestJSON-1288383126-project-member] Releasing lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1542.210129] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-4a406376-7537-4e57-8337-0d852fc757b3 tempest-ServerMetadataNegativeTestJSON-1288383126 tempest-ServerMetadataNegativeTestJSON-1288383126-project-member] [instance: 12616ef0-9045-4204-b88d-71f5b906bb66] Processing image 06f909ae-e8dc-43b4-abf7-c7ed85db9bbd {{(pid=62353) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1542.210359] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4a406376-7537-4e57-8337-0d852fc757b3 tempest-ServerMetadataNegativeTestJSON-1288383126 tempest-ServerMetadataNegativeTestJSON-1288383126-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1542.210502] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4a406376-7537-4e57-8337-0d852fc757b3 tempest-ServerMetadataNegativeTestJSON-1288383126 tempest-ServerMetadataNegativeTestJSON-1288383126-project-member] Acquired lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.210673] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a406376-7537-4e57-8337-0d852fc757b3 tempest-ServerMetadataNegativeTestJSON-1288383126 tempest-ServerMetadataNegativeTestJSON-1288383126-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1542.210920] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-410d4a64-3d18-47e8-b110-ec6f24573eff {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.218730] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a406376-7537-4e57-8337-0d852fc757b3 tempest-ServerMetadataNegativeTestJSON-1288383126 tempest-ServerMetadataNegativeTestJSON-1288383126-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62353) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1542.218854] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-4a406376-7537-4e57-8337-0d852fc757b3 tempest-ServerMetadataNegativeTestJSON-1288383126 tempest-ServerMetadataNegativeTestJSON-1288383126-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62353) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1542.219522] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-951eb9da-e1ae-41e4-ae6b-471eaadff5ac {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.224170] env[62353]: DEBUG oslo_vmware.api [None req-4a406376-7537-4e57-8337-0d852fc757b3 tempest-ServerMetadataNegativeTestJSON-1288383126 tempest-ServerMetadataNegativeTestJSON-1288383126-project-member] Waiting for the task: (returnval){ [ 1542.224170] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5284f3cc-5bf6-23c9-c20b-5170c34c0a98" [ 1542.224170] env[62353]: _type = "Task" [ 1542.224170] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1542.231143] env[62353]: DEBUG oslo_vmware.api [None req-4a406376-7537-4e57-8337-0d852fc757b3 tempest-ServerMetadataNegativeTestJSON-1288383126 tempest-ServerMetadataNegativeTestJSON-1288383126-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5284f3cc-5bf6-23c9-c20b-5170c34c0a98, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.667232] env[62353]: DEBUG oslo_concurrency.lockutils [req-b5b0ade1-7cd9-4bd9-aee1-18780e47d744 req-4bafd8eb-7820-4596-9a70-81293e847472 service nova] Releasing lock "refresh_cache-12616ef0-9045-4204-b88d-71f5b906bb66" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1542.735901] env[62353]: DEBUG oslo_vmware.api [None req-4a406376-7537-4e57-8337-0d852fc757b3 tempest-ServerMetadataNegativeTestJSON-1288383126 tempest-ServerMetadataNegativeTestJSON-1288383126-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5284f3cc-5bf6-23c9-c20b-5170c34c0a98, 'name': SearchDatastore_Task, 'duration_secs': 0.008019} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1542.736628] env[62353]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dba5ba6d-b127-475d-9ae0-4f8232c5ee6b {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.741194] env[62353]: DEBUG oslo_vmware.api [None req-4a406376-7537-4e57-8337-0d852fc757b3 tempest-ServerMetadataNegativeTestJSON-1288383126 tempest-ServerMetadataNegativeTestJSON-1288383126-project-member] Waiting for the task: (returnval){ [ 1542.741194] env[62353]: value = "session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5252f400-7a30-653a-4fb7-b09f32d4ad76" [ 1542.741194] env[62353]: _type = "Task" [ 1542.741194] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1542.748432] env[62353]: DEBUG oslo_vmware.api [None req-4a406376-7537-4e57-8337-0d852fc757b3 tempest-ServerMetadataNegativeTestJSON-1288383126 tempest-ServerMetadataNegativeTestJSON-1288383126-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5252f400-7a30-653a-4fb7-b09f32d4ad76, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.251660] env[62353]: DEBUG oslo_vmware.api [None req-4a406376-7537-4e57-8337-0d852fc757b3 tempest-ServerMetadataNegativeTestJSON-1288383126 tempest-ServerMetadataNegativeTestJSON-1288383126-project-member] Task: {'id': session[52f79db2-3f15-3e5b-45a3-d81875d263d5]5252f400-7a30-653a-4fb7-b09f32d4ad76, 'name': SearchDatastore_Task, 'duration_secs': 0.00948} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1543.251923] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4a406376-7537-4e57-8337-0d852fc757b3 tempest-ServerMetadataNegativeTestJSON-1288383126 tempest-ServerMetadataNegativeTestJSON-1288383126-project-member] Releasing lock "[datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk" {{(pid=62353) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1543.252192] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a406376-7537-4e57-8337-0d852fc757b3 tempest-ServerMetadataNegativeTestJSON-1288383126 tempest-ServerMetadataNegativeTestJSON-1288383126-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore1] 12616ef0-9045-4204-b88d-71f5b906bb66/12616ef0-9045-4204-b88d-71f5b906bb66.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1543.252443] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-40eba382-454f-40b6-83a1-2a148a4f1d76 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.258966] env[62353]: DEBUG oslo_vmware.api [None req-4a406376-7537-4e57-8337-0d852fc757b3 tempest-ServerMetadataNegativeTestJSON-1288383126 tempest-ServerMetadataNegativeTestJSON-1288383126-project-member] Waiting for the task: (returnval){ [ 1543.258966] env[62353]: value = "task-2373481" [ 1543.258966] env[62353]: _type = "Task" [ 1543.258966] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1543.266617] env[62353]: DEBUG oslo_vmware.api [None req-4a406376-7537-4e57-8337-0d852fc757b3 tempest-ServerMetadataNegativeTestJSON-1288383126 tempest-ServerMetadataNegativeTestJSON-1288383126-project-member] Task: {'id': task-2373481, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.769184] env[62353]: DEBUG oslo_vmware.api [None req-4a406376-7537-4e57-8337-0d852fc757b3 tempest-ServerMetadataNegativeTestJSON-1288383126 tempest-ServerMetadataNegativeTestJSON-1288383126-project-member] Task: {'id': task-2373481, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.426924} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1543.769574] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a406376-7537-4e57-8337-0d852fc757b3 tempest-ServerMetadataNegativeTestJSON-1288383126 tempest-ServerMetadataNegativeTestJSON-1288383126-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd/06f909ae-e8dc-43b4-abf7-c7ed85db9bbd.vmdk to [datastore1] 12616ef0-9045-4204-b88d-71f5b906bb66/12616ef0-9045-4204-b88d-71f5b906bb66.vmdk {{(pid=62353) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1543.769677] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-4a406376-7537-4e57-8337-0d852fc757b3 tempest-ServerMetadataNegativeTestJSON-1288383126 tempest-ServerMetadataNegativeTestJSON-1288383126-project-member] [instance: 12616ef0-9045-4204-b88d-71f5b906bb66] Extending root virtual disk to 1048576 {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1543.769882] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0eeaf9c9-024f-458d-ae79-c3125e529700 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.776851] env[62353]: DEBUG oslo_vmware.api [None req-4a406376-7537-4e57-8337-0d852fc757b3 tempest-ServerMetadataNegativeTestJSON-1288383126 tempest-ServerMetadataNegativeTestJSON-1288383126-project-member] Waiting for the task: (returnval){ [ 1543.776851] env[62353]: value = "task-2373482" [ 1543.776851] env[62353]: _type = "Task" [ 1543.776851] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1543.783832] env[62353]: DEBUG oslo_vmware.api [None req-4a406376-7537-4e57-8337-0d852fc757b3 tempest-ServerMetadataNegativeTestJSON-1288383126 tempest-ServerMetadataNegativeTestJSON-1288383126-project-member] Task: {'id': task-2373482, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.286948] env[62353]: DEBUG oslo_vmware.api [None req-4a406376-7537-4e57-8337-0d852fc757b3 tempest-ServerMetadataNegativeTestJSON-1288383126 tempest-ServerMetadataNegativeTestJSON-1288383126-project-member] Task: {'id': task-2373482, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079801} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1544.287210] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-4a406376-7537-4e57-8337-0d852fc757b3 tempest-ServerMetadataNegativeTestJSON-1288383126 tempest-ServerMetadataNegativeTestJSON-1288383126-project-member] [instance: 12616ef0-9045-4204-b88d-71f5b906bb66] Extended root virtual disk {{(pid=62353) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1544.287969] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c79d35a0-2791-4380-be7d-54cb3e4dd88c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.308795] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a406376-7537-4e57-8337-0d852fc757b3 tempest-ServerMetadataNegativeTestJSON-1288383126 tempest-ServerMetadataNegativeTestJSON-1288383126-project-member] [instance: 12616ef0-9045-4204-b88d-71f5b906bb66] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] 12616ef0-9045-4204-b88d-71f5b906bb66/12616ef0-9045-4204-b88d-71f5b906bb66.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1544.309028] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f6cccb40-ea0b-4cf7-b42d-a9aafd0f333a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.328721] env[62353]: DEBUG oslo_vmware.api [None req-4a406376-7537-4e57-8337-0d852fc757b3 tempest-ServerMetadataNegativeTestJSON-1288383126 tempest-ServerMetadataNegativeTestJSON-1288383126-project-member] Waiting for the task: (returnval){ [ 1544.328721] env[62353]: value = "task-2373483" [ 1544.328721] env[62353]: _type = "Task" [ 1544.328721] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1544.336316] env[62353]: DEBUG oslo_vmware.api [None req-4a406376-7537-4e57-8337-0d852fc757b3 tempest-ServerMetadataNegativeTestJSON-1288383126 tempest-ServerMetadataNegativeTestJSON-1288383126-project-member] Task: {'id': task-2373483, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.838397] env[62353]: DEBUG oslo_vmware.api [None req-4a406376-7537-4e57-8337-0d852fc757b3 tempest-ServerMetadataNegativeTestJSON-1288383126 tempest-ServerMetadataNegativeTestJSON-1288383126-project-member] Task: {'id': task-2373483, 'name': ReconfigVM_Task, 'duration_secs': 0.28042} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1544.838838] env[62353]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a406376-7537-4e57-8337-0d852fc757b3 tempest-ServerMetadataNegativeTestJSON-1288383126 tempest-ServerMetadataNegativeTestJSON-1288383126-project-member] [instance: 12616ef0-9045-4204-b88d-71f5b906bb66] Reconfigured VM instance instance-0000007c to attach disk [datastore1] 12616ef0-9045-4204-b88d-71f5b906bb66/12616ef0-9045-4204-b88d-71f5b906bb66.vmdk or device None with type sparse {{(pid=62353) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1544.839259] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-641069d5-3a38-485d-97ce-6c39250e2100 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.845981] env[62353]: DEBUG oslo_vmware.api [None req-4a406376-7537-4e57-8337-0d852fc757b3 tempest-ServerMetadataNegativeTestJSON-1288383126 tempest-ServerMetadataNegativeTestJSON-1288383126-project-member] Waiting for the task: (returnval){ [ 1544.845981] env[62353]: value = "task-2373484" [ 1544.845981] env[62353]: _type = "Task" [ 1544.845981] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1544.853907] env[62353]: DEBUG oslo_vmware.api [None req-4a406376-7537-4e57-8337-0d852fc757b3 tempest-ServerMetadataNegativeTestJSON-1288383126 tempest-ServerMetadataNegativeTestJSON-1288383126-project-member] Task: {'id': task-2373484, 'name': Rename_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.356508] env[62353]: DEBUG oslo_vmware.api [None req-4a406376-7537-4e57-8337-0d852fc757b3 tempest-ServerMetadataNegativeTestJSON-1288383126 tempest-ServerMetadataNegativeTestJSON-1288383126-project-member] Task: {'id': task-2373484, 'name': Rename_Task, 'duration_secs': 0.138727} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1545.356812] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a406376-7537-4e57-8337-0d852fc757b3 tempest-ServerMetadataNegativeTestJSON-1288383126 tempest-ServerMetadataNegativeTestJSON-1288383126-project-member] [instance: 12616ef0-9045-4204-b88d-71f5b906bb66] Powering on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1545.357067] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e603cd17-40a2-4de9-9134-aa67d2dd41f0 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.363891] env[62353]: DEBUG oslo_vmware.api [None req-4a406376-7537-4e57-8337-0d852fc757b3 tempest-ServerMetadataNegativeTestJSON-1288383126 tempest-ServerMetadataNegativeTestJSON-1288383126-project-member] Waiting for the task: (returnval){ [ 1545.363891] env[62353]: value = "task-2373485" [ 1545.363891] env[62353]: _type = "Task" [ 1545.363891] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1545.370815] env[62353]: DEBUG oslo_vmware.api [None req-4a406376-7537-4e57-8337-0d852fc757b3 tempest-ServerMetadataNegativeTestJSON-1288383126 tempest-ServerMetadataNegativeTestJSON-1288383126-project-member] Task: {'id': task-2373485, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.873850] env[62353]: DEBUG oslo_vmware.api [None req-4a406376-7537-4e57-8337-0d852fc757b3 tempest-ServerMetadataNegativeTestJSON-1288383126 tempest-ServerMetadataNegativeTestJSON-1288383126-project-member] Task: {'id': task-2373485, 'name': PowerOnVM_Task, 'duration_secs': 0.438441} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1545.874233] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a406376-7537-4e57-8337-0d852fc757b3 tempest-ServerMetadataNegativeTestJSON-1288383126 tempest-ServerMetadataNegativeTestJSON-1288383126-project-member] [instance: 12616ef0-9045-4204-b88d-71f5b906bb66] Powered on the VM {{(pid=62353) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1545.874330] env[62353]: INFO nova.compute.manager [None req-4a406376-7537-4e57-8337-0d852fc757b3 tempest-ServerMetadataNegativeTestJSON-1288383126 tempest-ServerMetadataNegativeTestJSON-1288383126-project-member] [instance: 12616ef0-9045-4204-b88d-71f5b906bb66] Took 6.67 seconds to spawn the instance on the hypervisor. [ 1545.874494] env[62353]: DEBUG nova.compute.manager [None req-4a406376-7537-4e57-8337-0d852fc757b3 tempest-ServerMetadataNegativeTestJSON-1288383126 tempest-ServerMetadataNegativeTestJSON-1288383126-project-member] [instance: 12616ef0-9045-4204-b88d-71f5b906bb66] Checking state {{(pid=62353) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1545.875246] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af234a90-961a-4a65-9647-0d569edece9e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.391445] env[62353]: INFO nova.compute.manager [None req-4a406376-7537-4e57-8337-0d852fc757b3 tempest-ServerMetadataNegativeTestJSON-1288383126 tempest-ServerMetadataNegativeTestJSON-1288383126-project-member] [instance: 12616ef0-9045-4204-b88d-71f5b906bb66] Took 11.32 seconds to build instance. [ 1546.893606] env[62353]: DEBUG oslo_concurrency.lockutils [None req-4a406376-7537-4e57-8337-0d852fc757b3 tempest-ServerMetadataNegativeTestJSON-1288383126 tempest-ServerMetadataNegativeTestJSON-1288383126-project-member] Lock "12616ef0-9045-4204-b88d-71f5b906bb66" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.832s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1547.781167] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7c2dfb4d-5d4f-4e80-892a-a35f2f7781a0 tempest-ServerMetadataNegativeTestJSON-1288383126 tempest-ServerMetadataNegativeTestJSON-1288383126-project-member] Acquiring lock "12616ef0-9045-4204-b88d-71f5b906bb66" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1547.781460] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7c2dfb4d-5d4f-4e80-892a-a35f2f7781a0 tempest-ServerMetadataNegativeTestJSON-1288383126 tempest-ServerMetadataNegativeTestJSON-1288383126-project-member] Lock "12616ef0-9045-4204-b88d-71f5b906bb66" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1547.781670] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7c2dfb4d-5d4f-4e80-892a-a35f2f7781a0 tempest-ServerMetadataNegativeTestJSON-1288383126 tempest-ServerMetadataNegativeTestJSON-1288383126-project-member] Acquiring lock "12616ef0-9045-4204-b88d-71f5b906bb66-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1547.781851] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7c2dfb4d-5d4f-4e80-892a-a35f2f7781a0 tempest-ServerMetadataNegativeTestJSON-1288383126 tempest-ServerMetadataNegativeTestJSON-1288383126-project-member] Lock "12616ef0-9045-4204-b88d-71f5b906bb66-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1547.782032] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7c2dfb4d-5d4f-4e80-892a-a35f2f7781a0 tempest-ServerMetadataNegativeTestJSON-1288383126 tempest-ServerMetadataNegativeTestJSON-1288383126-project-member] Lock "12616ef0-9045-4204-b88d-71f5b906bb66-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1547.784120] env[62353]: INFO nova.compute.manager [None req-7c2dfb4d-5d4f-4e80-892a-a35f2f7781a0 tempest-ServerMetadataNegativeTestJSON-1288383126 tempest-ServerMetadataNegativeTestJSON-1288383126-project-member] [instance: 12616ef0-9045-4204-b88d-71f5b906bb66] Terminating instance [ 1548.287985] env[62353]: DEBUG nova.compute.manager [None req-7c2dfb4d-5d4f-4e80-892a-a35f2f7781a0 tempest-ServerMetadataNegativeTestJSON-1288383126 tempest-ServerMetadataNegativeTestJSON-1288383126-project-member] [instance: 12616ef0-9045-4204-b88d-71f5b906bb66] Start destroying the instance on the hypervisor. {{(pid=62353) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1548.288342] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-7c2dfb4d-5d4f-4e80-892a-a35f2f7781a0 tempest-ServerMetadataNegativeTestJSON-1288383126 tempest-ServerMetadataNegativeTestJSON-1288383126-project-member] [instance: 12616ef0-9045-4204-b88d-71f5b906bb66] Destroying instance {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1548.289372] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b606fcea-6e86-418b-af5c-5cd1d803f301 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.298468] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c2dfb4d-5d4f-4e80-892a-a35f2f7781a0 tempest-ServerMetadataNegativeTestJSON-1288383126 tempest-ServerMetadataNegativeTestJSON-1288383126-project-member] [instance: 12616ef0-9045-4204-b88d-71f5b906bb66] Powering off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1548.298736] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-52d471f8-25b3-485a-9491-3bc77015e116 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.305329] env[62353]: DEBUG oslo_vmware.api [None req-7c2dfb4d-5d4f-4e80-892a-a35f2f7781a0 tempest-ServerMetadataNegativeTestJSON-1288383126 tempest-ServerMetadataNegativeTestJSON-1288383126-project-member] Waiting for the task: (returnval){ [ 1548.305329] env[62353]: value = "task-2373486" [ 1548.305329] env[62353]: _type = "Task" [ 1548.305329] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1548.313777] env[62353]: DEBUG oslo_vmware.api [None req-7c2dfb4d-5d4f-4e80-892a-a35f2f7781a0 tempest-ServerMetadataNegativeTestJSON-1288383126 tempest-ServerMetadataNegativeTestJSON-1288383126-project-member] Task: {'id': task-2373486, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.815573] env[62353]: DEBUG oslo_vmware.api [None req-7c2dfb4d-5d4f-4e80-892a-a35f2f7781a0 tempest-ServerMetadataNegativeTestJSON-1288383126 tempest-ServerMetadataNegativeTestJSON-1288383126-project-member] Task: {'id': task-2373486, 'name': PowerOffVM_Task, 'duration_secs': 0.216233} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1548.817058] env[62353]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c2dfb4d-5d4f-4e80-892a-a35f2f7781a0 tempest-ServerMetadataNegativeTestJSON-1288383126 tempest-ServerMetadataNegativeTestJSON-1288383126-project-member] [instance: 12616ef0-9045-4204-b88d-71f5b906bb66] Powered off the VM {{(pid=62353) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1548.817058] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-7c2dfb4d-5d4f-4e80-892a-a35f2f7781a0 tempest-ServerMetadataNegativeTestJSON-1288383126 tempest-ServerMetadataNegativeTestJSON-1288383126-project-member] [instance: 12616ef0-9045-4204-b88d-71f5b906bb66] Unregistering the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1548.817058] env[62353]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d9ec730a-7f0b-4aa0-83c4-1837a908e9ce {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.882550] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-7c2dfb4d-5d4f-4e80-892a-a35f2f7781a0 tempest-ServerMetadataNegativeTestJSON-1288383126 tempest-ServerMetadataNegativeTestJSON-1288383126-project-member] [instance: 12616ef0-9045-4204-b88d-71f5b906bb66] Unregistered the VM {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1548.882761] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-7c2dfb4d-5d4f-4e80-892a-a35f2f7781a0 tempest-ServerMetadataNegativeTestJSON-1288383126 tempest-ServerMetadataNegativeTestJSON-1288383126-project-member] [instance: 12616ef0-9045-4204-b88d-71f5b906bb66] Deleting contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1548.882933] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c2dfb4d-5d4f-4e80-892a-a35f2f7781a0 tempest-ServerMetadataNegativeTestJSON-1288383126 tempest-ServerMetadataNegativeTestJSON-1288383126-project-member] Deleting the datastore file [datastore1] 12616ef0-9045-4204-b88d-71f5b906bb66 {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1548.883260] env[62353]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-287a82d1-3edd-44be-a76b-c648d9d92621 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.889996] env[62353]: DEBUG oslo_vmware.api [None req-7c2dfb4d-5d4f-4e80-892a-a35f2f7781a0 tempest-ServerMetadataNegativeTestJSON-1288383126 tempest-ServerMetadataNegativeTestJSON-1288383126-project-member] Waiting for the task: (returnval){ [ 1548.889996] env[62353]: value = "task-2373488" [ 1548.889996] env[62353]: _type = "Task" [ 1548.889996] env[62353]: } to complete. {{(pid=62353) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1548.897529] env[62353]: DEBUG oslo_vmware.api [None req-7c2dfb4d-5d4f-4e80-892a-a35f2f7781a0 tempest-ServerMetadataNegativeTestJSON-1288383126 tempest-ServerMetadataNegativeTestJSON-1288383126-project-member] Task: {'id': task-2373488, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.399013] env[62353]: DEBUG oslo_vmware.api [None req-7c2dfb4d-5d4f-4e80-892a-a35f2f7781a0 tempest-ServerMetadataNegativeTestJSON-1288383126 tempest-ServerMetadataNegativeTestJSON-1288383126-project-member] Task: {'id': task-2373488, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13857} completed successfully. {{(pid=62353) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1549.399382] env[62353]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c2dfb4d-5d4f-4e80-892a-a35f2f7781a0 tempest-ServerMetadataNegativeTestJSON-1288383126 tempest-ServerMetadataNegativeTestJSON-1288383126-project-member] Deleted the datastore file {{(pid=62353) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1549.399445] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-7c2dfb4d-5d4f-4e80-892a-a35f2f7781a0 tempest-ServerMetadataNegativeTestJSON-1288383126 tempest-ServerMetadataNegativeTestJSON-1288383126-project-member] [instance: 12616ef0-9045-4204-b88d-71f5b906bb66] Deleted contents of the VM from datastore datastore1 {{(pid=62353) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1549.399604] env[62353]: DEBUG nova.virt.vmwareapi.vmops [None req-7c2dfb4d-5d4f-4e80-892a-a35f2f7781a0 tempest-ServerMetadataNegativeTestJSON-1288383126 tempest-ServerMetadataNegativeTestJSON-1288383126-project-member] [instance: 12616ef0-9045-4204-b88d-71f5b906bb66] Instance destroyed {{(pid=62353) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1549.399775] env[62353]: INFO nova.compute.manager [None req-7c2dfb4d-5d4f-4e80-892a-a35f2f7781a0 tempest-ServerMetadataNegativeTestJSON-1288383126 tempest-ServerMetadataNegativeTestJSON-1288383126-project-member] [instance: 12616ef0-9045-4204-b88d-71f5b906bb66] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1549.400017] env[62353]: DEBUG oslo.service.loopingcall [None req-7c2dfb4d-5d4f-4e80-892a-a35f2f7781a0 tempest-ServerMetadataNegativeTestJSON-1288383126 tempest-ServerMetadataNegativeTestJSON-1288383126-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62353) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1549.400206] env[62353]: DEBUG nova.compute.manager [-] [instance: 12616ef0-9045-4204-b88d-71f5b906bb66] Deallocating network for instance {{(pid=62353) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1549.400299] env[62353]: DEBUG nova.network.neutron [-] [instance: 12616ef0-9045-4204-b88d-71f5b906bb66] deallocate_for_instance() {{(pid=62353) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1549.680995] env[62353]: DEBUG nova.compute.manager [req-1cf21935-7b7e-40d0-9b31-c86d7e978d77 req-6ec4da78-01cf-41fb-b594-f840c51fd174 service nova] [instance: 12616ef0-9045-4204-b88d-71f5b906bb66] Received event network-vif-deleted-1feaef8e-6c65-41a6-b502-38d9fbf81c2d {{(pid=62353) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1549.681220] env[62353]: INFO nova.compute.manager [req-1cf21935-7b7e-40d0-9b31-c86d7e978d77 req-6ec4da78-01cf-41fb-b594-f840c51fd174 service nova] [instance: 12616ef0-9045-4204-b88d-71f5b906bb66] Neutron deleted interface 1feaef8e-6c65-41a6-b502-38d9fbf81c2d; detaching it from the instance and deleting it from the info cache [ 1549.681386] env[62353]: DEBUG nova.network.neutron [req-1cf21935-7b7e-40d0-9b31-c86d7e978d77 req-6ec4da78-01cf-41fb-b594-f840c51fd174 service nova] [instance: 12616ef0-9045-4204-b88d-71f5b906bb66] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1550.163027] env[62353]: DEBUG nova.network.neutron [-] [instance: 12616ef0-9045-4204-b88d-71f5b906bb66] Updating instance_info_cache with network_info: [] {{(pid=62353) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1550.185052] env[62353]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-462fc9ee-8d5c-48d6-bc28-af495f5d82fe {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.194587] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0f38cd4-381e-4ec5-9482-5dc14d9cfc4a {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.219131] env[62353]: DEBUG nova.compute.manager [req-1cf21935-7b7e-40d0-9b31-c86d7e978d77 req-6ec4da78-01cf-41fb-b594-f840c51fd174 service nova] [instance: 12616ef0-9045-4204-b88d-71f5b906bb66] Detach interface failed, port_id=1feaef8e-6c65-41a6-b502-38d9fbf81c2d, reason: Instance 12616ef0-9045-4204-b88d-71f5b906bb66 could not be found. {{(pid=62353) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1550.665605] env[62353]: INFO nova.compute.manager [-] [instance: 12616ef0-9045-4204-b88d-71f5b906bb66] Took 1.27 seconds to deallocate network for instance. [ 1551.172651] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7c2dfb4d-5d4f-4e80-892a-a35f2f7781a0 tempest-ServerMetadataNegativeTestJSON-1288383126 tempest-ServerMetadataNegativeTestJSON-1288383126-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1551.172935] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7c2dfb4d-5d4f-4e80-892a-a35f2f7781a0 tempest-ServerMetadataNegativeTestJSON-1288383126 tempest-ServerMetadataNegativeTestJSON-1288383126-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1551.173175] env[62353]: DEBUG nova.objects.instance [None req-7c2dfb4d-5d4f-4e80-892a-a35f2f7781a0 tempest-ServerMetadataNegativeTestJSON-1288383126 tempest-ServerMetadataNegativeTestJSON-1288383126-project-member] Lazy-loading 'resources' on Instance uuid 12616ef0-9045-4204-b88d-71f5b906bb66 {{(pid=62353) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1551.707658] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55d0a329-457d-403c-90a1-82016708088c {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.715927] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0093d1c4-8847-46c7-8ae4-13f653f06fdf {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.743857] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9528ba62-dd0a-4836-88cd-b8360cdf206e {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.751133] env[62353]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-864f4913-f6d5-4261-bc2c-36a6a02f3fc7 {{(pid=62353) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.763731] env[62353]: DEBUG nova.compute.provider_tree [None req-7c2dfb4d-5d4f-4e80-892a-a35f2f7781a0 tempest-ServerMetadataNegativeTestJSON-1288383126 tempest-ServerMetadataNegativeTestJSON-1288383126-project-member] Inventory has not changed in ProviderTree for provider: 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 {{(pid=62353) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1552.266974] env[62353]: DEBUG nova.scheduler.client.report [None req-7c2dfb4d-5d4f-4e80-892a-a35f2f7781a0 tempest-ServerMetadataNegativeTestJSON-1288383126 tempest-ServerMetadataNegativeTestJSON-1288383126-project-member] Inventory has not changed for provider 7ed3af4c-f85e-4a4b-a365-13d128b6ab14 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62353) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1552.772297] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7c2dfb4d-5d4f-4e80-892a-a35f2f7781a0 tempest-ServerMetadataNegativeTestJSON-1288383126 tempest-ServerMetadataNegativeTestJSON-1288383126-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.599s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1552.789534] env[62353]: INFO nova.scheduler.client.report [None req-7c2dfb4d-5d4f-4e80-892a-a35f2f7781a0 tempest-ServerMetadataNegativeTestJSON-1288383126 tempest-ServerMetadataNegativeTestJSON-1288383126-project-member] Deleted allocations for instance 12616ef0-9045-4204-b88d-71f5b906bb66 [ 1553.299731] env[62353]: DEBUG oslo_concurrency.lockutils [None req-7c2dfb4d-5d4f-4e80-892a-a35f2f7781a0 tempest-ServerMetadataNegativeTestJSON-1288383126 tempest-ServerMetadataNegativeTestJSON-1288383126-project-member] Lock "12616ef0-9045-4204-b88d-71f5b906bb66" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.518s {{(pid=62353) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}}